Skip to content
Snippets Groups Projects
Commit 311e30f5 authored by Johannes Mey's avatar Johannes Mey
Browse files

Merge branch 'master' of git-st.inf.tu-dresden.de:johannes.mey/ttc2019-impl

parents a56b3a16 9433d077
No related branches found
No related tags found
No related merge requests found
Tool;Model;RunIndex;PhaseName;MetricName;MetricValue
EMFSolutionATL;Test.ttmodel;0;Initialization;Time;374834256
EMFSolutionATL;Test.ttmodel;0;Initialization;Memory;4624528
EMFSolutionATL;Test.ttmodel;0;Load;Time;162520318
EMFSolutionATL;Test.ttmodel;0;Load;Memory;3442952
EMFSolutionATL;Test.ttmodel;0;Run;Time;657545083
EMFSolutionATL;Test.ttmodel;0;Run;Memory;7009984
EMFSolutionATL;GeneratedI4O2Seed42.ttmodel;0;Initialization;Time;330053018
EMFSolutionATL;GeneratedI4O2Seed42.ttmodel;0;Initialization;Memory;4623016
EMFSolutionATL;GeneratedI4O2Seed42.ttmodel;0;Load;Time;148103042
EMFSolutionATL;GeneratedI4O2Seed42.ttmodel;0;Load;Memory;3450816
EMFSolutionATL;GeneratedI4O2Seed42.ttmodel;0;Run;Time;859620938
EMFSolutionATL;GeneratedI4O2Seed42.ttmodel;0;Run;Memory;6720088
EMFSolutionATL;GeneratedI8O2Seed68.ttmodel;0;Initialization;Time;327484284
EMFSolutionATL;GeneratedI8O2Seed68.ttmodel;0;Initialization;Memory;4624560
EMFSolutionATL;GeneratedI8O2Seed68.ttmodel;0;Load;Time;316426724
EMFSolutionATL;GeneratedI8O2Seed68.ttmodel;0;Load;Memory;3809208
EMFSolutionATL;GeneratedI8O2Seed68.ttmodel;0;Run;Time;57113369544
EMFSolutionATL;GeneratedI8O2Seed68.ttmodel;0;Run;Memory;4563896
EMFSolutionATL;GeneratedI8O4Seed68.ttmodel;0;Initialization;Time;296808144
EMFSolutionATL;GeneratedI8O4Seed68.ttmodel;0;Initialization;Memory;4624256
EMFSolutionATL;GeneratedI8O4Seed68.ttmodel;0;Load;Time;281286053
EMFSolutionATL;GeneratedI8O4Seed68.ttmodel;0;Load;Memory;3897168
EMFSolutionATL;GeneratedI8O4Seed68.ttmodel;0;Run;Time;74236382313
EMFSolutionATL;GeneratedI8O4Seed68.ttmodel;0;Run;Memory;4634624
EMFSolutionATLGraph;Test.ttmodel;0;Initialization;Time;293030083
EMFSolutionATLGraph;Test.ttmodel;0;Initialization;Memory;4624656
EMFSolutionATLGraph;Test.ttmodel;0;Load;Time;109964721
EMFSolutionATLGraph;Test.ttmodel;0;Load;Memory;3438800
EMFSolutionATLGraph;Test.ttmodel;0;Run;Time;601353129
EMFSolutionATLGraph;Test.ttmodel;0;Run;Memory;7036240
EMFSolutionATLGraph;GeneratedI4O2Seed42.ttmodel;0;Initialization;Time;290350781
EMFSolutionATLGraph;GeneratedI4O2Seed42.ttmodel;0;Initialization;Memory;4624848
EMFSolutionATLGraph;GeneratedI4O2Seed42.ttmodel;0;Load;Time;128698535
EMFSolutionATLGraph;GeneratedI4O2Seed42.ttmodel;0;Load;Memory;3451336
EMFSolutionATLGraph;GeneratedI4O2Seed42.ttmodel;0;Run;Time;754545110
EMFSolutionATLGraph;GeneratedI4O2Seed42.ttmodel;0;Run;Memory;7053504
EMFSolutionATLGraph;GeneratedI8O2Seed68.ttmodel;0;Initialization;Time;294348110
EMFSolutionATLGraph;GeneratedI8O2Seed68.ttmodel;0;Initialization;Memory;4624480
EMFSolutionATLGraph;GeneratedI8O2Seed68.ttmodel;0;Load;Time;298509547
EMFSolutionATLGraph;GeneratedI8O2Seed68.ttmodel;0;Load;Memory;3816544
EMFSolutionATLGraph;GeneratedI8O2Seed68.ttmodel;0;Run;Time;57133341098
EMFSolutionATLGraph;GeneratedI8O2Seed68.ttmodel;0;Run;Memory;4567520
EMFSolutionATLGraph;GeneratedI8O4Seed68.ttmodel;0;Initialization;Time;288669766
EMFSolutionATLGraph;GeneratedI8O4Seed68.ttmodel;0;Initialization;Memory;4623152
EMFSolutionATLGraph;GeneratedI8O4Seed68.ttmodel;0;Load;Time;284255246
EMFSolutionATLGraph;GeneratedI8O4Seed68.ttmodel;0;Load;Memory;3897816
EMFSolutionATLGraph;GeneratedI8O4Seed68.ttmodel;0;Run;Time;71221152984
EMFSolutionATLGraph;GeneratedI8O4Seed68.ttmodel;0;Run;Memory;4633824
RelationalRAGSolution;Test.ttmodel;0;Initialization;Time;68217
RelationalRAGSolution;Test.ttmodel;0;Initialization;Memory;4843464
RelationalRAGSolution;Test.ttmodel;0;Load;Time;24011377
RelationalRAGSolution;Test.ttmodel;0;Load;Memory;2556184
RelationalRAGSolution;Test.ttmodel;0;Run;Time;6335567
RelationalRAGSolution;Test.ttmodel;0;Run;Memory;2358984
RelationalRAGSolution;GeneratedI4O2Seed42.ttmodel;0;Initialization;Time;64151
RelationalRAGSolution;GeneratedI4O2Seed42.ttmodel;0;Initialization;Memory;4846304
RelationalRAGSolution;GeneratedI4O2Seed42.ttmodel;0;Load;Time;28456065
RelationalRAGSolution;GeneratedI4O2Seed42.ttmodel;0;Load;Memory;2612000
RelationalRAGSolution;GeneratedI4O2Seed42.ttmodel;0;Run;Time;8048195
RelationalRAGSolution;GeneratedI4O2Seed42.ttmodel;0;Run;Memory;2439608
RelationalRAGSolution;GeneratedI8O2Seed68.ttmodel;0;Initialization;Time;82400
RelationalRAGSolution;GeneratedI8O2Seed68.ttmodel;0;Initialization;Memory;4846672
RelationalRAGSolution;GeneratedI8O2Seed68.ttmodel;0;Load;Time;108396409
RelationalRAGSolution;GeneratedI8O2Seed68.ttmodel;0;Load;Memory;4692368
RelationalRAGSolution;GeneratedI8O2Seed68.ttmodel;0;Run;Time;36170605
RelationalRAGSolution;GeneratedI8O2Seed68.ttmodel;0;Run;Memory;6373216
RelationalRAGSolution;GeneratedI8O4Seed68.ttmodel;0;Initialization;Time;62352
RelationalRAGSolution;GeneratedI8O4Seed68.ttmodel;0;Initialization;Memory;4845984
RelationalRAGSolution;GeneratedI8O4Seed68.ttmodel;0;Load;Time;104493315
RelationalRAGSolution;GeneratedI8O4Seed68.ttmodel;0;Load;Memory;5085568
RelationalRAGSolution;GeneratedI8O4Seed68.ttmodel;0;Run;Time;41165426
RelationalRAGSolution;GeneratedI8O4Seed68.ttmodel;0;Run;Memory;7193608
.ipynb_checkpoints/
run_time.pdf
run_time.png
memory.pdf
memory.png
Source diff could not be displayed: it is too large. Options to address this: view the blob.
......@@ -7,7 +7,6 @@ import argparse
import os
import shutil
import subprocess
import sys
try:
import ConfigParser
except ImportError:
......@@ -18,6 +17,7 @@ from subprocess import CalledProcessError
BASE_DIRECTORY = os.path.dirname(os.path.dirname(os.path.abspath(__file__)))
print("Running benchmark with root directory " + BASE_DIRECTORY)
class JSONObject(object):
def __init__(self, d):
self.__dict__ = d
......@@ -44,8 +44,13 @@ def benchmark(conf):
header = os.path.join(BASE_DIRECTORY, "output", "header.csv")
result_file = os.path.join(BASE_DIRECTORY, "output", "output.csv")
if os.path.exists(result_file):
os.remove(result_file)
with open(result_file, "a") as file:
# append a separator line
from datetime import datetime
file.write('-' * 30 + ' New measurement started at ' + datetime.now().isoformat() + ' ' + '-' * 30 + '\n')
else:
shutil.copy(header, result_file)
# os.remove(result_file)
os.environ['Runs'] = str(conf.Runs)
for r in range(0, conf.Runs):
os.environ['RunIndex'] = str(r)
......@@ -103,7 +108,6 @@ if __name__ == "__main__":
action="store_true")
args = parser.parse_args()
set_working_directory("config")
with open("config.json", "r") as config_file:
config = json.load(config_file, object_hook=JSONObject)
......@@ -119,7 +123,7 @@ if __name__ == "__main__":
# if there are no args, execute a full sequence
# with the test and the visualization/reporting
no_args = all(val==False for val in vars(args).values())
no_args = all(val is False for val in vars(args).values())
if no_args:
build(config, False)
benchmark(config)
0% Loading or .
You are about to add 0 people to the discussion. Proceed with caution.
Please register or to comment