Skip to content
Snippets Groups Projects
Commit 80f3ec04 authored by Johannes Mey's avatar Johannes Mey
Browse files

big refactoring for the runtime extensions measurements

parent 730be826
No related branches found
No related tags found
No related merge requests found
Showing
with 101 additions and 137 deletions
...@@ -28,17 +28,20 @@ include ':trainbenchmark-tool-emf' ...@@ -28,17 +28,20 @@ include ':trainbenchmark-tool-emf'
//include ':trainbenchmark-tool-ingraph' //include ':trainbenchmark-tool-ingraph'
//include ':trainbenchmark-tool-ingraph-query-plans' //include ':trainbenchmark-tool-ingraph-query-plans'
include ':trainbenchmark-tool-jastadd-base' include ':trainbenchmark-tool-jastadd-base'
include ':trainbenchmark-tool-jastadd-symbolic-references' include ':trainbenchmark-tool-jastadd-namelookup'
include ':trainbenchmark-tool-jastadd-symbolic-references-base' include ':trainbenchmark-tool-jastadd-namelookup-base'
include ':trainbenchmark-tool-jastadd-symbolic-references-incremental' include ':trainbenchmark-tool-jastadd-namelookup-incremental'
include ':trainbenchmark-tool-jastadd-java-references' include ':trainbenchmark-tool-jastadd-optimized'
include ':trainbenchmark-tool-jastadd-java-references-base' include ':trainbenchmark-tool-jastadd-optimized-base'
include ':trainbenchmark-tool-jastadd-java-references-incremental' include ':trainbenchmark-tool-jastadd-optimized-incremental'
include ':trainbenchmark-tool-kiama' include ':trainbenchmark-tool-jastadd-specialized'
include ':trainbenchmark-tool-racr' include ':trainbenchmark-tool-jastadd-specialized-base'
include ':trainbenchmark-tool-racr-python' include ':trainbenchmark-tool-jastadd-specialized-incremental'
include ':trainbenchmark-tool-racr-scheme' //include ':trainbenchmark-tool-kiama'
include ':trainbenchmark-tool-racr-cpp' //include ':trainbenchmark-tool-racr'
//include ':trainbenchmark-tool-racr-python'
//include ':trainbenchmark-tool-racr-scheme'
//include ':trainbenchmark-tool-racr-cpp'
//include ':trainbenchmark-tool-jena' //include ':trainbenchmark-tool-jena'
//include ':trainbenchmark-tool-mysql' //include ':trainbenchmark-tool-mysql'
//include ':trainbenchmark-tool-neo4j' //include ':trainbenchmark-tool-neo4j'
......
...@@ -12,10 +12,13 @@ Racr (Python) ...@@ -12,10 +12,13 @@ Racr (Python)
Racr (CPP) Racr (CPP)
RDF4J (No Inferencing) RDF4J (No Inferencing)
SQLite SQLite
Jastadd (Symbolic References) Jastadd (Name Lookup)
Jastadd (Incremental + Symbolic References) Jastadd (Incremental Name Lookup)
Jastadd (Java References) Jastadd (Optimized)
Jastadd (Incremental + Java References) Jastadd (Optimized Incremental)
Jastadd (Specialized)
Jastadd (Specialized Incremental)
Kiama Kiama
TinkerGraph TinkerGraph
VIATRA (Incremental) VIATRA (Incremental)
......
...@@ -20,17 +20,18 @@ dependencies { ...@@ -20,17 +20,18 @@ dependencies {
// compile project(':trainbenchmark-tool-epsilon') // compile project(':trainbenchmark-tool-epsilon')
// compile project(':trainbenchmark-tool-ingraph') // compile project(':trainbenchmark-tool-ingraph')
compile project(':trainbenchmark-tool-jastadd-base') compile project(':trainbenchmark-tool-jastadd-base')
compile project(':trainbenchmark-tool-jastadd-symbolic-references') compile project(':trainbenchmark-tool-jastadd-namelookup')
compile project(':trainbenchmark-tool-jastadd-symbolic-references-base') compile project(':trainbenchmark-tool-jastadd-namelookup-base')
compile project(':trainbenchmark-tool-jastadd-symbolic-references-incremental') compile project(':trainbenchmark-tool-jastadd-namelookup-incremental')
compile project(':trainbenchmark-tool-jastadd-java-references') compile project(':trainbenchmark-tool-jastadd-optimized')
compile project(':trainbenchmark-tool-jastadd-java-references-base') compile project(':trainbenchmark-tool-jastadd-optimized-base')
compile project(':trainbenchmark-tool-jastadd-java-references-incremental') compile project(':trainbenchmark-tool-jastadd-optimized-incremental')
compile project(':trainbenchmark-tool-jastadd-specialized')
compile project(':trainbenchmark-tool-jastadd-specialized-base')
compile project(':trainbenchmark-tool-jastadd-specialized-incremental')
// compile project(':trainbenchmark-tool-jena') // compile project(':trainbenchmark-tool-jena')
compile project(':trainbenchmark-tool-kiama')
// compile project(':trainbenchmark-tool-mysql') // compile project(':trainbenchmark-tool-mysql')
// compile project(':trainbenchmark-tool-neo4j') // compile project(':trainbenchmark-tool-neo4j')
compile project(':trainbenchmark-tool-racr')
// compile project(':trainbenchmark-tool-rdf4j') // compile project(':trainbenchmark-tool-rdf4j')
// compile project(':trainbenchmark-tool-sqlite') // compile project(':trainbenchmark-tool-sqlite')
compile project(':trainbenchmark-tool-tinkergraph') compile project(':trainbenchmark-tool-tinkergraph')
......
import de.tudresden.inf.st.train.jastadd.config.JastaddSymbolicBenchmarkConfigBuilder
import de.tudresden.inf.st.train.jastadd.config.JastaddSymbolicIncrementalBenchmarkConfigBuilder
import hu.bme.mit.trainbenchmark.config.ExecutionConfig import hu.bme.mit.trainbenchmark.config.ExecutionConfig
import hu.bme.mit.trainbenchmark.constants.RailwayOperation import hu.bme.mit.trainbenchmark.constants.RailwayOperation
import hu.bme.mit.trainbenchmark.benchmark.config.BenchmarkConfigBaseBuilder import hu.bme.mit.trainbenchmark.benchmark.config.BenchmarkConfigBaseBuilder
...@@ -11,10 +10,12 @@ import hu.bme.mit.trainbenchmark.benchmark.runcomponents.BenchmarkReporter ...@@ -11,10 +10,12 @@ import hu.bme.mit.trainbenchmark.benchmark.runcomponents.BenchmarkReporter
import hu.bme.mit.trainbenchmark.benchmark.runcomponents.BenchmarkRunner import hu.bme.mit.trainbenchmark.benchmark.runcomponents.BenchmarkRunner
// tools // tools
import de.tudresden.inf.st.train.racr.config.RacrBenchmarkConfigBuilder import de.tudresden.inf.st.train.jastadd.config.JastaddNameLookupBenchmarkConfigBuilder
import de.tudresden.inf.st.train.jastadd.config.JastaddBenchmarkConfigBuilder import de.tudresden.inf.st.train.jastadd.config.JastaddNameLookupIncrementalBenchmarkConfigBuilder
import de.tudresden.inf.st.train.jastadd.config.JastaddIncrementalBenchmarkConfigBuilder import de.tudresden.inf.st.train.jastadd.config.JastaddOptimizedBenchmarkConfigBuilder
import de.tudresden.inf.st.train.kiama.config.KiamaBenchmarkConfigBuilder import de.tudresden.inf.st.train.jastadd.config.JastaddOptimizedIncrementalBenchmarkConfigBuilder
import de.tudresden.inf.st.train.jastadd.config.JastaddSpecializedBenchmarkConfigBuilder
import de.tudresden.inf.st.train.jastadd.config.JastaddSpecializedIncrementalBenchmarkConfigBuilder
import hu.bme.mit.trainbenchmark.benchmark.tinkergraph.config.TinkerGraphBenchmarkConfigBuilder import hu.bme.mit.trainbenchmark.benchmark.tinkergraph.config.TinkerGraphBenchmarkConfigBuilder
import hu.bme.mit.trainbenchmark.benchmark.viatra.config.ViatraBackend import hu.bme.mit.trainbenchmark.benchmark.viatra.config.ViatraBackend
import hu.bme.mit.trainbenchmark.benchmark.viatra.config.ViatraBenchmarkConfigBuilder import hu.bme.mit.trainbenchmark.benchmark.viatra.config.ViatraBenchmarkConfigBuilder
...@@ -32,9 +33,9 @@ ResultHelper.saveConfiguration(benchmarkId) ...@@ -32,9 +33,9 @@ ResultHelper.saveConfiguration(benchmarkId)
def ec = new ExecutionConfig(4000, 8000) def ec = new ExecutionConfig(4000, 8000)
def minSize = 1 def minSize = 1
def maxSize = 256 def maxSize = 8
def timeout = 900 def timeout = 900
def runs = 5 def runs = 1
println() println()
println("############################################################") println("############################################################")
...@@ -50,13 +51,12 @@ println() ...@@ -50,13 +51,12 @@ println()
//reportUrl = "https://hooks.slack.com/services/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" //reportUrl = "https://hooks.slack.com/services/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"
def tools = [ def tools = [
new JastaddSymbolicBenchmarkConfigBuilder(), new JastaddNameLookupBenchmarkConfigBuilder(),
new JastaddSymbolicIncrementalBenchmarkConfigBuilder(), new JastaddNameLookupIncrementalBenchmarkConfigBuilder(),
new JastaddBenchmarkConfigBuilder(), new JastaddOptimizedBenchmarkConfigBuilder(),
new JastaddIncrementalBenchmarkConfigBuilder(), new JastaddOptimizedIncrementalBenchmarkConfigBuilder(),
// new RacrBenchmarkConfigBuilder().setVerbose(false).setUseScheme(true), new JastaddSpecializedBenchmarkConfigBuilder(),
// new RacrBenchmarkConfigBuilder().setVerbose(false).setUseScheme(false), new JastaddSpecializedIncrementalBenchmarkConfigBuilder(),
new KiamaBenchmarkConfigBuilder(),
new TinkerGraphBenchmarkConfigBuilder(), new TinkerGraphBenchmarkConfigBuilder(),
new ViatraBenchmarkConfigBuilder().setBackend(ViatraBackend.INCREMENTAL), new ViatraBenchmarkConfigBuilder().setBackend(ViatraBackend.INCREMENTAL),
new ViatraBenchmarkConfigBuilder().setBackend(ViatraBackend.LOCAL_SEARCH), new ViatraBenchmarkConfigBuilder().setBackend(ViatraBackend.LOCAL_SEARCH),
......
...@@ -11,7 +11,7 @@ import hu.bme.mit.trainbenchmark.generator.runner.GeneratorRunner ...@@ -11,7 +11,7 @@ import hu.bme.mit.trainbenchmark.generator.runner.GeneratorRunner
def ec = new ExecutionConfig(4000, 6000) def ec = new ExecutionConfig(4000, 6000)
def minSize = 1 def minSize = 1
/* def maxSize = 2048 */ /* def maxSize = 2048 */
def maxSize = 256 def maxSize = 8
def scenarios = [ def scenarios = [
Scenario.BATCH, Scenario.BATCH,
......
import de.tudresden.inf.st.train.jastadd.config.JastaddBenchmarkConfigBuilder import hu.bme.mit.trainbenchmark.config.ExecutionConfig
import de.tudresden.inf.st.train.jastadd.config.JastaddIncrementalBenchmarkConfigBuilder import hu.bme.mit.trainbenchmark.constants.RailwayOperation
import de.tudresden.inf.st.train.jastadd.config.JastaddSymbolicBenchmarkConfigBuilder
import de.tudresden.inf.st.train.jastadd.config.JastaddSymbolicIncrementalBenchmarkConfigBuilder
import de.tudresden.inf.st.train.kiama.config.KiamaBenchmarkConfigBuilder
import de.tudresden.inf.st.train.racr.config.RacrBenchmarkConfigBuilder
import hu.bme.mit.trainbenchmark.benchmark.config.BenchmarkConfigBaseBuilder import hu.bme.mit.trainbenchmark.benchmark.config.BenchmarkConfigBaseBuilder
import hu.bme.mit.trainbenchmark.benchmark.config.BenchmarkConfigBuilder import hu.bme.mit.trainbenchmark.benchmark.config.BenchmarkConfigBuilder
import hu.bme.mit.trainbenchmark.benchmark.config.ModelSetConfig import hu.bme.mit.trainbenchmark.benchmark.config.ModelSetConfig
...@@ -11,9 +7,15 @@ import hu.bme.mit.trainbenchmark.benchmark.config.TransformationChangeSetStrateg ...@@ -11,9 +7,15 @@ import hu.bme.mit.trainbenchmark.benchmark.config.TransformationChangeSetStrateg
import hu.bme.mit.trainbenchmark.benchmark.result.ResultHelper import hu.bme.mit.trainbenchmark.benchmark.result.ResultHelper
import hu.bme.mit.trainbenchmark.benchmark.runcomponents.BenchmarkReporter import hu.bme.mit.trainbenchmark.benchmark.runcomponents.BenchmarkReporter
import hu.bme.mit.trainbenchmark.benchmark.runcomponents.BenchmarkRunner import hu.bme.mit.trainbenchmark.benchmark.runcomponents.BenchmarkRunner
// tools
import de.tudresden.inf.st.train.jastadd.config.JastaddNameLookupBenchmarkConfigBuilder
import de.tudresden.inf.st.train.jastadd.config.JastaddNameLookupIncrementalBenchmarkConfigBuilder
import de.tudresden.inf.st.train.jastadd.config.JastaddOptimizedBenchmarkConfigBuilder
import de.tudresden.inf.st.train.jastadd.config.JastaddOptimizedIncrementalBenchmarkConfigBuilder
import de.tudresden.inf.st.train.jastadd.config.JastaddSpecializedBenchmarkConfigBuilder
import de.tudresden.inf.st.train.jastadd.config.JastaddSpecializedIncrementalBenchmarkConfigBuilder
import hu.bme.mit.trainbenchmark.benchmark.tinkergraph.config.TinkerGraphBenchmarkConfigBuilder import hu.bme.mit.trainbenchmark.benchmark.tinkergraph.config.TinkerGraphBenchmarkConfigBuilder
import hu.bme.mit.trainbenchmark.config.ExecutionConfig
import hu.bme.mit.trainbenchmark.constants.RailwayOperation
import hu.bme.mit.trainbenchmark.benchmark.viatra.config.ViatraBackend import hu.bme.mit.trainbenchmark.benchmark.viatra.config.ViatraBackend
import hu.bme.mit.trainbenchmark.benchmark.viatra.config.ViatraBenchmarkConfigBuilder import hu.bme.mit.trainbenchmark.benchmark.viatra.config.ViatraBenchmarkConfigBuilder
...@@ -30,9 +32,9 @@ ResultHelper.saveConfiguration(benchmarkId) ...@@ -30,9 +32,9 @@ ResultHelper.saveConfiguration(benchmarkId)
def ec = new ExecutionConfig(4000, 8000) def ec = new ExecutionConfig(4000, 8000)
def minSize = 1 def minSize = 1
def maxSize = 256 def maxSize = 8
def timeout = 900 def timeout = 900
def runs = 5 def runs = 1
println() println()
println("############################################################") println("############################################################")
...@@ -48,13 +50,12 @@ println() ...@@ -48,13 +50,12 @@ println()
//reportUrl = "https://hooks.slack.com/services/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" //reportUrl = "https://hooks.slack.com/services/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"
def tools = [ def tools = [
new JastaddSymbolicBenchmarkConfigBuilder(), new JastaddNameLookupBenchmarkConfigBuilder(),
new JastaddSymbolicIncrementalBenchmarkConfigBuilder(), new JastaddNameLookupIncrementalBenchmarkConfigBuilder(),
new JastaddBenchmarkConfigBuilder(), new JastaddOptimizedBenchmarkConfigBuilder(),
new JastaddIncrementalBenchmarkConfigBuilder(), new JastaddOptimizedIncrementalBenchmarkConfigBuilder(),
// new RacrBenchmarkConfigBuilder().setVerbose(false).setUseScheme(true), new JastaddSpecializedBenchmarkConfigBuilder(),
// new RacrBenchmarkConfigBuilder().setVerbose(false).setUseScheme(false), new JastaddSpecializedIncrementalBenchmarkConfigBuilder(),
new KiamaBenchmarkConfigBuilder(),
new TinkerGraphBenchmarkConfigBuilder(), new TinkerGraphBenchmarkConfigBuilder(),
new ViatraBenchmarkConfigBuilder().setBackend(ViatraBackend.INCREMENTAL), new ViatraBenchmarkConfigBuilder().setBackend(ViatraBackend.INCREMENTAL),
new ViatraBenchmarkConfigBuilder().setBackend(ViatraBackend.LOCAL_SEARCH), new ViatraBenchmarkConfigBuilder().setBackend(ViatraBackend.LOCAL_SEARCH),
......
import hu.bme.mit.trainbenchmark.config.ExecutionConfig
import hu.bme.mit.trainbenchmark.constants.RailwayOperation
import hu.bme.mit.trainbenchmark.benchmark.config.BenchmarkConfigBaseBuilder import hu.bme.mit.trainbenchmark.benchmark.config.BenchmarkConfigBaseBuilder
import hu.bme.mit.trainbenchmark.benchmark.config.BenchmarkConfigBuilder import hu.bme.mit.trainbenchmark.benchmark.config.BenchmarkConfigBuilder
import hu.bme.mit.trainbenchmark.benchmark.config.ModelSetConfig import hu.bme.mit.trainbenchmark.benchmark.config.ModelSetConfig
...@@ -5,27 +7,17 @@ import hu.bme.mit.trainbenchmark.benchmark.config.TransformationChangeSetStrateg ...@@ -5,27 +7,17 @@ import hu.bme.mit.trainbenchmark.benchmark.config.TransformationChangeSetStrateg
import hu.bme.mit.trainbenchmark.benchmark.result.ResultHelper import hu.bme.mit.trainbenchmark.benchmark.result.ResultHelper
import hu.bme.mit.trainbenchmark.benchmark.runcomponents.BenchmarkReporter import hu.bme.mit.trainbenchmark.benchmark.runcomponents.BenchmarkReporter
import hu.bme.mit.trainbenchmark.benchmark.runcomponents.BenchmarkRunner import hu.bme.mit.trainbenchmark.benchmark.runcomponents.BenchmarkRunner
import hu.bme.mit.trainbenchmark.config.ExecutionConfig
import hu.bme.mit.trainbenchmark.constants.RailwayOperation
// Tools // tools
import de.tudresden.inf.st.train.jastadd.config.JastaddNameLookupBenchmarkConfigBuilder
import de.tudresden.inf.st.train.jastadd.config.JastaddNameLookupIncrementalBenchmarkConfigBuilder
import de.tudresden.inf.st.train.jastadd.config.JastaddOptimizedBenchmarkConfigBuilder
import de.tudresden.inf.st.train.jastadd.config.JastaddOptimizedIncrementalBenchmarkConfigBuilder
import de.tudresden.inf.st.train.jastadd.config.JastaddSpecializedBenchmarkConfigBuilder
import de.tudresden.inf.st.train.jastadd.config.JastaddSpecializedIncrementalBenchmarkConfigBuilder
import hu.bme.mit.trainbenchmark.benchmark.tinkergraph.config.TinkerGraphBenchmarkConfigBuilder import hu.bme.mit.trainbenchmark.benchmark.tinkergraph.config.TinkerGraphBenchmarkConfigBuilder
import de.tudresden.inf.st.train.jastadd.config.JastaddSymbolicBenchmarkConfigBuilder import hu.bme.mit.trainbenchmark.benchmark.viatra.config.ViatraBackend
import de.tudresden.inf.st.train.jastadd.config.JastaddSymbolicIncrementalBenchmarkConfigBuilder import hu.bme.mit.trainbenchmark.benchmark.viatra.config.ViatraBenchmarkConfigBuilder
import de.tudresden.inf.st.train.jastadd.config.JastaddBenchmarkConfigBuilder
import de.tudresden.inf.st.train.jastadd.config.JastaddIncrementalBenchmarkConfigBuilder
import de.tudresden.inf.st.train.kiama.config.KiamaBenchmarkConfigBuilder
//import de.tudresden.inf.st.train.racr.config.RacrBenchmarkConfigBuilder
//import hu.bme.mit.trainbenchmark.benchmark.drools.config.DroolsBenchmarkConfigBuilder
//import hu.bme.mit.trainbenchmark.benchmark.eclipseocl.config.EclipseOclBenchmarkConfigBuilder
//import hu.bme.mit.trainbenchmark.benchmark.emfapi.config.EmfApiBenchmarkConfigBuilder
//import hu.bme.mit.trainbenchmark.benchmark.jena.config.JenaBenchmarkConfigBuilder
//import hu.bme.mit.trainbenchmark.benchmark.mysql.config.MySqlBenchmarkConfigBuilder
//import hu.bme.mit.trainbenchmark.benchmark.neo4j.config.Neo4jBenchmarkConfigBuilder
//import hu.bme.mit.trainbenchmark.benchmark.neo4j.config.Neo4jEngine
//import hu.bme.mit.trainbenchmark.benchmark.rdf4j.config.Rdf4jBenchmarkConfigBuilder
//import hu.bme.mit.trainbenchmark.benchmark.sqlite.config.SQLiteBenchmarkConfigBuilder
//import hu.bme.mit.trainbenchmark.neo4j.config.Neo4jGraphFormat;
println('Please remember to stop all other Java processes.') println('Please remember to stop all other Java processes.')
println() println()
...@@ -40,9 +32,9 @@ ResultHelper.saveConfiguration(benchmarkId, "IndividualBenchmarkInjectScript.gro ...@@ -40,9 +32,9 @@ ResultHelper.saveConfiguration(benchmarkId, "IndividualBenchmarkInjectScript.gro
def ec = new ExecutionConfig(4000, 8000) def ec = new ExecutionConfig(4000, 8000)
def minSize = 1 def minSize = 1
def maxSize = 256 def maxSize = 8
def timeout = 900 def timeout = 900
def runs = 5 def runs = 1
println() println()
println("############################################################") println("############################################################")
...@@ -58,14 +50,12 @@ println() ...@@ -58,14 +50,12 @@ println()
//reportUrl = "https://hooks.slack.com/services/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" //reportUrl = "https://hooks.slack.com/services/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"
def tools = [ def tools = [
new JastaddSymbolicBenchmarkConfigBuilder(), new JastaddNameLookupBenchmarkConfigBuilder(),
new JastaddSymbolicIncrementalBenchmarkConfigBuilder(), new JastaddNameLookupIncrementalBenchmarkConfigBuilder(),
new JastaddBenchmarkConfigBuilder(), new JastaddOptimizedBenchmarkConfigBuilder(),
new JastaddIncrementalBenchmarkConfigBuilder(), new JastaddOptimizedIncrementalBenchmarkConfigBuilder(),
// new RacrBenchmarkConfigBuilder().setVerbose(false).useScheme(), new JastaddSpecializedBenchmarkConfigBuilder(),
// new RacrBenchmarkConfigBuilder().setVerbose(false).usePython(), new JastaddSpecializedIncrementalBenchmarkConfigBuilder(),
// new RacrBenchmarkConfigBuilder().setVerbose(false).useCpp(),
new KiamaBenchmarkConfigBuilder(),
new TinkerGraphBenchmarkConfigBuilder(), new TinkerGraphBenchmarkConfigBuilder(),
new ViatraBenchmarkConfigBuilder().setBackend(ViatraBackend.INCREMENTAL), new ViatraBenchmarkConfigBuilder().setBackend(ViatraBackend.INCREMENTAL),
new ViatraBenchmarkConfigBuilder().setBackend(ViatraBackend.LOCAL_SEARCH), new ViatraBenchmarkConfigBuilder().setBackend(ViatraBackend.LOCAL_SEARCH),
......
import de.tudresden.inf.st.train.jastadd.config.JastaddBenchmarkConfigBuilder import hu.bme.mit.trainbenchmark.config.ExecutionConfig
import de.tudresden.inf.st.train.jastadd.config.JastaddIncrementalBenchmarkConfigBuilder import hu.bme.mit.trainbenchmark.constants.RailwayOperation
import de.tudresden.inf.st.train.jastadd.config.JastaddSymbolicBenchmarkConfigBuilder
import de.tudresden.inf.st.train.jastadd.config.JastaddSymbolicIncrementalBenchmarkConfigBuilder
import de.tudresden.inf.st.train.kiama.config.KiamaBenchmarkConfigBuilder
import de.tudresden.inf.st.train.racr.config.RacrBenchmarkConfigBuilder
import hu.bme.mit.trainbenchmark.benchmark.config.BenchmarkConfigBaseBuilder import hu.bme.mit.trainbenchmark.benchmark.config.BenchmarkConfigBaseBuilder
import hu.bme.mit.trainbenchmark.benchmark.config.BenchmarkConfigBuilder import hu.bme.mit.trainbenchmark.benchmark.config.BenchmarkConfigBuilder
import hu.bme.mit.trainbenchmark.benchmark.config.ModelSetConfig import hu.bme.mit.trainbenchmark.benchmark.config.ModelSetConfig
...@@ -11,12 +7,17 @@ import hu.bme.mit.trainbenchmark.benchmark.config.TransformationChangeSetStrateg ...@@ -11,12 +7,17 @@ import hu.bme.mit.trainbenchmark.benchmark.config.TransformationChangeSetStrateg
import hu.bme.mit.trainbenchmark.benchmark.result.ResultHelper import hu.bme.mit.trainbenchmark.benchmark.result.ResultHelper
import hu.bme.mit.trainbenchmark.benchmark.runcomponents.BenchmarkReporter import hu.bme.mit.trainbenchmark.benchmark.runcomponents.BenchmarkReporter
import hu.bme.mit.trainbenchmark.benchmark.runcomponents.BenchmarkRunner import hu.bme.mit.trainbenchmark.benchmark.runcomponents.BenchmarkRunner
// tools
import de.tudresden.inf.st.train.jastadd.config.JastaddNameLookupBenchmarkConfigBuilder
import de.tudresden.inf.st.train.jastadd.config.JastaddNameLookupIncrementalBenchmarkConfigBuilder
import de.tudresden.inf.st.train.jastadd.config.JastaddOptimizedBenchmarkConfigBuilder
import de.tudresden.inf.st.train.jastadd.config.JastaddOptimizedIncrementalBenchmarkConfigBuilder
import de.tudresden.inf.st.train.jastadd.config.JastaddSpecializedBenchmarkConfigBuilder
import de.tudresden.inf.st.train.jastadd.config.JastaddSpecializedIncrementalBenchmarkConfigBuilder
import hu.bme.mit.trainbenchmark.benchmark.tinkergraph.config.TinkerGraphBenchmarkConfigBuilder import hu.bme.mit.trainbenchmark.benchmark.tinkergraph.config.TinkerGraphBenchmarkConfigBuilder
import hu.bme.mit.trainbenchmark.benchmark.viatra.config.ViatraBackend import hu.bme.mit.trainbenchmark.benchmark.viatra.config.ViatraBackend
import hu.bme.mit.trainbenchmark.benchmark.viatra.config.ViatraBenchmarkConfigBuilder import hu.bme.mit.trainbenchmark.benchmark.viatra.config.ViatraBenchmarkConfigBuilder
import hu.bme.mit.trainbenchmark.config.ExecutionConfig
import hu.bme.mit.trainbenchmark.constants.RailwayOperation
println('Please remember to stop all other Java processes.') println('Please remember to stop all other Java processes.')
println() println()
println('If in doubt, check with this command:') println('If in doubt, check with this command:')
...@@ -30,9 +31,9 @@ ResultHelper.saveConfiguration(benchmarkId) ...@@ -30,9 +31,9 @@ ResultHelper.saveConfiguration(benchmarkId)
def ec = new ExecutionConfig(4000, 8000) def ec = new ExecutionConfig(4000, 8000)
def minSize = 1 def minSize = 1
def maxSize = 256 def maxSize = 8
def timeout = 900 def timeout = 900
def runs = 5 def runs = 1
println() println()
println("############################################################") println("############################################################")
...@@ -48,13 +49,12 @@ println() ...@@ -48,13 +49,12 @@ println()
//reportUrl = "https://hooks.slack.com/services/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" //reportUrl = "https://hooks.slack.com/services/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"
def tools = [ def tools = [
new JastaddSymbolicBenchmarkConfigBuilder(), new JastaddNameLookupBenchmarkConfigBuilder(),
new JastaddSymbolicIncrementalBenchmarkConfigBuilder(), new JastaddNameLookupIncrementalBenchmarkConfigBuilder(),
new JastaddBenchmarkConfigBuilder(), new JastaddOptimizedBenchmarkConfigBuilder(),
new JastaddIncrementalBenchmarkConfigBuilder(), new JastaddOptimizedIncrementalBenchmarkConfigBuilder(),
// new RacrBenchmarkConfigBuilder().setVerbose(false).setUseScheme(true), new JastaddSpecializedBenchmarkConfigBuilder(),
// new RacrBenchmarkConfigBuilder().setVerbose(false).setUseScheme(false), new JastaddSpecializedIncrementalBenchmarkConfigBuilder(),
new KiamaBenchmarkConfigBuilder(),
new TinkerGraphBenchmarkConfigBuilder(), new TinkerGraphBenchmarkConfigBuilder(),
new ViatraBenchmarkConfigBuilder().setBackend(ViatraBackend.INCREMENTAL), new ViatraBenchmarkConfigBuilder().setBackend(ViatraBackend.INCREMENTAL),
new ViatraBenchmarkConfigBuilder().setBackend(ViatraBackend.LOCAL_SEARCH), new ViatraBenchmarkConfigBuilder().setBackend(ViatraBackend.LOCAL_SEARCH),
......
package de.tudresden.inf.st.train.jastadd;
import de.tudresden.inf.st.train.jastadd.config.JastaddIncrementalBenchmarkConfig;
import java.io.File;
import java.io.FileOutputStream;
import java.io.IOException;
import java.io.PrintStream;
public class JastaddIncrementalBenchmarkScenario extends
JastaddAbstractBenchmarkScenario<JastaddIncrementalBenchmarkConfig> {
public JastaddIncrementalBenchmarkScenario(final JastaddIncrementalBenchmarkConfig bc) throws Exception {
super(bc, false);
}
}
package de.tudresden.inf.st.train.jastadd;
import de.tudresden.inf.st.train.jastadd.config.JastaddBenchmarkConfig;
import java.io.File;
import java.io.FileOutputStream;
import java.io.IOException;
import java.io.PrintStream;
public class JastaddBenchmarkScenario extends
JastaddAbstractBenchmarkScenario<JastaddBenchmarkConfig> {
public JastaddBenchmarkScenario(final JastaddBenchmarkConfig bc) throws Exception {
super(bc, true);
}
}
0% Loading or .
You are about to add 0 people to the discussion. Proceed with caution.
Please register or to comment