Skip to content
Snippets Groups Projects
Commit 5896c096 authored by Johannes Mey's avatar Johannes Mey
Browse files

started work on plots

parent 8da9823c
No related branches found
No related tags found
No related merge requests found
Showing
with 69 additions and 81 deletions
...@@ -7,18 +7,19 @@ library(arules) ...@@ -7,18 +7,19 @@ library(arules)
library(ggforce) library(ggforce)
library(extrafont) library(extrafont)
# loadfonts(device="postscript") loadfonts(device="postscript")
loadfonts(quiet=TRUE) loadfonts(quiet=TRUE)
source('util.R') source('util.R')
# constants # constants
workloads = c( workloads = c(
# "PosLength", "SwitchMonitored", "PosLength",
"SwitchMonitored",
"RouteSensor", "RouteSensor",
# "SwitchSet", "SwitchSet",
"ConnectedSegments" "ConnectedSegments",
# "SemaphoreNeighbor" "SemaphoreNeighbor"
) )
phases = c("Read", "Check", "Read.and.Check", "Transformation", "Recheck", "Transformation.and.Recheck") phases = c("Read", "Check", "Read.and.Check", "Transformation", "Recheck", "Transformation.and.Recheck")
phasesPrettified = c("Read", "Check", "Read and Check", "Transformation", "Recheck", "Transformation and Recheck") phasesPrettified = c("Read", "Check", "Read and Check", "Transformation", "Recheck", "Transformation and Recheck")
...@@ -26,10 +27,10 @@ phasesPrettified = c("Read", "Check", "Read and Check", "Transformation", "Reche ...@@ -26,10 +27,10 @@ phasesPrettified = c("Read", "Check", "Read and Check", "Transformation", "Reche
sizes = list() # 1 2 4 8 16 32 64 128 256 512 1024 2048 4096 sizes = list() # 1 2 4 8 16 32 64 128 256 512 1024 2048 4096
sizes[["Repair"]] = c("8k", "15k", "33k", "66k", "135k", "271k", "566k", "1.1M", "2.2M", "4.6M", "9.3M", "18M", "37M") sizes[["Repair"]] = c("8k", "15k", "33k", "66k", "135k", "271k", "566k", "1.1M", "2.2M", "4.6M", "9.3M", "18M", "37M")
toolList = read.csv("tool-list.csv", colClasses=c(rep("character",1))) toolList = read.csv("tool-list.csv")
# load the data # load the data
tsvs = list.files("../results/recent", pattern = "times-.*\\.csv", full.names = T, recursive = T) tsvs = list.files("../results/merged/individual", pattern = "times-.*\\.csv", full.names = T, recursive = T)
l = lapply(tsvs, read.csv) l = lapply(tsvs, read.csv)
times = rbindlist(l) times = rbindlist(l)
...@@ -126,40 +127,42 @@ for (phase in phasesPrettified) { ...@@ -126,40 +127,42 @@ for (phase in phasesPrettified) {
labs(title = paste("Individual query execution time,", phase, "phase"), x = "Model size\n#Elements", y = "Execution times [ms]") + labs(title = paste("Individual query execution time,", phase, "phase"), x = "Model size\n#Elements", y = "Execution times [ms]") +
geom_point(aes(col = Tool, shape = Tool), size = 2.0) + geom_point(aes(col = Tool, shape = Tool), size = 2.0) +
# scale_shape_manual(values = seq(0, 15)) + # scale_shape_manual(values = seq(0, 15)) +
scale_shape_manual(values = c(0, 15, 1, 16, 2, 17, 4, 7), # scale_shape_manual(#values = c(0, 15, 1, 16, 2, 17, 4, 7),
labels=c( # # labels=c(
"Name Lookup ", "Name Lookup (Incremental)", # http://www.sthda.com/english/wiki/r-plot-pch-symbols-the-different-point-shapes-available-in-r - JastAdd NameLookup # # "Name Lookup ", "Name Lookup (Incremental)", # http://www.sthda.com/english/wiki/r-plot-pch-symbols-the-different-point-shapes-available-in-r - JastAdd NameLookup
"Intrinsic References", "Intrinsic References (Incremental)", # Tud-cyan - JastAdd Optimized # # "Intrinsic References", "Intrinsic References (Incremental)", # Tud-cyan - JastAdd Optimized
"Grammar Extension", "Grammar Extension (Incremental)", # HKS65 (green) - JastAdd Specialized # # "Grammar Extension", "Grammar Extension (Incremental)", # HKS65 (green) - JastAdd Specialized
"TinkerGraph", # HKS92 (grey) - TinkerGraph # # "TinkerGraph", # HKS92 (grey) - TinkerGraph
"Viatra (Incremental)", # HKS33 (violet) - VIATRA # # "Viatra (Incremental)", # HKS33 (violet) - VIATRA
"(none)" # # "(none)"
)) + # # )
scale_colour_manual(values = c( # ) +
"#EE7F00", "#EE7F00", # HKS07 (orange) - JastAdd NameLookup # scale_colour_manual(
"#009EE0", "#009EE0", # Tud-cyan - JastAdd Optimized # values = c(
"#6AB023", "#6AB023", # HKS65 (green) - JastAdd Specialized # "#EE7F00", "#EE7F00", # HKS07 (orange) - JastAdd NameLookup
"#727879", # HKS92 (grey) - TinkerGraph # "#009EE0", "#009EE0", # Tud-cyan - JastAdd Optimized
"#93107E", # HKS33 (violet) - VIATRA # "#6AB023", "#6AB023", # HKS65 (green) - JastAdd Specialized
"#F0E442", # Yellow # "#727879", # HKS92 (grey) - TinkerGraph
"#CC79A7"), # "#93107E", # HKS33 (violet) - VIATRA
labels=c( # "#F0E442", # Yellow
"Name Lookup ", "Name Lookup (Incremental)", # HKS07 (orange) - JastAdd NameLookup # "#CC79A7"),
"Intrinsic References", "Intrinsic References (Incremental)", # Tud-cyan - JastAdd Optimized # labels=c(
"Grammar Extension", "Grammar Extension (Incremental)", # HKS65 (green) - JastAdd Specialized # "Name Lookup ", "Name Lookup (Incremental)", # HKS07 (orange) - JastAdd NameLookup
"TinkerGraph", # HKS92 (grey) - TinkerGraph # "Intrinsic References", "Intrinsic References (Incremental)", # Tud-cyan - JastAdd Optimized
"Viatra (Incremental)", # HKS33 (violet) - VIATRA # "Grammar Extension", "Grammar Extension (Incremental)", # HKS65 (green) - JastAdd Specialized
"(none)" # "TinkerGraph", # HKS92 (grey) - TinkerGraph
)) + # "Viatra (Incremental)", # HKS33 (violet) - VIATRA
# "(none)"
# )) +
geom_line(aes(col = Tool, group = Tool), size = 0.5) + geom_line(aes(col = Tool, group = Tool), size = 0.5) +
scale_x_discrete(breaks = xbreaks, labels = xlabels) + scale_x_discrete(breaks = xbreaks, labels = xlabels) +
scale_y_log10(breaks = ybreaks, minor_breaks=yminor_breaks, labels = ylabels, limits = c(2e-3,8e4), expand = c(0, 0)) + scale_y_log10(breaks = ybreaks, minor_breaks=yminor_breaks, labels = ylabels, limits = c(2e-3,8e4), expand = c(0, 0)) +
facet_grid_paginate(~ Workload, nrow=1, ncol = 1, page=cpage, scale = "free") + facet_grid_paginate(~ Workload, nrow=1, ncol = 1, page=cpage, scale = "free") +
guides(color = guide_legend(ncol = 4)) + guides(color = guide_legend(ncol = 5)) +
theme_bw() + theme_bw() +
theme( theme(
plot.title = element_text(hjust = 0.5), plot.title = element_text(hjust = 0.5),
text = element_text(family="Open Sans", size = 10), # text = element_text(family="Open Sans", size = 10),
# legend.key = element_blank(), # legend.key = element_blank(),
legend.title = element_blank(), legend.title = element_blank(),
legend.position = "bottom", legend.position = "bottom",
...@@ -170,7 +173,7 @@ for (phase in phasesPrettified) { ...@@ -170,7 +173,7 @@ for (phase in phasesPrettified) {
ggsave( ggsave(
plot = p, plot = p,
filename = paste("../diagrams/recent/", phase.filename, "-",workloads[cpage], ".pdf", sep=""), filename = paste("../diagrams/recent/", phase.filename, "-",workloads[cpage], ".pdf", sep=""),
width = 150, height = 140, units = "mm" width = 300, height = 280, units = "mm"
) )
embed_fonts(paste("../diagrams/recent/", phase.filename, "-",workloads[cpage], ".pdf", sep=""), outfile=paste("../diagrams/recent/", phase.filename, "-",workloads[cpage], "-embed", ".pdf", sep="")) embed_fonts(paste("../diagrams/recent/", phase.filename, "-",workloads[cpage], ".pdf", sep=""), outfile=paste("../diagrams/recent/", phase.filename, "-",workloads[cpage], "-embed", ".pdf", sep=""))
} }
......
...@@ -6,4 +6,4 @@ local({ ...@@ -6,4 +6,4 @@ local({
}) })
install.packages("udunits2", configure.args = c(udunits2 = '--with-udunits2-include=/usr/include/udunits2')) install.packages("udunits2", configure.args = c(udunits2 = '--with-udunits2-include=/usr/include/udunits2'))
install.packages(c("ggplot2", "ggforce", "plyr", "ggrepel", "data.table", "arules", "purrr"), repos = "http://cran.rstudio.com/") install.packages(c("ggplot2", "ggforce", "plyr", "ggrepel", "data.table", "arules", "purrr", "extrafont"), repos = "http://cran.rstudio.com/")
{ {
"tools": [ "tools": [
"WHY IS THE FIRST ONE IGNORED, RENE?",
"tinkergraph", "tinkergraph",
"jastadd-java-references", "jastadd-intrinsic",
"jastadd-java-references-incremental", "jastadd-intrinsic-incremental",
"jastadd-symbolic-references-incremental", "jastadd-manual-relast",
"jastadd-symbolic-references", "jastadd-manual-relast-incremental",
"jastadd-namelookup",
"jastadd-namelookup-incremental",
"jastadd-relast",
"jastadd-relast-incremental",
"viatra" "viatra"
], ],
"ignored": [ "ignored": [
......
...@@ -238,5 +238,5 @@ if __name__ == '__main__': ...@@ -238,5 +238,5 @@ if __name__ == '__main__':
"-f", "--file-config", default='merge_results.json', help="Config file to use.") "-f", "--file-config", default='merge_results.json', help="Config file to use.")
args = parser.parse_args() args = parser.parse_args()
include_file_config(args) include_file_config(args)
logging.basicConfig(format=FORMAT, level=logging.DEBUG if args.verbose else logging.INFO) logging.basicConfig(format=FORMAT, level=logging.DEBUG if args.verbose else logging.DEBUG)
main(args) main(args)
...@@ -3,10 +3,9 @@ Name Lookup ...@@ -3,10 +3,9 @@ Name Lookup
Name Lookup (Incremental) Name Lookup (Incremental)
Intrinsic References Intrinsic References
Intrinsic References (Incremental) Intrinsic References (Incremental)
Grammar Extension Grammar Extension with Manual Serialization
Grammar Extension (Incremental) Grammar Extension with Manual Serialization (Incremental)
Grammar Extension (Manual Serialization) Grammar Extension with Serializer
Grammar Extension (Manual Serialization, Incremental) Grammar Extension with Serializer (Incremental)
TinkerGraph TinkerGraph
VIATRA (Incremental) VIATRA (Incremental)
VIATRA (Local Search) \ No newline at end of file
tool,format,storage tool,format,storage
Drools,EMF,in-memory Name Lookup,JSON,in-memory
Eclipse OCL,EMF,in-memory Name Lookup (Incremental),JSON,in-memory
EMF API,EMF,in-memory Intrinsic References,JSON,in-memory
VIATRA (Incremental),EMF,in-memory Intrinsic References (Incremental),JSON,in-memory
VIATRA (Local Search),EMF,in-memory Grammar Extension with Manual Serialization,JSON,in-memory
Neo4j (Core API-CSV),property graph,disk-resident Grammar Extension with Manual Serialization (Incremental),JSON,in-memory
Neo4j (Cypher-CSV),property graph,disk-resident Grammar Extension with Serializer,JSON,in-memory
Neo4j (Core API-GraphML),property graph,disk-resident Grammar Extension with Serializer (Incremental),JSON,in-memory
Neo4j (Cypher-GraphML),property graph,disk-resident
Neo4j (Core API-Binary),property graph,disk-resident
Neo4j (Cypher-Binary),property graph,disk-resident
Jastadd (Symbolic References),JSON,in-memory
Jastadd (Incremental + Symbolic References),JSON,in-memory
Jastadd (Java References),JSON,in-memory
Jastadd (Incremental + Java References),JSON,in-memory
TinkerGraph,property graph,in-memory TinkerGraph,property graph,in-memory
Blazegraph (No Inferencing),RDF,disk-resident VIATRA (Incremental),EMF,in-memory
Blazegraph (Inferencing),RDF,disk-resident \ No newline at end of file
Jena (Inferencing),RDF,in-memory
Jena (No Inferencing),RDF,in-memory
Kiama,JSON,in-memory
Racr (Scheme),JSON,in-memory
Racr (Python),JSON,in-memory
Racr (CPP),JSON,in-memory
RDF4J (Inferencing),RDF,in-memory
RDF4J (No Inferencing),RDF,in-memory
MySQL,SQL,disk-resident
SQLite,SQL,in-memory
#!/bin/bash #!/bin/bash
python toolwise.py python toolwise.py --verbose
# --file-config <file> # --file-config <file>
# --verbose # --verbose
...@@ -11,11 +11,10 @@ ...@@ -11,11 +11,10 @@
"Intrinsic References (Incremental)", "Intrinsic References (Incremental)",
"Grammar Extension with Serializer", "Grammar Extension with Serializer",
"Grammar Extension with Serializer (Incremental)", "Grammar Extension with Serializer (Incremental)",
"Grammar Extension (Manual Serialization)", "Grammar Extension with Manual Serialization",
"Grammar Extension (Manual Serialization, Incremental)", "Grammar Extension with Manual Serialization (Incremental)",
"TinkerGraph", "TinkerGraph",
"VIATRA (Incremental)", "VIATRA (Incremental)"
"VIATRA (Local Search)"
], ],
"formats": [ "formats": [
"emf", "emf",
......
...@@ -10,7 +10,7 @@ public class ManualRelastIncrementalBenchmarkConfig extends JastaddAbstractBench ...@@ -10,7 +10,7 @@ public class ManualRelastIncrementalBenchmarkConfig extends JastaddAbstractBench
@Override @Override
public String getToolName() { public String getToolName() {
return "Grammar Extension (Manual Serialization, Incremental)"; return "Grammar Extension with Manual Serialization (Incremental)";
} }
@Override @Override
......
...@@ -11,7 +11,7 @@ public class ManualRelastBenchmarkConfig extends JastaddAbstractBenchmarkConfig ...@@ -11,7 +11,7 @@ public class ManualRelastBenchmarkConfig extends JastaddAbstractBenchmarkConfig
@Override @Override
public String getToolName() { public String getToolName() {
return "Grammar Extension (Manual Serialization)"; return "Grammar Extension with Manual Serialization";
} }
@Override @Override
......
0% Loading or .
You are about to add 0 people to the discussion. Proceed with caution.
Please register or to comment