diff --git a/.gitlab-ci.yml b/.gitlab-ci.yml
index 6bf5a199848da1eaca03387941eb7d62cd833bdc..776cec549221207595108e3adaad01d6e8017fd4 100644
--- a/.gitlab-ci.yml
+++ b/.gitlab-ci.yml
@@ -32,7 +32,7 @@ test_benchmark:
   script:
     - docker pull $CONTAINER_TEST_IMAGE
     - docker run $CONTAINER_TEST_IMAGE /ttc18/gradlew benchmarkFull -Pscenario=0,small 2>&1 | tee benchmarkFull.log
-    - ! grep "BUILD FAILED" benchmarkFull.log
+    - grep "BUILD FAILED" benchmarkFull.log; test $? -eq 1
 
 test_unit_tests:
   stage: test
diff --git a/Dockerfile b/Dockerfile
index 52fc64f8b7e12ebe586c1ae4647dd15862b67650..71f067a2aa7231b3eb77d9774949690a2472fde8 100644
--- a/Dockerfile
+++ b/Dockerfile
@@ -56,7 +56,7 @@ RUN echo "glpkPath = /usr/lib/x86_64-linux-gnu/jni" > gradle.properties
 #RUN sed -i '/jastadd-mquat-solver-emfer/d' settings.gradle
 #RUN sed -i '/jastadd-mquat-solver-emfer/d' jastadd-mquat-benchmark/build.gradle
 #RUN sed -i '/EMFeRSolver/d' jastadd-mquat-benchmark/src/main/java/de/tudresden/inf/st/mquat/benchmark/SolverFactory.java
-RUN echo "test.enabled = false" > ./jastadd-mquat-solver-emfer/build.gradle
+RUN echo "test.enabled = false" >> ./jastadd-mquat-solver-emfer/build.gradle
 #RUN echo "test.enabled = false" > ./jastadd-mquat-solver-random/build.gradle
 RUN sed -i 's/MINUTES/SECONDS/g' jastadd-mquat-benchmark/src/main/resources/scenarios.json