From fd9447282f04ea4b733f3bce3c3041c375a66378 Mon Sep 17 00:00:00 2001
From: Sylvain Dailler <dailler@adacore.com>
Date: Tue, 25 Sep 2018 17:10:01 +0200
Subject: [PATCH] ce-bench now fails when there is a diff

---
 bench/ce-bench                  |  7 ++++++
 bench/ce/floats_CVC4,1.5.oracle | 40 ++++++++++++++++-----------------
 2 files changed, 27 insertions(+), 20 deletions(-)

diff --git a/bench/ce-bench b/bench/ce-bench
index 5bc80ac29..d5c86f986 100755
--- a/bench/ce-bench
+++ b/bench/ce-bench
@@ -4,6 +4,7 @@ dir=`dirname $0`
 
 updateoracle=false
 files=""
+success=true
 
 while test $# != 0; do
 case "$1" in
@@ -44,6 +45,7 @@ run () {
             echo "FAILED!"
             echo "diff is the following:"
             diff "$f.oracle" "$f.out"
+            success=false
         fi
     fi
 }
@@ -57,3 +59,8 @@ for file in $files; do
     run CVC4,1.5 $filedir/$filebase
     run Z3,4.6.0 $filedir/$filebase
 done
+if $success; then
+    exit 0
+else
+    exit 1
+fi
diff --git a/bench/ce/floats_CVC4,1.5.oracle b/bench/ce/floats_CVC4,1.5.oracle
index b78e29ab1..be00964dc 100644
--- a/bench/ce/floats_CVC4,1.5.oracle
+++ b/bench/ce/floats_CVC4,1.5.oracle
@@ -1,120 +1,120 @@
 bench/ce/floats.mlw T32 g1: Timeout
 Counter-example model:File ieee_float.mlw:
-Line 218:
+Line 222:
 max_int, [[@model_trace:max_int]] = {"type" : "Integer" ,
 "val" : "-1" }
 
 bench/ce/floats.mlw T32 g2: Timeout
 Counter-example model:File ieee_float.mlw:
-Line 218:
+Line 222:
 max_int, [[@model_trace:max_int]] = {"type" : "Integer" ,
 "val" : "-1" }
 
 bench/ce/floats.mlw T32 g3: Timeout
 Counter-example model:File ieee_float.mlw:
-Line 218:
+Line 222:
 max_int, [[@model_trace:max_int]] = {"type" : "Integer" ,
 "val" : "-1" }
 
 bench/ce/floats.mlw T32 g4: Timeout
 Counter-example model:File ieee_float.mlw:
-Line 218:
+Line 222:
 max_int, [[@model_trace:max_int]] = {"type" : "Integer" ,
 "val" : "-1" }
 
 bench/ce/floats.mlw T32 g5: Timeout
 Counter-example model:File ieee_float.mlw:
-Line 218:
+Line 222:
 max_int, [[@model_trace:max_int]] = {"type" : "Integer" ,
 "val" : "-1" }
 
 bench/ce/floats.mlw T32 g6: Timeout
 Counter-example model:File ieee_float.mlw:
-Line 218:
+Line 222:
 max_int, [[@model_trace:max_int]] = {"type" : "Integer" ,
 "val" : "-1" }
 
 bench/ce/floats.mlw T32 g7: Timeout
 Counter-example model:File ieee_float.mlw:
-Line 218:
+Line 222:
 max_int, [[@model_trace:max_int]] = {"type" : "Integer" ,
 "val" : "-1" }
 
 bench/ce/floats.mlw T32 g8: Timeout
 Counter-example model:File ieee_float.mlw:
-Line 218:
+Line 222:
 max_int, [[@model_trace:max_int]] = {"type" : "Integer" ,
 "val" : "-1" }
 
 bench/ce/floats.mlw T32 g9: Timeout
 Counter-example model:File ieee_float.mlw:
-Line 218:
+Line 222:
 max_int, [[@model_trace:max_int]] = {"type" : "Integer" ,
 "val" : "-1" }
 
 bench/ce/floats.mlw T32 g10: Timeout
 Counter-example model:File ieee_float.mlw:
-Line 218:
+Line 222:
 max_int, [[@model_trace:max_int]] = {"type" : "Integer" ,
 "val" : "-1" }
 
 bench/ce/floats.mlw T64 g1: Timeout
 Counter-example model:File ieee_float.mlw:
-Line 218:
+Line 222:
 max_int, [[@model_trace:max_int]] = {"type" : "Integer" ,
 "val" : "-1" }
 
 bench/ce/floats.mlw T64 g2: Timeout
 Counter-example model:File ieee_float.mlw:
-Line 218:
+Line 222:
 max_int, [[@model_trace:max_int]] = {"type" : "Integer" ,
 "val" : "-1" }
 
 bench/ce/floats.mlw T64 g3: Timeout
 Counter-example model:File ieee_float.mlw:
-Line 218:
+Line 222:
 max_int, [[@model_trace:max_int]] = {"type" : "Integer" ,
 "val" : "-1" }
 
 bench/ce/floats.mlw T64 g4: Timeout
 Counter-example model:File ieee_float.mlw:
-Line 218:
+Line 222:
 max_int, [[@model_trace:max_int]] = {"type" : "Integer" ,
 "val" : "-1" }
 
 bench/ce/floats.mlw T64 g5: Timeout
 Counter-example model:File ieee_float.mlw:
-Line 218:
+Line 222:
 max_int, [[@model_trace:max_int]] = {"type" : "Integer" ,
 "val" : "-1" }
 
 bench/ce/floats.mlw T64 g6: Timeout
 Counter-example model:File ieee_float.mlw:
-Line 218:
+Line 222:
 max_int, [[@model_trace:max_int]] = {"type" : "Integer" ,
 "val" : "-1" }
 
 bench/ce/floats.mlw T64 g7: Timeout
 Counter-example model:File ieee_float.mlw:
-Line 218:
+Line 222:
 max_int, [[@model_trace:max_int]] = {"type" : "Integer" ,
 "val" : "-1" }
 
 bench/ce/floats.mlw T64 g8: Timeout
 Counter-example model:File ieee_float.mlw:
-Line 218:
+Line 222:
 max_int, [[@model_trace:max_int]] = {"type" : "Integer" ,
 "val" : "-1" }
 
 bench/ce/floats.mlw T64 g9: Timeout
 Counter-example model:File ieee_float.mlw:
-Line 218:
+Line 222:
 max_int, [[@model_trace:max_int]] = {"type" : "Integer" ,
 "val" : "-1" }
 
 bench/ce/floats.mlw T64 g10: Timeout
 Counter-example model:File ieee_float.mlw:
-Line 218:
+Line 222:
 max_int, [[@model_trace:max_int]] = {"type" : "Integer" ,
 "val" : "-1" }
 
-- 
GitLab