diff --git a/bench/ce-bench b/bench/ce-bench index 5bc80ac29587b1f84fc88a1cfa6c151154157adc..d5c86f986514c9aacf7c60f5b3194ff9dd08e534 100755 --- a/bench/ce-bench +++ b/bench/ce-bench @@ -4,6 +4,7 @@ dir=`dirname $0` updateoracle=false files="" +success=true while test $# != 0; do case "$1" in @@ -44,6 +45,7 @@ run () { echo "FAILED!" echo "diff is the following:" diff "$f.oracle" "$f.out" + success=false fi fi } @@ -57,3 +59,8 @@ for file in $files; do run CVC4,1.5 $filedir/$filebase run Z3,4.6.0 $filedir/$filebase done +if $success; then + exit 0 +else + exit 1 +fi diff --git a/bench/ce/floats_CVC4,1.5.oracle b/bench/ce/floats_CVC4,1.5.oracle index b78e29ab16b97f3e9ad2be053aa6dd3eb3fa526e..be00964dc96c65865ee1225d9db89e780d29950e 100644 --- a/bench/ce/floats_CVC4,1.5.oracle +++ b/bench/ce/floats_CVC4,1.5.oracle @@ -1,120 +1,120 @@ bench/ce/floats.mlw T32 g1: Timeout Counter-example model:File ieee_float.mlw: -Line 218: +Line 222: max_int, [[@model_trace:max_int]] = {"type" : "Integer" , "val" : "-1" } bench/ce/floats.mlw T32 g2: Timeout Counter-example model:File ieee_float.mlw: -Line 218: +Line 222: max_int, [[@model_trace:max_int]] = {"type" : "Integer" , "val" : "-1" } bench/ce/floats.mlw T32 g3: Timeout Counter-example model:File ieee_float.mlw: -Line 218: +Line 222: max_int, [[@model_trace:max_int]] = {"type" : "Integer" , "val" : "-1" } bench/ce/floats.mlw T32 g4: Timeout Counter-example model:File ieee_float.mlw: -Line 218: +Line 222: max_int, [[@model_trace:max_int]] = {"type" : "Integer" , "val" : "-1" } bench/ce/floats.mlw T32 g5: Timeout Counter-example model:File ieee_float.mlw: -Line 218: +Line 222: max_int, [[@model_trace:max_int]] = {"type" : "Integer" , "val" : "-1" } bench/ce/floats.mlw T32 g6: Timeout Counter-example model:File ieee_float.mlw: -Line 218: +Line 222: max_int, [[@model_trace:max_int]] = {"type" : "Integer" , "val" : "-1" } bench/ce/floats.mlw T32 g7: Timeout Counter-example model:File ieee_float.mlw: -Line 218: +Line 222: max_int, [[@model_trace:max_int]] = {"type" : "Integer" , "val" : "-1" } bench/ce/floats.mlw T32 g8: Timeout Counter-example model:File ieee_float.mlw: -Line 218: +Line 222: max_int, [[@model_trace:max_int]] = {"type" : "Integer" , "val" : "-1" } bench/ce/floats.mlw T32 g9: Timeout Counter-example model:File ieee_float.mlw: -Line 218: +Line 222: max_int, [[@model_trace:max_int]] = {"type" : "Integer" , "val" : "-1" } bench/ce/floats.mlw T32 g10: Timeout Counter-example model:File ieee_float.mlw: -Line 218: +Line 222: max_int, [[@model_trace:max_int]] = {"type" : "Integer" , "val" : "-1" } bench/ce/floats.mlw T64 g1: Timeout Counter-example model:File ieee_float.mlw: -Line 218: +Line 222: max_int, [[@model_trace:max_int]] = {"type" : "Integer" , "val" : "-1" } bench/ce/floats.mlw T64 g2: Timeout Counter-example model:File ieee_float.mlw: -Line 218: +Line 222: max_int, [[@model_trace:max_int]] = {"type" : "Integer" , "val" : "-1" } bench/ce/floats.mlw T64 g3: Timeout Counter-example model:File ieee_float.mlw: -Line 218: +Line 222: max_int, [[@model_trace:max_int]] = {"type" : "Integer" , "val" : "-1" } bench/ce/floats.mlw T64 g4: Timeout Counter-example model:File ieee_float.mlw: -Line 218: +Line 222: max_int, [[@model_trace:max_int]] = {"type" : "Integer" , "val" : "-1" } bench/ce/floats.mlw T64 g5: Timeout Counter-example model:File ieee_float.mlw: -Line 218: +Line 222: max_int, [[@model_trace:max_int]] = {"type" : "Integer" , "val" : "-1" } bench/ce/floats.mlw T64 g6: Timeout Counter-example model:File ieee_float.mlw: -Line 218: +Line 222: max_int, [[@model_trace:max_int]] = {"type" : "Integer" , "val" : "-1" } bench/ce/floats.mlw T64 g7: Timeout Counter-example model:File ieee_float.mlw: -Line 218: +Line 222: max_int, [[@model_trace:max_int]] = {"type" : "Integer" , "val" : "-1" } bench/ce/floats.mlw T64 g8: Timeout Counter-example model:File ieee_float.mlw: -Line 218: +Line 222: max_int, [[@model_trace:max_int]] = {"type" : "Integer" , "val" : "-1" } bench/ce/floats.mlw T64 g9: Timeout Counter-example model:File ieee_float.mlw: -Line 218: +Line 222: max_int, [[@model_trace:max_int]] = {"type" : "Integer" , "val" : "-1" } bench/ce/floats.mlw T64 g10: Timeout Counter-example model:File ieee_float.mlw: -Line 218: +Line 222: max_int, [[@model_trace:max_int]] = {"type" : "Integer" , "val" : "-1" }