From 93c1c12d8773b07758f5ee81a8566041aa5b76fd Mon Sep 17 00:00:00 2001 From: esteffin Date: Thu, 14 Dec 2023 15:27:31 +0000 Subject: [PATCH 01/45] Revert "Add --no-standard-checks to regression/cbmc runner scripts" This reverts commit 457b953e6b469040b8b9dd0bf29f9e024911d9d6. --- regression/cbmc/CMakeLists.txt | 8 ++++---- regression/cbmc/Makefile | 10 +++++----- 2 files changed, 9 insertions(+), 9 deletions(-) diff --git a/regression/cbmc/CMakeLists.txt b/regression/cbmc/CMakeLists.txt index 96aca8cf05c..b0de5320280 100644 --- a/regression/cbmc/CMakeLists.txt +++ b/regression/cbmc/CMakeLists.txt @@ -13,19 +13,19 @@ else() endif() add_test_pl_tests( - "$ --no-standard-checks --validate-goto-model --validate-ssa-equation" -X smt-backend ${gcc_only} ${exclude_win_broken_tests} + "$ --validate-goto-model --validate-ssa-equation" -X smt-backend ${gcc_only} ${exclude_win_broken_tests} ) add_test_pl_profile( "cbmc-paths-lifo" - "$ --no-standard-checks --paths lifo" + "$ --paths lifo" "-C;-X;thorough-paths;-X;smt-backend;-X;paths-lifo-expected-failure;${gcc_only_string}-s;paths-lifo;${exclude_win_broken_tests_string}" "CORE" ) add_test_pl_profile( "cbmc-cprover-smt2" - "$ --no-standard-checks --cprover-smt2" + "$ --cprover-smt2" "-C;-X;broken-smt-backend;-X;thorough-smt-backend;-X;broken-cprover-smt-backend;-X;thorough-cprover-smt-backend;${gcc_only_string}-s;cprover-smt2;${exclude_win_broken_tests_string}" "CORE" ) @@ -33,7 +33,7 @@ add_test_pl_profile( # If `-X` (exclude flag) is passed, test.pl will exclude the tests matching the label following it. add_test_pl_profile( "cbmc-new-smt-backend" - "$ --no-standard-checks --incremental-smt2-solver 'z3 --smt2 -in'" + "$ --incremental-smt2-solver 'z3 --smt2 -in'" "${gcc_only_string}-X;no-new-smt;-s;new-smt-backend" "CORE" ) diff --git a/regression/cbmc/Makefile b/regression/cbmc/Makefile index 969a26ca813..e5777ce8774 100644 --- a/regression/cbmc/Makefile +++ b/regression/cbmc/Makefile @@ -10,27 +10,27 @@ GCC_ONLY = endif test: - @../test.pl -e -p -c "../../../src/cbmc/cbmc --no-standard-checks --validate-goto-model --validate-ssa-equation" -X smt-backend $(GCC_ONLY) + @../test.pl -e -p -c "../../../src/cbmc/cbmc --validate-goto-model --validate-ssa-equation" -X smt-backend $(GCC_ONLY) test-cprover-smt2: - @../test.pl -e -p -c "../../../src/cbmc/cbmc --no-standard-checks --cprover-smt2" \ + @../test.pl -e -p -c "../../../src/cbmc/cbmc --cprover-smt2" \ -X broken-smt-backend -X thorough-smt-backend \ -X broken-cprover-smt-backend -X thorough-cprover-smt-backend \ -s cprover-smt2 $(GCC_ONLY) test-z3: - @../test.pl -e -p -c "../../../src/cbmc/cbmc --no-standard-checks --z3" \ + @../test.pl -e -p -c "../../../src/cbmc/cbmc --z3" \ -X broken-smt-backend -X thorough-smt-backend \ -X broken-z3-smt-backend -X thorough-z3-smt-backend \ -s z3 $(GCC_ONLY) test-paths-lifo: - @../test.pl -e -p -c "../../../src/cbmc/cbmc --no-standard-checks --paths lifo" \ + @../test.pl -e -p -c "../../../src/cbmc/cbmc --paths lifo" \ -X thorough-paths -X smt-backend -X paths-lifo-expected-failure \ -s paths-lifo $(GCC_ONLY) test-new-smt-backend: - @../test.pl -e -p -c "../../../src/cbmc/cbmc --no-standard-checks --incremental-smt2-solver 'z3 --smt2 -in'" \ + @../test.pl -e -p -c "../../../src/cbmc/cbmc --incremental-smt2-solver 'z3 --smt2 -in'" \ -X no-new-smt \ -s new-smt-backend $(GCC_ONLY) From a4de00c1025ca47ef5a4c48cc5f08d3038339a0b Mon Sep 17 00:00:00 2001 From: Fotis Koutoulakis Date: Thu, 23 Nov 2023 16:58:21 +0000 Subject: [PATCH 02/45] Adjust default flags in regression/cbmc tests. --- regression/cbmc/ACSL/operators.desc | 2 +- regression/cbmc/Address_of1/test.desc | 2 +- regression/cbmc/Anonymous_Struct1/test.desc | 2 +- regression/cbmc/Array_UF21/test.desc | 2 +- regression/cbmc/Array_UF9/test.desc | 2 +- regression/cbmc/Array_operations1/full-slice.desc | 4 ++-- regression/cbmc/Array_operations1/test.desc | 2 +- regression/cbmc/Associativity1/test.desc | 2 +- regression/cbmc/BV_Arithmetic3/test.desc | 2 +- regression/cbmc/BV_Arithmetic4/test.desc | 2 +- regression/cbmc/Bitfields3/paths.desc | 2 +- regression/cbmc/Bitfields3/test.desc | 2 +- regression/cbmc/Bool/bool5-full-slice.desc | 2 +- regression/cbmc/Bool/bool5.desc | 2 +- regression/cbmc/Boolean_Guards1/test.desc | 2 +- regression/cbmc/Endianness5/test.desc | 2 +- regression/cbmc/Failed_Symbols1/test.desc | 2 +- regression/cbmc/Float-div2/test.desc | 2 +- regression/cbmc/Float-div3/test.desc | 2 +- regression/cbmc/Float-flags-no-simp1/test.desc | 2 +- regression/cbmc/Float-flags-simp1/test.desc | 2 +- regression/cbmc/Float13/test.desc | 2 +- regression/cbmc/Free1/test.desc | 2 +- regression/cbmc/Free3/test.desc | 2 +- regression/cbmc/Free4/test.desc | 2 +- regression/cbmc/Function1/test.desc | 2 +- regression/cbmc/Function5/test.desc | 2 +- regression/cbmc/Function_Pointer14/test.desc | 2 +- regression/cbmc/Function_Pointer16/test.desc | 2 +- regression/cbmc/Function_Pointer18/test.desc | 2 +- regression/cbmc/Function_Pointer6/test.desc | 2 +- regression/cbmc/Function_Pointer_Init_No_Candidate/test.desc | 2 +- regression/cbmc/Linked_List1/test.desc | 2 +- regression/cbmc/Linking6/test.desc | 2 +- regression/cbmc/Linking7/member-name-mismatch.desc | 2 +- regression/cbmc/Linking7/test.desc | 2 +- regression/cbmc/Linking8/test.desc | 2 +- regression/cbmc/Local_out_of_scope1/test.desc | 2 +- regression/cbmc/Local_out_of_scope4/test.desc | 2 +- regression/cbmc/Malloc1/test.desc | 2 +- regression/cbmc/Malloc10/test.desc | 2 +- regression/cbmc/Malloc11/slice-formula.desc | 2 +- regression/cbmc/Malloc11/test.desc | 2 +- regression/cbmc/Malloc13/test.desc | 2 +- regression/cbmc/Malloc2/test.desc | 2 +- regression/cbmc/Malloc21/test.desc | 2 +- regression/cbmc/Malloc22/test.desc | 2 +- regression/cbmc/Malloc23/test.desc | 2 +- regression/cbmc/Malloc24/test.desc | 2 +- regression/cbmc/Malloc3/test.desc | 2 +- regression/cbmc/Malloc4/test.desc | 2 +- regression/cbmc/Malloc5/test.desc | 2 +- regression/cbmc/Malloc6/test.desc | 2 +- regression/cbmc/Malloc7/test.desc | 2 +- regression/cbmc/Malloc8/test.desc | 4 ++-- regression/cbmc/Malloc9/test.desc | 2 +- regression/cbmc/Multi_Dimensional_Array6/test.desc | 2 +- regression/cbmc/Pointer1/test.desc | 2 +- regression/cbmc/Pointer10/test.desc | 2 +- regression/cbmc/Pointer11/test.desc | 2 +- regression/cbmc/Pointer12/test.desc | 2 +- regression/cbmc/Pointer14/test.desc | 2 +- regression/cbmc/Pointer15/test.desc | 2 +- regression/cbmc/Pointer17/test.desc | 2 +- regression/cbmc/Pointer18/full-slice.desc | 2 +- regression/cbmc/Pointer18/test.desc | 2 +- regression/cbmc/Pointer20/test.desc | 2 +- regression/cbmc/Pointer21/test.desc | 2 +- regression/cbmc/Pointer23/test.desc | 2 +- regression/cbmc/Pointer24/test.desc | 2 +- regression/cbmc/Pointer28/test.desc | 2 +- regression/cbmc/Pointer29/test.desc | 2 +- regression/cbmc/Pointer3/test.desc | 2 +- regression/cbmc/Pointer30/test.desc | 2 +- regression/cbmc/Pointer31/test.desc | 2 +- regression/cbmc/Pointer4/test.desc | 2 +- regression/cbmc/Pointer6/test.desc | 2 +- regression/cbmc/Pointer7/test.desc | 2 +- regression/cbmc/Pointer8/test.desc | 2 +- regression/cbmc/Pointer9/test.desc | 2 +- regression/cbmc/Pointer_Arithmetic1/test.desc | 4 ++-- regression/cbmc/Pointer_Arithmetic10/test.desc | 2 +- regression/cbmc/Pointer_Arithmetic11/test.desc | 2 +- regression/cbmc/Pointer_Arithmetic15/test.desc | 2 +- regression/cbmc/Pointer_Arithmetic2/test.desc | 2 +- regression/cbmc/Pointer_Arithmetic3/test.desc | 2 +- regression/cbmc/Pointer_Arithmetic4/test.desc | 2 +- regression/cbmc/Pointer_Arithmetic5/test.desc | 2 +- regression/cbmc/Pointer_Arithmetic6/test.desc | 2 +- regression/cbmc/Pointer_Arithmetic7/test.desc | 2 +- regression/cbmc/Pointer_Arithmetic8/test.desc | 2 +- regression/cbmc/Pointer_Arithmetic9/test.desc | 2 +- regression/cbmc/Pointer_Object_Type1/test.desc | 2 +- regression/cbmc/Pointer_array3/test.desc | 2 +- regression/cbmc/Pointer_array5/test.desc | 2 +- regression/cbmc/Pointer_array6/test.desc | 2 +- regression/cbmc/Pointer_byte_extract2/test.desc | 2 +- regression/cbmc/Pointer_byte_extract5/no-simplify.desc | 4 ++-- regression/cbmc/Pointer_byte_extract5/test.desc | 2 +- regression/cbmc/Pointer_byte_extract8/test.desc | 2 +- regression/cbmc/Pointer_comparison3/test.desc | 4 ++-- regression/cbmc/Pointer_comparison4/test.desc | 2 +- regression/cbmc/Pointer_difference1/no-simplify.desc | 2 +- regression/cbmc/Pointer_difference1/test.desc | 2 +- regression/cbmc/Pointer_difference2/test.desc | 4 ++-- regression/cbmc/Quantifiers-assertion/test.desc | 2 +- regression/cbmc/Quantifiers-assignment/test.desc | 2 +- regression/cbmc/Quantifiers-copy/test.desc | 2 +- regression/cbmc/Quantifiers-if/test.desc | 2 +- regression/cbmc/Quantifiers-initialisation/test.desc | 2 +- regression/cbmc/Quantifiers-initialisation2/test.desc | 2 +- regression/cbmc/Quantifiers-not-exists/fixed.desc | 2 +- regression/cbmc/Quantifiers-not/test.desc | 2 +- regression/cbmc/Quantifiers-two-dimension-array/fixed.desc | 2 +- regression/cbmc/Quantifiers-two-dimension-array/test.desc | 2 +- regression/cbmc/Recursion2/test.desc | 2 +- regression/cbmc/Sideeffects5/test.desc | 2 +- regression/cbmc/Sideeffects6/test.desc | 2 +- regression/cbmc/Sideeffects8/test.desc | 2 +- regression/cbmc/String1/test.desc | 2 +- regression/cbmc/String2/test.desc | 2 +- regression/cbmc/String3/test.desc | 2 +- regression/cbmc/String4/test.desc | 2 +- regression/cbmc/String5/test.desc | 2 +- regression/cbmc/String7/test.desc | 2 +- regression/cbmc/String8/test.desc | 2 +- regression/cbmc/String_Abstraction1/test.desc | 2 +- regression/cbmc/String_Abstraction10/test.desc | 2 +- regression/cbmc/String_Abstraction11/test.desc | 2 +- regression/cbmc/String_Abstraction14/test.desc | 2 +- regression/cbmc/String_Abstraction15/test.desc | 2 +- regression/cbmc/String_Abstraction16/test.desc | 2 +- regression/cbmc/String_Abstraction17/test.desc | 2 +- regression/cbmc/String_Abstraction18/test.desc | 2 +- regression/cbmc/String_Abstraction19/test.desc | 2 +- regression/cbmc/String_Abstraction2/test.desc | 2 +- regression/cbmc/String_Abstraction20/test.desc | 2 +- regression/cbmc/String_Abstraction21/test.desc | 2 +- regression/cbmc/String_Abstraction23/test.desc | 2 +- regression/cbmc/String_Abstraction3/test.desc | 2 +- regression/cbmc/String_Abstraction4/test.desc | 2 +- regression/cbmc/String_Abstraction5/test.desc | 2 +- regression/cbmc/String_Abstraction6/test.desc | 2 +- regression/cbmc/String_Abstraction7/test.desc | 2 +- regression/cbmc/String_Abstraction8/test.desc | 2 +- regression/cbmc/String_Abstraction9/test.desc | 2 +- regression/cbmc/Struct_Pointer2/test.desc | 2 +- regression/cbmc/Unbounded_Array5/test.desc | 2 +- regression/cbmc/Undefined_Shift1/test.desc | 4 ++-- regression/cbmc/__builtin_clz-01/big-endian.desc | 2 +- regression/cbmc/__builtin_clz-01/test.desc | 2 +- regression/cbmc/__builtin_ctz-01/big-endian.desc | 2 +- regression/cbmc/__builtin_ctz-01/test.desc | 2 +- regression/cbmc/__builtin_ffs-01/big-endian.desc | 2 +- regression/cbmc/__builtin_ffs-01/test.desc | 2 +- regression/cbmc/address_space_size_limit3/test.desc | 2 +- regression/cbmc/argc-and-argv/argc1.desc | 2 +- regression/cbmc/argc-and-argv/argv1.desc | 2 +- regression/cbmc/array-bug-6230/test.desc | 2 +- regression/cbmc/array-cell-sensitivity1/test_execution.desc | 2 +- regression/cbmc/array-cell-sensitivity2/test_execution.desc | 2 +- regression/cbmc/array-cell-sensitivity4/test_execution.desc | 2 +- regression/cbmc/array-cell-sensitivity5/test_execution.desc | 2 +- regression/cbmc/array-cell-sensitivity6/test_execution.desc | 2 +- regression/cbmc/array-cell-sensitivity9/test_execution.desc | 2 +- regression/cbmc/array-function-parameters/test.desc | 2 +- regression/cbmc/array_constraints1/test.desc | 4 ++-- .../cbmc/array_of_bool_as_bitvec/test-smt2-outfile.desc | 2 +- .../assigning_nullpointers_should_not_crash_symex/test.desc | 2 +- regression/cbmc/atomic_X_fetch-1/test.desc | 2 +- regression/cbmc/atomic_fetch_X-1/test.desc | 2 +- regression/cbmc/aws-byte-buf-regression/test.desc | 2 +- regression/cbmc/big-endian-array1/test.desc | 2 +- regression/cbmc/bounds_check1/test.desc | 2 +- regression/cbmc/bounds_check2/test.desc | 2 +- regression/cbmc/byte_update11/test.desc | 2 +- regression/cbmc/cover-failed-assertions/test.desc | 2 +- regression/cbmc/coverage_report2/test.desc | 2 +- regression/cbmc/destructors/compound_literal.desc | 2 +- regression/cbmc/double_deref/double_deref.desc | 2 +- regression/cbmc/double_deref/double_deref_single_alias.desc | 2 +- regression/cbmc/double_deref/double_deref_with_cast.desc | 2 +- .../double_deref/double_deref_with_cast_single_alias.desc | 2 +- regression/cbmc/double_deref/double_deref_with_member.desc | 2 +- .../double_deref/double_deref_with_member_single_alias.desc | 2 +- .../double_deref/double_deref_with_pointer_arithmetic.desc | 2 +- .../double_deref_with_pointer_arithmetic_single_alias.desc | 2 +- regression/cbmc/dynamic_size1/stack_object.desc | 2 +- regression/cbmc/dynamic_size1/test.desc | 2 +- regression/cbmc/empty_compound_type1/test.desc | 2 +- regression/cbmc/empty_compound_type2/test.desc | 2 +- regression/cbmc/equality_through_array6/test.desc | 2 +- regression/cbmc/fault_localization-stop_on_fail1/test.desc | 2 +- regression/cbmc/field-sensitivity14/test.desc | 4 ++-- regression/cbmc/fmod1/test.desc | 2 +- regression/cbmc/function_option1/test.desc | 2 +- regression/cbmc/gcc_builtin_sub_overflow/simplify.desc | 2 +- regression/cbmc/gcc_vector1/test.desc | 2 +- regression/cbmc/graphml_witness2/test.desc | 2 +- regression/cbmc/guard1/test.desc | 2 +- regression/cbmc/havoc_object1/full-slice.desc | 2 +- regression/cbmc/havoc_object1/test.desc | 2 +- regression/cbmc/if1/test.desc | 2 +- .../issue_5952_soundness_bug_smt_encoding/test_short.desc | 2 +- regression/cbmc/link_json_symtabs/test.desc | 2 +- regression/cbmc/little-endian-array1/test.desc | 2 +- regression/cbmc/locations1/test.desc | 2 +- regression/cbmc/malloc-may-fail/test_without_option.desc | 2 +- regression/cbmc/malloc-too-large/largest_representable.desc | 2 +- regression/cbmc/member1/test.desc | 2 +- regression/cbmc/memory_allocation1/test.desc | 2 +- regression/cbmc/memory_allocation2/test.desc | 4 ++-- regression/cbmc/memset1/test.desc | 2 +- regression/cbmc/memset3/test.desc | 2 +- regression/cbmc/mm_io1/test.desc | 2 +- regression/cbmc/multiple-goto-traces/test.desc | 2 +- regression/cbmc/null7/test.desc | 2 +- regression/cbmc/overflow/leftshift_overflow-c89.desc | 4 ++-- .../cbmc/overflow/leftshift_overflow-c99-full-slice.desc | 4 ++-- regression/cbmc/overflow/leftshift_overflow-c99.desc | 4 ++-- regression/cbmc/overflow/mod_overflow.desc | 2 +- regression/cbmc/overflow/signed_addition_overflow1.desc | 2 +- regression/cbmc/overflow/signed_addition_overflow2.desc | 2 +- regression/cbmc/overflow/signed_addition_overflow3.desc | 2 +- regression/cbmc/overflow/signed_addition_overflow4.desc | 2 +- regression/cbmc/overflow/signed_multiplication1.desc | 2 +- regression/cbmc/overflow/signed_subtraction1.desc | 2 +- regression/cbmc/overflow/unary_minus_overflow.desc | 2 +- regression/cbmc/path-per-path-vccs/test.desc | 2 +- regression/cbmc/pointer-check-01/test.desc | 2 +- regression/cbmc/pointer-check-02/test.desc | 2 +- regression/cbmc/pointer-extra-checks/test.desc | 2 +- .../test.desc | 2 +- .../test.desc | 2 +- .../test.desc | 2 +- regression/cbmc/pointer-offset-01/test.desc | 2 +- regression/cbmc/pointer-overflow3/no-simplify.desc | 2 +- regression/cbmc/pointer-overflow3/test.desc | 2 +- regression/cbmc/pointer-predicates/at_bounds1.desc | 2 +- regression/cbmc/pointer-primitive-check-01/test.desc | 2 +- regression/cbmc/pointer-primitive-check-02/test.desc | 2 +- regression/cbmc/pointer-primitive-check-04/test.desc | 2 +- regression/cbmc/points-to-sets/test_json.desc | 2 +- regression/cbmc/pragma_cprover1/test.desc | 2 +- regression/cbmc/pragma_cprover2/test.desc | 4 ++-- regression/cbmc/pragma_cprover3/test.desc | 2 +- regression/cbmc/pragma_cprover_enable1/test.desc | 2 +- regression/cbmc/pragma_cprover_enable2/test.desc | 4 +++- regression/cbmc/pragma_cprover_enable3/test.desc | 2 +- regression/cbmc/pragma_cprover_enable_all/test.desc | 2 +- .../cbmc/pragma_cprover_enable_disable_global_off/test.desc | 2 +- .../cbmc/pragma_cprover_enable_disable_global_on/test.desc | 2 +- regression/cbmc/r_w_ok1/test.desc | 4 ++-- regression/cbmc/r_w_ok10/test.desc | 4 ++-- regression/cbmc/r_w_ok6/test.desc | 2 +- regression/cbmc/r_w_ok7/test.desc | 2 +- regression/cbmc/reachability-slice/test.desc | 2 +- regression/cbmc/reachability-slice/test2.desc | 2 +- regression/cbmc/return5/test.desc | 2 +- regression/cbmc/return9/test.desc | 2 +- regression/cbmc/runtime-profiling/test.desc | 2 +- regression/cbmc/scanf1/big-endian.desc | 2 +- regression/cbmc/scanf1/test.desc | 2 +- regression/cbmc/set-property-inline1/test.desc | 2 +- .../short_circuit_implies/short-circuit-memory-checks.desc | 2 +- regression/cbmc/show_properties1/test.desc | 2 +- regression/cbmc/simplify-union/test.desc | 4 ++-- .../cbmc/simplify_singleton_interval_7690/negative_test.desc | 2 +- .../cbmc/simplify_singleton_interval_7690/positive_test.desc | 2 +- .../cbmc/simplify_singleton_interval_7690/test_smt2.desc | 2 +- regression/cbmc/struct12/test.desc | 2 +- regression/cbmc/struct6/test.desc | 2 +- regression/cbmc/struct7/test.desc | 4 ++-- regression/cbmc/switch8/program-only.desc | 2 +- regression/cbmc/switch8/test.desc | 2 +- regression/cbmc/switch9/test.desc | 2 +- .../cbmc/symex_should_exclude_null_pointers/nondet.desc | 2 +- regression/cbmc/sync_X_and_fetch-1/test.desc | 2 +- regression/cbmc/sync_fetch_and_X-1/test.desc | 2 +- regression/cbmc/sync_lock_release-1/test.desc | 2 +- regression/cbmc/trace-values/trace-values.desc | 2 +- regression/cbmc/uniform_array1/test.desc | 2 +- regression/cbmc/union12/test.desc | 4 ++-- regression/cbmc/union17/test.desc | 2 +- regression/cbmc/union9/test.desc | 2 +- regression/cbmc/unsigned___int128/test.desc | 2 +- regression/cbmc/unwind_counters4/test.desc | 2 +- regression/cbmc/void_pointer1/test.desc | 2 +- regression/cbmc/void_pointer2/test.desc | 2 +- regression/cbmc/void_pointer3/test.desc | 2 +- regression/cbmc/void_pointer6/test.desc | 2 +- regression/cbmc/void_pointer7/test.desc | 2 +- 292 files changed, 313 insertions(+), 311 deletions(-) diff --git a/regression/cbmc/ACSL/operators.desc b/regression/cbmc/ACSL/operators.desc index 0f3f061b7a7..9d7051b2b97 100644 --- a/regression/cbmc/ACSL/operators.desc +++ b/regression/cbmc/ACSL/operators.desc @@ -1,6 +1,6 @@ CORE no-new-smt operators.c - +--no-signed-overflow-check ^EXIT=0$ ^SIGNAL=0$ ^VERIFICATION SUCCESSFUL$ diff --git a/regression/cbmc/Address_of1/test.desc b/regression/cbmc/Address_of1/test.desc index d891ef29be9..d4d93c6de01 100644 --- a/regression/cbmc/Address_of1/test.desc +++ b/regression/cbmc/Address_of1/test.desc @@ -1,6 +1,6 @@ CORE main.c ---stop-on-fail +--stop-on-fail --no-pointer-check ^\[main\.assertion ^EXIT=0$ ^SIGNAL=0$ diff --git a/regression/cbmc/Anonymous_Struct1/test.desc b/regression/cbmc/Anonymous_Struct1/test.desc index 39c491ba8bb..9efefbc7362 100644 --- a/regression/cbmc/Anonymous_Struct1/test.desc +++ b/regression/cbmc/Anonymous_Struct1/test.desc @@ -1,6 +1,6 @@ CORE main.c ---pointer-check + ^EXIT=0$ ^SIGNAL=0$ ^VERIFICATION SUCCESSFUL$ diff --git a/regression/cbmc/Array_UF21/test.desc b/regression/cbmc/Array_UF21/test.desc index e9d3c4ebe15..8c2f51722b2 100644 --- a/regression/cbmc/Array_UF21/test.desc +++ b/regression/cbmc/Array_UF21/test.desc @@ -1,6 +1,6 @@ CORE main.c ---arrays-uf-always --bounds-check +--arrays-uf-always ^VERIFICATION FAILED$ ^EXIT=10$ ^SIGNAL=0$ diff --git a/regression/cbmc/Array_UF9/test.desc b/regression/cbmc/Array_UF9/test.desc index b3db38477ee..9eb47cc8009 100644 --- a/regression/cbmc/Array_UF9/test.desc +++ b/regression/cbmc/Array_UF9/test.desc @@ -1,6 +1,6 @@ CORE main.c ---arrays-uf-always --no-propagation --refine-arrays --unwind 21 +--no-standard-checks --arrays-uf-always --no-propagation --refine-arrays --unwind 21 ^EXIT=10$ ^SIGNAL=0$ ^VERIFICATION FAILED$ diff --git a/regression/cbmc/Array_operations1/full-slice.desc b/regression/cbmc/Array_operations1/full-slice.desc index 2fe6c114f6e..7fa8f83e6e0 100644 --- a/regression/cbmc/Array_operations1/full-slice.desc +++ b/regression/cbmc/Array_operations1/full-slice.desc @@ -10,9 +10,9 @@ main.c ^\[test_unequal\.assertion\.4\] .* expected to fail: FAILURE ^\[test_unequal\.assertion\.5\] .* expected to fail: FAILURE ^\[test_unequal\.assertion\.6\] .* expected to fail: FAILURE -^\*\* 5 of 15 failed +^\*\* 5 of 19 failed ^VERIFICATION FAILED$ -- ^warning: ignoring -- -Verify the properties of various cprover array primitves +Verify the properties of various CPROVER array primitives. diff --git a/regression/cbmc/Array_operations1/test.desc b/regression/cbmc/Array_operations1/test.desc index ba6bbd32daf..3bed4c0560a 100644 --- a/regression/cbmc/Array_operations1/test.desc +++ b/regression/cbmc/Array_operations1/test.desc @@ -10,7 +10,7 @@ main.c ^\[test_unequal\.assertion\.4\] .* expected to fail: FAILURE ^\[test_unequal\.assertion\.5\] .* expected to fail: FAILURE ^\[test_unequal\.assertion\.6\] .* expected to fail: FAILURE -^\*\* 5 of 15 failed +^\*\* 5 of 19 failed ^VERIFICATION FAILED$ -- ^warning: ignoring diff --git a/regression/cbmc/Associativity1/test.desc b/regression/cbmc/Associativity1/test.desc index 9efefbc7362..f6a6dcb1415 100644 --- a/regression/cbmc/Associativity1/test.desc +++ b/regression/cbmc/Associativity1/test.desc @@ -1,6 +1,6 @@ CORE main.c - +--no-signed-overflow-check ^EXIT=0$ ^SIGNAL=0$ ^VERIFICATION SUCCESSFUL$ diff --git a/regression/cbmc/BV_Arithmetic3/test.desc b/regression/cbmc/BV_Arithmetic3/test.desc index d2a7e3e7574..9c7dfb426dd 100644 --- a/regression/cbmc/BV_Arithmetic3/test.desc +++ b/regression/cbmc/BV_Arithmetic3/test.desc @@ -3,7 +3,7 @@ main.c ^EXIT=0$ ^SIGNAL=0$ -(Starting CEGAR Loop|^Generated 1 VCC\(s\), 0 remaining after simplification$) +(Starting CEGAR Loop|^Generated 68 VCC\(s\), 0 remaining after simplification$) ^VERIFICATION SUCCESSFUL$ -- ^warning: ignoring diff --git a/regression/cbmc/BV_Arithmetic4/test.desc b/regression/cbmc/BV_Arithmetic4/test.desc index 23e981a3744..d5d60858ba8 100644 --- a/regression/cbmc/BV_Arithmetic4/test.desc +++ b/regression/cbmc/BV_Arithmetic4/test.desc @@ -1,6 +1,6 @@ CORE main.c - --unwind 32 + --unwind 32 --no-signed-overflow-check --no-undefined-shift-check ^EXIT=0$ ^SIGNAL=0$ ^VERIFICATION SUCCESSFUL$ diff --git a/regression/cbmc/Bitfields3/paths.desc b/regression/cbmc/Bitfields3/paths.desc index 2b3f7623037..d01422d5bbe 100644 --- a/regression/cbmc/Bitfields3/paths.desc +++ b/regression/cbmc/Bitfields3/paths.desc @@ -1,6 +1,6 @@ CORE no-new-smt main.c ---pointer-check --bounds-check --paths lifo +--no-malloc-may-fail --paths lifo ^EXIT=0$ ^SIGNAL=0$ ^VERIFICATION SUCCESSFUL$ diff --git a/regression/cbmc/Bitfields3/test.desc b/regression/cbmc/Bitfields3/test.desc index 032c2879b43..cfd04c1dd43 100644 --- a/regression/cbmc/Bitfields3/test.desc +++ b/regression/cbmc/Bitfields3/test.desc @@ -1,6 +1,6 @@ CORE no-new-smt main.c ---pointer-check --bounds-check +--no-malloc-may-fail ^EXIT=0$ ^SIGNAL=0$ ^VERIFICATION SUCCESSFUL$ diff --git a/regression/cbmc/Bool/bool5-full-slice.desc b/regression/cbmc/Bool/bool5-full-slice.desc index 6fc49d6b0cf..cff6a9ffa72 100644 --- a/regression/cbmc/Bool/bool5-full-slice.desc +++ b/regression/cbmc/Bool/bool5-full-slice.desc @@ -1,7 +1,7 @@ CORE bool5.c --full-slice -Generated 4 VCC\(s\), 0 remaining after simplification +Generated 10 VCC\(s\), 0 remaining after simplification ^VERIFICATION SUCCESSFUL$ ^EXIT=0$ ^SIGNAL=0$ diff --git a/regression/cbmc/Bool/bool5.desc b/regression/cbmc/Bool/bool5.desc index 273ab4b0ed7..a27559ad37a 100644 --- a/regression/cbmc/Bool/bool5.desc +++ b/regression/cbmc/Bool/bool5.desc @@ -1,7 +1,7 @@ CORE bool5.c -Generated 4 VCC\(s\), 0 remaining after simplification +Generated 10 VCC\(s\), 0 remaining after simplification ^VERIFICATION SUCCESSFUL$ ^EXIT=0$ ^SIGNAL=0$ diff --git a/regression/cbmc/Boolean_Guards1/test.desc b/regression/cbmc/Boolean_Guards1/test.desc index da239c1965b..f6a6dcb1415 100644 --- a/regression/cbmc/Boolean_Guards1/test.desc +++ b/regression/cbmc/Boolean_Guards1/test.desc @@ -1,6 +1,6 @@ CORE main.c ---bounds-check --pointer-check +--no-signed-overflow-check ^EXIT=0$ ^SIGNAL=0$ ^VERIFICATION SUCCESSFUL$ diff --git a/regression/cbmc/Endianness5/test.desc b/regression/cbmc/Endianness5/test.desc index 4e90da351ba..9845e70d84b 100644 --- a/regression/cbmc/Endianness5/test.desc +++ b/regression/cbmc/Endianness5/test.desc @@ -1,6 +1,6 @@ CORE main.c ---little-endian --pointer-check +--little-endian ^EXIT=0$ ^SIGNAL=0$ ^VERIFICATION SUCCESSFUL$ diff --git a/regression/cbmc/Failed_Symbols1/test.desc b/regression/cbmc/Failed_Symbols1/test.desc index 9efefbc7362..8002a63813a 100644 --- a/regression/cbmc/Failed_Symbols1/test.desc +++ b/regression/cbmc/Failed_Symbols1/test.desc @@ -1,6 +1,6 @@ CORE main.c - +--no-standard-checks ^EXIT=0$ ^SIGNAL=0$ ^VERIFICATION SUCCESSFUL$ diff --git a/regression/cbmc/Float-div2/test.desc b/regression/cbmc/Float-div2/test.desc index 9e28fc5f807..8afef949891 100644 --- a/regression/cbmc/Float-div2/test.desc +++ b/regression/cbmc/Float-div2/test.desc @@ -1,6 +1,6 @@ CORE broken-z3-smt-backend no-new-smt main.c ---floatbv +--floatbv --no-built-in-assertions ^EXIT=0$ ^SIGNAL=0$ ^VERIFICATION SUCCESSFUL$ diff --git a/regression/cbmc/Float-div3/test.desc b/regression/cbmc/Float-div3/test.desc index 9e28fc5f807..8afef949891 100644 --- a/regression/cbmc/Float-div3/test.desc +++ b/regression/cbmc/Float-div3/test.desc @@ -1,6 +1,6 @@ CORE broken-z3-smt-backend no-new-smt main.c ---floatbv +--floatbv --no-built-in-assertions ^EXIT=0$ ^SIGNAL=0$ ^VERIFICATION SUCCESSFUL$ diff --git a/regression/cbmc/Float-flags-no-simp1/test.desc b/regression/cbmc/Float-flags-no-simp1/test.desc index 74e429efb6d..7431ef153f6 100644 --- a/regression/cbmc/Float-flags-no-simp1/test.desc +++ b/regression/cbmc/Float-flags-no-simp1/test.desc @@ -1,6 +1,6 @@ CORE broken-cprover-smt-backend thorough-paths no-new-smt main.c ---floatbv --no-simplify +--floatbv --no-simplify --no-standard-checks ^EXIT=0$ ^SIGNAL=0$ ^VERIFICATION SUCCESSFUL$ diff --git a/regression/cbmc/Float-flags-simp1/test.desc b/regression/cbmc/Float-flags-simp1/test.desc index ccfe3848438..f400518065f 100644 --- a/regression/cbmc/Float-flags-simp1/test.desc +++ b/regression/cbmc/Float-flags-simp1/test.desc @@ -1,6 +1,6 @@ CORE broken-cprover-smt-backend no-new-smt main.c ---floatbv +--floatbv --no-standard-checks ^EXIT=0$ ^SIGNAL=0$ ^VERIFICATION SUCCESSFUL$ diff --git a/regression/cbmc/Float13/test.desc b/regression/cbmc/Float13/test.desc index 9efefbc7362..e9506d33442 100644 --- a/regression/cbmc/Float13/test.desc +++ b/regression/cbmc/Float13/test.desc @@ -1,6 +1,6 @@ CORE main.c - +--no-div-by-zero-check ^EXIT=0$ ^SIGNAL=0$ ^VERIFICATION SUCCESSFUL$ diff --git a/regression/cbmc/Free1/test.desc b/regression/cbmc/Free1/test.desc index 950f6791fef..6de79559914 100644 --- a/regression/cbmc/Free1/test.desc +++ b/regression/cbmc/Free1/test.desc @@ -1,6 +1,6 @@ CORE main.c ---pointer-check + ^EXIT=10$ ^SIGNAL=0$ ^VERIFICATION FAILED$ diff --git a/regression/cbmc/Free3/test.desc b/regression/cbmc/Free3/test.desc index 950f6791fef..6de79559914 100644 --- a/regression/cbmc/Free3/test.desc +++ b/regression/cbmc/Free3/test.desc @@ -1,6 +1,6 @@ CORE main.c ---pointer-check + ^EXIT=10$ ^SIGNAL=0$ ^VERIFICATION FAILED$ diff --git a/regression/cbmc/Free4/test.desc b/regression/cbmc/Free4/test.desc index 950f6791fef..6de79559914 100644 --- a/regression/cbmc/Free4/test.desc +++ b/regression/cbmc/Free4/test.desc @@ -1,6 +1,6 @@ CORE main.c ---pointer-check + ^EXIT=10$ ^SIGNAL=0$ ^VERIFICATION FAILED$ diff --git a/regression/cbmc/Function1/test.desc b/regression/cbmc/Function1/test.desc index 9efefbc7362..f6a6dcb1415 100644 --- a/regression/cbmc/Function1/test.desc +++ b/regression/cbmc/Function1/test.desc @@ -1,6 +1,6 @@ CORE main.c - +--no-signed-overflow-check ^EXIT=0$ ^SIGNAL=0$ ^VERIFICATION SUCCESSFUL$ diff --git a/regression/cbmc/Function5/test.desc b/regression/cbmc/Function5/test.desc index d877a4247fb..778e4a60a5a 100644 --- a/regression/cbmc/Function5/test.desc +++ b/regression/cbmc/Function5/test.desc @@ -1,6 +1,6 @@ CORE main.c ---pointer-check --bounds-check + ^SIGNAL=0$ ^EXIT=10$ ^\[.*\] .* dereference failure: pointer outside object bounds in \*p: FAILURE$ diff --git a/regression/cbmc/Function_Pointer14/test.desc b/regression/cbmc/Function_Pointer14/test.desc index 39c491ba8bb..9efefbc7362 100644 --- a/regression/cbmc/Function_Pointer14/test.desc +++ b/regression/cbmc/Function_Pointer14/test.desc @@ -1,6 +1,6 @@ CORE main.c ---pointer-check + ^EXIT=0$ ^SIGNAL=0$ ^VERIFICATION SUCCESSFUL$ diff --git a/regression/cbmc/Function_Pointer16/test.desc b/regression/cbmc/Function_Pointer16/test.desc index 39c491ba8bb..9efefbc7362 100644 --- a/regression/cbmc/Function_Pointer16/test.desc +++ b/regression/cbmc/Function_Pointer16/test.desc @@ -1,6 +1,6 @@ CORE main.c ---pointer-check + ^EXIT=0$ ^SIGNAL=0$ ^VERIFICATION SUCCESSFUL$ diff --git a/regression/cbmc/Function_Pointer18/test.desc b/regression/cbmc/Function_Pointer18/test.desc index 3cd78297904..7aacf515906 100644 --- a/regression/cbmc/Function_Pointer18/test.desc +++ b/regression/cbmc/Function_Pointer18/test.desc @@ -4,7 +4,7 @@ main.c ^EXIT=10$ ^SIGNAL=0$ \[f2.assertion.1\] line [0-9]+ assertion 0: SUCCESS -\[main.pointer_dereference.1\] line 28 dereferenced function pointer must be f2: FAILURE$ +\[main.pointer_dereference.\d*\] line 28 dereferenced function pointer must be f2: FAILURE$ \[main.assertion.1\] line [0-9]+ assertion x == 1: SUCCESS \[main.assertion.2\] line [0-9]+ assertion x == 2: SUCCESS ^VERIFICATION FAILED$ diff --git a/regression/cbmc/Function_Pointer6/test.desc b/regression/cbmc/Function_Pointer6/test.desc index 9efefbc7362..915afae768a 100644 --- a/regression/cbmc/Function_Pointer6/test.desc +++ b/regression/cbmc/Function_Pointer6/test.desc @@ -1,6 +1,6 @@ CORE main.c - +--no-malloc-may-fail ^EXIT=0$ ^SIGNAL=0$ ^VERIFICATION SUCCESSFUL$ diff --git a/regression/cbmc/Function_Pointer_Init_No_Candidate/test.desc b/regression/cbmc/Function_Pointer_Init_No_Candidate/test.desc index 01bd38d3647..68ecc9e8916 100644 --- a/regression/cbmc/Function_Pointer_Init_No_Candidate/test.desc +++ b/regression/cbmc/Function_Pointer_Init_No_Candidate/test.desc @@ -1,6 +1,6 @@ CORE main.c ---function foo --pointer-check +--function foo ^\[foo.assertion.\d+\] line \d+ assertion other_function\(4\) > 5: SUCCESS$ ^\[foo.pointer_dereference.\d+\] line \d+ no candidates for dereferenced function pointer: FAILURE$ ^EXIT=10$ diff --git a/regression/cbmc/Linked_List1/test.desc b/regression/cbmc/Linked_List1/test.desc index 9efefbc7362..915afae768a 100644 --- a/regression/cbmc/Linked_List1/test.desc +++ b/regression/cbmc/Linked_List1/test.desc @@ -1,6 +1,6 @@ CORE main.c - +--no-malloc-may-fail ^EXIT=0$ ^SIGNAL=0$ ^VERIFICATION SUCCESSFUL$ diff --git a/regression/cbmc/Linking6/test.desc b/regression/cbmc/Linking6/test.desc index 67f1dd7303f..af20f90c655 100644 --- a/regression/cbmc/Linking6/test.desc +++ b/regression/cbmc/Linking6/test.desc @@ -1,6 +1,6 @@ CORE main.c -module.c --pointer-check +module.c ^EXIT=0$ ^SIGNAL=0$ ^VERIFICATION SUCCESSFUL$ diff --git a/regression/cbmc/Linking7/member-name-mismatch.desc b/regression/cbmc/Linking7/member-name-mismatch.desc index 3ed8ac3b6e2..77efea6c1ef 100644 --- a/regression/cbmc/Linking7/member-name-mismatch.desc +++ b/regression/cbmc/Linking7/member-name-mismatch.desc @@ -6,6 +6,6 @@ module2.c ^VERIFICATION FAILED$ line 21 assertion \*g\.a == 42: SUCCESS line 22 assertion \*g\.c == 41: FAILURE -^\*\* 1 of 3 failed +^\*\* 1 of \d+ failed -- ^warning: ignoring diff --git a/regression/cbmc/Linking7/test.desc b/regression/cbmc/Linking7/test.desc index 2917ed7e4f6..4678e189857 100644 --- a/regression/cbmc/Linking7/test.desc +++ b/regression/cbmc/Linking7/test.desc @@ -4,7 +4,7 @@ module.c ^EXIT=10$ ^SIGNAL=0$ ^VERIFICATION FAILED$ -^\*\* 1 of 3 failed +^\*\* 1 of \d+ failed line 21 assertion \*g\.a == 42: SUCCESS line 22 assertion \*g\.b == 41: FAILURE -- diff --git a/regression/cbmc/Linking8/test.desc b/regression/cbmc/Linking8/test.desc index ebb8d9d1d71..9bbc48c0fa3 100644 --- a/regression/cbmc/Linking8/test.desc +++ b/regression/cbmc/Linking8/test.desc @@ -1,6 +1,6 @@ CORE b.c -a.c --pointer-check +--no-malloc-may-fail a.c ^EXIT=0$ ^SIGNAL=0$ ^VERIFICATION SUCCESSFUL$ diff --git a/regression/cbmc/Local_out_of_scope1/test.desc b/regression/cbmc/Local_out_of_scope1/test.desc index 950f6791fef..6de79559914 100644 --- a/regression/cbmc/Local_out_of_scope1/test.desc +++ b/regression/cbmc/Local_out_of_scope1/test.desc @@ -1,6 +1,6 @@ CORE main.c ---pointer-check + ^EXIT=10$ ^SIGNAL=0$ ^VERIFICATION FAILED$ diff --git a/regression/cbmc/Local_out_of_scope4/test.desc b/regression/cbmc/Local_out_of_scope4/test.desc index 39c491ba8bb..9efefbc7362 100644 --- a/regression/cbmc/Local_out_of_scope4/test.desc +++ b/regression/cbmc/Local_out_of_scope4/test.desc @@ -1,6 +1,6 @@ CORE main.c ---pointer-check + ^EXIT=0$ ^SIGNAL=0$ ^VERIFICATION SUCCESSFUL$ diff --git a/regression/cbmc/Malloc1/test.desc b/regression/cbmc/Malloc1/test.desc index 7561cd38b9b..829c51a24f8 100644 --- a/regression/cbmc/Malloc1/test.desc +++ b/regression/cbmc/Malloc1/test.desc @@ -1,6 +1,6 @@ CORE main.c ---pointer-check +--no-malloc-may-fail ^EXIT=0$ ^SIGNAL=0$ ^VERIFICATION SUCCESSFUL$ diff --git a/regression/cbmc/Malloc10/test.desc b/regression/cbmc/Malloc10/test.desc index 98ec2212e40..6e8c19959c9 100644 --- a/regression/cbmc/Malloc10/test.desc +++ b/regression/cbmc/Malloc10/test.desc @@ -1,6 +1,6 @@ CORE no-new-smt main.c ---pointer-check + ^EXIT=0$ ^SIGNAL=0$ ^VERIFICATION SUCCESSFUL$ diff --git a/regression/cbmc/Malloc11/slice-formula.desc b/regression/cbmc/Malloc11/slice-formula.desc index 5b5af79ac60..06dbdd3ab97 100644 --- a/regression/cbmc/Malloc11/slice-formula.desc +++ b/regression/cbmc/Malloc11/slice-formula.desc @@ -1,6 +1,6 @@ CORE main.c ---pointer-check --slice-formula +--no-malloc-may-fail --slice-formula ^EXIT=0$ ^SIGNAL=0$ ^VERIFICATION SUCCESSFUL$ diff --git a/regression/cbmc/Malloc11/test.desc b/regression/cbmc/Malloc11/test.desc index 7561cd38b9b..829c51a24f8 100644 --- a/regression/cbmc/Malloc11/test.desc +++ b/regression/cbmc/Malloc11/test.desc @@ -1,6 +1,6 @@ CORE main.c ---pointer-check +--no-malloc-may-fail ^EXIT=0$ ^SIGNAL=0$ ^VERIFICATION SUCCESSFUL$ diff --git a/regression/cbmc/Malloc13/test.desc b/regression/cbmc/Malloc13/test.desc index f3145b289ad..826c46f2d07 100644 --- a/regression/cbmc/Malloc13/test.desc +++ b/regression/cbmc/Malloc13/test.desc @@ -1,6 +1,6 @@ CORE main.c ---string-abstraction +--no-malloc-may-fail --string-abstraction ^EXIT=0$ ^SIGNAL=0$ ^VERIFICATION SUCCESSFUL$ diff --git a/regression/cbmc/Malloc2/test.desc b/regression/cbmc/Malloc2/test.desc index 7561cd38b9b..9c96469df12 100644 --- a/regression/cbmc/Malloc2/test.desc +++ b/regression/cbmc/Malloc2/test.desc @@ -1,6 +1,6 @@ CORE main.c ---pointer-check + ^EXIT=0$ ^SIGNAL=0$ ^VERIFICATION SUCCESSFUL$ diff --git a/regression/cbmc/Malloc21/test.desc b/regression/cbmc/Malloc21/test.desc index 9c96469df12..76106acd79c 100644 --- a/regression/cbmc/Malloc21/test.desc +++ b/regression/cbmc/Malloc21/test.desc @@ -1,6 +1,6 @@ CORE main.c - +--no-pointer-check --no-malloc-may-fail ^EXIT=0$ ^SIGNAL=0$ ^VERIFICATION SUCCESSFUL$ diff --git a/regression/cbmc/Malloc22/test.desc b/regression/cbmc/Malloc22/test.desc index 11c11d90c5c..8a068a52f0e 100644 --- a/regression/cbmc/Malloc22/test.desc +++ b/regression/cbmc/Malloc22/test.desc @@ -1,4 +1,4 @@ -CORE +CORE no-new-smt main.c --unwind 2 --smt2 --outfile main.smt2 ^EXIT=0$ diff --git a/regression/cbmc/Malloc23/test.desc b/regression/cbmc/Malloc23/test.desc index 39d94af76fd..1a0b5f0d171 100644 --- a/regression/cbmc/Malloc23/test.desc +++ b/regression/cbmc/Malloc23/test.desc @@ -1,6 +1,6 @@ CORE main.c ---pointer-check +--no-malloc-may-fail ^EXIT=10$ ^SIGNAL=0$ pointer outside object bounds in \*p: FAILURE diff --git a/regression/cbmc/Malloc24/test.desc b/regression/cbmc/Malloc24/test.desc index cf64d363c65..9fa6d1c2efb 100644 --- a/regression/cbmc/Malloc24/test.desc +++ b/regression/cbmc/Malloc24/test.desc @@ -1,6 +1,6 @@ CORE main.c ---unwind 4 --pointer-check --unwinding-assertions +--no-malloc-may-fail --unwind 4 --unwinding-assertions ^EXIT=0$ ^SIGNAL=0$ ^VERIFICATION SUCCESSFUL$ diff --git a/regression/cbmc/Malloc3/test.desc b/regression/cbmc/Malloc3/test.desc index 950f6791fef..6de79559914 100644 --- a/regression/cbmc/Malloc3/test.desc +++ b/regression/cbmc/Malloc3/test.desc @@ -1,6 +1,6 @@ CORE main.c ---pointer-check + ^EXIT=10$ ^SIGNAL=0$ ^VERIFICATION FAILED$ diff --git a/regression/cbmc/Malloc4/test.desc b/regression/cbmc/Malloc4/test.desc index ac6b317a781..d11741ada5b 100644 --- a/regression/cbmc/Malloc4/test.desc +++ b/regression/cbmc/Malloc4/test.desc @@ -1,6 +1,6 @@ CORE main.c ---pointer-check --bounds-check + ^SIGNAL=0$ ^EXIT=10$ ^VERIFICATION FAILED$ diff --git a/regression/cbmc/Malloc5/test.desc b/regression/cbmc/Malloc5/test.desc index 72b27267062..d1233272a46 100644 --- a/regression/cbmc/Malloc5/test.desc +++ b/regression/cbmc/Malloc5/test.desc @@ -1,6 +1,6 @@ CORE main.c ---pointer-check --bounds-check + ^SIGNAL=0$ ^EXIT=10$ ^VERIFICATION FAILED$ diff --git a/regression/cbmc/Malloc6/test.desc b/regression/cbmc/Malloc6/test.desc index 7561cd38b9b..829c51a24f8 100644 --- a/regression/cbmc/Malloc6/test.desc +++ b/regression/cbmc/Malloc6/test.desc @@ -1,6 +1,6 @@ CORE main.c ---pointer-check +--no-malloc-may-fail ^EXIT=0$ ^SIGNAL=0$ ^VERIFICATION SUCCESSFUL$ diff --git a/regression/cbmc/Malloc7/test.desc b/regression/cbmc/Malloc7/test.desc index 7561cd38b9b..829c51a24f8 100644 --- a/regression/cbmc/Malloc7/test.desc +++ b/regression/cbmc/Malloc7/test.desc @@ -1,6 +1,6 @@ CORE main.c ---pointer-check +--no-malloc-may-fail ^EXIT=0$ ^SIGNAL=0$ ^VERIFICATION SUCCESSFUL$ diff --git a/regression/cbmc/Malloc8/test.desc b/regression/cbmc/Malloc8/test.desc index 95528fabef5..e2d59fa34d3 100644 --- a/regression/cbmc/Malloc8/test.desc +++ b/regression/cbmc/Malloc8/test.desc @@ -1,6 +1,6 @@ -CORE +CORE no-new-smt main.c ---pointer-check + ^EXIT=10$ ^SIGNAL=0$ ^VERIFICATION FAILED$ diff --git a/regression/cbmc/Malloc9/test.desc b/regression/cbmc/Malloc9/test.desc index 7561cd38b9b..829c51a24f8 100644 --- a/regression/cbmc/Malloc9/test.desc +++ b/regression/cbmc/Malloc9/test.desc @@ -1,6 +1,6 @@ CORE main.c ---pointer-check +--no-malloc-may-fail ^EXIT=0$ ^SIGNAL=0$ ^VERIFICATION SUCCESSFUL$ diff --git a/regression/cbmc/Multi_Dimensional_Array6/test.desc b/regression/cbmc/Multi_Dimensional_Array6/test.desc index 6694cf6e8b7..b50f533cac8 100644 --- a/regression/cbmc/Multi_Dimensional_Array6/test.desc +++ b/regression/cbmc/Multi_Dimensional_Array6/test.desc @@ -5,6 +5,6 @@ main.c ^SIGNAL=0$ ^\[main\.assertion\.1\] .*: SUCCESS$ ^\[main\.assertion\.2\] .*: FAILURE$ -^\*\* 1 of 2 failed +^\*\* 3 of \d+ failed -- ^warning: ignoring diff --git a/regression/cbmc/Pointer1/test.desc b/regression/cbmc/Pointer1/test.desc index 39c491ba8bb..9efefbc7362 100644 --- a/regression/cbmc/Pointer1/test.desc +++ b/regression/cbmc/Pointer1/test.desc @@ -1,6 +1,6 @@ CORE main.c ---pointer-check + ^EXIT=0$ ^SIGNAL=0$ ^VERIFICATION SUCCESSFUL$ diff --git a/regression/cbmc/Pointer10/test.desc b/regression/cbmc/Pointer10/test.desc index 39c491ba8bb..9efefbc7362 100644 --- a/regression/cbmc/Pointer10/test.desc +++ b/regression/cbmc/Pointer10/test.desc @@ -1,6 +1,6 @@ CORE main.c ---pointer-check + ^EXIT=0$ ^SIGNAL=0$ ^VERIFICATION SUCCESSFUL$ diff --git a/regression/cbmc/Pointer11/test.desc b/regression/cbmc/Pointer11/test.desc index 39c491ba8bb..9efefbc7362 100644 --- a/regression/cbmc/Pointer11/test.desc +++ b/regression/cbmc/Pointer11/test.desc @@ -1,6 +1,6 @@ CORE main.c ---pointer-check + ^EXIT=0$ ^SIGNAL=0$ ^VERIFICATION SUCCESSFUL$ diff --git a/regression/cbmc/Pointer12/test.desc b/regression/cbmc/Pointer12/test.desc index 39c491ba8bb..9efefbc7362 100644 --- a/regression/cbmc/Pointer12/test.desc +++ b/regression/cbmc/Pointer12/test.desc @@ -1,6 +1,6 @@ CORE main.c ---pointer-check + ^EXIT=0$ ^SIGNAL=0$ ^VERIFICATION SUCCESSFUL$ diff --git a/regression/cbmc/Pointer14/test.desc b/regression/cbmc/Pointer14/test.desc index 350a589e4a6..e2d2d714649 100644 --- a/regression/cbmc/Pointer14/test.desc +++ b/regression/cbmc/Pointer14/test.desc @@ -1,6 +1,6 @@ CORE main.c ---pointer-check + ^VERIFICATION FAILED$ ^EXIT=10$ ^SIGNAL=0$ diff --git a/regression/cbmc/Pointer15/test.desc b/regression/cbmc/Pointer15/test.desc index 39c491ba8bb..9efefbc7362 100644 --- a/regression/cbmc/Pointer15/test.desc +++ b/regression/cbmc/Pointer15/test.desc @@ -1,6 +1,6 @@ CORE main.c ---pointer-check + ^EXIT=0$ ^SIGNAL=0$ ^VERIFICATION SUCCESSFUL$ diff --git a/regression/cbmc/Pointer17/test.desc b/regression/cbmc/Pointer17/test.desc index 39c491ba8bb..9efefbc7362 100644 --- a/regression/cbmc/Pointer17/test.desc +++ b/regression/cbmc/Pointer17/test.desc @@ -1,6 +1,6 @@ CORE main.c ---pointer-check + ^EXIT=0$ ^SIGNAL=0$ ^VERIFICATION SUCCESSFUL$ diff --git a/regression/cbmc/Pointer18/full-slice.desc b/regression/cbmc/Pointer18/full-slice.desc index 37c7526ffee..389b38be2f8 100644 --- a/regression/cbmc/Pointer18/full-slice.desc +++ b/regression/cbmc/Pointer18/full-slice.desc @@ -1,6 +1,6 @@ CORE main.c ---unwind 1 --no-unwinding-assertions --pointer-check --full-slice +--no-standard-checks --unwind 1 --no-unwinding-assertions --full-slice ^EXIT=0$ ^SIGNAL=0$ ^VERIFICATION SUCCESSFUL$ diff --git a/regression/cbmc/Pointer18/test.desc b/regression/cbmc/Pointer18/test.desc index 0b21ec028ac..00618371d67 100644 --- a/regression/cbmc/Pointer18/test.desc +++ b/regression/cbmc/Pointer18/test.desc @@ -1,6 +1,6 @@ CORE main.c ---unwind 1 --no-unwinding-assertions --pointer-check +--no-standard-checks --unwind 1 --no-unwinding-assertions ^EXIT=0$ ^SIGNAL=0$ ^VERIFICATION SUCCESSFUL$ diff --git a/regression/cbmc/Pointer20/test.desc b/regression/cbmc/Pointer20/test.desc index a0af87d2c09..17695a197ac 100644 --- a/regression/cbmc/Pointer20/test.desc +++ b/regression/cbmc/Pointer20/test.desc @@ -1,6 +1,6 @@ CORE main.c ---pointer-check + ^SIGNAL=0$ ^EXIT=10$ ^VERIFICATION FAILED$ diff --git a/regression/cbmc/Pointer21/test.desc b/regression/cbmc/Pointer21/test.desc index 39c491ba8bb..9efefbc7362 100644 --- a/regression/cbmc/Pointer21/test.desc +++ b/regression/cbmc/Pointer21/test.desc @@ -1,6 +1,6 @@ CORE main.c ---pointer-check + ^EXIT=0$ ^SIGNAL=0$ ^VERIFICATION SUCCESSFUL$ diff --git a/regression/cbmc/Pointer23/test.desc b/regression/cbmc/Pointer23/test.desc index a0af87d2c09..17695a197ac 100644 --- a/regression/cbmc/Pointer23/test.desc +++ b/regression/cbmc/Pointer23/test.desc @@ -1,6 +1,6 @@ CORE main.c ---pointer-check + ^SIGNAL=0$ ^EXIT=10$ ^VERIFICATION FAILED$ diff --git a/regression/cbmc/Pointer24/test.desc b/regression/cbmc/Pointer24/test.desc index d9a7678b126..1c039664a91 100644 --- a/regression/cbmc/Pointer24/test.desc +++ b/regression/cbmc/Pointer24/test.desc @@ -1,6 +1,6 @@ CORE no-new-smt main.c ---pointer-check + ^EXIT=0$ ^SIGNAL=0$ ^VERIFICATION SUCCESSFUL$ diff --git a/regression/cbmc/Pointer28/test.desc b/regression/cbmc/Pointer28/test.desc index 09aaafc1c87..366f3e536c7 100644 --- a/regression/cbmc/Pointer28/test.desc +++ b/regression/cbmc/Pointer28/test.desc @@ -1,6 +1,6 @@ CORE no-new-smt main.c ---pointer-check --little-endian +--little-endian ^EXIT=0$ ^SIGNAL=0$ ^VERIFICATION SUCCESSFUL$ diff --git a/regression/cbmc/Pointer29/test.desc b/regression/cbmc/Pointer29/test.desc index 9efefbc7362..73e23b3765b 100644 --- a/regression/cbmc/Pointer29/test.desc +++ b/regression/cbmc/Pointer29/test.desc @@ -1,6 +1,6 @@ CORE main.c - +--no-pointer-check ^EXIT=0$ ^SIGNAL=0$ ^VERIFICATION SUCCESSFUL$ diff --git a/regression/cbmc/Pointer3/test.desc b/regression/cbmc/Pointer3/test.desc index a0af87d2c09..17695a197ac 100644 --- a/regression/cbmc/Pointer3/test.desc +++ b/regression/cbmc/Pointer3/test.desc @@ -1,6 +1,6 @@ CORE main.c ---pointer-check + ^SIGNAL=0$ ^EXIT=10$ ^VERIFICATION FAILED$ diff --git a/regression/cbmc/Pointer30/test.desc b/regression/cbmc/Pointer30/test.desc index 39c491ba8bb..9efefbc7362 100644 --- a/regression/cbmc/Pointer30/test.desc +++ b/regression/cbmc/Pointer30/test.desc @@ -1,6 +1,6 @@ CORE main.c ---pointer-check + ^EXIT=0$ ^SIGNAL=0$ ^VERIFICATION SUCCESSFUL$ diff --git a/regression/cbmc/Pointer31/test.desc b/regression/cbmc/Pointer31/test.desc index a0af87d2c09..17695a197ac 100644 --- a/regression/cbmc/Pointer31/test.desc +++ b/regression/cbmc/Pointer31/test.desc @@ -1,6 +1,6 @@ CORE main.c ---pointer-check + ^SIGNAL=0$ ^EXIT=10$ ^VERIFICATION FAILED$ diff --git a/regression/cbmc/Pointer4/test.desc b/regression/cbmc/Pointer4/test.desc index 39c491ba8bb..9efefbc7362 100644 --- a/regression/cbmc/Pointer4/test.desc +++ b/regression/cbmc/Pointer4/test.desc @@ -1,6 +1,6 @@ CORE main.c ---pointer-check + ^EXIT=0$ ^SIGNAL=0$ ^VERIFICATION SUCCESSFUL$ diff --git a/regression/cbmc/Pointer6/test.desc b/regression/cbmc/Pointer6/test.desc index 39c491ba8bb..9efefbc7362 100644 --- a/regression/cbmc/Pointer6/test.desc +++ b/regression/cbmc/Pointer6/test.desc @@ -1,6 +1,6 @@ CORE main.c ---pointer-check + ^EXIT=0$ ^SIGNAL=0$ ^VERIFICATION SUCCESSFUL$ diff --git a/regression/cbmc/Pointer7/test.desc b/regression/cbmc/Pointer7/test.desc index 39c491ba8bb..9efefbc7362 100644 --- a/regression/cbmc/Pointer7/test.desc +++ b/regression/cbmc/Pointer7/test.desc @@ -1,6 +1,6 @@ CORE main.c ---pointer-check + ^EXIT=0$ ^SIGNAL=0$ ^VERIFICATION SUCCESSFUL$ diff --git a/regression/cbmc/Pointer8/test.desc b/regression/cbmc/Pointer8/test.desc index 39c491ba8bb..9efefbc7362 100644 --- a/regression/cbmc/Pointer8/test.desc +++ b/regression/cbmc/Pointer8/test.desc @@ -1,6 +1,6 @@ CORE main.c ---pointer-check + ^EXIT=0$ ^SIGNAL=0$ ^VERIFICATION SUCCESSFUL$ diff --git a/regression/cbmc/Pointer9/test.desc b/regression/cbmc/Pointer9/test.desc index 39c491ba8bb..9efefbc7362 100644 --- a/regression/cbmc/Pointer9/test.desc +++ b/regression/cbmc/Pointer9/test.desc @@ -1,6 +1,6 @@ CORE main.c ---pointer-check + ^EXIT=0$ ^SIGNAL=0$ ^VERIFICATION SUCCESSFUL$ diff --git a/regression/cbmc/Pointer_Arithmetic1/test.desc b/regression/cbmc/Pointer_Arithmetic1/test.desc index 39c491ba8bb..1c039664a91 100644 --- a/regression/cbmc/Pointer_Arithmetic1/test.desc +++ b/regression/cbmc/Pointer_Arithmetic1/test.desc @@ -1,6 +1,6 @@ -CORE +CORE no-new-smt main.c ---pointer-check + ^EXIT=0$ ^SIGNAL=0$ ^VERIFICATION SUCCESSFUL$ diff --git a/regression/cbmc/Pointer_Arithmetic10/test.desc b/regression/cbmc/Pointer_Arithmetic10/test.desc index 39c491ba8bb..9efefbc7362 100644 --- a/regression/cbmc/Pointer_Arithmetic10/test.desc +++ b/regression/cbmc/Pointer_Arithmetic10/test.desc @@ -1,6 +1,6 @@ CORE main.c ---pointer-check + ^EXIT=0$ ^SIGNAL=0$ ^VERIFICATION SUCCESSFUL$ diff --git a/regression/cbmc/Pointer_Arithmetic11/test.desc b/regression/cbmc/Pointer_Arithmetic11/test.desc index f5e039ba3ed..9845e70d84b 100644 --- a/regression/cbmc/Pointer_Arithmetic11/test.desc +++ b/regression/cbmc/Pointer_Arithmetic11/test.desc @@ -1,6 +1,6 @@ CORE main.c ---pointer-check --little-endian +--little-endian ^EXIT=0$ ^SIGNAL=0$ ^VERIFICATION SUCCESSFUL$ diff --git a/regression/cbmc/Pointer_Arithmetic15/test.desc b/regression/cbmc/Pointer_Arithmetic15/test.desc index 95f0fe0bf7f..2a611d7d165 100644 --- a/regression/cbmc/Pointer_Arithmetic15/test.desc +++ b/regression/cbmc/Pointer_Arithmetic15/test.desc @@ -1,4 +1,4 @@ -CORE +CORE no-new-smt main.c ^EXIT=10$ diff --git a/regression/cbmc/Pointer_Arithmetic2/test.desc b/regression/cbmc/Pointer_Arithmetic2/test.desc index 39c491ba8bb..9efefbc7362 100644 --- a/regression/cbmc/Pointer_Arithmetic2/test.desc +++ b/regression/cbmc/Pointer_Arithmetic2/test.desc @@ -1,6 +1,6 @@ CORE main.c ---pointer-check + ^EXIT=0$ ^SIGNAL=0$ ^VERIFICATION SUCCESSFUL$ diff --git a/regression/cbmc/Pointer_Arithmetic3/test.desc b/regression/cbmc/Pointer_Arithmetic3/test.desc index 39c491ba8bb..9efefbc7362 100644 --- a/regression/cbmc/Pointer_Arithmetic3/test.desc +++ b/regression/cbmc/Pointer_Arithmetic3/test.desc @@ -1,6 +1,6 @@ CORE main.c ---pointer-check + ^EXIT=0$ ^SIGNAL=0$ ^VERIFICATION SUCCESSFUL$ diff --git a/regression/cbmc/Pointer_Arithmetic4/test.desc b/regression/cbmc/Pointer_Arithmetic4/test.desc index 39c491ba8bb..9efefbc7362 100644 --- a/regression/cbmc/Pointer_Arithmetic4/test.desc +++ b/regression/cbmc/Pointer_Arithmetic4/test.desc @@ -1,6 +1,6 @@ CORE main.c ---pointer-check + ^EXIT=0$ ^SIGNAL=0$ ^VERIFICATION SUCCESSFUL$ diff --git a/regression/cbmc/Pointer_Arithmetic5/test.desc b/regression/cbmc/Pointer_Arithmetic5/test.desc index f9c919bbdc2..3387a15b315 100644 --- a/regression/cbmc/Pointer_Arithmetic5/test.desc +++ b/regression/cbmc/Pointer_Arithmetic5/test.desc @@ -1,6 +1,6 @@ CORE main.c ---pointer-check --bounds-check --function f +--function f ^EXIT=10$ ^SIGNAL=0$ ^VERIFICATION FAILED$ diff --git a/regression/cbmc/Pointer_Arithmetic6/test.desc b/regression/cbmc/Pointer_Arithmetic6/test.desc index 39c491ba8bb..9efefbc7362 100644 --- a/regression/cbmc/Pointer_Arithmetic6/test.desc +++ b/regression/cbmc/Pointer_Arithmetic6/test.desc @@ -1,6 +1,6 @@ CORE main.c ---pointer-check + ^EXIT=0$ ^SIGNAL=0$ ^VERIFICATION SUCCESSFUL$ diff --git a/regression/cbmc/Pointer_Arithmetic7/test.desc b/regression/cbmc/Pointer_Arithmetic7/test.desc index 39c491ba8bb..9efefbc7362 100644 --- a/regression/cbmc/Pointer_Arithmetic7/test.desc +++ b/regression/cbmc/Pointer_Arithmetic7/test.desc @@ -1,6 +1,6 @@ CORE main.c ---pointer-check + ^EXIT=0$ ^SIGNAL=0$ ^VERIFICATION SUCCESSFUL$ diff --git a/regression/cbmc/Pointer_Arithmetic8/test.desc b/regression/cbmc/Pointer_Arithmetic8/test.desc index 4b9176a942e..6de79559914 100644 --- a/regression/cbmc/Pointer_Arithmetic8/test.desc +++ b/regression/cbmc/Pointer_Arithmetic8/test.desc @@ -1,6 +1,6 @@ CORE main.c ---pointer-check --bounds-check + ^EXIT=10$ ^SIGNAL=0$ ^VERIFICATION FAILED$ diff --git a/regression/cbmc/Pointer_Arithmetic9/test.desc b/regression/cbmc/Pointer_Arithmetic9/test.desc index 39c491ba8bb..9efefbc7362 100644 --- a/regression/cbmc/Pointer_Arithmetic9/test.desc +++ b/regression/cbmc/Pointer_Arithmetic9/test.desc @@ -1,6 +1,6 @@ CORE main.c ---pointer-check + ^EXIT=0$ ^SIGNAL=0$ ^VERIFICATION SUCCESSFUL$ diff --git a/regression/cbmc/Pointer_Object_Type1/test.desc b/regression/cbmc/Pointer_Object_Type1/test.desc index d3aaf765740..17695a197ac 100644 --- a/regression/cbmc/Pointer_Object_Type1/test.desc +++ b/regression/cbmc/Pointer_Object_Type1/test.desc @@ -1,6 +1,6 @@ CORE main.c ---pointer-check --bounds-check + ^SIGNAL=0$ ^EXIT=10$ ^VERIFICATION FAILED$ diff --git a/regression/cbmc/Pointer_array3/test.desc b/regression/cbmc/Pointer_array3/test.desc index 33c89987cc7..5984f379484 100644 --- a/regression/cbmc/Pointer_array3/test.desc +++ b/regression/cbmc/Pointer_array3/test.desc @@ -1,6 +1,6 @@ CORE main.c ---pointer-check --no-assertions +--no-assertions ^EXIT=10$ ^SIGNAL=0$ ^VERIFICATION FAILED$ diff --git a/regression/cbmc/Pointer_array5/test.desc b/regression/cbmc/Pointer_array5/test.desc index 9efefbc7362..915afae768a 100644 --- a/regression/cbmc/Pointer_array5/test.desc +++ b/regression/cbmc/Pointer_array5/test.desc @@ -1,6 +1,6 @@ CORE main.c - +--no-malloc-may-fail ^EXIT=0$ ^SIGNAL=0$ ^VERIFICATION SUCCESSFUL$ diff --git a/regression/cbmc/Pointer_array6/test.desc b/regression/cbmc/Pointer_array6/test.desc index 9efefbc7362..915afae768a 100644 --- a/regression/cbmc/Pointer_array6/test.desc +++ b/regression/cbmc/Pointer_array6/test.desc @@ -1,6 +1,6 @@ CORE main.c - +--no-malloc-may-fail ^EXIT=0$ ^SIGNAL=0$ ^VERIFICATION SUCCESSFUL$ diff --git a/regression/cbmc/Pointer_byte_extract2/test.desc b/regression/cbmc/Pointer_byte_extract2/test.desc index eb98d4f78ba..c89ed785b59 100644 --- a/regression/cbmc/Pointer_byte_extract2/test.desc +++ b/regression/cbmc/Pointer_byte_extract2/test.desc @@ -4,6 +4,6 @@ main.c ^EXIT=10$ ^SIGNAL=0$ ^\[main\.assertion\.2\] .*: FAILURE$ -^\*\* 1 of 2 failed +^\*\* 2 of 4 failed -- ^warning: ignoring diff --git a/regression/cbmc/Pointer_byte_extract5/no-simplify.desc b/regression/cbmc/Pointer_byte_extract5/no-simplify.desc index a8cdc81121f..85dba0e41e4 100644 --- a/regression/cbmc/Pointer_byte_extract5/no-simplify.desc +++ b/regression/cbmc/Pointer_byte_extract5/no-simplify.desc @@ -1,10 +1,10 @@ CORE broken-cprover-smt-backend no-new-smt main.i ---bounds-check --32 --no-simplify +--no-malloc-may-fail --32 --no-simplify ^EXIT=10$ ^SIGNAL=0$ array\.List dynamic object upper bound in p->List\[2\]: FAILURE -\*\* 1 of 11 failed +\*\* 1 of \d+ failed -- ^warning: ignoring -- diff --git a/regression/cbmc/Pointer_byte_extract5/test.desc b/regression/cbmc/Pointer_byte_extract5/test.desc index 474026934fa..a386436bacc 100644 --- a/regression/cbmc/Pointer_byte_extract5/test.desc +++ b/regression/cbmc/Pointer_byte_extract5/test.desc @@ -1,6 +1,6 @@ CORE main.i ---bounds-check --32 +--no-malloc-may-fail --32 ^EXIT=10$ ^SIGNAL=0$ array\.List dynamic object upper bound in p->List\[2\]: FAILURE diff --git a/regression/cbmc/Pointer_byte_extract8/test.desc b/regression/cbmc/Pointer_byte_extract8/test.desc index adcea6ed3e2..f563a50ac0f 100644 --- a/regression/cbmc/Pointer_byte_extract8/test.desc +++ b/regression/cbmc/Pointer_byte_extract8/test.desc @@ -1,6 +1,6 @@ CORE main.c ---64 --unwind 4 --unwinding-assertions +--no-malloc-may-fail --64 --unwind 4 --unwinding-assertions ^EXIT=0$ ^SIGNAL=0$ ^VERIFICATION SUCCESSFUL$ diff --git a/regression/cbmc/Pointer_comparison3/test.desc b/regression/cbmc/Pointer_comparison3/test.desc index 4076451d3f7..16c19fbfe88 100644 --- a/regression/cbmc/Pointer_comparison3/test.desc +++ b/regression/cbmc/Pointer_comparison3/test.desc @@ -1,9 +1,9 @@ CORE no-new-smt main.c - +--no-malloc-may-fail ^\[main.assertion.3\] line 21 always false for different objects: FAILURE$ ^\[main.assertion.4\] line 23 always false for different objects: FAILURE$ -^\*\* 2 of 7 failed +^\*\* 11 of 59 failed ^VERIFICATION FAILED$ ^EXIT=10$ ^SIGNAL=0$ diff --git a/regression/cbmc/Pointer_comparison4/test.desc b/regression/cbmc/Pointer_comparison4/test.desc index 418749c8d6e..8bbcacca0ef 100644 --- a/regression/cbmc/Pointer_comparison4/test.desc +++ b/regression/cbmc/Pointer_comparison4/test.desc @@ -1,4 +1,4 @@ -CORE +CORE no-new-smt main.c --unwind 10 --unwinding-assertions ^VERIFICATION SUCCESSFUL$ diff --git a/regression/cbmc/Pointer_difference1/no-simplify.desc b/regression/cbmc/Pointer_difference1/no-simplify.desc index 2d4a398e23a..1093c705750 100644 --- a/regression/cbmc/Pointer_difference1/no-simplify.desc +++ b/regression/cbmc/Pointer_difference1/no-simplify.desc @@ -1,6 +1,6 @@ CORE main.c ---no-simplify +--no-simplify --no-standard-checks VERIFICATION SUCCESSFUL ^EXIT=0$ ^SIGNAL=0$ diff --git a/regression/cbmc/Pointer_difference1/test.desc b/regression/cbmc/Pointer_difference1/test.desc index 466da18b2b5..1909295d022 100644 --- a/regression/cbmc/Pointer_difference1/test.desc +++ b/regression/cbmc/Pointer_difference1/test.desc @@ -1,6 +1,6 @@ CORE main.c - +--no-standard-checks ^EXIT=0$ ^SIGNAL=0$ -- diff --git a/regression/cbmc/Pointer_difference2/test.desc b/regression/cbmc/Pointer_difference2/test.desc index 36d9e01f3cf..9d993bd4dd6 100644 --- a/regression/cbmc/Pointer_difference2/test.desc +++ b/regression/cbmc/Pointer_difference2/test.desc @@ -1,6 +1,6 @@ CORE broken-smt-backend no-new-smt main.c ---pointer-check + ^\[main.assertion.1\] line 6 correct: SUCCESS ^\[main.pointer.1\] line 8 same object violation in array - other_array: FAILURE$ ^\[main.assertion.2\] line 11 undefined behavior: FAILURE$ @@ -9,7 +9,7 @@ main.c ^\[main.pointer_arithmetic.\d+\] line 26 pointer relation: pointer outside object bounds in p: FAILURE$ ^\[main.assertion.8\] line 28 end plus 2 is nondet: FAILURE$ ^\[main.pointer_arithmetic.\d+\] line 28 pointer relation: pointer outside object bounds in p: FAILURE$ -^\*\* 7 of \d+ failed +^\*\* 9 of \d+ failed ^VERIFICATION FAILED$ ^EXIT=10$ ^SIGNAL=0$ diff --git a/regression/cbmc/Quantifiers-assertion/test.desc b/regression/cbmc/Quantifiers-assertion/test.desc index 17a23b4628e..b0258159753 100644 --- a/regression/cbmc/Quantifiers-assertion/test.desc +++ b/regression/cbmc/Quantifiers-assertion/test.desc @@ -8,7 +8,7 @@ main.c ^\[main.assertion.4\] .* NotExists-Forall: failed: FAILURE$ ^\[main.assertion.5\] .* NotForall-Forall: successful: SUCCESS$ ^\[main.assertion.6\] .* NotForall-NotForall: successful: SUCCESS$ -^\*\* 3 of 6 failed +^\*\* 3 of \d+ failed ^VERIFICATION FAILED$ ^EXIT=10$ ^SIGNAL=0$ diff --git a/regression/cbmc/Quantifiers-assignment/test.desc b/regression/cbmc/Quantifiers-assignment/test.desc index 2c0b0b3ae32..c7c725c2405 100644 --- a/regression/cbmc/Quantifiers-assignment/test.desc +++ b/regression/cbmc/Quantifiers-assignment/test.desc @@ -6,7 +6,7 @@ main.c ^\[main.assertion.2\] .* assertion y: FAILURE$ ^\[main.assertion.3\] .* assertion z1: SUCCESS$ ^\[main.assertion.4\] .* assertion z2: SUCCESS$ -^\*\* 1 of 4 failed +^\*\* 1 of 20 failed ^VERIFICATION FAILED$ ^EXIT=10$ ^SIGNAL=0$ diff --git a/regression/cbmc/Quantifiers-copy/test.desc b/regression/cbmc/Quantifiers-copy/test.desc index ad846a8f439..8733c27e61e 100644 --- a/regression/cbmc/Quantifiers-copy/test.desc +++ b/regression/cbmc/Quantifiers-copy/test.desc @@ -7,7 +7,7 @@ main.c ^\[main.assertion.3\] .* assertion b\[.*\] == 2: SUCCESS$ ^\[main.assertion.4\] .* assertion b\[.*\] == 3: SUCCESS$ ^\[main.assertion.5\] .* assertion b\[.*\] == 4: SUCCESS$ -^\*\* 0 of 5 failed +^\*\* 0 of 9 failed ^VERIFICATION SUCCESSFUL$ ^EXIT=0$ ^SIGNAL=0$ diff --git a/regression/cbmc/Quantifiers-if/test.desc b/regression/cbmc/Quantifiers-if/test.desc index d61553a444f..49b42b06acc 100644 --- a/regression/cbmc/Quantifiers-if/test.desc +++ b/regression/cbmc/Quantifiers-if/test.desc @@ -7,7 +7,7 @@ main.c ^\[main.assertion.3\] .* success 1: SUCCESS$ ^\[main.assertion.4\] .* failure 3: FAILURE$ ^\[main.assertion.5\] .* success 2: SUCCESS$ -^\*\* 3 of 5 failed +^\*\* 3 of \d+ failed ^VERIFICATION FAILED$ ^EXIT=10$ ^SIGNAL=0$ diff --git a/regression/cbmc/Quantifiers-initialisation/test.desc b/regression/cbmc/Quantifiers-initialisation/test.desc index 672fa68090d..c9ae3fccbbb 100644 --- a/regression/cbmc/Quantifiers-initialisation/test.desc +++ b/regression/cbmc/Quantifiers-initialisation/test.desc @@ -7,7 +7,7 @@ main.c ^\[main.assertion.3\] .* assertion a\[.*\] == 3: SUCCESS$ ^\[main.assertion.4\] .* assertion a\[.*\] == 4: SUCCESS$ ^\[main.assertion.5\] .* assertion a\[.*\] == 5: SUCCESS$ -^\*\* 0 of 5 failed +^\*\* 0 of \d+ failed ^VERIFICATION SUCCESSFUL$ ^EXIT=0$ ^SIGNAL=0$ diff --git a/regression/cbmc/Quantifiers-initialisation2/test.desc b/regression/cbmc/Quantifiers-initialisation2/test.desc index 82af7c648f3..4dd895be373 100644 --- a/regression/cbmc/Quantifiers-initialisation2/test.desc +++ b/regression/cbmc/Quantifiers-initialisation2/test.desc @@ -7,7 +7,7 @@ main.c ^\[main.assertion.3\] .* assertion a\[.*\] > a\[.*\]: FAILURE$ ^\[main.assertion.4\] .* forall c\[\]: SUCCESS$ ^\[main.assertion.5\] .* assertion c\[.*\] >= c\[.*\]: SUCCESS$ -^\*\* 1 of 5 failed +^\*\* 1 of \d+ failed ^VERIFICATION FAILED$ ^EXIT=10$ ^SIGNAL=0$ diff --git a/regression/cbmc/Quantifiers-not-exists/fixed.desc b/regression/cbmc/Quantifiers-not-exists/fixed.desc index c0c0c8aaa2b..6a614b091d3 100644 --- a/regression/cbmc/Quantifiers-not-exists/fixed.desc +++ b/regression/cbmc/Quantifiers-not-exists/fixed.desc @@ -8,7 +8,7 @@ fixed.c ^\[main.assertion.8\] line 36 assertion .*: SUCCESS$ ^\[main.assertion.9\] line 38 assertion .*: SUCCESS$ ^\[main.assertion.10\] line 39 assertion .*: SUCCESS$ -^\*\* 4 of 10 failed +^\*\* 4 of \d+ failed ^VERIFICATION FAILED$ ^EXIT=10$ ^SIGNAL=0$ diff --git a/regression/cbmc/Quantifiers-not/test.desc b/regression/cbmc/Quantifiers-not/test.desc index f930deb9f8a..e3757edc8a1 100644 --- a/regression/cbmc/Quantifiers-not/test.desc +++ b/regression/cbmc/Quantifiers-not/test.desc @@ -7,7 +7,7 @@ main.c ^\[main.assertion.3\] .* failure 1: FAILURE$ ^\[main.assertion.4\] .* success 3: SUCCESS$ ^\[main.assertion.5\] .* failure 2: FAILURE$ -^\*\* 2 of 5 failed +^\*\* 2 of \d+ failed ^VERIFICATION FAILED$ ^EXIT=10$ ^SIGNAL=0$ diff --git a/regression/cbmc/Quantifiers-two-dimension-array/fixed.desc b/regression/cbmc/Quantifiers-two-dimension-array/fixed.desc index a39cee20077..a046794fb66 100644 --- a/regression/cbmc/Quantifiers-two-dimension-array/fixed.desc +++ b/regression/cbmc/Quantifiers-two-dimension-array/fixed.desc @@ -7,7 +7,7 @@ fixed.c ^\[main.assertion.3\] line 16 assertion a\[.*\]\[.*\] == 1: SUCCESS$ ^\[main.assertion.4\] line 17 assertion a\[.*\]\[.*\] == 2: SUCCESS$ ^\[main.assertion.5\] line 18 assertion .*: SUCCESS$ -^\*\* 0 of 5 failed +^\*\* 0 of \d+ failed ^VERIFICATION SUCCESSFUL$ ^EXIT=0$ ^SIGNAL=0$ diff --git a/regression/cbmc/Quantifiers-two-dimension-array/test.desc b/regression/cbmc/Quantifiers-two-dimension-array/test.desc index 5b8451664ce..875b7b3d0e1 100644 --- a/regression/cbmc/Quantifiers-two-dimension-array/test.desc +++ b/regression/cbmc/Quantifiers-two-dimension-array/test.desc @@ -7,7 +7,7 @@ main.c ^\[main.assertion.3\] line 14 assertion a\[.*\]\[.*\] == 1: SUCCESS$ ^\[main.assertion.4\] line 15 assertion a\[.*\]\[.*\] == 2: SUCCESS$ ^\[main.assertion.5\] line 16 assertion .*: FAILURE$ -^\*\* 1 of 5 failed +^\*\* 1 of \d+ failed ^VERIFICATION FAILED$ ^EXIT=10$ ^SIGNAL=0$ diff --git a/regression/cbmc/Recursion2/test.desc b/regression/cbmc/Recursion2/test.desc index 4a9104162ed..e21095fda9d 100644 --- a/regression/cbmc/Recursion2/test.desc +++ b/regression/cbmc/Recursion2/test.desc @@ -1,6 +1,6 @@ CORE main.c - --unwind 11 +--unwind 11 ^EXIT=0$ ^SIGNAL=0$ ^VERIFICATION SUCCESSFUL$ diff --git a/regression/cbmc/Sideeffects5/test.desc b/regression/cbmc/Sideeffects5/test.desc index e69488b2e66..33900ad2b78 100644 --- a/regression/cbmc/Sideeffects5/test.desc +++ b/regression/cbmc/Sideeffects5/test.desc @@ -1,6 +1,6 @@ CORE main.c ---div-by-zero-check + ^EXIT=10$ ^SIGNAL=0$ ^VERIFICATION FAILED$ diff --git a/regression/cbmc/Sideeffects6/test.desc b/regression/cbmc/Sideeffects6/test.desc index e69488b2e66..33900ad2b78 100644 --- a/regression/cbmc/Sideeffects6/test.desc +++ b/regression/cbmc/Sideeffects6/test.desc @@ -1,6 +1,6 @@ CORE main.c ---div-by-zero-check + ^EXIT=10$ ^SIGNAL=0$ ^VERIFICATION FAILED$ diff --git a/regression/cbmc/Sideeffects8/test.desc b/regression/cbmc/Sideeffects8/test.desc index 565f30cc839..5e7633e5a19 100644 --- a/regression/cbmc/Sideeffects8/test.desc +++ b/regression/cbmc/Sideeffects8/test.desc @@ -1,6 +1,6 @@ CORE main.c ---pointer-check + ^VERIFICATION SUCCESSFUL$ ^EXIT=0$ ^SIGNAL=0$ diff --git a/regression/cbmc/String1/test.desc b/regression/cbmc/String1/test.desc index 96c9b4bcd7b..9efefbc7362 100644 --- a/regression/cbmc/String1/test.desc +++ b/regression/cbmc/String1/test.desc @@ -1,6 +1,6 @@ CORE main.c ---pointer-check --bounds-check + ^EXIT=0$ ^SIGNAL=0$ ^VERIFICATION SUCCESSFUL$ diff --git a/regression/cbmc/String2/test.desc b/regression/cbmc/String2/test.desc index 4b9176a942e..6de79559914 100644 --- a/regression/cbmc/String2/test.desc +++ b/regression/cbmc/String2/test.desc @@ -1,6 +1,6 @@ CORE main.c ---pointer-check --bounds-check + ^EXIT=10$ ^SIGNAL=0$ ^VERIFICATION FAILED$ diff --git a/regression/cbmc/String3/test.desc b/regression/cbmc/String3/test.desc index e19d0a66341..e5f0568a0eb 100644 --- a/regression/cbmc/String3/test.desc +++ b/regression/cbmc/String3/test.desc @@ -1,6 +1,6 @@ KNOWNBUG main.c ---pointer-check --bounds-check + ^EXIT=10$ ^SIGNAL=0$ ^Counterexample:$ diff --git a/regression/cbmc/String4/test.desc b/regression/cbmc/String4/test.desc index 96c9b4bcd7b..9efefbc7362 100644 --- a/regression/cbmc/String4/test.desc +++ b/regression/cbmc/String4/test.desc @@ -1,6 +1,6 @@ CORE main.c ---pointer-check --bounds-check + ^EXIT=0$ ^SIGNAL=0$ ^VERIFICATION SUCCESSFUL$ diff --git a/regression/cbmc/String5/test.desc b/regression/cbmc/String5/test.desc index 96c9b4bcd7b..9efefbc7362 100644 --- a/regression/cbmc/String5/test.desc +++ b/regression/cbmc/String5/test.desc @@ -1,6 +1,6 @@ CORE main.c ---pointer-check --bounds-check + ^EXIT=0$ ^SIGNAL=0$ ^VERIFICATION SUCCESSFUL$ diff --git a/regression/cbmc/String7/test.desc b/regression/cbmc/String7/test.desc index 96c9b4bcd7b..9efefbc7362 100644 --- a/regression/cbmc/String7/test.desc +++ b/regression/cbmc/String7/test.desc @@ -1,6 +1,6 @@ CORE main.c ---pointer-check --bounds-check + ^EXIT=0$ ^SIGNAL=0$ ^VERIFICATION SUCCESSFUL$ diff --git a/regression/cbmc/String8/test.desc b/regression/cbmc/String8/test.desc index 96c9b4bcd7b..9efefbc7362 100644 --- a/regression/cbmc/String8/test.desc +++ b/regression/cbmc/String8/test.desc @@ -1,6 +1,6 @@ CORE main.c ---pointer-check --bounds-check + ^EXIT=0$ ^SIGNAL=0$ ^VERIFICATION SUCCESSFUL$ diff --git a/regression/cbmc/String_Abstraction1/test.desc b/regression/cbmc/String_Abstraction1/test.desc index e6fb3bba609..f3145b289ad 100644 --- a/regression/cbmc/String_Abstraction1/test.desc +++ b/regression/cbmc/String_Abstraction1/test.desc @@ -1,6 +1,6 @@ CORE main.c ---string-abstraction --pointer-check --bounds-check +--string-abstraction ^EXIT=0$ ^SIGNAL=0$ ^VERIFICATION SUCCESSFUL$ diff --git a/regression/cbmc/String_Abstraction10/test.desc b/regression/cbmc/String_Abstraction10/test.desc index 72eb0a670e6..d449253e7f0 100644 --- a/regression/cbmc/String_Abstraction10/test.desc +++ b/regression/cbmc/String_Abstraction10/test.desc @@ -1,6 +1,6 @@ KNOWNBUG main.c ---string-abstraction --pointer-check --bounds-check +--string-abstraction ^EXIT=0$ ^SIGNAL=0$ ^VERIFICATION SUCCESSFUL$ diff --git a/regression/cbmc/String_Abstraction11/test.desc b/regression/cbmc/String_Abstraction11/test.desc index e21815b93e7..14aaf2bc0ba 100644 --- a/regression/cbmc/String_Abstraction11/test.desc +++ b/regression/cbmc/String_Abstraction11/test.desc @@ -1,6 +1,6 @@ CORE anon-retval.c ---string-abstraction +--string-abstraction --no-pointer-check ^EXIT=0$ ^SIGNAL=0$ ^VERIFICATION SUCCESSFUL$ diff --git a/regression/cbmc/String_Abstraction14/test.desc b/regression/cbmc/String_Abstraction14/test.desc index 18451e6bc84..4671f091f72 100644 --- a/regression/cbmc/String_Abstraction14/test.desc +++ b/regression/cbmc/String_Abstraction14/test.desc @@ -1,6 +1,6 @@ CORE pass-in-implicit.c ---string-abstraction +--no-malloc-may-fail --string-abstraction ^EXIT=0$ ^SIGNAL=0$ ^VERIFICATION SUCCESSFUL$ diff --git a/regression/cbmc/String_Abstraction15/test.desc b/regression/cbmc/String_Abstraction15/test.desc index d7fa5b8d070..2911f71a220 100644 --- a/regression/cbmc/String_Abstraction15/test.desc +++ b/regression/cbmc/String_Abstraction15/test.desc @@ -1,6 +1,6 @@ CORE pass-in.c ---string-abstraction +--string-abstraction --no-standard-checks ^EXIT=0$ ^SIGNAL=0$ ^VERIFICATION SUCCESSFUL$ diff --git a/regression/cbmc/String_Abstraction16/test.desc b/regression/cbmc/String_Abstraction16/test.desc index bfc2287e1ce..1eef825c91d 100644 --- a/regression/cbmc/String_Abstraction16/test.desc +++ b/regression/cbmc/String_Abstraction16/test.desc @@ -1,6 +1,6 @@ CORE ptr-arith.c ---string-abstraction +--no-malloc-may-fail --string-abstraction ^EXIT=0$ ^SIGNAL=0$ ^VERIFICATION SUCCESSFUL$ diff --git a/regression/cbmc/String_Abstraction17/test.desc b/regression/cbmc/String_Abstraction17/test.desc index ad0106474bd..ecc21f02dff 100644 --- a/regression/cbmc/String_Abstraction17/test.desc +++ b/regression/cbmc/String_Abstraction17/test.desc @@ -1,4 +1,4 @@ -CORE +CORE no-new-smt strcpy-no-decl.c --string-abstraction --validate-goto-model ^EXIT=10$ diff --git a/regression/cbmc/String_Abstraction18/test.desc b/regression/cbmc/String_Abstraction18/test.desc index a59bb4ae0ea..da19848396c 100644 --- a/regression/cbmc/String_Abstraction18/test.desc +++ b/regression/cbmc/String_Abstraction18/test.desc @@ -1,6 +1,6 @@ CORE strcpy.c ---string-abstraction +--no-malloc-may-fail --string-abstraction --no-standard-checks ^EXIT=0$ ^SIGNAL=0$ ^VERIFICATION SUCCESSFUL$ diff --git a/regression/cbmc/String_Abstraction19/test.desc b/regression/cbmc/String_Abstraction19/test.desc index 456949ab85b..788f304b972 100644 --- a/regression/cbmc/String_Abstraction19/test.desc +++ b/regression/cbmc/String_Abstraction19/test.desc @@ -1,6 +1,6 @@ CORE structs.c ---string-abstraction +--string-abstraction --no-pointer-check ^EXIT=0$ ^SIGNAL=0$ ^VERIFICATION SUCCESSFUL$ diff --git a/regression/cbmc/String_Abstraction2/test.desc b/regression/cbmc/String_Abstraction2/test.desc index e6fb3bba609..f3145b289ad 100644 --- a/regression/cbmc/String_Abstraction2/test.desc +++ b/regression/cbmc/String_Abstraction2/test.desc @@ -1,6 +1,6 @@ CORE main.c ---string-abstraction --pointer-check --bounds-check +--string-abstraction ^EXIT=0$ ^SIGNAL=0$ ^VERIFICATION SUCCESSFUL$ diff --git a/regression/cbmc/String_Abstraction20/test.desc b/regression/cbmc/String_Abstraction20/test.desc index 4d938229673..458ab16f698 100644 --- a/regression/cbmc/String_Abstraction20/test.desc +++ b/regression/cbmc/String_Abstraction20/test.desc @@ -1,6 +1,6 @@ CORE structs2.c ---string-abstraction +--no-malloc-may-fail --string-abstraction ^EXIT=0$ ^SIGNAL=0$ ^VERIFICATION SUCCESSFUL$ diff --git a/regression/cbmc/String_Abstraction21/test.desc b/regression/cbmc/String_Abstraction21/test.desc index 9ecab2d3ccb..b25afec551a 100644 --- a/regression/cbmc/String_Abstraction21/test.desc +++ b/regression/cbmc/String_Abstraction21/test.desc @@ -1,6 +1,6 @@ CORE strcpy2.c ---string-abstraction +--no-malloc-may-fail --string-abstraction --no-standard-checks ^EXIT=0$ ^SIGNAL=0$ ^VERIFICATION SUCCESSFUL$ diff --git a/regression/cbmc/String_Abstraction23/test.desc b/regression/cbmc/String_Abstraction23/test.desc index e6fb3bba609..f3145b289ad 100644 --- a/regression/cbmc/String_Abstraction23/test.desc +++ b/regression/cbmc/String_Abstraction23/test.desc @@ -1,6 +1,6 @@ CORE main.c ---string-abstraction --pointer-check --bounds-check +--string-abstraction ^EXIT=0$ ^SIGNAL=0$ ^VERIFICATION SUCCESSFUL$ diff --git a/regression/cbmc/String_Abstraction3/test.desc b/regression/cbmc/String_Abstraction3/test.desc index e6fb3bba609..f3145b289ad 100644 --- a/regression/cbmc/String_Abstraction3/test.desc +++ b/regression/cbmc/String_Abstraction3/test.desc @@ -1,6 +1,6 @@ CORE main.c ---string-abstraction --pointer-check --bounds-check +--string-abstraction ^EXIT=0$ ^SIGNAL=0$ ^VERIFICATION SUCCESSFUL$ diff --git a/regression/cbmc/String_Abstraction4/test.desc b/regression/cbmc/String_Abstraction4/test.desc index 4beaf5352c1..ca468cf5a61 100644 --- a/regression/cbmc/String_Abstraction4/test.desc +++ b/regression/cbmc/String_Abstraction4/test.desc @@ -1,6 +1,6 @@ CORE main.c ---string-abstraction --pointer-check --bounds-check +--string-abstraction ^EXIT=10$ ^SIGNAL=0$ ^VERIFICATION FAILED$ diff --git a/regression/cbmc/String_Abstraction5/test.desc b/regression/cbmc/String_Abstraction5/test.desc index e6fb3bba609..f3145b289ad 100644 --- a/regression/cbmc/String_Abstraction5/test.desc +++ b/regression/cbmc/String_Abstraction5/test.desc @@ -1,6 +1,6 @@ CORE main.c ---string-abstraction --pointer-check --bounds-check +--string-abstraction ^EXIT=0$ ^SIGNAL=0$ ^VERIFICATION SUCCESSFUL$ diff --git a/regression/cbmc/String_Abstraction6/test.desc b/regression/cbmc/String_Abstraction6/test.desc index a8058d6d1e4..e6f36bad003 100644 --- a/regression/cbmc/String_Abstraction6/test.desc +++ b/regression/cbmc/String_Abstraction6/test.desc @@ -1,6 +1,6 @@ KNOWNBUG main.c ---string-abstraction --pointer-check --bounds-check +--string-abstraction ^EXIT=0$ ^SIGNAL=0$ ^VERIFICATION SUCCESSFUL$ diff --git a/regression/cbmc/String_Abstraction7/test.desc b/regression/cbmc/String_Abstraction7/test.desc index 4d28a11df24..500d141fdec 100644 --- a/regression/cbmc/String_Abstraction7/test.desc +++ b/regression/cbmc/String_Abstraction7/test.desc @@ -1,6 +1,6 @@ CORE no-new-smt main.c ---string-abstraction --pointer-check --bounds-check +--string-abstraction ^EXIT=0$ ^SIGNAL=0$ ^VERIFICATION SUCCESSFUL$ diff --git a/regression/cbmc/String_Abstraction8/test.desc b/regression/cbmc/String_Abstraction8/test.desc index c9b7d9f6ff4..327468f4725 100644 --- a/regression/cbmc/String_Abstraction8/test.desc +++ b/regression/cbmc/String_Abstraction8/test.desc @@ -1,6 +1,6 @@ CORE main.c ---string-abstraction --unwind 5 --pointer-check --bounds-check +--string-abstraction --unwind 5 ^EXIT=0$ ^SIGNAL=0$ ^VERIFICATION SUCCESSFUL$ diff --git a/regression/cbmc/String_Abstraction9/test.desc b/regression/cbmc/String_Abstraction9/test.desc index e6fb3bba609..f3145b289ad 100644 --- a/regression/cbmc/String_Abstraction9/test.desc +++ b/regression/cbmc/String_Abstraction9/test.desc @@ -1,6 +1,6 @@ CORE main.c ---string-abstraction --pointer-check --bounds-check +--string-abstraction ^EXIT=0$ ^SIGNAL=0$ ^VERIFICATION SUCCESSFUL$ diff --git a/regression/cbmc/Struct_Pointer2/test.desc b/regression/cbmc/Struct_Pointer2/test.desc index 39c491ba8bb..915afae768a 100644 --- a/regression/cbmc/Struct_Pointer2/test.desc +++ b/regression/cbmc/Struct_Pointer2/test.desc @@ -1,6 +1,6 @@ CORE main.c ---pointer-check +--no-malloc-may-fail ^EXIT=0$ ^SIGNAL=0$ ^VERIFICATION SUCCESSFUL$ diff --git a/regression/cbmc/Unbounded_Array5/test.desc b/regression/cbmc/Unbounded_Array5/test.desc index 9c96469df12..9b782e2bb19 100644 --- a/regression/cbmc/Unbounded_Array5/test.desc +++ b/regression/cbmc/Unbounded_Array5/test.desc @@ -1,6 +1,6 @@ CORE main.c - +--no-standard-checks ^EXIT=0$ ^SIGNAL=0$ ^VERIFICATION SUCCESSFUL$ diff --git a/regression/cbmc/Undefined_Shift1/test.desc b/regression/cbmc/Undefined_Shift1/test.desc index 06417908cee..5fe4951916b 100644 --- a/regression/cbmc/Undefined_Shift1/test.desc +++ b/regression/cbmc/Undefined_Shift1/test.desc @@ -1,6 +1,6 @@ CORE main.c ---undefined-shift-check + ^EXIT=10$ ^SIGNAL=0$ ^\[.*\] line 4 shift operand is negative in .*: SUCCESS$ @@ -9,7 +9,7 @@ main.c ^\[.*\] line 15 shift distance is negative in .*: FAILURE$ ^\[.*\] line 15 shift distance too large in .*: SUCCESS$ ^\[.*\] line 20 shift operand is negative in .*: FAILURE$ -^\*\* 3 of 6 failed +^\*\* 4 of 9 failed ^VERIFICATION FAILED$ -- ^warning: ignoring diff --git a/regression/cbmc/__builtin_clz-01/big-endian.desc b/regression/cbmc/__builtin_clz-01/big-endian.desc index 8fce3084303..10628c7cb4c 100644 --- a/regression/cbmc/__builtin_clz-01/big-endian.desc +++ b/regression/cbmc/__builtin_clz-01/big-endian.desc @@ -1,6 +1,6 @@ CORE no-new-smt main.c ---bounds-check --big-endian +--big-endian ^\[main.bit_count.\d+\] line 61 count leading zeros is undefined for value zero in __builtin_clz\(0u\): FAILURE$ ^\*\* 1 of \d+ failed ^VERIFICATION FAILED$ diff --git a/regression/cbmc/__builtin_clz-01/test.desc b/regression/cbmc/__builtin_clz-01/test.desc index 335b9f6beca..e6b6f54a4e0 100644 --- a/regression/cbmc/__builtin_clz-01/test.desc +++ b/regression/cbmc/__builtin_clz-01/test.desc @@ -1,6 +1,6 @@ CORE no-new-smt main.c ---bounds-check + ^\[main.bit_count.\d+\] line 61 count leading zeros is undefined for value zero in __builtin_clz\(0u\): FAILURE$ ^\*\* 1 of \d+ failed ^VERIFICATION FAILED$ diff --git a/regression/cbmc/__builtin_ctz-01/big-endian.desc b/regression/cbmc/__builtin_ctz-01/big-endian.desc index 3251ca19026..efe145a3671 100644 --- a/regression/cbmc/__builtin_ctz-01/big-endian.desc +++ b/regression/cbmc/__builtin_ctz-01/big-endian.desc @@ -1,6 +1,6 @@ CORE no-new-smt main.c ---bounds-check --big-endian +--big-endian ^\[main.bit_count.\d+\] line 46 count trailing zeros is undefined for value zero in __builtin_ctz\(0u\): FAILURE$ ^\[main.assertion.2\] line 47 count trailing zeros of 0 is bit width: SUCCESS$ ^\*\* 1 of \d+ failed diff --git a/regression/cbmc/__builtin_ctz-01/test.desc b/regression/cbmc/__builtin_ctz-01/test.desc index 7b8ccbf8e26..c1ef9001580 100644 --- a/regression/cbmc/__builtin_ctz-01/test.desc +++ b/regression/cbmc/__builtin_ctz-01/test.desc @@ -1,6 +1,6 @@ CORE no-new-smt main.c ---bounds-check + ^\[main.bit_count.\d+\] line 46 count trailing zeros is undefined for value zero in __builtin_ctz\(0u\): FAILURE$ ^\[main.assertion.2\] line 47 count trailing zeros of 0 is bit width: SUCCESS$ ^\*\* 1 of \d+ failed diff --git a/regression/cbmc/__builtin_ffs-01/big-endian.desc b/regression/cbmc/__builtin_ffs-01/big-endian.desc index 1e0a706ecec..bdf75a8ae10 100644 --- a/regression/cbmc/__builtin_ffs-01/big-endian.desc +++ b/regression/cbmc/__builtin_ffs-01/big-endian.desc @@ -1,6 +1,6 @@ CORE no-new-smt main.c ---pointer-check --bounds-check --big-endian +--big-endian ^EXIT=0$ ^SIGNAL=0$ ^VERIFICATION SUCCESSFUL$ diff --git a/regression/cbmc/__builtin_ffs-01/test.desc b/regression/cbmc/__builtin_ffs-01/test.desc index 032c2879b43..1c039664a91 100644 --- a/regression/cbmc/__builtin_ffs-01/test.desc +++ b/regression/cbmc/__builtin_ffs-01/test.desc @@ -1,6 +1,6 @@ CORE no-new-smt main.c ---pointer-check --bounds-check + ^EXIT=0$ ^SIGNAL=0$ ^VERIFICATION SUCCESSFUL$ diff --git a/regression/cbmc/address_space_size_limit3/test.desc b/regression/cbmc/address_space_size_limit3/test.desc index 8aaae24a492..1c6ab14d1cf 100644 --- a/regression/cbmc/address_space_size_limit3/test.desc +++ b/regression/cbmc/address_space_size_limit3/test.desc @@ -1,6 +1,6 @@ CORE thorough-smt-backend no-new-smt main.i ---32 --little-endian --object-bits 26 --pointer-check +--32 --little-endian --object-bits 26 ^EXIT=10$ ^SIGNAL=0$ ^VERIFICATION FAILED$ diff --git a/regression/cbmc/argc-and-argv/argc1.desc b/regression/cbmc/argc-and-argv/argc1.desc index 5f6348ffbe0..10b513412bf 100644 --- a/regression/cbmc/argc-and-argv/argc1.desc +++ b/regression/cbmc/argc-and-argv/argc1.desc @@ -1,6 +1,6 @@ CORE argc1.c ---bounds-check --pointer-check --unwind 0 +--unwind 0 ^EXIT=10$ ^SIGNAL=0$ ^\[.*\] line .* dereference failure: pointer outside object bounds in argv\[.*n\]: FAILURE$ diff --git a/regression/cbmc/argc-and-argv/argv1.desc b/regression/cbmc/argc-and-argv/argv1.desc index 1f379687b2b..47303fff42a 100644 --- a/regression/cbmc/argc-and-argv/argv1.desc +++ b/regression/cbmc/argc-and-argv/argv1.desc @@ -1,6 +1,6 @@ CORE argv1.c ---bounds-check --pointer-check + ^EXIT=0$ ^SIGNAL=0$ ^VERIFICATION SUCCESSFUL$ diff --git a/regression/cbmc/array-bug-6230/test.desc b/regression/cbmc/array-bug-6230/test.desc index e7f5fdc04e1..34d33a342a4 100644 --- a/regression/cbmc/array-bug-6230/test.desc +++ b/regression/cbmc/array-bug-6230/test.desc @@ -1,6 +1,6 @@ CORE no-new-smt main.c ---malloc-may-fail --malloc-fail-null --pointer-check +--malloc-may-fail --malloc-fail-null ^EXIT=0$ ^SIGNAL=0$ ^VERIFICATION SUCCESSFUL$ diff --git a/regression/cbmc/array-cell-sensitivity1/test_execution.desc b/regression/cbmc/array-cell-sensitivity1/test_execution.desc index 9280dcb19be..edf471b2124 100644 --- a/regression/cbmc/array-cell-sensitivity1/test_execution.desc +++ b/regression/cbmc/array-cell-sensitivity1/test_execution.desc @@ -1,6 +1,6 @@ CORE test.c - +--no-bounds-check ^VERIFICATION SUCCESSFUL$ ^EXIT=0$ ^SIGNAL=0$ diff --git a/regression/cbmc/array-cell-sensitivity2/test_execution.desc b/regression/cbmc/array-cell-sensitivity2/test_execution.desc index 9280dcb19be..edf471b2124 100644 --- a/regression/cbmc/array-cell-sensitivity2/test_execution.desc +++ b/regression/cbmc/array-cell-sensitivity2/test_execution.desc @@ -1,6 +1,6 @@ CORE test.c - +--no-bounds-check ^VERIFICATION SUCCESSFUL$ ^EXIT=0$ ^SIGNAL=0$ diff --git a/regression/cbmc/array-cell-sensitivity4/test_execution.desc b/regression/cbmc/array-cell-sensitivity4/test_execution.desc index 9280dcb19be..edf471b2124 100644 --- a/regression/cbmc/array-cell-sensitivity4/test_execution.desc +++ b/regression/cbmc/array-cell-sensitivity4/test_execution.desc @@ -1,6 +1,6 @@ CORE test.c - +--no-bounds-check ^VERIFICATION SUCCESSFUL$ ^EXIT=0$ ^SIGNAL=0$ diff --git a/regression/cbmc/array-cell-sensitivity5/test_execution.desc b/regression/cbmc/array-cell-sensitivity5/test_execution.desc index 9280dcb19be..6fe3d1dd824 100644 --- a/regression/cbmc/array-cell-sensitivity5/test_execution.desc +++ b/regression/cbmc/array-cell-sensitivity5/test_execution.desc @@ -1,6 +1,6 @@ CORE test.c - +--no-malloc-may-fail --no-pointer-check ^VERIFICATION SUCCESSFUL$ ^EXIT=0$ ^SIGNAL=0$ diff --git a/regression/cbmc/array-cell-sensitivity6/test_execution.desc b/regression/cbmc/array-cell-sensitivity6/test_execution.desc index 9280dcb19be..6fe3d1dd824 100644 --- a/regression/cbmc/array-cell-sensitivity6/test_execution.desc +++ b/regression/cbmc/array-cell-sensitivity6/test_execution.desc @@ -1,6 +1,6 @@ CORE test.c - +--no-malloc-may-fail --no-pointer-check ^VERIFICATION SUCCESSFUL$ ^EXIT=0$ ^SIGNAL=0$ diff --git a/regression/cbmc/array-cell-sensitivity9/test_execution.desc b/regression/cbmc/array-cell-sensitivity9/test_execution.desc index 9280dcb19be..edf471b2124 100644 --- a/regression/cbmc/array-cell-sensitivity9/test_execution.desc +++ b/regression/cbmc/array-cell-sensitivity9/test_execution.desc @@ -1,6 +1,6 @@ CORE test.c - +--no-bounds-check ^VERIFICATION SUCCESSFUL$ ^EXIT=0$ ^SIGNAL=0$ diff --git a/regression/cbmc/array-function-parameters/test.desc b/regression/cbmc/array-function-parameters/test.desc index bcc19893964..35ae04f966f 100644 --- a/regression/cbmc/array-function-parameters/test.desc +++ b/regression/cbmc/array-function-parameters/test.desc @@ -1,6 +1,6 @@ CORE no-new-smt test.c ---function test --min-null-tree-depth 2 --max-nondet-tree-depth 2 --bounds-check +--function test --min-null-tree-depth 2 --max-nondet-tree-depth 2 ^EXIT=10$ ^SIGNAL=0$ \[test.assertion.1\] line \d+ assertion Test.lists\[0\]->next: SUCCESS diff --git a/regression/cbmc/array_constraints1/test.desc b/regression/cbmc/array_constraints1/test.desc index 32573032d3b..a8b1e839570 100644 --- a/regression/cbmc/array_constraints1/test.desc +++ b/regression/cbmc/array_constraints1/test.desc @@ -1,9 +1,9 @@ CORE no-new-smt main.c ---unwind 2 --pointer-check +--unwind 2 ^EXIT=10$ ^SIGNAL=0$ ^VERIFICATION FAILED$ -^\*\* 2 of 14 +^\*\* 4 of \d+ -- ^warning: ignoring diff --git a/regression/cbmc/array_of_bool_as_bitvec/test-smt2-outfile.desc b/regression/cbmc/array_of_bool_as_bitvec/test-smt2-outfile.desc index dc284b10ff9..d757d3e38af 100644 --- a/regression/cbmc/array_of_bool_as_bitvec/test-smt2-outfile.desc +++ b/regression/cbmc/array_of_bool_as_bitvec/test-smt2-outfile.desc @@ -1,6 +1,6 @@ CORE broken-smt-backend no-new-smt main.c ---smt2 --outfile - +--no-malloc-may-fail --smt2 --outfile - \(= \(select array_of\.0 i\) \(ite false #b1 #b0\)\) \(= \(select array\.1 \(\(_ zero_extend \d+\) \|main::1::idx!0@1#1\|\)\) #b1\) \(= \(select array\.1 \(_ bv\d+ \d+\)\) \(ite false #b1 #b0\)\) diff --git a/regression/cbmc/assigning_nullpointers_should_not_crash_symex/test.desc b/regression/cbmc/assigning_nullpointers_should_not_crash_symex/test.desc index 7871b85de89..32394f1c3d3 100644 --- a/regression/cbmc/assigning_nullpointers_should_not_crash_symex/test.desc +++ b/regression/cbmc/assigning_nullpointers_should_not_crash_symex/test.desc @@ -1,6 +1,6 @@ CORE main.c - +--no-malloc-may-fail ^EXIT=0$ ^SIGNAL=0$ ^VERIFICATION SUCCESSFUL$ diff --git a/regression/cbmc/atomic_X_fetch-1/test.desc b/regression/cbmc/atomic_X_fetch-1/test.desc index 27a28993ba5..1a10ff50301 100644 --- a/regression/cbmc/atomic_X_fetch-1/test.desc +++ b/regression/cbmc/atomic_X_fetch-1/test.desc @@ -1,6 +1,6 @@ CORE gcc-only main.c - +--no-standard-checks ^EXIT=0$ ^SIGNAL=0$ VERIFICATION SUCCESSFUL diff --git a/regression/cbmc/atomic_fetch_X-1/test.desc b/regression/cbmc/atomic_fetch_X-1/test.desc index 854a0a8ec12..1666360e744 100644 --- a/regression/cbmc/atomic_fetch_X-1/test.desc +++ b/regression/cbmc/atomic_fetch_X-1/test.desc @@ -1,6 +1,6 @@ CORE gcc-only no-new-smt main.c - +--no-standard-checks ^EXIT=0$ ^SIGNAL=0$ VERIFICATION SUCCESSFUL diff --git a/regression/cbmc/aws-byte-buf-regression/test.desc b/regression/cbmc/aws-byte-buf-regression/test.desc index 87997b956fc..1d99a5bb8bd 100644 --- a/regression/cbmc/aws-byte-buf-regression/test.desc +++ b/regression/cbmc/aws-byte-buf-regression/test.desc @@ -1,6 +1,6 @@ CORE no-new-smt main.c ---pointer-check + VERIFICATION SUCCESSFUL ^EXIT=0$ ^SIGNAL=0$ diff --git a/regression/cbmc/big-endian-array1/test.desc b/regression/cbmc/big-endian-array1/test.desc index 81ceb4c6dc0..d2b3ce9df4e 100644 --- a/regression/cbmc/big-endian-array1/test.desc +++ b/regression/cbmc/big-endian-array1/test.desc @@ -1,6 +1,6 @@ CORE main.c ---big-endian +--no-malloc-may-fail --big-endian ^EXIT=0$ ^SIGNAL=0$ ^VERIFICATION SUCCESSFUL$ diff --git a/regression/cbmc/bounds_check1/test.desc b/regression/cbmc/bounds_check1/test.desc index 2b746cacc8e..ce90426706c 100644 --- a/regression/cbmc/bounds_check1/test.desc +++ b/regression/cbmc/bounds_check1/test.desc @@ -1,6 +1,6 @@ CORE thorough-smt-backend no-new-smt main.c ---bounds-check --pointer-check +--no-malloc-may-fail ^EXIT=10$ ^SIGNAL=0$ \[\(.*\)i2\]: FAILURE diff --git a/regression/cbmc/bounds_check2/test.desc b/regression/cbmc/bounds_check2/test.desc index 2af7f866590..86b25cb3b31 100644 --- a/regression/cbmc/bounds_check2/test.desc +++ b/regression/cbmc/bounds_check2/test.desc @@ -1,6 +1,6 @@ CORE main.c ---bounds-check --retain-trivial-checks +--retain-trivial-checks ^Generated \d+ VCC\(s\), 0 remaining after simplification$ ^\[main.array_bounds.1\] line 4 array 'A' (lower|upper) bound in A\[(\(signed (long (long )?)?int\))?1\]: SUCCESS$ ^VERIFICATION SUCCESSFUL$ diff --git a/regression/cbmc/byte_update11/test.desc b/regression/cbmc/byte_update11/test.desc index 9845e70d84b..59eb032535e 100644 --- a/regression/cbmc/byte_update11/test.desc +++ b/regression/cbmc/byte_update11/test.desc @@ -1,6 +1,6 @@ CORE main.c ---little-endian +--little-endian --no-standard-checks ^EXIT=0$ ^SIGNAL=0$ ^VERIFICATION SUCCESSFUL$ diff --git a/regression/cbmc/cover-failed-assertions/test.desc b/regression/cbmc/cover-failed-assertions/test.desc index 2b07b32fe2d..9b156333768 100644 --- a/regression/cbmc/cover-failed-assertions/test.desc +++ b/regression/cbmc/cover-failed-assertions/test.desc @@ -1,6 +1,6 @@ CORE paths-lifo-expected-failure test.c ---cover location --cover-failed-assertions --pointer-check --malloc-may-fail --malloc-fail-null +--cover location --cover-failed-assertions --malloc-may-fail --malloc-fail-null \[main.coverage\.4\] file test\.c line \d+ function main block 4 \(lines test\.c:main:17,18\): SATISFIED \[main.coverage\.3\] file test\.c line \d+ function main block 3 \(lines test\.c:main:15\): SATISFIED \[main.coverage\.2\] file test\.c line \d+ function main block 2 \(lines test\.c:main:5,6,12,14\): SATISFIED diff --git a/regression/cbmc/coverage_report2/test.desc b/regression/cbmc/coverage_report2/test.desc index 825addd41c6..d41d800907e 100644 --- a/regression/cbmc/coverage_report2/test.desc +++ b/regression/cbmc/coverage_report2/test.desc @@ -1,6 +1,6 @@ CORE main.c ---symex-coverage-report - --unwind 1 +--symex-coverage-report - --unwind 1 --no-standard-checks --no-unwinding-assertions ^EXIT=0$ ^SIGNAL=0$ diff --git a/regression/cbmc/destructors/compound_literal.desc b/regression/cbmc/destructors/compound_literal.desc index f99cd3c3724..aa615705d7d 100644 --- a/regression/cbmc/destructors/compound_literal.desc +++ b/regression/cbmc/destructors/compound_literal.desc @@ -1,6 +1,6 @@ CORE main.c ---unwind 10 --show-goto-functions +--unwind 10 --show-goto-functions --no-standard-checks activate-multi-line-match (?P\/\/ [0-9]+ file main\.c line [0-9]+ function main)[\s]*DEAD .*newAlloc0[\s]*(?P>comment_block)[\s]*DEAD .*pc[\s]*(?P>comment_block)[\s]*DEAD .*literal[\s]*(?P>comment_block)[\s]*8: END_FUNCTION ^EXIT=0$ diff --git a/regression/cbmc/double_deref/double_deref.desc b/regression/cbmc/double_deref/double_deref.desc index b5daf7673f3..a3089653e2e 100644 --- a/regression/cbmc/double_deref/double_deref.desc +++ b/regression/cbmc/double_deref/double_deref.desc @@ -1,6 +1,6 @@ CORE double_deref.c ---show-vcc +--no-malloc-may-fail --show-vcc \{1\} \(main::1::pptr!0@1#2 = address_of\(main::1::ptr[12]!0@1\) \? main::argc!0@1#1 = [12] : main::argc!0@1#1 = [12]\) ^EXIT=0$ ^SIGNAL=0$ diff --git a/regression/cbmc/double_deref/double_deref_single_alias.desc b/regression/cbmc/double_deref/double_deref_single_alias.desc index c759890f632..ef88bc9fd20 100644 --- a/regression/cbmc/double_deref/double_deref_single_alias.desc +++ b/regression/cbmc/double_deref/double_deref_single_alias.desc @@ -1,6 +1,6 @@ CORE double_deref_single_alias.c ---show-vcc +--no-malloc-may-fail --show-vcc \{1\} main::argc!0@1#1 = 1 ^EXIT=0$ ^SIGNAL=0$ diff --git a/regression/cbmc/double_deref/double_deref_with_cast.desc b/regression/cbmc/double_deref/double_deref_with_cast.desc index e5b1f592416..ecad71ba4f8 100644 --- a/regression/cbmc/double_deref/double_deref_with_cast.desc +++ b/regression/cbmc/double_deref/double_deref_with_cast.desc @@ -1,6 +1,6 @@ CORE double_deref_with_cast.c ---show-vcc +--no-malloc-may-fail --show-vcc \{1\} \(cast\(main::1::pptr!0@1#2, signedbv\[32\]\*\*\) = address_of\(main::1::ptr2!0@1\) \? main::argc!0@1#1 = 2 \: main::argc!0@1#1 = 1\) ^EXIT=0$ ^SIGNAL=0$ diff --git a/regression/cbmc/double_deref/double_deref_with_cast_single_alias.desc b/regression/cbmc/double_deref/double_deref_with_cast_single_alias.desc index 6be9a4d83da..0d5bd903b56 100644 --- a/regression/cbmc/double_deref/double_deref_with_cast_single_alias.desc +++ b/regression/cbmc/double_deref/double_deref_with_cast_single_alias.desc @@ -1,6 +1,6 @@ CORE double_deref_with_cast_single_alias.c ---show-vcc +--no-malloc-may-fail --show-vcc \{1\} main::argc!0@1#1 = 1 ^EXIT=0$ ^SIGNAL=0$ diff --git a/regression/cbmc/double_deref/double_deref_with_member.desc b/regression/cbmc/double_deref/double_deref_with_member.desc index 85156557ba2..d8e267bbeb3 100644 --- a/regression/cbmc/double_deref/double_deref_with_member.desc +++ b/regression/cbmc/double_deref/double_deref_with_member.desc @@ -1,6 +1,6 @@ CORE double_deref_with_member.c ---show-vcc +--no-malloc-may-fail --show-vcc ^\{1\} \(main::1::cptr!0@1#2 = address_of\(main::1::container2!0@1\) \? main::argc!0@1#1 = 2 : main::argc!0@1#1 = 1\) ^EXIT=0$ ^SIGNAL=0$ diff --git a/regression/cbmc/double_deref/double_deref_with_member_single_alias.desc b/regression/cbmc/double_deref/double_deref_with_member_single_alias.desc index 0e4313b1877..085780d57ef 100644 --- a/regression/cbmc/double_deref/double_deref_with_member_single_alias.desc +++ b/regression/cbmc/double_deref/double_deref_with_member_single_alias.desc @@ -1,6 +1,6 @@ CORE double_deref_with_member_single_alias.c ---show-vcc +--no-malloc-may-fail --show-vcc \{1\} main::argc!0@1#1 = 1 ^EXIT=0$ ^SIGNAL=0$ diff --git a/regression/cbmc/double_deref/double_deref_with_pointer_arithmetic.desc b/regression/cbmc/double_deref/double_deref_with_pointer_arithmetic.desc index 3aa1e3f7721..4dbfeb4f902 100644 --- a/regression/cbmc/double_deref/double_deref_with_pointer_arithmetic.desc +++ b/regression/cbmc/double_deref/double_deref_with_pointer_arithmetic.desc @@ -1,6 +1,6 @@ CORE double_deref_with_pointer_arithmetic.c ---show-vcc +--no-malloc-may-fail --show-vcc ^\{-[0-9]+\} derefd_pointer::derefd_pointer!0#1 = \{ symex_dynamic::dynamic_object#3\[\[0\]\], symex_dynamic::dynamic_object#3\[\[1\]\] \}\[(mod\(main::argc!0@1#1, 2\)|cast\(mod\(main::argc!0@1#1, 2\), signedbv\[64\]\))\] ^\{1\} \(derefd_pointer::derefd_pointer!0#1 = address_of\(symex_dynamic::dynamic_object\$[01]\) \? main::argc!0@1#1 = 2 : \(derefd_pointer::derefd_pointer!0#1 = address_of\(symex_dynamic::dynamic_object\$[01]\) \? main::argc!0@1#1 = 1 : symex::invalid_object!0#0 = main::argc!0@1#1\)\) ^EXIT=0$ diff --git a/regression/cbmc/double_deref/double_deref_with_pointer_arithmetic_single_alias.desc b/regression/cbmc/double_deref/double_deref_with_pointer_arithmetic_single_alias.desc index 872ed7bd073..dcdd08f7ce3 100644 --- a/regression/cbmc/double_deref/double_deref_with_pointer_arithmetic_single_alias.desc +++ b/regression/cbmc/double_deref/double_deref_with_pointer_arithmetic_single_alias.desc @@ -1,6 +1,6 @@ CORE double_deref_with_pointer_arithmetic_single_alias.c ---show-vcc +--no-malloc-may-fail --show-vcc \{1\} \(derefd_pointer::derefd_pointer!0#1 = address_of\(symex_dynamic::dynamic_object\$0\) \? main::argc!0@1#1 = 1 : symex::invalid_object!0#0 = main::argc!0@1#1\) ^EXIT=0$ ^SIGNAL=0$ diff --git a/regression/cbmc/dynamic_size1/stack_object.desc b/regression/cbmc/dynamic_size1/stack_object.desc index 242e2c1d4c0..45ea1243134 100644 --- a/regression/cbmc/dynamic_size1/stack_object.desc +++ b/regression/cbmc/dynamic_size1/stack_object.desc @@ -1,6 +1,6 @@ CORE stack_object.c ---pointer-check + ^EXIT=0$ ^SIGNAL=0$ ^VERIFICATION SUCCESSFUL$ diff --git a/regression/cbmc/dynamic_size1/test.desc b/regression/cbmc/dynamic_size1/test.desc index d110065a9cf..1fe4842c85f 100644 --- a/regression/cbmc/dynamic_size1/test.desc +++ b/regression/cbmc/dynamic_size1/test.desc @@ -1,6 +1,6 @@ CORE main.c ---pointer-check + ^EXIT=10$ ^SIGNAL=0$ ^VERIFICATION FAILED$ diff --git a/regression/cbmc/empty_compound_type1/test.desc b/regression/cbmc/empty_compound_type1/test.desc index 88df5a048c4..3c2578cdbef 100644 --- a/regression/cbmc/empty_compound_type1/test.desc +++ b/regression/cbmc/empty_compound_type1/test.desc @@ -1,6 +1,6 @@ CORE gcc-only main.c - +--no-standard-checks ^EXIT=0$ ^SIGNAL=0$ ^VERIFICATION SUCCESSFUL$ diff --git a/regression/cbmc/empty_compound_type2/test.desc b/regression/cbmc/empty_compound_type2/test.desc index 43b571fbd05..71835eef7cb 100644 --- a/regression/cbmc/empty_compound_type2/test.desc +++ b/regression/cbmc/empty_compound_type2/test.desc @@ -1,6 +1,6 @@ CORE gcc-only main.c ---pointer-check + ^EXIT=10$ ^SIGNAL=0$ ^VERIFICATION FAILED$ diff --git a/regression/cbmc/equality_through_array6/test.desc b/regression/cbmc/equality_through_array6/test.desc index 9efefbc7362..8002a63813a 100644 --- a/regression/cbmc/equality_through_array6/test.desc +++ b/regression/cbmc/equality_through_array6/test.desc @@ -1,6 +1,6 @@ CORE main.c - +--no-standard-checks ^EXIT=0$ ^SIGNAL=0$ ^VERIFICATION SUCCESSFUL$ diff --git a/regression/cbmc/fault_localization-stop_on_fail1/test.desc b/regression/cbmc/fault_localization-stop_on_fail1/test.desc index 9358227a214..98ead3d5e2b 100644 --- a/regression/cbmc/fault_localization-stop_on_fail1/test.desc +++ b/regression/cbmc/fault_localization-stop_on_fail1/test.desc @@ -1,6 +1,6 @@ CORE paths-lifo-expected-failure broken-smt-backend no-new-smt main.c ---localize-faults --stop-on-fail +--localize-faults --stop-on-fail --no-standard-checks ^EXIT=10$ ^SIGNAL=0$ ^\[main.assertion.[12]\]: diff --git a/regression/cbmc/field-sensitivity14/test.desc b/regression/cbmc/field-sensitivity14/test.desc index d1748c78147..1661a8e4505 100644 --- a/regression/cbmc/field-sensitivity14/test.desc +++ b/regression/cbmc/field-sensitivity14/test.desc @@ -1,7 +1,7 @@ -CORE +CORE no-new-smt main.c -^Generated \d+ VCC\(s\), 0 remaining after simplification$ +^Generated \d+ VCC\(s\), \d remaining after simplification$ ^VERIFICATION SUCCESSFUL$ ^EXIT=0$ ^SIGNAL=0$ diff --git a/regression/cbmc/fmod1/test.desc b/regression/cbmc/fmod1/test.desc index 75ed3d2f77b..a685bfcb952 100644 --- a/regression/cbmc/fmod1/test.desc +++ b/regression/cbmc/fmod1/test.desc @@ -1,6 +1,6 @@ CORE broken-z3-smt-backend broken-smt-backend no-new-smt main.c - +--no-standard-checks ^EXIT=0$ ^SIGNAL=0$ ^VERIFICATION SUCCESSFUL$ diff --git a/regression/cbmc/function_option1/test.desc b/regression/cbmc/function_option1/test.desc index 521d7365c2f..d9eccf04205 100644 --- a/regression/cbmc/function_option1/test.desc +++ b/regression/cbmc/function_option1/test.desc @@ -1,6 +1,6 @@ CORE main.c - --function f +--function f --no-standard-checks ^EXIT=0$ ^SIGNAL=0$ ^VERIFICATION SUCCESSFUL$ diff --git a/regression/cbmc/gcc_builtin_sub_overflow/simplify.desc b/regression/cbmc/gcc_builtin_sub_overflow/simplify.desc index 7a3c9680812..554a1ff19cd 100644 --- a/regression/cbmc/gcc_builtin_sub_overflow/simplify.desc +++ b/regression/cbmc/gcc_builtin_sub_overflow/simplify.desc @@ -1,7 +1,7 @@ CORE simplify.c -^Generated 1 VCC\(s\), 0 remaining after simplification$ +^Generated 2 VCC\(s\), 0 remaining after simplification$ ^VERIFICATION SUCCESSFUL$ ^EXIT=0$ ^SIGNAL=0$ diff --git a/regression/cbmc/gcc_vector1/test.desc b/regression/cbmc/gcc_vector1/test.desc index 1c039664a91..a23743ed017 100644 --- a/regression/cbmc/gcc_vector1/test.desc +++ b/regression/cbmc/gcc_vector1/test.desc @@ -1,6 +1,6 @@ CORE no-new-smt main.c - +--no-standard-checks ^EXIT=0$ ^SIGNAL=0$ ^VERIFICATION SUCCESSFUL$ diff --git a/regression/cbmc/graphml_witness2/test.desc b/regression/cbmc/graphml_witness2/test.desc index b31243fbb28..f315f4facd2 100644 --- a/regression/cbmc/graphml_witness2/test.desc +++ b/regression/cbmc/graphml_witness2/test.desc @@ -1,6 +1,6 @@ CORE main.c ---graphml-witness - --unwindset main.0:1 --unwinding-assertions --stack-trace +--no-standard-checks --graphml-witness - --unwindset main.0:1 --unwinding-assertions --stack-trace ^EXIT=10$ ^SIGNAL=0$ ^VERIFICATION FAILED$ diff --git a/regression/cbmc/guard1/test.desc b/regression/cbmc/guard1/test.desc index a6acc8553dc..4447dbc8203 100644 --- a/regression/cbmc/guard1/test.desc +++ b/regression/cbmc/guard1/test.desc @@ -1,6 +1,6 @@ CORE main.c ---depth 19 +--depth 19 --no-standard-checks ^EXIT=0$ ^SIGNAL=0$ ^VERIFICATION SUCCESSFUL$ diff --git a/regression/cbmc/havoc_object1/full-slice.desc b/regression/cbmc/havoc_object1/full-slice.desc index fe3706bdab4..fc0fabbcc93 100644 --- a/regression/cbmc/havoc_object1/full-slice.desc +++ b/regression/cbmc/havoc_object1/full-slice.desc @@ -4,5 +4,5 @@ main.c ^EXIT=10$ ^SIGNAL=0$ ^VERIFICATION FAILED$ -^\*\* 6 of 8 failed.*$ +^\*\* 6 of \d+ failed.*$ -- diff --git a/regression/cbmc/havoc_object1/test.desc b/regression/cbmc/havoc_object1/test.desc index abe30d88695..4a7c0222d44 100644 --- a/regression/cbmc/havoc_object1/test.desc +++ b/regression/cbmc/havoc_object1/test.desc @@ -4,5 +4,5 @@ main.c ^EXIT=10$ ^SIGNAL=0$ ^VERIFICATION FAILED$ -^\*\* 6 of 8 failed.*$ +^\*\* 6 of \d+ failed.*$ -- diff --git a/regression/cbmc/if1/test.desc b/regression/cbmc/if1/test.desc index 9efefbc7362..8002a63813a 100644 --- a/regression/cbmc/if1/test.desc +++ b/regression/cbmc/if1/test.desc @@ -1,6 +1,6 @@ CORE main.c - +--no-standard-checks ^EXIT=0$ ^SIGNAL=0$ ^VERIFICATION SUCCESSFUL$ diff --git a/regression/cbmc/issue_5952_soundness_bug_smt_encoding/test_short.desc b/regression/cbmc/issue_5952_soundness_bug_smt_encoding/test_short.desc index 2369a0bd857..49ee6d9f69e 100644 --- a/regression/cbmc/issue_5952_soundness_bug_smt_encoding/test_short.desc +++ b/regression/cbmc/issue_5952_soundness_bug_smt_encoding/test_short.desc @@ -1,6 +1,6 @@ CORE smt-backend short.c ---smt2 +--smt2 --no-malloc-may-fail ^EXIT=0$ ^SIGNAL=0$ ^VERIFICATION SUCCESSFUL$ diff --git a/regression/cbmc/link_json_symtabs/test.desc b/regression/cbmc/link_json_symtabs/test.desc index c6f6ebe9068..82ec3792ca4 100644 --- a/regression/cbmc/link_json_symtabs/test.desc +++ b/regression/cbmc/link_json_symtabs/test.desc @@ -1,6 +1,6 @@ CORE one.json_symtab -two.json_symtab +two.json_symtab --no-standard-checks ^EXIT=0$ ^SIGNAL=0$ \[1\] file two.adb line [0-9]+ assertion: SUCCESS diff --git a/regression/cbmc/little-endian-array1/test.desc b/regression/cbmc/little-endian-array1/test.desc index 9845e70d84b..def7d8cf566 100644 --- a/regression/cbmc/little-endian-array1/test.desc +++ b/regression/cbmc/little-endian-array1/test.desc @@ -1,6 +1,6 @@ CORE main.c ---little-endian +--no-malloc-may-fail --little-endian ^EXIT=0$ ^SIGNAL=0$ ^VERIFICATION SUCCESSFUL$ diff --git a/regression/cbmc/locations1/test.desc b/regression/cbmc/locations1/test.desc index 12c44d464cd..9efefbc7362 100644 --- a/regression/cbmc/locations1/test.desc +++ b/regression/cbmc/locations1/test.desc @@ -1,6 +1,6 @@ CORE main.c ---signed-overflow-check + ^EXIT=0$ ^SIGNAL=0$ ^VERIFICATION SUCCESSFUL$ diff --git a/regression/cbmc/malloc-may-fail/test_without_option.desc b/regression/cbmc/malloc-may-fail/test_without_option.desc index f0c5e3ae1ef..12c18457e58 100644 --- a/regression/cbmc/malloc-may-fail/test_without_option.desc +++ b/regression/cbmc/malloc-may-fail/test_without_option.desc @@ -1,6 +1,6 @@ CORE main.c - +--no-malloc-may-fail ^EXIT=0$ ^SIGNAL=0$ ^\[main.assertion.\d+\] line \d+ assertion p: SUCCESS$ diff --git a/regression/cbmc/malloc-too-large/largest_representable.desc b/regression/cbmc/malloc-too-large/largest_representable.desc index d6f9fd63d14..ef15b6bdf77 100644 --- a/regression/cbmc/malloc-too-large/largest_representable.desc +++ b/regression/cbmc/malloc-too-large/largest_representable.desc @@ -1,6 +1,6 @@ CORE largest_representable.c ---malloc-fail-assert +--no-malloc-may-fail --malloc-fail-assert ^EXIT=0$ ^SIGNAL=0$ ^\[malloc.assertion.\d+\] line \d+ max allocation size exceeded: SUCCESS$ diff --git a/regression/cbmc/member1/test.desc b/regression/cbmc/member1/test.desc index 22feeb5e857..0a54bc65651 100644 --- a/regression/cbmc/member1/test.desc +++ b/regression/cbmc/member1/test.desc @@ -1,6 +1,6 @@ CORE main.c ---pointer-check + ^EXIT=10$ ^SIGNAL=0$ ^VERIFICATION FAILED$ diff --git a/regression/cbmc/memory_allocation1/test.desc b/regression/cbmc/memory_allocation1/test.desc index 8f8e0f557a1..b475124244b 100644 --- a/regression/cbmc/memory_allocation1/test.desc +++ b/regression/cbmc/memory_allocation1/test.desc @@ -1,6 +1,6 @@ CORE broken-smt-backend main.c ---pointer-check + ^EXIT=10$ ^SIGNAL=0$ ^\[main\.pointer_dereference\.2\] .* dereference failure: invalid integer address in \*p: SUCCESS$ diff --git a/regression/cbmc/memory_allocation2/test.desc b/regression/cbmc/memory_allocation2/test.desc index 879dc7a01f2..c008c1b6ed8 100644 --- a/regression/cbmc/memory_allocation2/test.desc +++ b/regression/cbmc/memory_allocation2/test.desc @@ -1,11 +1,11 @@ CORE main.c ---bounds-check + ^EXIT=10$ ^SIGNAL=0$ ^\[main\.array_bounds\.[1-2]\] .*: SUCCESS$ ^\[main\.array_bounds\.3\] line 38 array.buffer (dynamic object )?upper bound in buffers\[(\(signed long (long )?int\))?0\]->buffer\[(\(signed long (long )?int\))?100\]: FAILURE$ -^\*\* 1 of 3 failed +^\*\* 1 of \d failed ^VERIFICATION FAILED$ -- ^warning: ignoring diff --git a/regression/cbmc/memset1/test.desc b/regression/cbmc/memset1/test.desc index 35db5b73ebd..e364ee16ae7 100644 --- a/regression/cbmc/memset1/test.desc +++ b/regression/cbmc/memset1/test.desc @@ -1,6 +1,6 @@ CORE no-new-smt main.c - +--no-malloc-may-fail ^EXIT=10$ ^SIGNAL=0$ ^VERIFICATION FAILED$ diff --git a/regression/cbmc/memset3/test.desc b/regression/cbmc/memset3/test.desc index be58134bdcb..0887788eb0f 100644 --- a/regression/cbmc/memset3/test.desc +++ b/regression/cbmc/memset3/test.desc @@ -1,6 +1,6 @@ CORE main.c ---pointer-check + ^EXIT=10$ ^SIGNAL=0$ ^VERIFICATION FAILED$ diff --git a/regression/cbmc/mm_io1/test.desc b/regression/cbmc/mm_io1/test.desc index 9efefbc7362..8002a63813a 100644 --- a/regression/cbmc/mm_io1/test.desc +++ b/regression/cbmc/mm_io1/test.desc @@ -1,6 +1,6 @@ CORE main.c - +--no-standard-checks ^EXIT=0$ ^SIGNAL=0$ ^VERIFICATION SUCCESSFUL$ diff --git a/regression/cbmc/multiple-goto-traces/test.desc b/regression/cbmc/multiple-goto-traces/test.desc index 96a326299a7..c5f294e4e53 100644 --- a/regression/cbmc/multiple-goto-traces/test.desc +++ b/regression/cbmc/multiple-goto-traces/test.desc @@ -1,6 +1,6 @@ CORE main.c ---trace +--trace --no-standard-checks activate-multi-line-match ^EXIT=10$ ^SIGNAL=0$ diff --git a/regression/cbmc/null7/test.desc b/regression/cbmc/null7/test.desc index 45989540170..a29ca8bf58c 100644 --- a/regression/cbmc/null7/test.desc +++ b/regression/cbmc/null7/test.desc @@ -1,6 +1,6 @@ CORE main.c ---pointer-check + ^EXIT=0$ ^SIGNAL=0$ ^VERIFICATION SUCCESSFUL$ diff --git a/regression/cbmc/overflow/leftshift_overflow-c89.desc b/regression/cbmc/overflow/leftshift_overflow-c89.desc index 78ccc75aa8a..532a67e328d 100644 --- a/regression/cbmc/overflow/leftshift_overflow-c89.desc +++ b/regression/cbmc/overflow/leftshift_overflow-c89.desc @@ -1,6 +1,6 @@ CORE leftshift_overflow.c ---signed-overflow-check --c89 +--c89 ^EXIT=10$ ^SIGNAL=0$ ^\[.*\] line 8 arithmetic overflow on signed shl in .*: FAILURE$ @@ -8,7 +8,7 @@ leftshift_overflow.c ^\[.*\] line 17 arithmetic overflow on signed shl in .*: SUCCESS$ ^\[.*\] line 20 arithmetic overflow on signed shl in .*: FAILURE$ ^\[.*\] line 30 arithmetic overflow on signed shl in .*: SUCCESS$ -^\*\* 2 of 6 failed +^\*\* 6 of \d+ failed ^VERIFICATION FAILED$ -- ^warning: ignoring diff --git a/regression/cbmc/overflow/leftshift_overflow-c99-full-slice.desc b/regression/cbmc/overflow/leftshift_overflow-c99-full-slice.desc index 4059cdb1c85..9dd5cf440ce 100644 --- a/regression/cbmc/overflow/leftshift_overflow-c99-full-slice.desc +++ b/regression/cbmc/overflow/leftshift_overflow-c99-full-slice.desc @@ -1,6 +1,6 @@ CORE leftshift_overflow.c ---signed-overflow-check --c99 --full-slice +--c99 --full-slice ^EXIT=10$ ^SIGNAL=0$ ^\[.*\] line 8 arithmetic overflow on signed shl in .*: FAILURE$ @@ -9,7 +9,7 @@ leftshift_overflow.c ^\[.*\] line 20 arithmetic overflow on signed shl in .*: FAILURE$ ^\[.*\] line 26 arithmetic overflow on signed shl in .*: FAILURE$ ^\[.*\] line 30 arithmetic overflow on signed shl in .*: FAILURE$ -^\*\* 4 of 7 failed +^\*\* 8 of \d+ failed ^VERIFICATION FAILED$ -- ^warning: ignoring diff --git a/regression/cbmc/overflow/leftshift_overflow-c99.desc b/regression/cbmc/overflow/leftshift_overflow-c99.desc index 5104954ed84..0efd7f5cad5 100644 --- a/regression/cbmc/overflow/leftshift_overflow-c99.desc +++ b/regression/cbmc/overflow/leftshift_overflow-c99.desc @@ -1,6 +1,6 @@ CORE leftshift_overflow.c ---signed-overflow-check --c99 +--c99 ^EXIT=10$ ^SIGNAL=0$ ^\[.*\] line 8 arithmetic overflow on signed shl in .*: FAILURE$ @@ -9,7 +9,7 @@ leftshift_overflow.c ^\[.*\] line 20 arithmetic overflow on signed shl in .*: FAILURE$ ^\[.*\] line 26 arithmetic overflow on signed shl in .*: FAILURE$ ^\[.*\] line 30 arithmetic overflow on signed shl in .*: FAILURE$ -^\*\* 4 of 7 failed +^\*\* 8 of \d+ failed ^VERIFICATION FAILED$ -- ^warning: ignoring diff --git a/regression/cbmc/overflow/mod_overflow.desc b/regression/cbmc/overflow/mod_overflow.desc index fd1ab486ff6..ab6f6c87a34 100644 --- a/regression/cbmc/overflow/mod_overflow.desc +++ b/regression/cbmc/overflow/mod_overflow.desc @@ -1,6 +1,6 @@ CORE mod_overflow.c ---signed-overflow-check + ^EXIT=10$ ^SIGNAL=0$ ^\[.*\] line 9 result of signed mod is not representable in .*: FAILURE$ diff --git a/regression/cbmc/overflow/signed_addition_overflow1.desc b/regression/cbmc/overflow/signed_addition_overflow1.desc index 0db00fffad6..c913fc57d27 100644 --- a/regression/cbmc/overflow/signed_addition_overflow1.desc +++ b/regression/cbmc/overflow/signed_addition_overflow1.desc @@ -1,6 +1,6 @@ CORE signed_addition_overflow1.c ---signed-overflow-check + ^EXIT=10$ ^SIGNAL=0$ ^\[.*\] .* arithmetic overflow on signed \+ in .*: FAILURE$ diff --git a/regression/cbmc/overflow/signed_addition_overflow2.desc b/regression/cbmc/overflow/signed_addition_overflow2.desc index 2e02a2230df..e10762406fd 100644 --- a/regression/cbmc/overflow/signed_addition_overflow2.desc +++ b/regression/cbmc/overflow/signed_addition_overflow2.desc @@ -1,6 +1,6 @@ CORE signed_addition_overflow2.c ---signed-overflow-check + ^EXIT=10$ ^SIGNAL=0$ ^\[.*\] .* arithmetic overflow on signed \+ in .*: FAILURE$ diff --git a/regression/cbmc/overflow/signed_addition_overflow3.desc b/regression/cbmc/overflow/signed_addition_overflow3.desc index 9710d0ad847..e4bf6c9b0af 100644 --- a/regression/cbmc/overflow/signed_addition_overflow3.desc +++ b/regression/cbmc/overflow/signed_addition_overflow3.desc @@ -1,6 +1,6 @@ CORE signed_addition_overflow3.c ---signed-overflow-check --conversion-check +--conversion-check ^EXIT=10$ ^SIGNAL=0$ ^\[.*\] .* arithmetic overflow on signed \+ in .*: SUCCESS diff --git a/regression/cbmc/overflow/signed_addition_overflow4.desc b/regression/cbmc/overflow/signed_addition_overflow4.desc index b532dbb788e..640e84ca06b 100644 --- a/regression/cbmc/overflow/signed_addition_overflow4.desc +++ b/regression/cbmc/overflow/signed_addition_overflow4.desc @@ -1,6 +1,6 @@ CORE signed_addition_overflow4.c ---signed-overflow-check --conversion-check +--conversion-check ^EXIT=10$ ^SIGNAL=0$ ^\[.*\] .* arithmetic overflow on signed \+ in .*: SUCCESS diff --git a/regression/cbmc/overflow/signed_multiplication1.desc b/regression/cbmc/overflow/signed_multiplication1.desc index 3e243e13501..d2f1b2b01a5 100644 --- a/regression/cbmc/overflow/signed_multiplication1.desc +++ b/regression/cbmc/overflow/signed_multiplication1.desc @@ -1,6 +1,6 @@ CORE signed_multiplication1.c ---signed-overflow-check + ^EXIT=0$ ^SIGNAL=0$ ^VERIFICATION SUCCESSFUL$ diff --git a/regression/cbmc/overflow/signed_subtraction1.desc b/regression/cbmc/overflow/signed_subtraction1.desc index fad1fa02144..acf808e8605 100644 --- a/regression/cbmc/overflow/signed_subtraction1.desc +++ b/regression/cbmc/overflow/signed_subtraction1.desc @@ -1,6 +1,6 @@ CORE signed_subtraction1.c ---signed-overflow-check +--no-standard-checks ^EXIT=0$ ^SIGNAL=0$ ^VERIFICATION SUCCESSFUL$ diff --git a/regression/cbmc/overflow/unary_minus_overflow.desc b/regression/cbmc/overflow/unary_minus_overflow.desc index 2766431e519..ce362b53e2c 100644 --- a/regression/cbmc/overflow/unary_minus_overflow.desc +++ b/regression/cbmc/overflow/unary_minus_overflow.desc @@ -1,6 +1,6 @@ CORE unary_minus_overflow.c ---signed-overflow-check --unsigned-overflow-check +--unsigned-overflow-check ^EXIT=10$ ^SIGNAL=0$ ^\[.*\] line .* arithmetic overflow on signed unary minus in -x: FAILURE$ diff --git a/regression/cbmc/path-per-path-vccs/test.desc b/regression/cbmc/path-per-path-vccs/test.desc index d399e5b2ddb..e45f14e00d1 100644 --- a/regression/cbmc/path-per-path-vccs/test.desc +++ b/regression/cbmc/path-per-path-vccs/test.desc @@ -1,6 +1,6 @@ CORE main.c ---paths lifo --unwind 1 --pointer-check +--paths lifo --unwind 1 ^EXIT=10$ ^SIGNAL=0$ ^VERIFICATION FAILED$ diff --git a/regression/cbmc/pointer-check-01/test.desc b/regression/cbmc/pointer-check-01/test.desc index f86851a0aa1..de728102aaa 100644 --- a/regression/cbmc/pointer-check-01/test.desc +++ b/regression/cbmc/pointer-check-01/test.desc @@ -1,6 +1,6 @@ CORE test.c ---pointer-check + ^EXIT=10$ ^SIGNAL=0$ -- diff --git a/regression/cbmc/pointer-check-02/test.desc b/regression/cbmc/pointer-check-02/test.desc index 2e0645ee56a..3620f08a75b 100644 --- a/regression/cbmc/pointer-check-02/test.desc +++ b/regression/cbmc/pointer-check-02/test.desc @@ -1,6 +1,6 @@ CORE test.c ---pointer-check + ^EXIT=10$ ^SIGNAL=0$ -- diff --git a/regression/cbmc/pointer-extra-checks/test.desc b/regression/cbmc/pointer-extra-checks/test.desc index b793e876bf8..03bece93ba2 100644 --- a/regression/cbmc/pointer-extra-checks/test.desc +++ b/regression/cbmc/pointer-extra-checks/test.desc @@ -1,6 +1,6 @@ CORE main.c ---pointer-check + ^EXIT=10$ ^SIGNAL=0$ ^\[main.pointer_dereference.1\] .* dereference failure: pointer NULL in \*p: FAILURE$ diff --git a/regression/cbmc/pointer-function-parameters-struct-mutual-recursion/test.desc b/regression/cbmc/pointer-function-parameters-struct-mutual-recursion/test.desc index 7b82cc87646..e92915867f1 100644 --- a/regression/cbmc/pointer-function-parameters-struct-mutual-recursion/test.desc +++ b/regression/cbmc/pointer-function-parameters-struct-mutual-recursion/test.desc @@ -1,6 +1,6 @@ CORE main.c ---function func --min-null-tree-depth 10 --max-nondet-tree-depth 3 --pointer-check +--function func --min-null-tree-depth 10 --max-nondet-tree-depth 3 ^EXIT=0$ ^SIGNAL=0$ VERIFICATION SUCCESSFUL diff --git a/regression/cbmc/pointer-function-parameters-struct-simple-recursion-2/test.desc b/regression/cbmc/pointer-function-parameters-struct-simple-recursion-2/test.desc index 716670ff6f7..23245bb4bae 100644 --- a/regression/cbmc/pointer-function-parameters-struct-simple-recursion-2/test.desc +++ b/regression/cbmc/pointer-function-parameters-struct-simple-recursion-2/test.desc @@ -1,6 +1,6 @@ CORE main.c ---function func --min-null-tree-depth 10 --max-nondet-tree-depth 2 --pointer-check +--function func --min-null-tree-depth 10 --max-nondet-tree-depth 2 ^EXIT=0$ ^SIGNAL=0$ VERIFICATION SUCCESSFUL diff --git a/regression/cbmc/pointer-function-parameters-struct-simple-recursion/test.desc b/regression/cbmc/pointer-function-parameters-struct-simple-recursion/test.desc index 7b82cc87646..e92915867f1 100644 --- a/regression/cbmc/pointer-function-parameters-struct-simple-recursion/test.desc +++ b/regression/cbmc/pointer-function-parameters-struct-simple-recursion/test.desc @@ -1,6 +1,6 @@ CORE main.c ---function func --min-null-tree-depth 10 --max-nondet-tree-depth 3 --pointer-check +--function func --min-null-tree-depth 10 --max-nondet-tree-depth 3 ^EXIT=0$ ^SIGNAL=0$ VERIFICATION SUCCESSFUL diff --git a/regression/cbmc/pointer-offset-01/test.desc b/regression/cbmc/pointer-offset-01/test.desc index 9ab90ca43ae..6a8a06652c4 100644 --- a/regression/cbmc/pointer-offset-01/test.desc +++ b/regression/cbmc/pointer-offset-01/test.desc @@ -1,6 +1,6 @@ CORE no-new-smt main.c ---trace +--no-malloc-may-fail --trace ^\s*ub.*=(\(char \*\)&)?dynamic_object \+ \d+ ^\s*offset_ubp1=\d+ul* \(00000000 1[0 ]+1\)$ ^VERIFICATION FAILED$ diff --git a/regression/cbmc/pointer-overflow3/no-simplify.desc b/regression/cbmc/pointer-overflow3/no-simplify.desc index 30977ffdd2b..da08a190e50 100644 --- a/regression/cbmc/pointer-overflow3/no-simplify.desc +++ b/regression/cbmc/pointer-overflow3/no-simplify.desc @@ -1,6 +1,6 @@ CORE no-new-smt main.c ---pointer-overflow-check --no-simplify +--no-malloc-may-fail --pointer-overflow-check --no-simplify ^\[main.pointer_arithmetic.\d+\] line 6 pointer arithmetic: pointer outside object bounds in p \+ (\(signed (long (long )?)?int\))?10: FAILURE ^\[main.pointer_arithmetic.\d+\] line 7 pointer arithmetic: pointer outside object bounds in p - (\(signed (long (long )?)?int\))?10: FAILURE ^\[main.pointer_arithmetic.\d+\] line 10 pointer arithmetic: pointer outside object bounds in arr \+ (\(signed (long (long )?)?int\))?10: FAILURE diff --git a/regression/cbmc/pointer-overflow3/test.desc b/regression/cbmc/pointer-overflow3/test.desc index 8cde100fe50..bc158db2b70 100644 --- a/regression/cbmc/pointer-overflow3/test.desc +++ b/regression/cbmc/pointer-overflow3/test.desc @@ -1,6 +1,6 @@ CORE main.c ---pointer-overflow-check +--no-malloc-may-fail --pointer-overflow-check ^\[main.pointer_arithmetic.\d+\] line 6 pointer arithmetic: pointer outside object bounds in p \+ (\(signed (long (long )?)?int\))?10: FAILURE ^\[main.pointer_arithmetic.\d+\] line 7 pointer arithmetic: pointer outside object bounds in p - (\(signed (long (long )?)?int\))?10: FAILURE ^\[main.pointer_arithmetic.\d+\] line 10 pointer arithmetic: pointer outside object bounds in arr \+ (\(signed (long (long )?)?int\))?10: FAILURE diff --git a/regression/cbmc/pointer-predicates/at_bounds1.desc b/regression/cbmc/pointer-predicates/at_bounds1.desc index c2251b5db67..ced7be46573 100644 --- a/regression/cbmc/pointer-predicates/at_bounds1.desc +++ b/regression/cbmc/pointer-predicates/at_bounds1.desc @@ -1,6 +1,6 @@ CORE at_bounds1.c ---pointer-primitive-check --malloc-fail-null +--malloc-fail-null ^\[main.pointer_primitives.\d+\] line 13 pointer outside object bounds in R_OK\(q \+ (\(signed (long (long )?)?int\))?1, (\(unsigned (long (long )?)?int\))?0\): FAILURE$ ^\*\* 1 of \d+ failed ^VERIFICATION FAILED$ diff --git a/regression/cbmc/pointer-primitive-check-01/test.desc b/regression/cbmc/pointer-primitive-check-01/test.desc index fb52df0c4de..ec4382d528b 100644 --- a/regression/cbmc/pointer-primitive-check-01/test.desc +++ b/regression/cbmc/pointer-primitive-check-01/test.desc @@ -1,6 +1,6 @@ CORE main.c ---pointer-primitive-check + ^EXIT=10$ ^SIGNAL=0$ \[main.pointer_primitives.\d+\] line \d+ pointer invalid in __CPROVER_OBJECT_SIZE\(\(const void \*\)p4\): FAILURE diff --git a/regression/cbmc/pointer-primitive-check-02/test.desc b/regression/cbmc/pointer-primitive-check-02/test.desc index 315e2d255c7..2a8b2dfc804 100644 --- a/regression/cbmc/pointer-primitive-check-02/test.desc +++ b/regression/cbmc/pointer-primitive-check-02/test.desc @@ -1,6 +1,6 @@ CORE main.c ---pointer-primitive-check + ^EXIT=0$ ^SIGNAL=0$ -- diff --git a/regression/cbmc/pointer-primitive-check-04/test.desc b/regression/cbmc/pointer-primitive-check-04/test.desc index 3c9f2d5f074..ebd94b82416 100644 --- a/regression/cbmc/pointer-primitive-check-04/test.desc +++ b/regression/cbmc/pointer-primitive-check-04/test.desc @@ -1,6 +1,6 @@ CORE main.c ---pointer-primitive-check + ^EXIT=10$ ^SIGNAL=0$ \[main.pointer_primitives.1\] line \d+ pointer invalid in R_OK\(p, .*1\): FAILURE diff --git a/regression/cbmc/points-to-sets/test_json.desc b/regression/cbmc/points-to-sets/test_json.desc index 3ee78b26f91..a7dec447a70 100644 --- a/regression/cbmc/points-to-sets/test_json.desc +++ b/regression/cbmc/points-to-sets/test_json.desc @@ -1,6 +1,6 @@ CORE main.c ---show-points-to-sets --json-ui +--show-points-to-sets --json-ui --no-standard-checks activate-multi-line-match ^EXIT=0$ ^SIGNAL=0$ diff --git a/regression/cbmc/pragma_cprover1/test.desc b/regression/cbmc/pragma_cprover1/test.desc index 487a7c80d7b..e9aebd82921 100644 --- a/regression/cbmc/pragma_cprover1/test.desc +++ b/regression/cbmc/pragma_cprover1/test.desc @@ -1,6 +1,6 @@ CORE main.c ---signed-overflow-check --bounds-check + line 14 array 'y' upper bound in y\[(\(signed long( long)? int\))?1\]: FAILURE$ ^\*\* 1 of 1 failed ^VERIFICATION FAILED$ diff --git a/regression/cbmc/pragma_cprover2/test.desc b/regression/cbmc/pragma_cprover2/test.desc index fc1f888dfcf..5ea4e565aeb 100644 --- a/regression/cbmc/pragma_cprover2/test.desc +++ b/regression/cbmc/pragma_cprover2/test.desc @@ -1,9 +1,9 @@ CORE main.c ---signed-overflow-check + ^\[main.overflow\.1\] line 21 arithmetic overflow on signed \+ in n \+ n: FAILURE$ ^\[main.overflow\.2\] line 22 arithmetic overflow on signed \+ in x \+ n: FAILURE$ -^\*\* 2 of 2 failed +^\*\* 2 of \d+ failed ^VERIFICATION FAILED$ ^EXIT=10$ ^SIGNAL=0$ diff --git a/regression/cbmc/pragma_cprover3/test.desc b/regression/cbmc/pragma_cprover3/test.desc index c7e1faaa966..32bad9c99cf 100644 --- a/regression/cbmc/pragma_cprover3/test.desc +++ b/regression/cbmc/pragma_cprover3/test.desc @@ -1,6 +1,6 @@ CORE main.c ---pointer-primitive-check + ^main.c function main$ ^\[main.pointer_primitives.\d+\] line 23 pointer invalid in R_OK\(q, \(unsigned (long (long )?)?int\)1\): FAILURE$ ^\[main.pointer_primitives.\d+\] line 23 pointer outside object bounds in R_OK\(q, \(unsigned (long (long )?)?int\)1\): FAILURE$ diff --git a/regression/cbmc/pragma_cprover_enable1/test.desc b/regression/cbmc/pragma_cprover_enable1/test.desc index 8113775430e..2e62973ed17 100644 --- a/regression/cbmc/pragma_cprover_enable1/test.desc +++ b/regression/cbmc/pragma_cprover_enable1/test.desc @@ -3,7 +3,7 @@ main.c ^\[main\.array_bounds\.1\] line \d+ array 'y' upper bound.*FAILURE$ ^\[main\.overflow\.1\] line \d+ arithmetic overflow on signed.*FAILURE$ -^\*\* 2 of 2 failed +^\*\* 2 of \d+ failed ^VERIFICATION FAILED$ ^EXIT=10$ ^SIGNAL=0$ diff --git a/regression/cbmc/pragma_cprover_enable2/test.desc b/regression/cbmc/pragma_cprover_enable2/test.desc index 9ddbded4bb7..1b9ed534579 100644 --- a/regression/cbmc/pragma_cprover_enable2/test.desc +++ b/regression/cbmc/pragma_cprover_enable2/test.desc @@ -6,7 +6,9 @@ main.c ^\[main\.overflow\.3\] line 15 arithmetic overflow on signed \+ in n \+ 1: FAILURE$ ^\[main\.overflow\.4\] line 16 arithmetic overflow on signed \+ in n \+ 1: FAILURE$ ^\[main\.overflow\.5\] line 17 arithmetic overflow on signed \+ in x \+ n: FAILURE$ -^\*\* 5 of 5 failed +^\[main\.overflow\.6\] line 20 arithmetic overflow on signed \+ in n \+ n: FAILURE$ +^\[main\.overflow\.7\] line 21 arithmetic overflow on signed \+ in x \+ n: FAILURE$ +^\*\* 7 of \d+ failed ^VERIFICATION FAILED$ ^EXIT=10$ ^SIGNAL=0$ diff --git a/regression/cbmc/pragma_cprover_enable3/test.desc b/regression/cbmc/pragma_cprover_enable3/test.desc index 951dc2c266d..07f11389886 100644 --- a/regression/cbmc/pragma_cprover_enable3/test.desc +++ b/regression/cbmc/pragma_cprover_enable3/test.desc @@ -1,6 +1,6 @@ CORE main.c - +--no-pointer-primitive-check ^main.c function main$ ^\[main.pointer_primitives.\d+\] line 8 pointer invalid in R_OK\(p, \(unsigned (long (long )?)?int\)1\): FAILURE$ ^\[main.pointer_primitives.\d+\] line 8 pointer outside object bounds in R_OK\(p, \(unsigned (long (long )?)?int\)1\): FAILURE$ diff --git a/regression/cbmc/pragma_cprover_enable_all/test.desc b/regression/cbmc/pragma_cprover_enable_all/test.desc index da404977532..2b59ea8ab11 100644 --- a/regression/cbmc/pragma_cprover_enable_all/test.desc +++ b/regression/cbmc/pragma_cprover_enable_all/test.desc @@ -1,6 +1,6 @@ CORE no-new-smt main.c ---object-bits 8 --bounds-check --pointer-check --pointer-primitive-check --div-by-zero-check --enum-range-check --unsigned-overflow-check --signed-overflow-check --pointer-overflow-check --float-overflow-check --conversion-check --undefined-shift-check --nan-check --pointer-primitive-check +--object-bits 8 --enum-range-check --unsigned-overflow-check --pointer-overflow-check --float-overflow-check --conversion-check --nan-check ^\[main\.pointer_primitives\.\d+\] line 77 pointer invalid in R_OK\(q, \(unsigned (long (long )?)?int\)1\): FAILURE$ ^\[main\.pointer_primitives\.\d+\] line 77 pointer outside object bounds in R_OK\(q, \(unsigned (long (long )?)?int\)1\): FAILURE$ ^\[main\.pointer_arithmetic\.\d+\] line 78 pointer arithmetic: pointer outside object bounds in p \+ (\(signed int\))?2000000000000(l|ll): FAILURE diff --git a/regression/cbmc/pragma_cprover_enable_disable_global_off/test.desc b/regression/cbmc/pragma_cprover_enable_disable_global_off/test.desc index c9e8430a6b4..ea415d9e0fd 100644 --- a/regression/cbmc/pragma_cprover_enable_disable_global_off/test.desc +++ b/regression/cbmc/pragma_cprover_enable_disable_global_off/test.desc @@ -1,6 +1,6 @@ CORE main.c - +-no-pointer-primitive-check ^main.c function main$ ^\[main.pointer_primitives.\d+\] line 8 pointer invalid in R_OK\(p, \(unsigned (long (long )?)?int\)1\): FAILURE$ ^\[main.pointer_primitives.\d+\] line 8 pointer outside object bounds in R_OK\(p, \(unsigned (long (long )?)?int\)1\): FAILURE$ diff --git a/regression/cbmc/pragma_cprover_enable_disable_global_on/test.desc b/regression/cbmc/pragma_cprover_enable_disable_global_on/test.desc index 9e72ed21ec6..05a374a7ff8 100644 --- a/regression/cbmc/pragma_cprover_enable_disable_global_on/test.desc +++ b/regression/cbmc/pragma_cprover_enable_disable_global_on/test.desc @@ -1,6 +1,6 @@ CORE main.c ---pointer-primitive-check + ^main.c function main$ ^\[main.pointer_primitives.\d+\] line 8 pointer invalid in R_OK\(p, \(unsigned (long (long )?)?int\)1\): FAILURE$ ^\[main.pointer_primitives.\d+\] line 8 pointer outside object bounds in R_OK\(p, \(unsigned (long (long )?)?int\)1\): FAILURE$ diff --git a/regression/cbmc/r_w_ok1/test.desc b/regression/cbmc/r_w_ok1/test.desc index 6a461a6a137..56edeb90144 100644 --- a/regression/cbmc/r_w_ok1/test.desc +++ b/regression/cbmc/r_w_ok1/test.desc @@ -1,8 +1,8 @@ CORE main.c - +--no-malloc-may-fail __CPROVER_[rw]_ok\(arbitrary_size, n \+ 1\): FAILURE$ -^\*\* 2 of 12 failed +^\*\* 2 of \d+ failed ^VERIFICATION FAILED$ ^EXIT=10$ ^SIGNAL=0$ diff --git a/regression/cbmc/r_w_ok10/test.desc b/regression/cbmc/r_w_ok10/test.desc index 54479c1b6d3..7fd4ebb3aa8 100644 --- a/regression/cbmc/r_w_ok10/test.desc +++ b/regression/cbmc/r_w_ok10/test.desc @@ -1,6 +1,6 @@ CORE main.c ---pointer-primitive-check +--no-malloc-may-fail ^EXIT=10$ ^SIGNAL=0$ ^\[main.pointer_primitives.\d+\] line 7 pointer invalid in R_OK\(p1, \(unsigned (long (long )?)?int\)1\): FAILURE$ @@ -11,7 +11,7 @@ main.c ^\[main.pointer_primitives.\d+\] line 20 pointer outside object bounds in R_OK\(p4, \(unsigned (long (long )?)?int\)1\): FAILURE$ ^\[main.pointer_primitives.\d+\] line 34 dead object in R_OK\(p6, \(unsigned (long (long )?)?int\)1\): FAILURE$ ^\[main.pointer_primitives.\d+\] line 40 deallocated dynamic object in R_OK\(p7, \(unsigned (long (long )?)?int\)1\): FAILURE$ -^\*\* 8 of \d+ failed +^\*\* 9 of \d+ failed -- ^warning: ignoring -- diff --git a/regression/cbmc/r_w_ok6/test.desc b/regression/cbmc/r_w_ok6/test.desc index 4ec12d76677..64f0c155907 100644 --- a/regression/cbmc/r_w_ok6/test.desc +++ b/regression/cbmc/r_w_ok6/test.desc @@ -1,6 +1,6 @@ CORE main.c - +--no-malloc-may-fail \[main.assertion.1\] .*: SUCCESS \[main.assertion.2\] .*: FAILURE \[main.assertion.3\] .*: FAILURE diff --git a/regression/cbmc/r_w_ok7/test.desc b/regression/cbmc/r_w_ok7/test.desc index a5d7e85c7dc..d4fceb390a8 100644 --- a/regression/cbmc/r_w_ok7/test.desc +++ b/regression/cbmc/r_w_ok7/test.desc @@ -1,6 +1,6 @@ CORE main.c - +--no-malloc-may-fail \[main.assertion.1\] .*: SUCCESS \[main.assertion.2\] .*: SUCCESS VERIFICATION SUCCESSFUL diff --git a/regression/cbmc/reachability-slice/test.desc b/regression/cbmc/reachability-slice/test.desc index a8976affbe4..e9300891a8e 100644 --- a/regression/cbmc/reachability-slice/test.desc +++ b/regression/cbmc/reachability-slice/test.desc @@ -1,6 +1,6 @@ CORE test.c ---reachability-slice --show-goto-functions --cover location --property foo.coverage.2 +--no-standard-checks --reachability-slice --show-goto-functions --cover location --property foo.coverage.2 ^EXIT=0$ ^SIGNAL=0$ = 1001 diff --git a/regression/cbmc/reachability-slice/test2.desc b/regression/cbmc/reachability-slice/test2.desc index c20147249da..8810c829219 100644 --- a/regression/cbmc/reachability-slice/test2.desc +++ b/regression/cbmc/reachability-slice/test2.desc @@ -1,6 +1,6 @@ CORE test.c ---reachability-slice-fb --show-goto-functions --cover location --property foo.coverage.2 +--no-standard-checks --reachability-slice-fb --show-goto-functions --cover location --property foo.coverage.2 ^EXIT=0$ ^SIGNAL=0$ = 1001 diff --git a/regression/cbmc/return5/test.desc b/regression/cbmc/return5/test.desc index 7c84befca17..df2241a3a99 100644 --- a/regression/cbmc/return5/test.desc +++ b/regression/cbmc/return5/test.desc @@ -1,6 +1,6 @@ CORE main.c - --unwind 2 +--unwind 2 ^EXIT=10$ ^SIGNAL=0$ ^VERIFICATION FAILED$ diff --git a/regression/cbmc/return9/test.desc b/regression/cbmc/return9/test.desc index 25ff2f70a34..14c62697987 100644 --- a/regression/cbmc/return9/test.desc +++ b/regression/cbmc/return9/test.desc @@ -1,6 +1,6 @@ CORE tcas_v23_523.c ---bounds-check + ^EXIT=10$ ^SIGNAL=0$ ^VERIFICATION FAILED$ diff --git a/regression/cbmc/runtime-profiling/test.desc b/regression/cbmc/runtime-profiling/test.desc index a7d3a1198a1..a6a504aa5b0 100644 --- a/regression/cbmc/runtime-profiling/test.desc +++ b/regression/cbmc/runtime-profiling/test.desc @@ -1,6 +1,6 @@ CORE main.c - +--no-standard-checks ^EXIT=0$ ^SIGNAL=0$ ^Runtime Symex:.*$ diff --git a/regression/cbmc/scanf1/big-endian.desc b/regression/cbmc/scanf1/big-endian.desc index 6528bb49ec8..11e3ce88ee9 100644 --- a/regression/cbmc/scanf1/big-endian.desc +++ b/regression/cbmc/scanf1/big-endian.desc @@ -1,6 +1,6 @@ CORE no-new-smt main.i ---big-endian +--big-endian --no-standard-checks ^EXIT=10$ ^SIGNAL=0$ ^\*\* 8 of 8 failed diff --git a/regression/cbmc/scanf1/test.desc b/regression/cbmc/scanf1/test.desc index 1f30ec816fe..301cf05ee22 100644 --- a/regression/cbmc/scanf1/test.desc +++ b/regression/cbmc/scanf1/test.desc @@ -1,6 +1,6 @@ CORE no-new-smt main.i ---little-endian +--little-endian --no-standard-checks ^EXIT=10$ ^SIGNAL=0$ ^\*\* 8 of 8 failed diff --git a/regression/cbmc/set-property-inline1/test.desc b/regression/cbmc/set-property-inline1/test.desc index de76ddc5e98..7c739b4c4f7 100644 --- a/regression/cbmc/set-property-inline1/test.desc +++ b/regression/cbmc/set-property-inline1/test.desc @@ -1,6 +1,6 @@ CORE main.c ---property inc.overflow.1 --property inc.overflow.2 --slice-formula --signed-overflow-check --conversion-check +--property inc.overflow.1 --property inc.overflow.2 --slice-formula --conversion-check ^EXIT=10$ ^SIGNAL=0$ VERIFICATION FAILED diff --git a/regression/cbmc/short_circuit_implies/short-circuit-memory-checks.desc b/regression/cbmc/short_circuit_implies/short-circuit-memory-checks.desc index 1b37eefb313..d2869403138 100644 --- a/regression/cbmc/short_circuit_implies/short-circuit-memory-checks.desc +++ b/regression/cbmc/short_circuit_implies/short-circuit-memory-checks.desc @@ -1,6 +1,6 @@ CORE short-circuit-memory-checks.c ---pointer-check + ^EXIT=10$ ^SIGNAL=0$ line 11 dereference failure: pointer NULL in \*c: SUCCESS diff --git a/regression/cbmc/show_properties1/test.desc b/regression/cbmc/show_properties1/test.desc index 96b4816a1fb..58455c49f0e 100644 --- a/regression/cbmc/show_properties1/test.desc +++ b/regression/cbmc/show_properties1/test.desc @@ -1,6 +1,6 @@ CORE main.c ---pointer-check --show-properties +--show-properties ^EXIT=0$ ^SIGNAL=0$ ^Property foo.pointer_dereference.1:$ diff --git a/regression/cbmc/simplify-union/test.desc b/regression/cbmc/simplify-union/test.desc index de8c67be832..b9fde5dbf30 100644 --- a/regression/cbmc/simplify-union/test.desc +++ b/regression/cbmc/simplify-union/test.desc @@ -1,7 +1,7 @@ CORE main.c - -^Generated 1 VCC\(s\), 0 remaining after simplification$ +--no-malloc-may-fail +^Generated 13 VCC\(s\), 0 remaining after simplification$ ^VERIFICATION SUCCESSFUL$ ^EXIT=0$ ^SIGNAL=0$ diff --git a/regression/cbmc/simplify_singleton_interval_7690/negative_test.desc b/regression/cbmc/simplify_singleton_interval_7690/negative_test.desc index c49d9b15bdb..4825105bf3e 100644 --- a/regression/cbmc/simplify_singleton_interval_7690/negative_test.desc +++ b/regression/cbmc/simplify_singleton_interval_7690/negative_test.desc @@ -1,6 +1,6 @@ CORE ---trace singleton_interval_simp_neg.c +--trace ^VERIFICATION FAILED$ ^\[main\.assertion\.1\] line \d expected failure: paths where x is unbounded explored: FAILURE$ ^\[main\.assertion\.2\] line \d+ expected failure: paths where 0 \<= x \<= 15 explored: FAILURE$ diff --git a/regression/cbmc/simplify_singleton_interval_7690/positive_test.desc b/regression/cbmc/simplify_singleton_interval_7690/positive_test.desc index 651633ec466..ac1e5eb265f 100644 --- a/regression/cbmc/simplify_singleton_interval_7690/positive_test.desc +++ b/regression/cbmc/simplify_singleton_interval_7690/positive_test.desc @@ -1,6 +1,6 @@ CORE ---trace singleton_interval_simp.c +--trace ^VERIFICATION FAILED$ ^\[main\.assertion\.1\] line \d+ expected failure: only paths where x == 15 explored: FAILURE$ ^\[main\.assertion\.2\] line \d+ expected failure: only paths where x == 15 explored: FAILURE$ diff --git a/regression/cbmc/simplify_singleton_interval_7690/test_smt2.desc b/regression/cbmc/simplify_singleton_interval_7690/test_smt2.desc index c7b20b1fa7a..eb0dc3a26cc 100644 --- a/regression/cbmc/simplify_singleton_interval_7690/test_smt2.desc +++ b/regression/cbmc/simplify_singleton_interval_7690/test_smt2.desc @@ -1,6 +1,6 @@ CORE smt-backend singleton_interval_in_assume_7690.c ---pointer-check + ^\[stk_push\.pointer_dereference\.17] line \d+ dereference failure: pointer outside object bounds in stk-\>elems\[\(signed( long( long)?)? int\)stk-\>top\]: SUCCESS$ ^VERIFICATION SUCCESSFUL$ ^EXIT=0$ diff --git a/regression/cbmc/struct12/test.desc b/regression/cbmc/struct12/test.desc index d678193e09e..6ff3eefb1f7 100644 --- a/regression/cbmc/struct12/test.desc +++ b/regression/cbmc/struct12/test.desc @@ -1,6 +1,6 @@ CORE main.c ---pointer-check --bounds-check +--no-malloc-may-fail ^EXIT=0$ ^SIGNAL=0$ ^VERIFICATION SUCCESSFUL$ diff --git a/regression/cbmc/struct6/test.desc b/regression/cbmc/struct6/test.desc index da239c1965b..915afae768a 100644 --- a/regression/cbmc/struct6/test.desc +++ b/regression/cbmc/struct6/test.desc @@ -1,6 +1,6 @@ CORE main.c ---bounds-check --pointer-check +--no-malloc-may-fail ^EXIT=0$ ^SIGNAL=0$ ^VERIFICATION SUCCESSFUL$ diff --git a/regression/cbmc/struct7/test.desc b/regression/cbmc/struct7/test.desc index 96c9b4bcd7b..1c039664a91 100644 --- a/regression/cbmc/struct7/test.desc +++ b/regression/cbmc/struct7/test.desc @@ -1,6 +1,6 @@ -CORE +CORE no-new-smt main.c ---pointer-check --bounds-check + ^EXIT=0$ ^SIGNAL=0$ ^VERIFICATION SUCCESSFUL$ diff --git a/regression/cbmc/switch8/program-only.desc b/regression/cbmc/switch8/program-only.desc index 15885c2d7e5..4c387ea1733 100644 --- a/regression/cbmc/switch8/program-only.desc +++ b/regression/cbmc/switch8/program-only.desc @@ -1,6 +1,6 @@ CORE main.c ---pointer-check --program-only +--program-only ^EXIT=0$ ^SIGNAL=0$ a!0@1#2 == 0$ diff --git a/regression/cbmc/switch8/test.desc b/regression/cbmc/switch8/test.desc index 62e8b9730ae..f054d2889bc 100644 --- a/regression/cbmc/switch8/test.desc +++ b/regression/cbmc/switch8/test.desc @@ -1,6 +1,6 @@ CORE main.c ---pointer-check + ^EXIT=10$ ^SIGNAL=0$ ^\[main\.assertion\.1\] line 11 assertion 0: SUCCESS$ diff --git a/regression/cbmc/switch9/test.desc b/regression/cbmc/switch9/test.desc index 8438cf07aac..388e216cca0 100644 --- a/regression/cbmc/switch9/test.desc +++ b/regression/cbmc/switch9/test.desc @@ -1,6 +1,6 @@ CORE main.c ---pointer-check --malloc-may-fail --malloc-fail-null +--malloc-may-fail --malloc-fail-null activate-multi-line-match ^\[main.pointer_dereference.\d+\] line 10 dereference failure: pointer NULL in \*p: SUCCESS$ ^VERIFICATION SUCCESSFUL$ diff --git a/regression/cbmc/symex_should_exclude_null_pointers/nondet.desc b/regression/cbmc/symex_should_exclude_null_pointers/nondet.desc index e62d8efa884..880a45c8fce 100644 --- a/regression/cbmc/symex_should_exclude_null_pointers/nondet.desc +++ b/regression/cbmc/symex_should_exclude_null_pointers/nondet.desc @@ -1,6 +1,6 @@ CORE nondet.c - +--no-malloc-may-fail ^VERIFICATION SUCCESSFUL$ ^EXIT=0$ ^SIGNAL=0$ diff --git a/regression/cbmc/sync_X_and_fetch-1/test.desc b/regression/cbmc/sync_X_and_fetch-1/test.desc index 27a28993ba5..1a10ff50301 100644 --- a/regression/cbmc/sync_X_and_fetch-1/test.desc +++ b/regression/cbmc/sync_X_and_fetch-1/test.desc @@ -1,6 +1,6 @@ CORE gcc-only main.c - +--no-standard-checks ^EXIT=0$ ^SIGNAL=0$ VERIFICATION SUCCESSFUL diff --git a/regression/cbmc/sync_fetch_and_X-1/test.desc b/regression/cbmc/sync_fetch_and_X-1/test.desc index 27a28993ba5..1a10ff50301 100644 --- a/regression/cbmc/sync_fetch_and_X-1/test.desc +++ b/regression/cbmc/sync_fetch_and_X-1/test.desc @@ -1,6 +1,6 @@ CORE gcc-only main.c - +--no-standard-checks ^EXIT=0$ ^SIGNAL=0$ VERIFICATION SUCCESSFUL diff --git a/regression/cbmc/sync_lock_release-1/test.desc b/regression/cbmc/sync_lock_release-1/test.desc index c985459baff..2b28e64db54 100644 --- a/regression/cbmc/sync_lock_release-1/test.desc +++ b/regression/cbmc/sync_lock_release-1/test.desc @@ -1,6 +1,6 @@ CORE main.c - +--no-standard-checks ^EXIT=0$ ^SIGNAL=0$ -- diff --git a/regression/cbmc/trace-values/trace-values.desc b/regression/cbmc/trace-values/trace-values.desc index f604ae6dd5f..98d0d6e9ce4 100644 --- a/regression/cbmc/trace-values/trace-values.desc +++ b/regression/cbmc/trace-values/trace-values.desc @@ -1,6 +1,6 @@ CORE no-new-smt trace-values.c ---trace +--no-malloc-may-fail --trace ^EXIT=10$ ^SIGNAL=0$ ^ s=\{ \.f=-?\d+, \.array=\{ -?\d+, -?\d+, -?\d+ \} \} \(\{ [01 ]+, \{ [01 ]+, [01 ]+, [01 ]+ \} \}\)$ diff --git a/regression/cbmc/uniform_array1/test.desc b/regression/cbmc/uniform_array1/test.desc index 1b1641fd47a..43f2d55e8aa 100644 --- a/regression/cbmc/uniform_array1/test.desc +++ b/regression/cbmc/uniform_array1/test.desc @@ -1,6 +1,6 @@ CORE main.c - +--no-standard-checks ^EXIT=10$ ^SIGNAL=0$ ^VERIFICATION FAILED$ diff --git a/regression/cbmc/union12/test.desc b/regression/cbmc/union12/test.desc index 171e794113a..22f5df0f5c1 100644 --- a/regression/cbmc/union12/test.desc +++ b/regression/cbmc/union12/test.desc @@ -1,10 +1,10 @@ CORE broken-smt-backend main.c ---pointer-check + ^EXIT=10$ ^SIGNAL=0$ ^\[main\.assertion\.2\] line 20 should fail: FAILURE$ -^\*\* 1 of 15 failed +^\*\* 1 of \d+ failed ^VERIFICATION FAILED$ -- ^warning: ignoring diff --git a/regression/cbmc/union17/test.desc b/regression/cbmc/union17/test.desc index f3599e3b335..ca199761d93 100644 --- a/regression/cbmc/union17/test.desc +++ b/regression/cbmc/union17/test.desc @@ -1,6 +1,6 @@ CORE broken-smt-backend no-new-smt main.c ---no-simplify +--no-simplify --no-standard-checks ^EXIT=0$ ^SIGNAL=0$ ^VERIFICATION SUCCESSFUL$ diff --git a/regression/cbmc/union9/test.desc b/regression/cbmc/union9/test.desc index 9efefbc7362..915afae768a 100644 --- a/regression/cbmc/union9/test.desc +++ b/regression/cbmc/union9/test.desc @@ -1,6 +1,6 @@ CORE main.c - +--no-malloc-may-fail ^EXIT=0$ ^SIGNAL=0$ ^VERIFICATION SUCCESSFUL$ diff --git a/regression/cbmc/unsigned___int128/test.desc b/regression/cbmc/unsigned___int128/test.desc index 67b0294bc90..2671302be7c 100644 --- a/regression/cbmc/unsigned___int128/test.desc +++ b/regression/cbmc/unsigned___int128/test.desc @@ -1,6 +1,6 @@ CORE main.c ---unsigned-overflow-check --signed-overflow-check --function reduce +--unsigned-overflow-check --function reduce ^EXIT=0$ ^SIGNAL=0$ ^VERIFICATION SUCCESSFUL$ diff --git a/regression/cbmc/unwind_counters4/test.desc b/regression/cbmc/unwind_counters4/test.desc index f60b11caa10..0e0bdbdf656 100644 --- a/regression/cbmc/unwind_counters4/test.desc +++ b/regression/cbmc/unwind_counters4/test.desc @@ -4,7 +4,7 @@ main.c ^EXIT=10$ ^SIGNAL=0$ ^VERIFICATION FAILED$ -^\** 2 of 2 failed +^\** 4 of 4 failed -- -- Loop unwinding must terminate despite the existence of multiple loop entry diff --git a/regression/cbmc/void_pointer1/test.desc b/regression/cbmc/void_pointer1/test.desc index d5e386bad9a..83b8819429a 100644 --- a/regression/cbmc/void_pointer1/test.desc +++ b/regression/cbmc/void_pointer1/test.desc @@ -1,6 +1,6 @@ CORE gcc-only main.c ---pointer-check + ^EXIT=0$ ^SIGNAL=0$ ^VERIFICATION SUCCESSFUL$ diff --git a/regression/cbmc/void_pointer2/test.desc b/regression/cbmc/void_pointer2/test.desc index 6daabc695da..6ab9ab2fc56 100644 --- a/regression/cbmc/void_pointer2/test.desc +++ b/regression/cbmc/void_pointer2/test.desc @@ -1,6 +1,6 @@ CORE gcc-only main.c ---pointer-check --no-simplify --unwind 3 +--no-simplify --unwind 3 ^EXIT=0$ ^SIGNAL=0$ ^VERIFICATION SUCCESSFUL$ diff --git a/regression/cbmc/void_pointer3/test.desc b/regression/cbmc/void_pointer3/test.desc index 83b8819429a..32c632099f9 100644 --- a/regression/cbmc/void_pointer3/test.desc +++ b/regression/cbmc/void_pointer3/test.desc @@ -1,6 +1,6 @@ CORE gcc-only main.c - +--no-standard-checks ^EXIT=0$ ^SIGNAL=0$ ^VERIFICATION SUCCESSFUL$ diff --git a/regression/cbmc/void_pointer6/test.desc b/regression/cbmc/void_pointer6/test.desc index 503df2ca2a0..16b577369e5 100644 --- a/regression/cbmc/void_pointer6/test.desc +++ b/regression/cbmc/void_pointer6/test.desc @@ -1,6 +1,6 @@ CORE gcc-only main.c ---pointer-check + ^EXIT=10$ ^SIGNAL=0$ -- diff --git a/regression/cbmc/void_pointer7/test.desc b/regression/cbmc/void_pointer7/test.desc index 3db12932134..c3f30ba1925 100644 --- a/regression/cbmc/void_pointer7/test.desc +++ b/regression/cbmc/void_pointer7/test.desc @@ -1,6 +1,6 @@ CORE gcc-only main.c ---pointer-check + ^EXIT=0$ ^SIGNAL=0$ ^VERIFICATION SUCCESSFUL$ From 9802d2b190c37f813cc6ed48f611aeee5761a24a Mon Sep 17 00:00:00 2001 From: esteffin Date: Thu, 14 Dec 2023 18:34:27 +0000 Subject: [PATCH 03/45] Fixed THOROUGH check gcc_popcount2 --- regression/cbmc/gcc_popcount2/test.desc | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/regression/cbmc/gcc_popcount2/test.desc b/regression/cbmc/gcc_popcount2/test.desc index 1635e61d96a..2ea259cdac6 100644 --- a/regression/cbmc/gcc_popcount2/test.desc +++ b/regression/cbmc/gcc_popcount2/test.desc @@ -5,7 +5,7 @@ main.c ^SIGNAL=0$ ^VERIFICATION FAILED$ \[main\.assertion\.\d+\] line 39 assertion sizeof\(ull\) != sizeof\(unsigned int\) && pop4\(ull\) == __builtin_popcount\(ull\): FAILURE$ -^\*\* 1 of 3 failed +^\*\* 1 of \d+ failed -- ^warning: ignoring -- From f92140aeb668fd627ce3e83d43f82f82e9cdeff5 Mon Sep 17 00:00:00 2001 From: esteffin Date: Thu, 14 Dec 2023 16:42:43 +0000 Subject: [PATCH 04/45] Revert "Add --no-standard-checks to regression/cbmc-shadow-memory runner scripts" This reverts commit 8b54e1009f3dc35b5a4f7c6b48f88ee69d839fc5. --- regression/cbmc-shadow-memory/CMakeLists.txt | 2 +- regression/cbmc-shadow-memory/Makefile | 6 +++--- 2 files changed, 4 insertions(+), 4 deletions(-) diff --git a/regression/cbmc-shadow-memory/CMakeLists.txt b/regression/cbmc-shadow-memory/CMakeLists.txt index 5e2a1847360..93d5ee716c2 100644 --- a/regression/cbmc-shadow-memory/CMakeLists.txt +++ b/regression/cbmc-shadow-memory/CMakeLists.txt @@ -1,3 +1,3 @@ add_test_pl_tests( - "$ --no-standard-checks" + "$" ) diff --git a/regression/cbmc-shadow-memory/Makefile b/regression/cbmc-shadow-memory/Makefile index 63237f82e69..d86a43477e6 100644 --- a/regression/cbmc-shadow-memory/Makefile +++ b/regression/cbmc-shadow-memory/Makefile @@ -1,13 +1,13 @@ default: tests.log test: - @../test.pl -p -c "../../../src/cbmc/cbmc --no-standard-checks" -X smt-backend + @../test.pl -p -c ../../../src/cbmc/cbmc -X smt-backend test-cprover-smt2: - @../test.pl -p -c "../../../src/cbmc/cbmc --no-standard-checks --cprover-smt2" + @../test.pl -p -c "../../../src/cbmc/cbmc --cprover-smt2" tests.log: ../test.pl - @../test.pl -p -c "../../../src/cbmc/cbmc --no-standard-checks" -X smt-backend + @../test.pl -p -c ../../../src/cbmc/cbmc -X smt-backend show: @for dir in *; do \ From 198c1d94e5860a478fc0b20911bd4f52ea815c10 Mon Sep 17 00:00:00 2001 From: Fotis Koutoulakis Date: Thu, 30 Nov 2023 15:16:43 +0000 Subject: [PATCH 05/45] Adjust flags for cbmc-shadow-memory/ regression tests --- regression/cbmc-shadow-memory/char1/test.desc | 2 +- regression/cbmc-shadow-memory/constchar-pointers1/test.desc | 2 +- regression/cbmc-shadow-memory/custom-init1/test.desc | 2 +- regression/cbmc-shadow-memory/errno1/test.desc | 2 +- regression/cbmc-shadow-memory/global1/test.desc | 2 +- regression/cbmc-shadow-memory/linked-list1/test.desc | 2 +- regression/cbmc-shadow-memory/malloc1/test.desc | 2 +- regression/cbmc-shadow-memory/maybe-null1/test.desc | 2 +- regression/cbmc-shadow-memory/nondet-size-arrays1/test.desc | 2 +- regression/cbmc-shadow-memory/pointer-checks1/test.desc | 2 +- regression/cbmc-shadow-memory/pointer-checks2/test.desc | 2 +- regression/cbmc-shadow-memory/static1/test.desc | 2 +- regression/cbmc-shadow-memory/strdup1/test.desc | 2 +- 13 files changed, 13 insertions(+), 13 deletions(-) diff --git a/regression/cbmc-shadow-memory/char1/test.desc b/regression/cbmc-shadow-memory/char1/test.desc index 9efefbc7362..8002a63813a 100644 --- a/regression/cbmc-shadow-memory/char1/test.desc +++ b/regression/cbmc-shadow-memory/char1/test.desc @@ -1,6 +1,6 @@ CORE main.c - +--no-standard-checks ^EXIT=0$ ^SIGNAL=0$ ^VERIFICATION SUCCESSFUL$ diff --git a/regression/cbmc-shadow-memory/constchar-pointers1/test.desc b/regression/cbmc-shadow-memory/constchar-pointers1/test.desc index e21095fda9d..eb2b6c78ddb 100644 --- a/regression/cbmc-shadow-memory/constchar-pointers1/test.desc +++ b/regression/cbmc-shadow-memory/constchar-pointers1/test.desc @@ -1,6 +1,6 @@ CORE main.c ---unwind 11 +--unwind 11 --no-standard-checks ^EXIT=0$ ^SIGNAL=0$ ^VERIFICATION SUCCESSFUL$ diff --git a/regression/cbmc-shadow-memory/custom-init1/test.desc b/regression/cbmc-shadow-memory/custom-init1/test.desc index 9efefbc7362..915afae768a 100644 --- a/regression/cbmc-shadow-memory/custom-init1/test.desc +++ b/regression/cbmc-shadow-memory/custom-init1/test.desc @@ -1,6 +1,6 @@ CORE main.c - +--no-malloc-may-fail ^EXIT=0$ ^SIGNAL=0$ ^VERIFICATION SUCCESSFUL$ diff --git a/regression/cbmc-shadow-memory/errno1/test.desc b/regression/cbmc-shadow-memory/errno1/test.desc index 9efefbc7362..8002a63813a 100644 --- a/regression/cbmc-shadow-memory/errno1/test.desc +++ b/regression/cbmc-shadow-memory/errno1/test.desc @@ -1,6 +1,6 @@ CORE main.c - +--no-standard-checks ^EXIT=0$ ^SIGNAL=0$ ^VERIFICATION SUCCESSFUL$ diff --git a/regression/cbmc-shadow-memory/global1/test.desc b/regression/cbmc-shadow-memory/global1/test.desc index 9efefbc7362..915afae768a 100644 --- a/regression/cbmc-shadow-memory/global1/test.desc +++ b/regression/cbmc-shadow-memory/global1/test.desc @@ -1,6 +1,6 @@ CORE main.c - +--no-malloc-may-fail ^EXIT=0$ ^SIGNAL=0$ ^VERIFICATION SUCCESSFUL$ diff --git a/regression/cbmc-shadow-memory/linked-list1/test.desc b/regression/cbmc-shadow-memory/linked-list1/test.desc index 9efefbc7362..8002a63813a 100644 --- a/regression/cbmc-shadow-memory/linked-list1/test.desc +++ b/regression/cbmc-shadow-memory/linked-list1/test.desc @@ -1,6 +1,6 @@ CORE main.c - +--no-standard-checks ^EXIT=0$ ^SIGNAL=0$ ^VERIFICATION SUCCESSFUL$ diff --git a/regression/cbmc-shadow-memory/malloc1/test.desc b/regression/cbmc-shadow-memory/malloc1/test.desc index 9efefbc7362..915afae768a 100644 --- a/regression/cbmc-shadow-memory/malloc1/test.desc +++ b/regression/cbmc-shadow-memory/malloc1/test.desc @@ -1,6 +1,6 @@ CORE main.c - +--no-malloc-may-fail ^EXIT=0$ ^SIGNAL=0$ ^VERIFICATION SUCCESSFUL$ diff --git a/regression/cbmc-shadow-memory/maybe-null1/test.desc b/regression/cbmc-shadow-memory/maybe-null1/test.desc index 9efefbc7362..8002a63813a 100644 --- a/regression/cbmc-shadow-memory/maybe-null1/test.desc +++ b/regression/cbmc-shadow-memory/maybe-null1/test.desc @@ -1,6 +1,6 @@ CORE main.c - +--no-standard-checks ^EXIT=0$ ^SIGNAL=0$ ^VERIFICATION SUCCESSFUL$ diff --git a/regression/cbmc-shadow-memory/nondet-size-arrays1/test.desc b/regression/cbmc-shadow-memory/nondet-size-arrays1/test.desc index 9efefbc7362..915afae768a 100644 --- a/regression/cbmc-shadow-memory/nondet-size-arrays1/test.desc +++ b/regression/cbmc-shadow-memory/nondet-size-arrays1/test.desc @@ -1,6 +1,6 @@ CORE main.c - +--no-malloc-may-fail ^EXIT=0$ ^SIGNAL=0$ ^VERIFICATION SUCCESSFUL$ diff --git a/regression/cbmc-shadow-memory/pointer-checks1/test.desc b/regression/cbmc-shadow-memory/pointer-checks1/test.desc index 984313a2d59..e527a51fe46 100644 --- a/regression/cbmc-shadow-memory/pointer-checks1/test.desc +++ b/regression/cbmc-shadow-memory/pointer-checks1/test.desc @@ -1,6 +1,6 @@ CORE main.c ---verbosity 10 --pointer-check +--verbosity 10 ^EXIT=10$ ^SIGNAL=0$ ^VERIFICATION FAILED$ diff --git a/regression/cbmc-shadow-memory/pointer-checks2/test.desc b/regression/cbmc-shadow-memory/pointer-checks2/test.desc index 1cb021a32b9..46231fc3ef0 100644 --- a/regression/cbmc-shadow-memory/pointer-checks2/test.desc +++ b/regression/cbmc-shadow-memory/pointer-checks2/test.desc @@ -1,6 +1,6 @@ CORE main.c ---verbosity 10 --pointer-check +--verbosity 10 ^EXIT=10$ ^SIGNAL=0$ ^VERIFICATION FAILED$ diff --git a/regression/cbmc-shadow-memory/static1/test.desc b/regression/cbmc-shadow-memory/static1/test.desc index 9efefbc7362..8002a63813a 100644 --- a/regression/cbmc-shadow-memory/static1/test.desc +++ b/regression/cbmc-shadow-memory/static1/test.desc @@ -1,6 +1,6 @@ CORE main.c - +--no-standard-checks ^EXIT=0$ ^SIGNAL=0$ ^VERIFICATION SUCCESSFUL$ diff --git a/regression/cbmc-shadow-memory/strdup1/test.desc b/regression/cbmc-shadow-memory/strdup1/test.desc index 831280dc5ef..fee020638a8 100644 --- a/regression/cbmc-shadow-memory/strdup1/test.desc +++ b/regression/cbmc-shadow-memory/strdup1/test.desc @@ -1,6 +1,6 @@ CORE main.c ---unwind 4 +--unwind 4 --no-standard-checks --no-built-in-assertions ^EXIT=0$ ^SIGNAL=0$ ^VERIFICATION SUCCESSFUL$ From aa363cbb95494588dc77d63158fc560fc36c8359 Mon Sep 17 00:00:00 2001 From: esteffin Date: Thu, 14 Dec 2023 16:22:15 +0000 Subject: [PATCH 06/45] Revert "Add --no-standard-checks to regression/cbmc-incr-smt2 runner scripts" This reverts commit 4435c12a6e4748b8fa085304982add0f9e817b0f. --- regression/cbmc-incr-smt2/CMakeLists.txt | 4 ++-- regression/cbmc-incr-smt2/Makefile | 4 ++-- 2 files changed, 4 insertions(+), 4 deletions(-) diff --git a/regression/cbmc-incr-smt2/CMakeLists.txt b/regression/cbmc-incr-smt2/CMakeLists.txt index ddce0eab71b..2e8e54e434c 100644 --- a/regression/cbmc-incr-smt2/CMakeLists.txt +++ b/regression/cbmc-incr-smt2/CMakeLists.txt @@ -1,13 +1,13 @@ add_test_pl_profile( "cbmc-incr-smt2-z3" - "$ --no-standard-checks --incremental-smt2-solver 'z3 --smt2 -in' --validate-goto-model --validate-ssa-equation" + "$ --incremental-smt2-solver 'z3 --smt2 -in' --validate-goto-model --validate-ssa-equation" "-C;-s;new-smt-z3" "CORE" ) add_test_pl_profile( "cbmc-incr-smt2-cvc5" - "$ --no-standard-checks --incremental-smt2-solver 'cvc5 --lang=smtlib2.6 --incremental' --validate-goto-model --validate-ssa-equation" + "$ --incremental-smt2-solver 'cvc5 --lang=smtlib2.6 --incremental' --validate-goto-model --validate-ssa-equation" "-C;-s;new-smt-cvc5" "CORE" ) diff --git a/regression/cbmc-incr-smt2/Makefile b/regression/cbmc-incr-smt2/Makefile index f766292bc22..9a5b8bf4195 100644 --- a/regression/cbmc-incr-smt2/Makefile +++ b/regression/cbmc-incr-smt2/Makefile @@ -6,10 +6,10 @@ include ../../src/common test: test.z3 test.cvc5 test.z3: - @../test.pl -e -p -c "../../../src/cbmc/cbmc --no-standard-checks --incremental-smt2-solver 'z3 --smt2 -in' --validate-goto-model --validate-ssa-equation" + @../test.pl -e -p -c "../../../src/cbmc/cbmc --incremental-smt2-solver 'z3 --smt2 -in' --validate-goto-model --validate-ssa-equation" test.cvc5: - @../test.pl -e -p -c "../../../src/cbmc/cbmc --no-standard-checks --incremental-smt2-solver 'cvc5 --lang=smtlib2.6 --incremental' --validate-goto-model --validate-ssa-equation" + @../test.pl -e -p -c "../../../src/cbmc/cbmc --incremental-smt2-solver 'cvc5 --lang=smtlib2.6 --incremental' --validate-goto-model --validate-ssa-equation" tests.log: ../test.pl test From 3409334915b505eb0d3709866ebcabe2987743bd Mon Sep 17 00:00:00 2001 From: esteffin Date: Thu, 14 Dec 2023 16:35:57 +0000 Subject: [PATCH 07/45] Fixed cbmc-incr-smt2 regressions --- .../bitvector-arithmetic-operators/overflow_behaviour.desc | 2 +- regression/cbmc-incr-smt2/dynamic-memory/assert_dynamic.desc | 2 +- .../cbmc-incr-smt2/pointer_arithmetic/pointer_subtraction.desc | 2 +- .../pointers-relational-operators/pointers_stack_malloc.desc | 2 +- 4 files changed, 4 insertions(+), 4 deletions(-) diff --git a/regression/cbmc-incr-smt2/bitvector-arithmetic-operators/overflow_behaviour.desc b/regression/cbmc-incr-smt2/bitvector-arithmetic-operators/overflow_behaviour.desc index d45e6ebe787..46d7ee7b4b2 100644 --- a/regression/cbmc-incr-smt2/bitvector-arithmetic-operators/overflow_behaviour.desc +++ b/regression/cbmc-incr-smt2/bitvector-arithmetic-operators/overflow_behaviour.desc @@ -1,6 +1,6 @@ CORE overflow_behaviour.c ---trace +--no-signed-overflow-check --trace \[main\.assertion\.1\] line \d+ Wrap-around to INT_MIN when adding to INT_MAX: SUCCESS \[main\.assertion\.2\] line \d+ Wrap-around to INT_MAX when subtracting from INT_MIN: SUCCESS \[main\.assertion\.3\] line \d+ INT_MAX minus INT_MIN equals -1: SUCCESS diff --git a/regression/cbmc-incr-smt2/dynamic-memory/assert_dynamic.desc b/regression/cbmc-incr-smt2/dynamic-memory/assert_dynamic.desc index 23804df57da..af6116581e2 100644 --- a/regression/cbmc-incr-smt2/dynamic-memory/assert_dynamic.desc +++ b/regression/cbmc-incr-smt2/dynamic-memory/assert_dynamic.desc @@ -1,6 +1,6 @@ CORE assert_dynamic.c ---trace +--no-malloc-may-fail --trace Passing problem to incremental SMT2 solving line 16 assertion __CPROVER_DYNAMIC_OBJECT\(pointer\)\: FAILURE make_dynamic\=FALSE diff --git a/regression/cbmc-incr-smt2/pointer_arithmetic/pointer_subtraction.desc b/regression/cbmc-incr-smt2/pointer_arithmetic/pointer_subtraction.desc index 3c8c40c2934..17c107b17d3 100644 --- a/regression/cbmc-incr-smt2/pointer_arithmetic/pointer_subtraction.desc +++ b/regression/cbmc-incr-smt2/pointer_arithmetic/pointer_subtraction.desc @@ -1,6 +1,6 @@ CORE pointer_subtraction.c ---trace +--no-signed-overflow-check --trace \[main\.assertion\.1\] line \d+ expected failure after pointer manipulation: FAILURE \[main\.assertion\.2\] line \d+ expected successful after pointer manipulation: SUCCESS \[main\.assertion\.3\] line \d+ expected failure after pointer manipulation: FAILURE diff --git a/regression/cbmc-incr-smt2/pointers-relational-operators/pointers_stack_malloc.desc b/regression/cbmc-incr-smt2/pointers-relational-operators/pointers_stack_malloc.desc index a98b92ff153..affe454b283 100644 --- a/regression/cbmc-incr-smt2/pointers-relational-operators/pointers_stack_malloc.desc +++ b/regression/cbmc-incr-smt2/pointers-relational-operators/pointers_stack_malloc.desc @@ -1,6 +1,6 @@ CORE pointers_stack_malloc.c ---trace +--trace --no-malloc-may-fail \[main\.assertion\.1\] line \d+ \*\(a \+ i\) >= i: expected successful: SUCCESS \[main\.assertion\.2\] line \d+ \*\(a \+ i\) <= i: expected successful: SUCCESS \[main\.assertion\.3\] line \d+ \*\(a \+ i\) <= i: expected successful: SUCCESS From 00c9b15902cad37e58023f3763200afa7d3256ca Mon Sep 17 00:00:00 2001 From: esteffin Date: Thu, 14 Dec 2023 16:44:26 +0000 Subject: [PATCH 08/45] Revert "Add --no-standard-checks to regression/cbmc-with-incr runner scripts" This reverts commit 1d791d29a71361a97143000b01b3de05472cfc83. --- regression/cbmc-with-incr/CMakeLists.txt | 2 +- regression/cbmc-with-incr/Makefile | 4 ++-- 2 files changed, 3 insertions(+), 3 deletions(-) diff --git a/regression/cbmc-with-incr/CMakeLists.txt b/regression/cbmc-with-incr/CMakeLists.txt index bf03c7249a2..da7f7e70da7 100644 --- a/regression/cbmc-with-incr/CMakeLists.txt +++ b/regression/cbmc-with-incr/CMakeLists.txt @@ -1,3 +1,3 @@ add_test_pl_tests( - "$ --no-standard-checks --incremental" + "$ --incremental" ) diff --git a/regression/cbmc-with-incr/Makefile b/regression/cbmc-with-incr/Makefile index ffb4f3b84d2..1b69101ed35 100644 --- a/regression/cbmc-with-incr/Makefile +++ b/regression/cbmc-with-incr/Makefile @@ -1,10 +1,10 @@ default: tests.log test: - @../test.pl -c "../../../src/cbmc/cbmc --no-standard-checks --incremental" + @../test.pl -c "../../../src/cbmc/cbmc --incremental" tests.log: ../test.pl - @../test.pl -c "../../../src/cbmc/cbmc --no-standard-checks --incremental" + @../test.pl -c "../../../src/cbmc/cbmc --incremental" clean: @$(RM) *.log From bc8994920a3cc77b4ef59586d4ecab693aa12fe3 Mon Sep 17 00:00:00 2001 From: esteffin Date: Thu, 14 Dec 2023 16:47:13 +0000 Subject: [PATCH 09/45] Revert "Add --no-standard-checks to regression/cbmc-primitives runner scripts" This reverts commit f277a9f98621efdec3978c10b76375c977e14656. --- regression/cbmc-primitives/CMakeLists.txt | 6 +++--- regression/cbmc-primitives/Makefile | 6 +++--- 2 files changed, 6 insertions(+), 6 deletions(-) diff --git a/regression/cbmc-primitives/CMakeLists.txt b/regression/cbmc-primitives/CMakeLists.txt index f8cd4322355..331c1cd1fe2 100644 --- a/regression/cbmc-primitives/CMakeLists.txt +++ b/regression/cbmc-primitives/CMakeLists.txt @@ -2,18 +2,18 @@ find_program(Z3_EXISTS "z3") message(${Z3_EXISTS}) if(Z3_EXISTS) add_test_pl_tests( - "$ --no-standard-checks" + "$" ) # If `-X` (exclude flag) is passed, test.pl will exclude the tests matching the label following it. add_test_pl_profile( "cbmc-primitives-new-smt-backend" - "$ --no-standard-checks --incremental-smt2-solver 'z3 --smt2 -in'" + "$ --incremental-smt2-solver 'z3 --smt2 -in'" "-X;no-new-smt;-s;new-smt-backend" "CORE" ) else() add_test_pl_tests( - "$ --no-standard-checks" -X smt-backend + "$" -X smt-backend ) endif() diff --git a/regression/cbmc-primitives/Makefile b/regression/cbmc-primitives/Makefile index 2c9885222db..e60c0d87ca5 100644 --- a/regression/cbmc-primitives/Makefile +++ b/regression/cbmc-primitives/Makefile @@ -1,13 +1,13 @@ default: tests.log test: - @../test.pl -e -p -c "../../../src/cbmc/cbmc --no-standard-checks" + @../test.pl -e -p -c ../../../src/cbmc/cbmc test.smt2_incr: - @../test.pl -e -p -X no-new-smt -c "../../../src/cbmc/cbmc --no-standard-checks --incremental-smt2-solver 'z3 --smt2 -in' --validate-goto-model --validate-ssa-equation" + @../test.pl -e -p -X no-new-smt -c "../../../src/cbmc/cbmc --incremental-smt2-solver 'z3 --smt2 -in' --validate-goto-model --validate-ssa-equation" tests.log: ../test.pl - @../test.pl -e -p -c "../../../src/cbmc/cbmc --no-standard-checks" + @../test.pl -e -p -c ../../../src/cbmc/cbmc clean: find . -name '*.out' -execdir $(RM) '{}' \; From a074af7746bbe2d6917061cc8faae78fe4cdaa2e Mon Sep 17 00:00:00 2001 From: esteffin Date: Thu, 14 Dec 2023 17:07:10 +0000 Subject: [PATCH 10/45] Fixed cbmc-primitives regressions --- .../alternating_quantifiers_6231/exists_in_forall.desc | 2 +- .../alternating_quantifiers_6231/forall_in_exists.desc | 2 +- regression/cbmc-primitives/exists_assume_6231/test.desc | 2 +- .../exists_memory_checks/invalid_index_range.desc | 2 +- .../cbmc-primitives/exists_memory_checks/negated_exists.desc | 2 +- .../exists_memory_checks/smt_missing_range_check.desc | 2 +- .../exists_memory_checks/valid_index_range.desc | 2 +- regression/cbmc-primitives/forall_6231_1/test.desc | 4 ++-- regression/cbmc-primitives/forall_6231_2/test.desc | 4 ++-- regression/cbmc-primitives/forall_6231_3/test.desc | 4 ++-- .../forall_6231_3/test_malloc_less_than_bound.desc | 4 ++-- regression/cbmc-primitives/forall_6231_4/test.desc | 2 +- regression/cbmc-primitives/r_w_ok_bug/test.desc | 2 +- .../r_w_ok_inconsistent_invalid/test-no-cp.desc | 2 +- .../cbmc-primitives/r_w_ok_inconsistent_invalid/test.desc | 2 +- regression/cbmc-primitives/r_w_ok_valid/test-no-cp.desc | 2 +- regression/cbmc-primitives/r_w_ok_valid/test.desc | 2 +- .../cbmc-primitives/r_w_ok_valid_negated/test-no-cp.desc | 2 +- regression/cbmc-primitives/r_w_ok_valid_negated/test.desc | 2 +- regression/cbmc-primitives/same-object-01/test-no-cp.desc | 2 +- regression/cbmc-primitives/same-object-01/test.desc | 2 +- regression/cbmc-primitives/same-object-02/test-no-cp.desc | 2 +- regression/cbmc-primitives/same-object-02/test.desc | 2 +- regression/cbmc-primitives/same-object-03/test-no-cp.desc | 2 +- regression/cbmc-primitives/same-object-03/test.desc | 2 +- 25 files changed, 29 insertions(+), 29 deletions(-) diff --git a/regression/cbmc-primitives/alternating_quantifiers_6231/exists_in_forall.desc b/regression/cbmc-primitives/alternating_quantifiers_6231/exists_in_forall.desc index 0a64fd8c084..f5ac96c110f 100644 --- a/regression/cbmc-primitives/alternating_quantifiers_6231/exists_in_forall.desc +++ b/regression/cbmc-primitives/alternating_quantifiers_6231/exists_in_forall.desc @@ -1,6 +1,6 @@ CORE no-new-smt exists_in_forall.c ---pointer-check +--no-malloc-may-fail --pointer-check ^EXIT=0$ ^SIGNAL=0$ \[main\.assertion\.1\] line \d* for all z, there exists a y so that y = z \+ 10 and y > 1: SUCCESS diff --git a/regression/cbmc-primitives/alternating_quantifiers_6231/forall_in_exists.desc b/regression/cbmc-primitives/alternating_quantifiers_6231/forall_in_exists.desc index d342ec6ad16..d8954d45834 100644 --- a/regression/cbmc-primitives/alternating_quantifiers_6231/forall_in_exists.desc +++ b/regression/cbmc-primitives/alternating_quantifiers_6231/forall_in_exists.desc @@ -1,6 +1,6 @@ CORE no-new-smt forall_in_exists.c ---pointer-check +--no-malloc-may-fail --pointer-check ^EXIT=0$ ^SIGNAL=0$ \[main\.assertion\.1\] line \d* there exists a z between 0 and 2 so that for all o between 10 and 20, o > z and z = 1: SUCCESS diff --git a/regression/cbmc-primitives/exists_assume_6231/test.desc b/regression/cbmc-primitives/exists_assume_6231/test.desc index 93fbac32173..a54a0cfa4fb 100644 --- a/regression/cbmc-primitives/exists_assume_6231/test.desc +++ b/regression/cbmc-primitives/exists_assume_6231/test.desc @@ -1,6 +1,6 @@ CORE no-new-smt test.c ---pointer-check +--no-malloc-may-fail --pointer-check ^EXIT=0$ ^SIGNAL=0$ \[main\.assertion\.1\] line \d+ this assertion should be satified: SUCCESS diff --git a/regression/cbmc-primitives/exists_memory_checks/invalid_index_range.desc b/regression/cbmc-primitives/exists_memory_checks/invalid_index_range.desc index de78c06a295..f938a299f5b 100644 --- a/regression/cbmc-primitives/exists_memory_checks/invalid_index_range.desc +++ b/regression/cbmc-primitives/exists_memory_checks/invalid_index_range.desc @@ -1,6 +1,6 @@ CORE no-new-smt invalid_index_range.c ---pointer-check +--no-malloc-may-fail --pointer-check ^EXIT=10$ ^SIGNAL=0$ ^VERIFICATION FAILED$ diff --git a/regression/cbmc-primitives/exists_memory_checks/negated_exists.desc b/regression/cbmc-primitives/exists_memory_checks/negated_exists.desc index 7cac0d2b3df..830d651a641 100644 --- a/regression/cbmc-primitives/exists_memory_checks/negated_exists.desc +++ b/regression/cbmc-primitives/exists_memory_checks/negated_exists.desc @@ -1,6 +1,6 @@ CORE no-new-smt negated_exists.c ---pointer-check +--no-malloc-may-fail --pointer-check ^EXIT=0$ ^SIGNAL=0$ ^VERIFICATION SUCCESSFUL$ diff --git a/regression/cbmc-primitives/exists_memory_checks/smt_missing_range_check.desc b/regression/cbmc-primitives/exists_memory_checks/smt_missing_range_check.desc index 56f0ee65866..a2ee20ffd2d 100644 --- a/regression/cbmc-primitives/exists_memory_checks/smt_missing_range_check.desc +++ b/regression/cbmc-primitives/exists_memory_checks/smt_missing_range_check.desc @@ -1,6 +1,6 @@ CORE smt-backend no-new-smt smt_missing_range_check.c ---pointer-check -z3 +--no-malloc-may-fail --pointer-check -z3 ^EXIT=10$ ^SIGNAL=0$ ^VERIFICATION FAILED$ diff --git a/regression/cbmc-primitives/exists_memory_checks/valid_index_range.desc b/regression/cbmc-primitives/exists_memory_checks/valid_index_range.desc index 90ae42be1c3..830e7af009d 100644 --- a/regression/cbmc-primitives/exists_memory_checks/valid_index_range.desc +++ b/regression/cbmc-primitives/exists_memory_checks/valid_index_range.desc @@ -1,6 +1,6 @@ CORE no-new-smt valid_index_range.c ---pointer-check +--no-malloc-may-fail --pointer-check ^EXIT=0$ ^SIGNAL=0$ ^VERIFICATION SUCCESSFUL$ diff --git a/regression/cbmc-primitives/forall_6231_1/test.desc b/regression/cbmc-primitives/forall_6231_1/test.desc index 2288457a7ab..aab5fbf2f8e 100644 --- a/regression/cbmc-primitives/forall_6231_1/test.desc +++ b/regression/cbmc-primitives/forall_6231_1/test.desc @@ -1,6 +1,6 @@ -CORE +CORE no-new-smt test.c ---pointer-check +--no-malloc-may-fail --pointer-check ^EXIT=0$ ^SIGNAL=0$ \[main\.assertion\.2\] line \d+ assertion __CPROVER_forall \{ int i ; \(0 <= i && i < 1\) ==> \*\(a\+i\) == \*\(a\+i\) \}: SUCCESS diff --git a/regression/cbmc-primitives/forall_6231_2/test.desc b/regression/cbmc-primitives/forall_6231_2/test.desc index 9c3574eb406..2a399791656 100644 --- a/regression/cbmc-primitives/forall_6231_2/test.desc +++ b/regression/cbmc-primitives/forall_6231_2/test.desc @@ -1,6 +1,6 @@ -CORE +CORE no-new-smt test.c ---pointer-check +--no-malloc-may-fail --pointer-check ^EXIT=0$ ^SIGNAL=0$ \[main\.assertion\.1\] line \d+ assertion __CPROVER_forall \{ int i ; \(0 <= i && i < 1\) ==> \*\(a\+i\) == \*\(a\+i\) \}: SUCCESS diff --git a/regression/cbmc-primitives/forall_6231_3/test.desc b/regression/cbmc-primitives/forall_6231_3/test.desc index f3b3fdf813c..c668271b3f5 100644 --- a/regression/cbmc-primitives/forall_6231_3/test.desc +++ b/regression/cbmc-primitives/forall_6231_3/test.desc @@ -1,6 +1,6 @@ -CORE +CORE no-new-smt test.c ---pointer-check +--no-malloc-may-fail --pointer-check ^EXIT=0$ ^SIGNAL=0$ \[main\.assertion\.2\] line \d+ assertion __CPROVER_forall \{ int i ; \(0 <= i && i < 10\) ==> \*\(a\+i\) == \*\(a\+i\) \}: SUCCESS diff --git a/regression/cbmc-primitives/forall_6231_3/test_malloc_less_than_bound.desc b/regression/cbmc-primitives/forall_6231_3/test_malloc_less_than_bound.desc index 5ea23c0cc79..bbc8bd2271b 100644 --- a/regression/cbmc-primitives/forall_6231_3/test_malloc_less_than_bound.desc +++ b/regression/cbmc-primitives/forall_6231_3/test_malloc_less_than_bound.desc @@ -1,6 +1,6 @@ -CORE +CORE no-new-smt test_malloc_less_than_bound.c ---pointer-check +--no-malloc-may-fail --pointer-check ^EXIT=10$ ^SIGNAL=0$ \[main\.assertion\.2\] line \d+ assertion __CPROVER_forall \{ int i ; \(0 <= i && i < 10\) ==> \*\(a\+i\) == \*\(a\+i\) \}: SUCCESS diff --git a/regression/cbmc-primitives/forall_6231_4/test.desc b/regression/cbmc-primitives/forall_6231_4/test.desc index 94c737847f5..1fc666e0408 100644 --- a/regression/cbmc-primitives/forall_6231_4/test.desc +++ b/regression/cbmc-primitives/forall_6231_4/test.desc @@ -1,4 +1,4 @@ -CORE +CORE no-new-smt test.c --div-by-zero-check ^EXIT=10$ diff --git a/regression/cbmc-primitives/r_w_ok_bug/test.desc b/regression/cbmc-primitives/r_w_ok_bug/test.desc index e47b34c18b2..1d98f142588 100644 --- a/regression/cbmc-primitives/r_w_ok_bug/test.desc +++ b/regression/cbmc-primitives/r_w_ok_bug/test.desc @@ -1,6 +1,6 @@ CORE main.c ---pointer-check --no-simplify --no-propagation +--no-pointer-primitive-check --pointer-check --no-simplify --no-propagation ^\[main.pointer_dereference.\d+\] line 8 dereference failure: pointer outside object bounds in \*p1: FAILURE$ ^\*\* 1 of \d+ failed ^VERIFICATION FAILED$ diff --git a/regression/cbmc-primitives/r_w_ok_inconsistent_invalid/test-no-cp.desc b/regression/cbmc-primitives/r_w_ok_inconsistent_invalid/test-no-cp.desc index ada56588c85..93bf316e881 100644 --- a/regression/cbmc-primitives/r_w_ok_inconsistent_invalid/test-no-cp.desc +++ b/regression/cbmc-primitives/r_w_ok_inconsistent_invalid/test-no-cp.desc @@ -1,6 +1,6 @@ CORE main.c ---pointer-check --no-simplify --no-propagation +--no-pointer-primitive-check --pointer-check --no-simplify --no-propagation ^EXIT=0$ ^SIGNAL=0$ ^VERIFICATION SUCCESSFUL$ diff --git a/regression/cbmc-primitives/r_w_ok_inconsistent_invalid/test.desc b/regression/cbmc-primitives/r_w_ok_inconsistent_invalid/test.desc index 2b2871e6642..6122462754d 100644 --- a/regression/cbmc-primitives/r_w_ok_inconsistent_invalid/test.desc +++ b/regression/cbmc-primitives/r_w_ok_inconsistent_invalid/test.desc @@ -1,6 +1,6 @@ CORE main.c ---pointer-check +--no-pointer-primitive-check --pointer-check ^EXIT=0$ ^SIGNAL=0$ ^VERIFICATION SUCCESSFUL$ diff --git a/regression/cbmc-primitives/r_w_ok_valid/test-no-cp.desc b/regression/cbmc-primitives/r_w_ok_valid/test-no-cp.desc index 63d28ba42a1..975e26ed1c6 100644 --- a/regression/cbmc-primitives/r_w_ok_valid/test-no-cp.desc +++ b/regression/cbmc-primitives/r_w_ok_valid/test-no-cp.desc @@ -1,6 +1,6 @@ CORE main.c ---pointer-check --no-simplify --no-propagation +--no-malloc-may-fail --pointer-check --no-simplify --no-propagation ^EXIT=0$ ^SIGNAL=0$ ^VERIFICATION SUCCESSFUL$ diff --git a/regression/cbmc-primitives/r_w_ok_valid/test.desc b/regression/cbmc-primitives/r_w_ok_valid/test.desc index 328c947b45c..5dca62c820b 100644 --- a/regression/cbmc-primitives/r_w_ok_valid/test.desc +++ b/regression/cbmc-primitives/r_w_ok_valid/test.desc @@ -1,6 +1,6 @@ CORE main.c ---pointer-check +--no-malloc-may-fail --pointer-check ^EXIT=0$ ^SIGNAL=0$ ^VERIFICATION SUCCESSFUL$ diff --git a/regression/cbmc-primitives/r_w_ok_valid_negated/test-no-cp.desc b/regression/cbmc-primitives/r_w_ok_valid_negated/test-no-cp.desc index 3f232e2ad3a..833f11b2182 100644 --- a/regression/cbmc-primitives/r_w_ok_valid_negated/test-no-cp.desc +++ b/regression/cbmc-primitives/r_w_ok_valid_negated/test-no-cp.desc @@ -1,6 +1,6 @@ CORE main.c ---pointer-check --no-simplify --no-propagation +--no-pointer-primitive-check --pointer-check --no-simplify --no-propagation ^EXIT=0$ ^SIGNAL=0$ ^VERIFICATION SUCCESSFUL$ diff --git a/regression/cbmc-primitives/r_w_ok_valid_negated/test.desc b/regression/cbmc-primitives/r_w_ok_valid_negated/test.desc index c3047928dc7..2139cb387b8 100644 --- a/regression/cbmc-primitives/r_w_ok_valid_negated/test.desc +++ b/regression/cbmc-primitives/r_w_ok_valid_negated/test.desc @@ -1,6 +1,6 @@ CORE main.c ---pointer-check +--no-pointer-primitive-check --pointer-check ^EXIT=0$ ^SIGNAL=0$ ^VERIFICATION SUCCESSFUL$ diff --git a/regression/cbmc-primitives/same-object-01/test-no-cp.desc b/regression/cbmc-primitives/same-object-01/test-no-cp.desc index 97df364eec4..0deb51bf81f 100644 --- a/regression/cbmc-primitives/same-object-01/test-no-cp.desc +++ b/regression/cbmc-primitives/same-object-01/test-no-cp.desc @@ -1,6 +1,6 @@ CORE main.c ---no-simplify --no-propagation +--no-malloc-may-fail --no-simplify --no-propagation ^EXIT=0$ ^SIGNAL=0$ ^VERIFICATION SUCCESSFUL$ diff --git a/regression/cbmc-primitives/same-object-01/test.desc b/regression/cbmc-primitives/same-object-01/test.desc index d32f40840c5..93497ca80cf 100644 --- a/regression/cbmc-primitives/same-object-01/test.desc +++ b/regression/cbmc-primitives/same-object-01/test.desc @@ -1,6 +1,6 @@ CORE main.c - +--no-malloc-may-fail ^EXIT=0$ ^SIGNAL=0$ ^VERIFICATION SUCCESSFUL$ diff --git a/regression/cbmc-primitives/same-object-02/test-no-cp.desc b/regression/cbmc-primitives/same-object-02/test-no-cp.desc index 1ac4fc36084..564b2b7f12b 100644 --- a/regression/cbmc-primitives/same-object-02/test-no-cp.desc +++ b/regression/cbmc-primitives/same-object-02/test-no-cp.desc @@ -1,6 +1,6 @@ CORE main.c ---no-simplify --no-propagation +--no-malloc-may-fail --no-simplify --no-propagation ^EXIT=0$ ^SIGNAL=0$ ^VERIFICATION SUCCESSFUL$ diff --git a/regression/cbmc-primitives/same-object-02/test.desc b/regression/cbmc-primitives/same-object-02/test.desc index 38d01968b72..5b743243d6c 100644 --- a/regression/cbmc-primitives/same-object-02/test.desc +++ b/regression/cbmc-primitives/same-object-02/test.desc @@ -1,6 +1,6 @@ CORE main.c - +--no-malloc-may-fail ^EXIT=0$ ^SIGNAL=0$ ^VERIFICATION SUCCESSFUL$ diff --git a/regression/cbmc-primitives/same-object-03/test-no-cp.desc b/regression/cbmc-primitives/same-object-03/test-no-cp.desc index 1fb48dd8ec4..c9ac8bb0e26 100644 --- a/regression/cbmc-primitives/same-object-03/test-no-cp.desc +++ b/regression/cbmc-primitives/same-object-03/test-no-cp.desc @@ -1,6 +1,6 @@ CORE main.c ---no-simplify --no-propagation +--no-malloc-may-fail --no-simplify --no-propagation ^EXIT=0$ ^SIGNAL=0$ ^VERIFICATION SUCCESSFUL$ diff --git a/regression/cbmc-primitives/same-object-03/test.desc b/regression/cbmc-primitives/same-object-03/test.desc index e6bfec93ba4..b8cb1bd7645 100644 --- a/regression/cbmc-primitives/same-object-03/test.desc +++ b/regression/cbmc-primitives/same-object-03/test.desc @@ -1,6 +1,6 @@ CORE main.c - +--no-malloc-may-fail ^EXIT=0$ ^SIGNAL=0$ ^VERIFICATION SUCCESSFUL$ From 87b192ec56139f61f0b96eb661fa603a901ce790 Mon Sep 17 00:00:00 2001 From: esteffin Date: Thu, 14 Dec 2023 17:07:28 +0000 Subject: [PATCH 11/45] Revert "Add --no-standard-checks to regression/cbmc-library runner scripts" This reverts commit 161321fddd0d7e11427df86d9640a3d85ef58893. --- regression/cbmc-library/CMakeLists.txt | 4 ++-- regression/cbmc-library/Makefile | 4 ++-- 2 files changed, 4 insertions(+), 4 deletions(-) diff --git a/regression/cbmc-library/CMakeLists.txt b/regression/cbmc-library/CMakeLists.txt index 9e76346fe05..f523261d1aa 100644 --- a/regression/cbmc-library/CMakeLists.txt +++ b/regression/cbmc-library/CMakeLists.txt @@ -1,11 +1,11 @@ if(NOT WIN32) add_test_pl_tests( - "$ --no-standard-checks" + "$" ) else() add_test_pl_profile( "cbmc-library" - "$ --no-standard-checks" + "$" "-C;-X;unix;-X;gcc-only" "CORE" ) diff --git a/regression/cbmc-library/Makefile b/regression/cbmc-library/Makefile index 3389cea12c8..e82cb289424 100644 --- a/regression/cbmc-library/Makefile +++ b/regression/cbmc-library/Makefile @@ -9,10 +9,10 @@ ifeq ($(BUILD_ENV_),MSVC) endif test: - @../test.pl -e -p -c "../../../src/cbmc/cbmc --no-standard-checks" $(unix_only) $(gcc_only) + @../test.pl -e -p -c ../../../src/cbmc/cbmc $(unix_only) $(gcc_only) tests.log: ../test.pl - @../test.pl -e -p -c "../../../src/cbmc/cbmc --no-standard-checks" $(unix_only) $(gcc_only) + @../test.pl -e -p -c ../../../src/cbmc/cbmc $(unix_only) $(gcc_only) clean: find . -name '*.out' -execdir $(RM) '{}' \; From ca1e87731d6402d97ab7c99799821df6c2c549ac Mon Sep 17 00:00:00 2001 From: esteffin Date: Thu, 14 Dec 2023 17:42:30 +0000 Subject: [PATCH 12/45] Fixed cbmc-library regressions --- regression/cbmc-library/Malloc20/test.desc | 2 +- regression/cbmc-library/String6/test.desc | 2 +- regression/cbmc-library/abs-01/test.desc | 2 +- regression/cbmc-library/calloc-01/test.desc | 2 +- .../equality_through_struct_containing_arrays3/test.desc | 2 +- regression/cbmc-library/fesetround-no-simp1-fix2/test.desc | 2 +- regression/cbmc-library/fesetround-no-simp1/test.desc | 2 +- regression/cbmc-library/fesetround-with-simp1/test.desc | 2 +- regression/cbmc-library/fileno-01/test.desc | 2 +- regression/cbmc-library/fread-01/__fread_chk.desc | 2 +- regression/cbmc-library/isinf-01/test.desc | 2 +- regression/cbmc-library/memcpy-01/constant-propagation.desc | 2 +- regression/cbmc-library/memcpy-04/test.desc | 2 +- regression/cbmc-library/memcpy-05/test.desc | 2 +- regression/cbmc-library/memcpy-08/test.desc | 2 +- regression/cbmc-library/memmove-01/constant.desc | 2 +- regression/cbmc-library/mmap-01/test.desc | 2 +- regression/cbmc-library/pipe-01/test.desc | 2 +- regression/cbmc-library/pthread_cond_wait-01/test.desc | 2 +- regression/cbmc-library/realloc-01/test.desc | 2 +- regression/cbmc-library/realloc-02/test.desc | 2 +- regression/cbmc-library/scanf-01/test.desc | 2 +- regression/cbmc-library/write-01/test.desc | 2 +- 23 files changed, 23 insertions(+), 23 deletions(-) diff --git a/regression/cbmc-library/Malloc20/test.desc b/regression/cbmc-library/Malloc20/test.desc index 9c96469df12..829c51a24f8 100644 --- a/regression/cbmc-library/Malloc20/test.desc +++ b/regression/cbmc-library/Malloc20/test.desc @@ -1,6 +1,6 @@ CORE main.c - +--no-malloc-may-fail ^EXIT=0$ ^SIGNAL=0$ ^VERIFICATION SUCCESSFUL$ diff --git a/regression/cbmc-library/String6/test.desc b/regression/cbmc-library/String6/test.desc index 1f99b0247d7..58adaa831bb 100644 --- a/regression/cbmc-library/String6/test.desc +++ b/regression/cbmc-library/String6/test.desc @@ -1,6 +1,6 @@ CORE main.c ---pointer-check --bounds-check --conversion-check +--no-malloc-may-fail --pointer-check --bounds-check --conversion-check ^EXIT=0$ ^SIGNAL=0$ ^VERIFICATION SUCCESSFUL$ diff --git a/regression/cbmc-library/abs-01/test.desc b/regression/cbmc-library/abs-01/test.desc index 9efefbc7362..f6a6dcb1415 100644 --- a/regression/cbmc-library/abs-01/test.desc +++ b/regression/cbmc-library/abs-01/test.desc @@ -1,6 +1,6 @@ CORE main.c - +--no-signed-overflow-check ^EXIT=0$ ^SIGNAL=0$ ^VERIFICATION SUCCESSFUL$ diff --git a/regression/cbmc-library/calloc-01/test.desc b/regression/cbmc-library/calloc-01/test.desc index 9efefbc7362..915afae768a 100644 --- a/regression/cbmc-library/calloc-01/test.desc +++ b/regression/cbmc-library/calloc-01/test.desc @@ -1,6 +1,6 @@ CORE main.c - +--no-malloc-may-fail ^EXIT=0$ ^SIGNAL=0$ ^VERIFICATION SUCCESSFUL$ diff --git a/regression/cbmc-library/equality_through_struct_containing_arrays3/test.desc b/regression/cbmc-library/equality_through_struct_containing_arrays3/test.desc index 9efefbc7362..915afae768a 100644 --- a/regression/cbmc-library/equality_through_struct_containing_arrays3/test.desc +++ b/regression/cbmc-library/equality_through_struct_containing_arrays3/test.desc @@ -1,6 +1,6 @@ CORE main.c - +--no-malloc-may-fail ^EXIT=0$ ^SIGNAL=0$ ^VERIFICATION SUCCESSFUL$ diff --git a/regression/cbmc-library/fesetround-no-simp1-fix2/test.desc b/regression/cbmc-library/fesetround-no-simp1-fix2/test.desc index 4d2a93e6e26..20e0e91022a 100644 --- a/regression/cbmc-library/fesetround-no-simp1-fix2/test.desc +++ b/regression/cbmc-library/fesetround-no-simp1-fix2/test.desc @@ -1,6 +1,6 @@ CORE main.c ---floatbv --no-simplify +--no-div-by-zero-check --floatbv --no-simplify ^EXIT=0$ ^SIGNAL=0$ ^VERIFICATION SUCCESSFUL$ diff --git a/regression/cbmc-library/fesetround-no-simp1/test.desc b/regression/cbmc-library/fesetround-no-simp1/test.desc index 4d2a93e6e26..20e0e91022a 100644 --- a/regression/cbmc-library/fesetround-no-simp1/test.desc +++ b/regression/cbmc-library/fesetround-no-simp1/test.desc @@ -1,6 +1,6 @@ CORE main.c ---floatbv --no-simplify +--no-div-by-zero-check --floatbv --no-simplify ^EXIT=0$ ^SIGNAL=0$ ^VERIFICATION SUCCESSFUL$ diff --git a/regression/cbmc-library/fesetround-with-simp1/test.desc b/regression/cbmc-library/fesetround-with-simp1/test.desc index b7d95a28215..544304c45ce 100644 --- a/regression/cbmc-library/fesetround-with-simp1/test.desc +++ b/regression/cbmc-library/fesetround-with-simp1/test.desc @@ -1,6 +1,6 @@ CORE main.c ---floatbv +--no-div-by-zero-check --floatbv ^EXIT=0$ ^SIGNAL=0$ ^VERIFICATION SUCCESSFUL$ diff --git a/regression/cbmc-library/fileno-01/test.desc b/regression/cbmc-library/fileno-01/test.desc index 96c9b4bcd7b..b9bd671c292 100644 --- a/regression/cbmc-library/fileno-01/test.desc +++ b/regression/cbmc-library/fileno-01/test.desc @@ -1,6 +1,6 @@ CORE main.c ---pointer-check --bounds-check +--no-malloc-may-fail --pointer-check --bounds-check ^EXIT=0$ ^SIGNAL=0$ ^VERIFICATION SUCCESSFUL$ diff --git a/regression/cbmc-library/fread-01/__fread_chk.desc b/regression/cbmc-library/fread-01/__fread_chk.desc index 4b1107050cb..a76f8a16614 100644 --- a/regression/cbmc-library/fread-01/__fread_chk.desc +++ b/regression/cbmc-library/fread-01/__fread_chk.desc @@ -1,6 +1,6 @@ CORE main.c ---pointer-check --bounds-check -D_FORTIFY_SOURCE=2 -D__OPTIMIZE__=2 --unwindset fread:0 +--pointer-check --bounds-check -D_FORTIFY_SOURCE=2 -D__OPTIMIZE__=2 --unwindset fread:0 --no-unwinding-assertions ^EXIT=0$ ^SIGNAL=0$ ^VERIFICATION SUCCESSFUL$ diff --git a/regression/cbmc-library/isinf-01/test.desc b/regression/cbmc-library/isinf-01/test.desc index b7d95a28215..544304c45ce 100644 --- a/regression/cbmc-library/isinf-01/test.desc +++ b/regression/cbmc-library/isinf-01/test.desc @@ -1,6 +1,6 @@ CORE main.c ---floatbv +--no-div-by-zero-check --floatbv ^EXIT=0$ ^SIGNAL=0$ ^VERIFICATION SUCCESSFUL$ diff --git a/regression/cbmc-library/memcpy-01/constant-propagation.desc b/regression/cbmc-library/memcpy-01/constant-propagation.desc index 00e7f65afa1..ff632e2c948 100644 --- a/regression/cbmc-library/memcpy-01/constant-propagation.desc +++ b/regression/cbmc-library/memcpy-01/constant-propagation.desc @@ -1,6 +1,6 @@ CORE main.c - +--no-standard-checks ^Generated 1\d* VCC\(s\), 0 remaining after simplification$ ^EXIT=0$ ^SIGNAL=0$ diff --git a/regression/cbmc-library/memcpy-04/test.desc b/regression/cbmc-library/memcpy-04/test.desc index 7aff6b86d39..677883aefd0 100644 --- a/regression/cbmc-library/memcpy-04/test.desc +++ b/regression/cbmc-library/memcpy-04/test.desc @@ -1,6 +1,6 @@ CORE main.c - +--no-malloc-may-fail ^\[publish.assertion.1\] line 18 should pass: SUCCESS$ ^\[publish.assertion.2\] line 19 should fail: FAILURE$ ^\*\* 1 of \d+ failed diff --git a/regression/cbmc-library/memcpy-05/test.desc b/regression/cbmc-library/memcpy-05/test.desc index 278f468e130..b078554745c 100644 --- a/regression/cbmc-library/memcpy-05/test.desc +++ b/regression/cbmc-library/memcpy-05/test.desc @@ -1,6 +1,6 @@ CORE main.c - +--no-malloc-may-fail ^VERIFICATION SUCCESSFUL$ ^EXIT=0$ ^SIGNAL=0$ diff --git a/regression/cbmc-library/memcpy-08/test.desc b/regression/cbmc-library/memcpy-08/test.desc index 69b9259fa57..4d09581661a 100644 --- a/regression/cbmc-library/memcpy-08/test.desc +++ b/regression/cbmc-library/memcpy-08/test.desc @@ -1,6 +1,6 @@ CORE main.c - +--no-malloc-may-fail ^\[main.assertion.1\] line 20 should pass: SUCCESS$ ^\[main.assertion.2\] line 21 should fail: FAILURE$ ^\*\* 1 of \d+ failed diff --git a/regression/cbmc-library/memmove-01/constant.desc b/regression/cbmc-library/memmove-01/constant.desc index 4bda6df4c45..4ee247447a3 100644 --- a/regression/cbmc-library/memmove-01/constant.desc +++ b/regression/cbmc-library/memmove-01/constant.desc @@ -1,6 +1,6 @@ CORE constant.c ---unwind 17 +--no-standard-checks --unwind 17 ^EXIT=0$ ^SIGNAL=0$ ^VERIFICATION SUCCESSFUL$ diff --git a/regression/cbmc-library/mmap-01/test.desc b/regression/cbmc-library/mmap-01/test.desc index 46d36d2b1a2..40846539dd5 100644 --- a/regression/cbmc-library/mmap-01/test.desc +++ b/regression/cbmc-library/mmap-01/test.desc @@ -1,6 +1,6 @@ CORE unix main.c ---pointer-check +--no-bounds-check --pointer-check ^EXIT=0$ ^SIGNAL=0$ ^VERIFICATION SUCCESSFUL$ diff --git a/regression/cbmc-library/pipe-01/test.desc b/regression/cbmc-library/pipe-01/test.desc index 9b1e57d5bb5..02270ae00c9 100644 --- a/regression/cbmc-library/pipe-01/test.desc +++ b/regression/cbmc-library/pipe-01/test.desc @@ -6,6 +6,6 @@ main.c ^\[main\.assertion\.1\] line 22 EMFILE: FAILURE$ ^\[main\.assertion\.2\] line 23 ENFILE: FAILURE$ ^\[main\.assertion\.6\] .* assertion data\[1\] == 31: FAILURE$ -^\*\* 3 of 7 failed +^\*\* 3 of \d+ failed -- ^warning: ignoring diff --git a/regression/cbmc-library/pthread_cond_wait-01/test.desc b/regression/cbmc-library/pthread_cond_wait-01/test.desc index e8fb193f945..e1958a700ad 100644 --- a/regression/cbmc-library/pthread_cond_wait-01/test.desc +++ b/regression/cbmc-library/pthread_cond_wait-01/test.desc @@ -1,6 +1,6 @@ CORE unix main.c ---bounds-check +--no-standard-checks --bounds-check ^EXIT=10$ ^SIGNAL=0$ ^\*\* 1 of 3 failed diff --git a/regression/cbmc-library/realloc-01/test.desc b/regression/cbmc-library/realloc-01/test.desc index 9efefbc7362..915afae768a 100644 --- a/regression/cbmc-library/realloc-01/test.desc +++ b/regression/cbmc-library/realloc-01/test.desc @@ -1,6 +1,6 @@ CORE main.c - +--no-malloc-may-fail ^EXIT=0$ ^SIGNAL=0$ ^VERIFICATION SUCCESSFUL$ diff --git a/regression/cbmc-library/realloc-02/test.desc b/regression/cbmc-library/realloc-02/test.desc index 9efefbc7362..915afae768a 100644 --- a/regression/cbmc-library/realloc-02/test.desc +++ b/regression/cbmc-library/realloc-02/test.desc @@ -1,6 +1,6 @@ CORE main.c - +--no-malloc-may-fail ^EXIT=0$ ^SIGNAL=0$ ^VERIFICATION SUCCESSFUL$ diff --git a/regression/cbmc-library/scanf-01/test.desc b/regression/cbmc-library/scanf-01/test.desc index 54c2fdc5c0c..46a6fb376be 100644 --- a/regression/cbmc-library/scanf-01/test.desc +++ b/regression/cbmc-library/scanf-01/test.desc @@ -1,6 +1,6 @@ CORE main.c ---pointer-check --bounds-check +--no-signed-overflow-check --pointer-check --bounds-check \[main.assertion.1\] line 11 need not remain zero: FAILURE$ \[main.assertion.2\] line 13 may remain zero: FAILURE$ \[main.assertion.3\] line 18 need not remain zero: FAILURE$ diff --git a/regression/cbmc-library/write-01/test.desc b/regression/cbmc-library/write-01/test.desc index 741451e9924..f7f22a1d743 100644 --- a/regression/cbmc-library/write-01/test.desc +++ b/regression/cbmc-library/write-01/test.desc @@ -1,6 +1,6 @@ CORE unix main.c ---pointer-check --bounds-check --conversion-check --unwind 1 +--pointer-check --bounds-check --conversion-check --unwind 1 --no-unwinding-assertions ^EXIT=0$ ^SIGNAL=0$ ^VERIFICATION SUCCESSFUL$ From 0f818ff07e1c163aef888119d523843b81828bcf Mon Sep 17 00:00:00 2001 From: esteffin Date: Thu, 14 Dec 2023 17:42:50 +0000 Subject: [PATCH 13/45] Revert "Add --no-standard-checks to regression/book-examples runner scripts" This reverts commit aaf2b8d8837f674bd510fbe0d0b566b71b6bc2dc. --- regression/book-examples/CMakeLists.txt | 8 ++++---- regression/book-examples/Makefile | 10 +++++----- 2 files changed, 9 insertions(+), 9 deletions(-) diff --git a/regression/book-examples/CMakeLists.txt b/regression/book-examples/CMakeLists.txt index 88cf52769ec..d61cfb85b92 100644 --- a/regression/book-examples/CMakeLists.txt +++ b/regression/book-examples/CMakeLists.txt @@ -13,19 +13,19 @@ else() endif() add_test_pl_tests( - "$ --no-standard-checks --validate-goto-model --validate-ssa-equation" -X smt-backend ${gcc_only} ${exclude_win_broken_tests} + "$ --validate-goto-model --validate-ssa-equation" -X smt-backend ${gcc_only} ${exclude_win_broken_tests} ) add_test_pl_profile( "book-examples-paths-lifo" - "$ --no-standard-checks --paths lifo" + "$ --paths lifo" "-C;-X;thorough-paths;-X;smt-backend;-X;paths-lifo-expected-failure;${gcc_only_string}-s;paths-lifo;${exclude_win_broken_tests_string}" "CORE" ) add_test_pl_profile( "book-examples-cprover-smt2" - "$ --no-standard-checks --cprover-smt2" + "$ --cprover-smt2" "-C;-X;broken-smt-backend;-X;thorough-smt-backend;-X;broken-cprover-smt-backend;-X;thorough-cprover-smt-backend;${gcc_only_string}-s;cprover-smt2;${exclude_win_broken_tests_string}" "CORE" ) @@ -33,7 +33,7 @@ add_test_pl_profile( # If `-X` (exclude flag) is passed, test.pl will exclude the tests matching the label following it. add_test_pl_profile( "book-examples-new-smt-backend" - "$ --no-standard-checks --incremental-smt2-solver 'z3 --smt2 -in'" + "$ --incremental-smt2-solver 'z3 --smt2 -in'" "${gcc_only_string}-X;no-new-smt;-s;new-smt-backend" "CORE" ) diff --git a/regression/book-examples/Makefile b/regression/book-examples/Makefile index 969a26ca813..e5777ce8774 100644 --- a/regression/book-examples/Makefile +++ b/regression/book-examples/Makefile @@ -10,27 +10,27 @@ GCC_ONLY = endif test: - @../test.pl -e -p -c "../../../src/cbmc/cbmc --no-standard-checks --validate-goto-model --validate-ssa-equation" -X smt-backend $(GCC_ONLY) + @../test.pl -e -p -c "../../../src/cbmc/cbmc --validate-goto-model --validate-ssa-equation" -X smt-backend $(GCC_ONLY) test-cprover-smt2: - @../test.pl -e -p -c "../../../src/cbmc/cbmc --no-standard-checks --cprover-smt2" \ + @../test.pl -e -p -c "../../../src/cbmc/cbmc --cprover-smt2" \ -X broken-smt-backend -X thorough-smt-backend \ -X broken-cprover-smt-backend -X thorough-cprover-smt-backend \ -s cprover-smt2 $(GCC_ONLY) test-z3: - @../test.pl -e -p -c "../../../src/cbmc/cbmc --no-standard-checks --z3" \ + @../test.pl -e -p -c "../../../src/cbmc/cbmc --z3" \ -X broken-smt-backend -X thorough-smt-backend \ -X broken-z3-smt-backend -X thorough-z3-smt-backend \ -s z3 $(GCC_ONLY) test-paths-lifo: - @../test.pl -e -p -c "../../../src/cbmc/cbmc --no-standard-checks --paths lifo" \ + @../test.pl -e -p -c "../../../src/cbmc/cbmc --paths lifo" \ -X thorough-paths -X smt-backend -X paths-lifo-expected-failure \ -s paths-lifo $(GCC_ONLY) test-new-smt-backend: - @../test.pl -e -p -c "../../../src/cbmc/cbmc --no-standard-checks --incremental-smt2-solver 'z3 --smt2 -in'" \ + @../test.pl -e -p -c "../../../src/cbmc/cbmc --incremental-smt2-solver 'z3 --smt2 -in'" \ -X no-new-smt \ -s new-smt-backend $(GCC_ONLY) From 8750d19a336c8674f7441e38aae2ccaecaf4ea25 Mon Sep 17 00:00:00 2001 From: esteffin Date: Thu, 14 Dec 2023 17:51:33 +0000 Subject: [PATCH 14/45] Fixed book-examples regressions --- regression/book-examples/abs/C1.desc | 2 +- regression/book-examples/lock/unwind1.desc | 2 +- 2 files changed, 2 insertions(+), 2 deletions(-) diff --git a/regression/book-examples/abs/C1.desc b/regression/book-examples/abs/C1.desc index 0f5007ecbfc..1fa7a97c1f6 100644 --- a/regression/book-examples/abs/C1.desc +++ b/regression/book-examples/abs/C1.desc @@ -1,6 +1,6 @@ CORE abs.c ---function abs +--no-signed-overflow-check --function abs ^EXIT=0$ ^SIGNAL=0$ ^VERIFICATION SUCCESSFUL$ diff --git a/regression/book-examples/lock/unwind1.desc b/regression/book-examples/lock/unwind1.desc index 44b6fd7291e..58aed8dcdb6 100644 --- a/regression/book-examples/lock/unwind1.desc +++ b/regression/book-examples/lock/unwind1.desc @@ -1,6 +1,6 @@ CORE lock.c ---unwind 1 +--unwind 1 --no-unwinding-assertions ^EXIT=0$ ^SIGNAL=0$ ^VERIFICATION SUCCESSFUL$ From ff598616062a099a1aedc9f33513e8dbd58b76e6 Mon Sep 17 00:00:00 2001 From: esteffin Date: Thu, 14 Dec 2023 17:52:07 +0000 Subject: [PATCH 15/45] Revert "Add --no-standard-checks to regression/cbmc-concurrency runner scripts" This reverts commit d1cc4694ffe918c1c2df82f8174c3f94f33bab12. --- regression/cbmc-concurrency/CMakeLists.txt | 4 ++-- regression/cbmc-concurrency/Makefile | 4 ++-- 2 files changed, 4 insertions(+), 4 deletions(-) diff --git a/regression/cbmc-concurrency/CMakeLists.txt b/regression/cbmc-concurrency/CMakeLists.txt index c036fd6654a..58bbbe6cdb6 100644 --- a/regression/cbmc-concurrency/CMakeLists.txt +++ b/regression/cbmc-concurrency/CMakeLists.txt @@ -1,11 +1,11 @@ if((NOT WIN32) AND (NOT APPLE) AND (NOT (CMAKE_SYSTEM_NAME STREQUAL "FreeBSD"))) add_test_pl_tests( - "$ --no-standard-checks --validate-goto-model --validate-ssa-equation" + "$ --validate-goto-model --validate-ssa-equation" ) else() add_test_pl_profile( "cbmc-concurrency" - "$ --no-standard-checks --validate-goto-model --validate-ssa-equation" + "$ --validate-goto-model --validate-ssa-equation" "-C;-X;pthread" "CORE" ) diff --git a/regression/cbmc-concurrency/Makefile b/regression/cbmc-concurrency/Makefile index b4b11c198ad..5d828116230 100644 --- a/regression/cbmc-concurrency/Makefile +++ b/regression/cbmc-concurrency/Makefile @@ -10,10 +10,10 @@ ifeq ($(filter-out OSX MSVC FreeBSD,$(BUILD_ENV_)),) endif test: - @../test.pl -e -p -c "../../../src/cbmc/cbmc --no-standard-checks --validate-goto-model --validate-ssa-equation" $(no_pthread) + @../test.pl -e -p -c "../../../src/cbmc/cbmc --validate-goto-model --validate-ssa-equation" $(no_pthread) tests.log: ../test.pl - @../test.pl -e -p -c "../../../src/cbmc/cbmc --no-standard-checks --validate-goto-model --validate-ssa-equation" $(no_pthread) + @../test.pl -e -p -c "../../../src/cbmc/cbmc --validate-goto-model --validate-ssa-equation" $(no_pthread) clean: find . -name '*.out' -execdir $(RM) '{}' \; From 9acac6cc6c2290c0b1d7fc8bc881a1e776278ddc Mon Sep 17 00:00:00 2001 From: esteffin Date: Thu, 14 Dec 2023 18:02:12 +0000 Subject: [PATCH 16/45] Fixed cbmc-concurrency regressions --- regression/cbmc-concurrency/atomic_section_sc3/test.desc | 2 +- regression/cbmc-concurrency/deadlock1/test.desc | 2 +- regression/cbmc-concurrency/deadlock2/test.desc | 2 +- regression/cbmc-concurrency/dirty_local1/test.desc | 2 +- regression/cbmc-concurrency/dirty_local2/test.desc | 2 +- regression/cbmc-concurrency/dirty_local3/test-local.desc | 2 +- regression/cbmc-concurrency/dirty_local3/test.desc | 2 +- regression/cbmc-concurrency/invalid_object1/test.desc | 2 +- regression/cbmc-concurrency/malloc1/test.desc | 2 +- regression/cbmc-concurrency/malloc2/test.desc | 2 +- regression/cbmc-concurrency/memory_barrier1/test.desc | 2 +- regression/cbmc-concurrency/norace_array1/test.desc | 2 +- regression/cbmc-concurrency/norace_array2/test.desc | 2 +- regression/cbmc-concurrency/norace_scalar1/test.desc | 2 +- regression/cbmc-concurrency/norace_struct1/test.desc | 2 +- regression/cbmc-concurrency/pthread_create_tso1/test.desc | 2 +- regression/cbmc-concurrency/pthread_join1/test.desc | 2 +- regression/cbmc-concurrency/pthread_join2/test.desc | 2 +- regression/cbmc-concurrency/sc6/test.desc | 2 +- regression/cbmc-concurrency/stack1/test.desc | 2 +- regression/cbmc-concurrency/struct_and_array1/test.desc | 2 +- .../cbmc-concurrency/svcomp13_fib_bench_longer_safe/test.desc | 2 +- .../cbmc-concurrency/svcomp13_fib_bench_longer_unsafe/test.desc | 2 +- regression/cbmc-concurrency/svcomp13_qrcu_safe/test.desc | 2 +- regression/cbmc-concurrency/thread_chain_cbmc1/test.desc | 2 +- regression/cbmc-concurrency/thread_chain_cbmc2/test.desc | 2 +- regression/cbmc-concurrency/thread_chain_posix1/test.desc | 2 +- regression/cbmc-concurrency/thread_local1/test.desc | 2 +- regression/cbmc-concurrency/uf_with_threads1/test.desc | 2 +- 29 files changed, 29 insertions(+), 29 deletions(-) diff --git a/regression/cbmc-concurrency/atomic_section_sc3/test.desc b/regression/cbmc-concurrency/atomic_section_sc3/test.desc index 9efefbc7362..8002a63813a 100644 --- a/regression/cbmc-concurrency/atomic_section_sc3/test.desc +++ b/regression/cbmc-concurrency/atomic_section_sc3/test.desc @@ -1,6 +1,6 @@ CORE main.c - +--no-standard-checks ^EXIT=0$ ^SIGNAL=0$ ^VERIFICATION SUCCESSFUL$ diff --git a/regression/cbmc-concurrency/deadlock1/test.desc b/regression/cbmc-concurrency/deadlock1/test.desc index 8ecf05b6d5c..4d4c05f892e 100644 --- a/regression/cbmc-concurrency/deadlock1/test.desc +++ b/regression/cbmc-concurrency/deadlock1/test.desc @@ -1,6 +1,6 @@ CORE pthread main.c - +--no-standard-checks ^EXIT=0$ ^SIGNAL=0$ ^VERIFICATION SUCCESSFUL$ diff --git a/regression/cbmc-concurrency/deadlock2/test.desc b/regression/cbmc-concurrency/deadlock2/test.desc index a844f976721..14cff429d06 100644 --- a/regression/cbmc-concurrency/deadlock2/test.desc +++ b/regression/cbmc-concurrency/deadlock2/test.desc @@ -1,6 +1,6 @@ CORE pthread main.c - +--no-standard-checks ^EXIT=10$ ^SIGNAL=0$ ^VERIFICATION FAILED$ diff --git a/regression/cbmc-concurrency/dirty_local1/test.desc b/regression/cbmc-concurrency/dirty_local1/test.desc index 6de79559914..e10a8e8dd2a 100644 --- a/regression/cbmc-concurrency/dirty_local1/test.desc +++ b/regression/cbmc-concurrency/dirty_local1/test.desc @@ -1,6 +1,6 @@ CORE main.c - +--no-standard-checks ^EXIT=10$ ^SIGNAL=0$ ^VERIFICATION FAILED$ diff --git a/regression/cbmc-concurrency/dirty_local2/test.desc b/regression/cbmc-concurrency/dirty_local2/test.desc index 6de79559914..e10a8e8dd2a 100644 --- a/regression/cbmc-concurrency/dirty_local2/test.desc +++ b/regression/cbmc-concurrency/dirty_local2/test.desc @@ -1,6 +1,6 @@ CORE main.c - +--no-standard-checks ^EXIT=10$ ^SIGNAL=0$ ^VERIFICATION FAILED$ diff --git a/regression/cbmc-concurrency/dirty_local3/test-local.desc b/regression/cbmc-concurrency/dirty_local3/test-local.desc index d03ce6f999e..6393d655928 100644 --- a/regression/cbmc-concurrency/dirty_local3/test-local.desc +++ b/regression/cbmc-concurrency/dirty_local3/test-local.desc @@ -1,6 +1,6 @@ CORE main.c --Dlocals_bug +--no-standard-checks -Dlocals_bug ^EXIT=0$ ^SIGNAL=0$ ^VERIFICATION SUCCESSFUL$ diff --git a/regression/cbmc-concurrency/dirty_local3/test.desc b/regression/cbmc-concurrency/dirty_local3/test.desc index 9efefbc7362..8002a63813a 100644 --- a/regression/cbmc-concurrency/dirty_local3/test.desc +++ b/regression/cbmc-concurrency/dirty_local3/test.desc @@ -1,6 +1,6 @@ CORE main.c - +--no-standard-checks ^EXIT=0$ ^SIGNAL=0$ ^VERIFICATION SUCCESSFUL$ diff --git a/regression/cbmc-concurrency/invalid_object1/test.desc b/regression/cbmc-concurrency/invalid_object1/test.desc index 6de79559914..e10a8e8dd2a 100644 --- a/regression/cbmc-concurrency/invalid_object1/test.desc +++ b/regression/cbmc-concurrency/invalid_object1/test.desc @@ -1,6 +1,6 @@ CORE main.c - +--no-standard-checks ^EXIT=10$ ^SIGNAL=0$ ^VERIFICATION FAILED$ diff --git a/regression/cbmc-concurrency/malloc1/test.desc b/regression/cbmc-concurrency/malloc1/test.desc index 9efefbc7362..915afae768a 100644 --- a/regression/cbmc-concurrency/malloc1/test.desc +++ b/regression/cbmc-concurrency/malloc1/test.desc @@ -1,6 +1,6 @@ CORE main.c - +--no-malloc-may-fail ^EXIT=0$ ^SIGNAL=0$ ^VERIFICATION SUCCESSFUL$ diff --git a/regression/cbmc-concurrency/malloc2/test.desc b/regression/cbmc-concurrency/malloc2/test.desc index 9efefbc7362..915afae768a 100644 --- a/regression/cbmc-concurrency/malloc2/test.desc +++ b/regression/cbmc-concurrency/malloc2/test.desc @@ -1,6 +1,6 @@ CORE main.c - +--no-malloc-may-fail ^EXIT=0$ ^SIGNAL=0$ ^VERIFICATION SUCCESSFUL$ diff --git a/regression/cbmc-concurrency/memory_barrier1/test.desc b/regression/cbmc-concurrency/memory_barrier1/test.desc index 4ea6a9ab003..5df181e07e0 100644 --- a/regression/cbmc-concurrency/memory_barrier1/test.desc +++ b/regression/cbmc-concurrency/memory_barrier1/test.desc @@ -1,6 +1,6 @@ CORE pthread main.c ---unwind 1 --no-unwinding-assertions +--no-standard-checks --unwind 1 --no-unwinding-assertions ^EXIT=0$ ^SIGNAL=0$ ^VERIFICATION SUCCESSFUL$ diff --git a/regression/cbmc-concurrency/norace_array1/test.desc b/regression/cbmc-concurrency/norace_array1/test.desc index 8ecf05b6d5c..4d4c05f892e 100644 --- a/regression/cbmc-concurrency/norace_array1/test.desc +++ b/regression/cbmc-concurrency/norace_array1/test.desc @@ -1,6 +1,6 @@ CORE pthread main.c - +--no-standard-checks ^EXIT=0$ ^SIGNAL=0$ ^VERIFICATION SUCCESSFUL$ diff --git a/regression/cbmc-concurrency/norace_array2/test.desc b/regression/cbmc-concurrency/norace_array2/test.desc index 8ecf05b6d5c..4d4c05f892e 100644 --- a/regression/cbmc-concurrency/norace_array2/test.desc +++ b/regression/cbmc-concurrency/norace_array2/test.desc @@ -1,6 +1,6 @@ CORE pthread main.c - +--no-standard-checks ^EXIT=0$ ^SIGNAL=0$ ^VERIFICATION SUCCESSFUL$ diff --git a/regression/cbmc-concurrency/norace_scalar1/test.desc b/regression/cbmc-concurrency/norace_scalar1/test.desc index 8ecf05b6d5c..4d4c05f892e 100644 --- a/regression/cbmc-concurrency/norace_scalar1/test.desc +++ b/regression/cbmc-concurrency/norace_scalar1/test.desc @@ -1,6 +1,6 @@ CORE pthread main.c - +--no-standard-checks ^EXIT=0$ ^SIGNAL=0$ ^VERIFICATION SUCCESSFUL$ diff --git a/regression/cbmc-concurrency/norace_struct1/test.desc b/regression/cbmc-concurrency/norace_struct1/test.desc index 8ecf05b6d5c..4d4c05f892e 100644 --- a/regression/cbmc-concurrency/norace_struct1/test.desc +++ b/regression/cbmc-concurrency/norace_struct1/test.desc @@ -1,6 +1,6 @@ CORE pthread main.c - +--no-standard-checks ^EXIT=0$ ^SIGNAL=0$ ^VERIFICATION SUCCESSFUL$ diff --git a/regression/cbmc-concurrency/pthread_create_tso1/test.desc b/regression/cbmc-concurrency/pthread_create_tso1/test.desc index 5fbf3fd711b..bc29e8193a9 100644 --- a/regression/cbmc-concurrency/pthread_create_tso1/test.desc +++ b/regression/cbmc-concurrency/pthread_create_tso1/test.desc @@ -1,6 +1,6 @@ CORE pthread main.c ---mm tso +--no-pointer-check --mm tso ^EXIT=0$ ^SIGNAL=0$ ^VERIFICATION SUCCESSFUL$ diff --git a/regression/cbmc-concurrency/pthread_join1/test.desc b/regression/cbmc-concurrency/pthread_join1/test.desc index 1037f47b553..d960f3b205e 100644 --- a/regression/cbmc-concurrency/pthread_join1/test.desc +++ b/regression/cbmc-concurrency/pthread_join1/test.desc @@ -1,6 +1,6 @@ CORE pthread main.c ---all-properties +--no-standard-checks --all-properties ^EXIT=10$ ^SIGNAL=0$ ^\[main\.assertion\.1\] line 21 assertion i==1: FAILURE$ diff --git a/regression/cbmc-concurrency/pthread_join2/test.desc b/regression/cbmc-concurrency/pthread_join2/test.desc index 484196dfc22..1d8ea89e842 100644 --- a/regression/cbmc-concurrency/pthread_join2/test.desc +++ b/regression/cbmc-concurrency/pthread_join2/test.desc @@ -1,6 +1,6 @@ CORE pthread main.c ---unwind 2 +--no-standard-checks --unwind 2 ^EXIT=10$ ^SIGNAL=0$ ^VERIFICATION FAILED$ diff --git a/regression/cbmc-concurrency/sc6/test.desc b/regression/cbmc-concurrency/sc6/test.desc index 8ecf05b6d5c..4d4c05f892e 100644 --- a/regression/cbmc-concurrency/sc6/test.desc +++ b/regression/cbmc-concurrency/sc6/test.desc @@ -1,6 +1,6 @@ CORE pthread main.c - +--no-standard-checks ^EXIT=0$ ^SIGNAL=0$ ^VERIFICATION SUCCESSFUL$ diff --git a/regression/cbmc-concurrency/stack1/test.desc b/regression/cbmc-concurrency/stack1/test.desc index 8ecf05b6d5c..4d4c05f892e 100644 --- a/regression/cbmc-concurrency/stack1/test.desc +++ b/regression/cbmc-concurrency/stack1/test.desc @@ -1,6 +1,6 @@ CORE pthread main.c - +--no-standard-checks ^EXIT=0$ ^SIGNAL=0$ ^VERIFICATION SUCCESSFUL$ diff --git a/regression/cbmc-concurrency/struct_and_array1/test.desc b/regression/cbmc-concurrency/struct_and_array1/test.desc index 8ecf05b6d5c..4d4c05f892e 100644 --- a/regression/cbmc-concurrency/struct_and_array1/test.desc +++ b/regression/cbmc-concurrency/struct_and_array1/test.desc @@ -1,6 +1,6 @@ CORE pthread main.c - +--no-standard-checks ^EXIT=0$ ^SIGNAL=0$ ^VERIFICATION SUCCESSFUL$ diff --git a/regression/cbmc-concurrency/svcomp13_fib_bench_longer_safe/test.desc b/regression/cbmc-concurrency/svcomp13_fib_bench_longer_safe/test.desc index ca4c96fa52d..90b1fd49c9f 100644 --- a/regression/cbmc-concurrency/svcomp13_fib_bench_longer_safe/test.desc +++ b/regression/cbmc-concurrency/svcomp13_fib_bench_longer_safe/test.desc @@ -1,6 +1,6 @@ CORE pthread main.c ---error-label ERROR +--no-standard-checks --error-label ERROR ^EXIT=0$ ^SIGNAL=0$ ^VERIFICATION SUCCESSFUL$ diff --git a/regression/cbmc-concurrency/svcomp13_fib_bench_longer_unsafe/test.desc b/regression/cbmc-concurrency/svcomp13_fib_bench_longer_unsafe/test.desc index e1eca94365c..84bdf59bb24 100644 --- a/regression/cbmc-concurrency/svcomp13_fib_bench_longer_unsafe/test.desc +++ b/regression/cbmc-concurrency/svcomp13_fib_bench_longer_unsafe/test.desc @@ -1,6 +1,6 @@ CORE pthread main.c ---error-label ERROR +--no-standard-checks --error-label ERROR ^EXIT=10$ ^SIGNAL=0$ ^VERIFICATION FAILED$ diff --git a/regression/cbmc-concurrency/svcomp13_qrcu_safe/test.desc b/regression/cbmc-concurrency/svcomp13_qrcu_safe/test.desc index ac940ed04b1..5c1ddd1a984 100644 --- a/regression/cbmc-concurrency/svcomp13_qrcu_safe/test.desc +++ b/regression/cbmc-concurrency/svcomp13_qrcu_safe/test.desc @@ -1,6 +1,6 @@ CORE main.c ---unwind 2 --no-unwinding-assertions +--no-standard-checks --unwind 2 --no-unwinding-assertions ^EXIT=0$ ^SIGNAL=0$ ^VERIFICATION SUCCESSFUL$ diff --git a/regression/cbmc-concurrency/thread_chain_cbmc1/test.desc b/regression/cbmc-concurrency/thread_chain_cbmc1/test.desc index 9efefbc7362..8002a63813a 100644 --- a/regression/cbmc-concurrency/thread_chain_cbmc1/test.desc +++ b/regression/cbmc-concurrency/thread_chain_cbmc1/test.desc @@ -1,6 +1,6 @@ CORE main.c - +--no-standard-checks ^EXIT=0$ ^SIGNAL=0$ ^VERIFICATION SUCCESSFUL$ diff --git a/regression/cbmc-concurrency/thread_chain_cbmc2/test.desc b/regression/cbmc-concurrency/thread_chain_cbmc2/test.desc index b4c8d3142cc..2ecee8474c1 100644 --- a/regression/cbmc-concurrency/thread_chain_cbmc2/test.desc +++ b/regression/cbmc-concurrency/thread_chain_cbmc2/test.desc @@ -1,6 +1,6 @@ CORE main.c --D_SANITY_CHECK_ +--no-standard-checks -D_SANITY_CHECK_ ^EXIT=10$ ^SIGNAL=0$ ^VERIFICATION FAILED$ diff --git a/regression/cbmc-concurrency/thread_chain_posix1/test.desc b/regression/cbmc-concurrency/thread_chain_posix1/test.desc index a844f976721..14cff429d06 100644 --- a/regression/cbmc-concurrency/thread_chain_posix1/test.desc +++ b/regression/cbmc-concurrency/thread_chain_posix1/test.desc @@ -1,6 +1,6 @@ CORE pthread main.c - +--no-standard-checks ^EXIT=10$ ^SIGNAL=0$ ^VERIFICATION FAILED$ diff --git a/regression/cbmc-concurrency/thread_local1/test.desc b/regression/cbmc-concurrency/thread_local1/test.desc index 8ecf05b6d5c..4d4c05f892e 100644 --- a/regression/cbmc-concurrency/thread_local1/test.desc +++ b/regression/cbmc-concurrency/thread_local1/test.desc @@ -1,6 +1,6 @@ CORE pthread main.c - +--no-standard-checks ^EXIT=0$ ^SIGNAL=0$ ^VERIFICATION SUCCESSFUL$ diff --git a/regression/cbmc-concurrency/uf_with_threads1/test.desc b/regression/cbmc-concurrency/uf_with_threads1/test.desc index 8ecf05b6d5c..4d4c05f892e 100644 --- a/regression/cbmc-concurrency/uf_with_threads1/test.desc +++ b/regression/cbmc-concurrency/uf_with_threads1/test.desc @@ -1,6 +1,6 @@ CORE pthread main.c - +--no-standard-checks ^EXIT=0$ ^SIGNAL=0$ ^VERIFICATION SUCCESSFUL$ From 24f710d51d4efcd563c487762f4bdb303c07924b Mon Sep 17 00:00:00 2001 From: esteffin Date: Thu, 14 Dec 2023 18:02:47 +0000 Subject: [PATCH 17/45] Revert "Add --no-standard-checks to regression/cbmc-cover runner scripts" This reverts commit cf4269dafec31e3e30f12f857f755252f0e66c6b. --- regression/cbmc-cover/CMakeLists.txt | 2 +- regression/cbmc-cover/Makefile | 4 ++-- 2 files changed, 3 insertions(+), 3 deletions(-) diff --git a/regression/cbmc-cover/CMakeLists.txt b/regression/cbmc-cover/CMakeLists.txt index 5e2a1847360..93d5ee716c2 100644 --- a/regression/cbmc-cover/CMakeLists.txt +++ b/regression/cbmc-cover/CMakeLists.txt @@ -1,3 +1,3 @@ add_test_pl_tests( - "$ --no-standard-checks" + "$" ) diff --git a/regression/cbmc-cover/Makefile b/regression/cbmc-cover/Makefile index 82aa192b5ad..1a63894412b 100644 --- a/regression/cbmc-cover/Makefile +++ b/regression/cbmc-cover/Makefile @@ -1,10 +1,10 @@ default: tests.log test: - @../test.pl -e -p -c "../../../src/cbmc/cbmc --no-standard-checks" + @../test.pl -e -p -c ../../../src/cbmc/cbmc tests.log: ../test.pl - @../test.pl -e -p -c "../../../src/cbmc/cbmc --no-standard-checks" + @../test.pl -e -p -c ../../../src/cbmc/cbmc clean: find . -name '*.out' -execdir $(RM) '{}' \; From 3ce2e4ffb10bf9cec0d8d025768c81a80eee3ea9 Mon Sep 17 00:00:00 2001 From: esteffin Date: Thu, 14 Dec 2023 18:07:22 +0000 Subject: [PATCH 18/45] Fixed cbmc-cover regressions --- regression/cbmc-cover/block-coverage-report2/test.desc | 2 +- regression/cbmc-cover/block-coverage-report3/test.desc | 2 +- regression/cbmc-cover/block-coverage-report4/test.desc | 2 +- regression/cbmc-cover/built-ins1/test.desc | 2 +- regression/cbmc-cover/built-ins4/test.desc | 2 +- regression/cbmc-cover/built-ins5/test.desc | 2 +- regression/cbmc-cover/built-ins6/test.desc | 2 +- regression/cbmc-cover/built-ins7/test.desc | 2 +- regression/cbmc-cover/location-assume/middle.desc | 2 +- .../cbmc-cover/location-multiline-statement/multi-file.desc | 2 +- regression/cbmc-cover/location-multiline-statement/test.desc | 2 +- regression/cbmc-cover/location11/test.desc | 2 +- regression/cbmc-cover/location12/test.desc | 2 +- regression/cbmc-cover/location13/test.desc | 2 +- regression/cbmc-cover/location14/test.desc | 2 +- regression/cbmc-cover/location16/test.desc | 2 +- regression/cbmc-cover/mcdc7/test.desc | 2 +- .../test.desc | 2 +- 18 files changed, 18 insertions(+), 18 deletions(-) diff --git a/regression/cbmc-cover/block-coverage-report2/test.desc b/regression/cbmc-cover/block-coverage-report2/test.desc index 87f86152050..8a79ce030e5 100644 --- a/regression/cbmc-cover/block-coverage-report2/test.desc +++ b/regression/cbmc-cover/block-coverage-report2/test.desc @@ -1,6 +1,6 @@ CORE main.c ---cover location +--no-standard-checks --cover location block 1 \(lines main.c:main:13,14\): SATISFIED block 2 \(lines main.c:main:15\): SATISFIED block 3 \(lines main.c:main:17,18\): SATISFIED diff --git a/regression/cbmc-cover/block-coverage-report3/test.desc b/regression/cbmc-cover/block-coverage-report3/test.desc index 7a20bb7a3ed..b5b7a055d94 100644 --- a/regression/cbmc-cover/block-coverage-report3/test.desc +++ b/regression/cbmc-cover/block-coverage-report3/test.desc @@ -1,6 +1,6 @@ CORE main.c ---cover location --unwind 1 +--no-standard-checks --cover location --unwind 1 block 1 \(lines main.c:main:3\): SATISFIED block 2 \(lines main.c:main:4\): SATISFIED block 3 \(lines main.c:main:4,6\): SATISFIED diff --git a/regression/cbmc-cover/block-coverage-report4/test.desc b/regression/cbmc-cover/block-coverage-report4/test.desc index 8184172af78..ed448b6dcc5 100644 --- a/regression/cbmc-cover/block-coverage-report4/test.desc +++ b/regression/cbmc-cover/block-coverage-report4/test.desc @@ -1,6 +1,6 @@ CORE main.c ---cover location --unwind 4 +--no-standard-checks --cover location --unwind 4 block 1 \(lines main.c:main:3\): SATISFIED block 2 \(lines main.c:main:4\): SATISFIED block 3 \(lines main.c:main:4,6\): SATISFIED diff --git a/regression/cbmc-cover/built-ins1/test.desc b/regression/cbmc-cover/built-ins1/test.desc index 89ed6bb1617..106e9dcaa04 100644 --- a/regression/cbmc-cover/built-ins1/test.desc +++ b/regression/cbmc-cover/built-ins1/test.desc @@ -1,6 +1,6 @@ CORE main.c ---cover location --unwind 1 +--no-standard-checks --cover location --unwind 1 ^EXIT=0$ ^SIGNAL=0$ ^\*\* 5 of 7 covered diff --git a/regression/cbmc-cover/built-ins4/test.desc b/regression/cbmc-cover/built-ins4/test.desc index af5ab97c3af..4db10ac37a3 100644 --- a/regression/cbmc-cover/built-ins4/test.desc +++ b/regression/cbmc-cover/built-ins4/test.desc @@ -1,6 +1,6 @@ CORE main.c ---cover branch --unwind 5 +--no-standard-checks --cover branch --unwind 5 ^EXIT=0$ ^SIGNAL=0$ ^\*\* 5 of 5 covered diff --git a/regression/cbmc-cover/built-ins5/test.desc b/regression/cbmc-cover/built-ins5/test.desc index bddb6520d6a..03053845528 100644 --- a/regression/cbmc-cover/built-ins5/test.desc +++ b/regression/cbmc-cover/built-ins5/test.desc @@ -1,6 +1,6 @@ CORE main.c ---cover condition --unwind 5 +--no-standard-checks --cover condition --unwind 5 ^EXIT=0$ ^SIGNAL=0$ ^\*\* 4 of 4 covered diff --git a/regression/cbmc-cover/built-ins6/test.desc b/regression/cbmc-cover/built-ins6/test.desc index 55d80b5cdf5..f6df5c61f08 100644 --- a/regression/cbmc-cover/built-ins6/test.desc +++ b/regression/cbmc-cover/built-ins6/test.desc @@ -1,6 +1,6 @@ CORE main.c ---cover decision --unwind 5 +--no-standard-checks --cover decision --unwind 5 ^EXIT=0$ ^SIGNAL=0$ ^\*\* 4 of 4 covered diff --git a/regression/cbmc-cover/built-ins7/test.desc b/regression/cbmc-cover/built-ins7/test.desc index cea40c3340e..7209a91a633 100644 --- a/regression/cbmc-cover/built-ins7/test.desc +++ b/regression/cbmc-cover/built-ins7/test.desc @@ -1,6 +1,6 @@ CORE main.c ---cover mcdc --unwind 5 +--no-standard-checks --cover mcdc --unwind 5 ^EXIT=0$ ^SIGNAL=0$ ^\*\* 4 of 4 covered diff --git a/regression/cbmc-cover/location-assume/middle.desc b/regression/cbmc-cover/location-assume/middle.desc index 650c62b33b1..dd3da8326bd 100644 --- a/regression/cbmc-cover/location-assume/middle.desc +++ b/regression/cbmc-cover/location-assume/middle.desc @@ -1,6 +1,6 @@ CORE middle.c ---cover location +--no-standard-checks --cover location ^EXIT=0$ ^SIGNAL=0$ ^\[main.coverage.1\] file middle.c line 5 function main block 1 \(lines middle\.c:main:5-8\): SATISFIED$ diff --git a/regression/cbmc-cover/location-multiline-statement/multi-file.desc b/regression/cbmc-cover/location-multiline-statement/multi-file.desc index 44062ca1d90..93778ae4bd4 100644 --- a/regression/cbmc-cover/location-multiline-statement/multi-file.desc +++ b/regression/cbmc-cover/location-multiline-statement/multi-file.desc @@ -1,6 +1,6 @@ CORE multi-file.c ---cover location +--no-standard-checks --cover location ^EXIT=0$ ^SIGNAL=0$ ^\[main.coverage.2\] file multi-file.c line 10 function main block 2 \(lines [\w\- /\.\\:]*dereference.h:main:2; multi-file.c:main:10,13,14,16\): SATISFIED diff --git a/regression/cbmc-cover/location-multiline-statement/test.desc b/regression/cbmc-cover/location-multiline-statement/test.desc index e4583ebd325..214e99cb631 100644 --- a/regression/cbmc-cover/location-multiline-statement/test.desc +++ b/regression/cbmc-cover/location-multiline-statement/test.desc @@ -1,6 +1,6 @@ CORE example.c ---cover location +--no-standard-checks --cover location ^EXIT=0$ ^SIGNAL=0$ ^\[main.coverage.2\] file example.c line 10 function main block 2 \(lines example.c:main:10,13,14\): SATISFIED$ diff --git a/regression/cbmc-cover/location11/test.desc b/regression/cbmc-cover/location11/test.desc index 2378bee4ca5..253759a6c31 100644 --- a/regression/cbmc-cover/location11/test.desc +++ b/regression/cbmc-cover/location11/test.desc @@ -1,6 +1,6 @@ CORE main.c ---cover location +--no-standard-checks --cover location ^EXIT=0$ ^SIGNAL=0$ ^\[main.coverage.1\] file main.c line 9 function main block 1.*: SATISFIED$ diff --git a/regression/cbmc-cover/location12/test.desc b/regression/cbmc-cover/location12/test.desc index 6cc5084011f..3ebbcf5d6cd 100644 --- a/regression/cbmc-cover/location12/test.desc +++ b/regression/cbmc-cover/location12/test.desc @@ -1,6 +1,6 @@ CORE main.c ---cover location +--no-standard-checks --cover location ^EXIT=0$ ^SIGNAL=0$ ^\[main.coverage.1\] file main.c line 9 function main block 1.*: SATISFIED$ diff --git a/regression/cbmc-cover/location13/test.desc b/regression/cbmc-cover/location13/test.desc index 921e523edbd..445eaf3a56c 100644 --- a/regression/cbmc-cover/location13/test.desc +++ b/regression/cbmc-cover/location13/test.desc @@ -1,6 +1,6 @@ CORE main.c ---cover location +--no-standard-checks --cover location ^EXIT=0$ ^SIGNAL=0$ ^\[main.coverage.1\] file main.c line 14 function main block 1.*: SATISFIED$ diff --git a/regression/cbmc-cover/location14/test.desc b/regression/cbmc-cover/location14/test.desc index d1a744f1a5d..7c95cd977c4 100644 --- a/regression/cbmc-cover/location14/test.desc +++ b/regression/cbmc-cover/location14/test.desc @@ -1,6 +1,6 @@ CORE main.c ---cover location +--no-standard-checks --cover location ^EXIT=0$ ^SIGNAL=0$ ^\[main.coverage.1\] file main.c line 8 function main block 1.*: SATISFIED$ diff --git a/regression/cbmc-cover/location16/test.desc b/regression/cbmc-cover/location16/test.desc index 40e65248f26..860be6de462 100644 --- a/regression/cbmc-cover/location16/test.desc +++ b/regression/cbmc-cover/location16/test.desc @@ -1,6 +1,6 @@ CORE main.c ---cover location +--no-standard-checks --cover location ^EXIT=0$ ^SIGNAL=0$ ^\[main.coverage.1\] file main.c line 19 function main block 1.*: SATISFIED$ diff --git a/regression/cbmc-cover/mcdc7/test.desc b/regression/cbmc-cover/mcdc7/test.desc index 4b14fcad5df..3c5c9ed68c7 100644 --- a/regression/cbmc-cover/mcdc7/test.desc +++ b/regression/cbmc-cover/mcdc7/test.desc @@ -1,6 +1,6 @@ CORE main.c ---cover mcdc +--no-standard-checks --cover mcdc ^EXIT=0$ ^SIGNAL=0$ ^\[main.coverage.1\] file main.c line 8 function main decision/condition 'x \* 123 > 100.* false: SATISFIED$ diff --git a/regression/cbmc-cover/pointer-function-parameters-struct-simple-recursion-3/test.desc b/regression/cbmc-cover/pointer-function-parameters-struct-simple-recursion-3/test.desc index de61e8009ea..1fd09f22dc7 100644 --- a/regression/cbmc-cover/pointer-function-parameters-struct-simple-recursion-3/test.desc +++ b/regression/cbmc-cover/pointer-function-parameters-struct-simple-recursion-3/test.desc @@ -1,6 +1,6 @@ CORE main.c ---function func --min-null-tree-depth 2 --max-nondet-tree-depth 10 --cover branch +--no-standard-checks --function func --min-null-tree-depth 2 --max-nondet-tree-depth 10 --cover branch ^EXIT=0$ ^SIGNAL=0$ \[func.coverage.2\] file main.c line .* function func block 1 branch false: SATISFIED From 241f12c0d96279c0cbe16cdda6f1f7d31480d795 Mon Sep 17 00:00:00 2001 From: esteffin Date: Thu, 14 Dec 2023 18:10:15 +0000 Subject: [PATCH 19/45] Revert "Add --no-standard-checks to regression/cbmc-cpp runner scripts" This reverts commit 622440ca21e7862b55535144f7c9b424314ba2d6. --- regression/cbmc-cpp/CMakeLists.txt | 2 +- regression/cbmc-cpp/Makefile | 4 ++-- 2 files changed, 3 insertions(+), 3 deletions(-) diff --git a/regression/cbmc-cpp/CMakeLists.txt b/regression/cbmc-cpp/CMakeLists.txt index 72ba751bca3..4d141f395e6 100644 --- a/regression/cbmc-cpp/CMakeLists.txt +++ b/regression/cbmc-cpp/CMakeLists.txt @@ -5,5 +5,5 @@ else() endif() add_test_pl_tests( - "$ --no-standard-checks --validate-goto-model --validate-ssa-equation" ${gcc_only} + "$ --validate-goto-model --validate-ssa-equation" ${gcc_only} ) diff --git a/regression/cbmc-cpp/Makefile b/regression/cbmc-cpp/Makefile index 2ad6fbdcac6..b08769d4551 100644 --- a/regression/cbmc-cpp/Makefile +++ b/regression/cbmc-cpp/Makefile @@ -8,10 +8,10 @@ ifeq ($(BUILD_ENV_),MSVC) endif test: - @../test.pl -e -p -c "../../../src/cbmc/cbmc --no-standard-checks --validate-goto-model --validate-ssa-equation" $(excluded_tests) + @../test.pl -e -p -c "../../../src/cbmc/cbmc --validate-goto-model --validate-ssa-equation" $(excluded_tests) tests.log: ../test.pl - @../test.pl -e -p -c "../../../src/cbmc/cbmc --no-standard-checks --validate-goto-model --validate-ssa-equation" $(excluded_tests) + @../test.pl -e -p -c "../../../src/cbmc/cbmc --validate-goto-model --validate-ssa-equation" $(excluded_tests) clean: find . -name '*.out' -execdir $(RM) '{}' \; From d8f51366b9071931b8619cd11f2b1230330d58eb Mon Sep 17 00:00:00 2001 From: esteffin Date: Thu, 14 Dec 2023 18:11:03 +0000 Subject: [PATCH 20/45] Revert "Add --no-standard-checks to regression/cbmc-incr runner scripts" This reverts commit 014a33c54c6edea26ea298e615f1b0f519c41e44. --- regression/cbmc-incr/CMakeLists.txt | 2 +- regression/cbmc-incr/Makefile | 2 +- 2 files changed, 2 insertions(+), 2 deletions(-) diff --git a/regression/cbmc-incr/CMakeLists.txt b/regression/cbmc-incr/CMakeLists.txt index 636afd1a7b6..aad62741a82 100644 --- a/regression/cbmc-incr/CMakeLists.txt +++ b/regression/cbmc-incr/CMakeLists.txt @@ -1,3 +1,3 @@ add_test_pl_tests( - "perl ../timeout.pl 30 $ --no-standard-checks --incremental --magic-numbers" + "perl ../timeout.pl 30 $ --incremental --magic-numbers" ) diff --git a/regression/cbmc-incr/Makefile b/regression/cbmc-incr/Makefile index 5113fb4050b..1de65b50102 100644 --- a/regression/cbmc-incr/Makefile +++ b/regression/cbmc-incr/Makefile @@ -1,6 +1,6 @@ default: tests.log -PARAM = --incremental --magic-numbers --no-standard-checks +PARAM = --incremental --magic-numbers # --refine --slice-formula test: From f2225f6971df48b6cbfe8bf69ba35bef3c5c0847 Mon Sep 17 00:00:00 2001 From: esteffin Date: Thu, 14 Dec 2023 18:11:48 +0000 Subject: [PATCH 21/45] Revert "Add --no-standard-checks to regression/cbmc-incr-oneloop test runner scripts" This reverts commit 2b6446e2994cf277e681f0e0ce870ace2ad7e87c. --- regression/cbmc-incr-oneloop/CMakeLists.txt | 2 +- regression/cbmc-incr-oneloop/Makefile | 4 ++-- 2 files changed, 3 insertions(+), 3 deletions(-) diff --git a/regression/cbmc-incr-oneloop/CMakeLists.txt b/regression/cbmc-incr-oneloop/CMakeLists.txt index 476a5d9f5d8..33d24bd6b3b 100644 --- a/regression/cbmc-incr-oneloop/CMakeLists.txt +++ b/regression/cbmc-incr-oneloop/CMakeLists.txt @@ -1,3 +1,3 @@ add_test_pl_tests( - "perl ../timeout.pl 8 $ --no-standard-checks --slice-formula" + "perl ../timeout.pl 8 $ --slice-formula" ) diff --git a/regression/cbmc-incr-oneloop/Makefile b/regression/cbmc-incr-oneloop/Makefile index 750ca5aca2a..35d25c57e2c 100644 --- a/regression/cbmc-incr-oneloop/Makefile +++ b/regression/cbmc-incr-oneloop/Makefile @@ -2,10 +2,10 @@ default: tests.log # Note the `perl -e` serves the purpose of providing timeout test: - @../test.pl -c "perl -e 'alarm shift @ARGV; exec @ARGV' 15 ../../../src/cbmc/cbmc --no-standard-checks --slice-formula" + @../test.pl -c "perl -e 'alarm shift @ARGV; exec @ARGV' 15 ../../../src/cbmc/cbmc --slice-formula" tests.log: ../test.pl - @../test.pl -c "perl -e 'alarm shift @ARGV; exec @ARGV' 15 ../../../src/cbmc/cbmc --no-standard-checks --slice-formula" + @../test.pl -c "perl -e 'alarm shift @ARGV; exec @ARGV' 15 ../../../src/cbmc/cbmc --slice-formula" clean: @$(RM) *.log From 9b0162f0dd61b187d33a4849120bbded027383ff Mon Sep 17 00:00:00 2001 From: esteffin Date: Thu, 14 Dec 2023 18:42:33 +0000 Subject: [PATCH 22/45] Fixed cbmc-incr-oneloop timeouting tests --- regression/cbmc-incr-oneloop/alarm1/test.desc | 2 +- regression/cbmc-incr-oneloop/arrays5/test.desc | 2 +- regression/cbmc-incr-oneloop/cruise1/test.desc | 2 +- regression/cbmc-incr-oneloop/minmaxunwind3/test.desc | 2 +- regression/cbmc-incr-oneloop/minmaxunwind4/test.desc | 2 +- regression/cbmc-incr-oneloop/multiple-asserts/test-no-cp.desc | 2 +- regression/cbmc-incr-oneloop/nestedloop1/test.desc | 2 +- regression/cbmc-incr-oneloop/no-asserts/test.desc | 2 +- regression/cbmc-incr-oneloop/no-unwinding-assertion1/test.desc | 2 +- regression/cbmc-incr-oneloop/simpleloop1/test.desc | 2 +- regression/cbmc-incr-oneloop/simplifier1/test.desc | 2 +- regression/cbmc-incr-oneloop/simplifier2/test.desc | 2 +- regression/cbmc-incr-oneloop/unwind-more-loops1/test.desc | 2 +- regression/cbmc-incr-oneloop/unwindset-more-loops1/test.desc | 2 +- 14 files changed, 14 insertions(+), 14 deletions(-) diff --git a/regression/cbmc-incr-oneloop/alarm1/test.desc b/regression/cbmc-incr-oneloop/alarm1/test.desc index 87b0754ad15..b0164719dbb 100644 --- a/regression/cbmc-incr-oneloop/alarm1/test.desc +++ b/regression/cbmc-incr-oneloop/alarm1/test.desc @@ -1,6 +1,6 @@ CORE main.c ---incremental-loop main.0 --unwind-max 15 +--no-standard-checks --incremental-loop main.0 --unwind-max 15 activate-multi-line-match ^EXIT=0$ ^SIGNAL=0$ diff --git a/regression/cbmc-incr-oneloop/arrays5/test.desc b/regression/cbmc-incr-oneloop/arrays5/test.desc index 2ce7fd6f126..a10b7283faa 100644 --- a/regression/cbmc-incr-oneloop/arrays5/test.desc +++ b/regression/cbmc-incr-oneloop/arrays5/test.desc @@ -1,6 +1,6 @@ CORE main.c ---incremental-loop main.0 --unwind-max 5 --arrays-uf-always +--no-standard-checks --incremental-loop main.0 --unwind-max 5 --arrays-uf-always ^EXIT=0$ ^SIGNAL=0$ ^VERIFICATION SUCCESSFUL$ diff --git a/regression/cbmc-incr-oneloop/cruise1/test.desc b/regression/cbmc-incr-oneloop/cruise1/test.desc index 19e1f90f4c4..e42fcabb182 100644 --- a/regression/cbmc-incr-oneloop/cruise1/test.desc +++ b/regression/cbmc-incr-oneloop/cruise1/test.desc @@ -1,6 +1,6 @@ CORE main.c ---incremental-loop main.0 --unwind-max 10 +--no-standard-checks --incremental-loop main.0 --unwind-max 10 ^EXIT=0$ ^SIGNAL=0$ ^VERIFICATION SUCCESSFUL$ diff --git a/regression/cbmc-incr-oneloop/minmaxunwind3/test.desc b/regression/cbmc-incr-oneloop/minmaxunwind3/test.desc index 72879e32fe5..f6348e82931 100644 --- a/regression/cbmc-incr-oneloop/minmaxunwind3/test.desc +++ b/regression/cbmc-incr-oneloop/minmaxunwind3/test.desc @@ -1,6 +1,6 @@ CORE main.c ---unwind-min 2 --unwind-max 4 --incremental-loop main.0 +--no-standard-checks --unwind-min 2 --unwind-max 4 --incremental-loop main.0 ^EXIT=0$ ^SIGNAL=0$ ^VERIFICATION SUCCESSFUL$ diff --git a/regression/cbmc-incr-oneloop/minmaxunwind4/test.desc b/regression/cbmc-incr-oneloop/minmaxunwind4/test.desc index c52e8ccd2bb..a6f44007b7e 100644 --- a/regression/cbmc-incr-oneloop/minmaxunwind4/test.desc +++ b/regression/cbmc-incr-oneloop/minmaxunwind4/test.desc @@ -1,6 +1,6 @@ CORE main.c ---unwind-min 6 --unwind-max 8 --incremental-loop main.0 --ignore-properties-before-unwind-min +--no-standard-checks --unwind-min 6 --unwind-max 8 --incremental-loop main.0 --ignore-properties-before-unwind-min ^EXIT=10$ ^SIGNAL=0$ ^VERIFICATION FAILED$ diff --git a/regression/cbmc-incr-oneloop/multiple-asserts/test-no-cp.desc b/regression/cbmc-incr-oneloop/multiple-asserts/test-no-cp.desc index 6eff8fddefd..a3e2750d320 100644 --- a/regression/cbmc-incr-oneloop/multiple-asserts/test-no-cp.desc +++ b/regression/cbmc-incr-oneloop/multiple-asserts/test-no-cp.desc @@ -1,6 +1,6 @@ CORE test.c ---incremental-loop main.0 --no-propagation +--no-standard-checks --incremental-loop main.0 --no-propagation activate-multi-line-match Incremental status: INCONCLUSIVE\nCurrent unwinding: 2 Incremental status: INCONCLUSIVE\nCurrent unwinding: 6 diff --git a/regression/cbmc-incr-oneloop/nestedloop1/test.desc b/regression/cbmc-incr-oneloop/nestedloop1/test.desc index 1a08157fa07..69287e2c134 100644 --- a/regression/cbmc-incr-oneloop/nestedloop1/test.desc +++ b/regression/cbmc-incr-oneloop/nestedloop1/test.desc @@ -1,6 +1,6 @@ CORE main.c ---incremental-loop main.1 --unwinding-assertions +--no-standard-checks --incremental-loop main.1 --unwinding-assertions ^EXIT=10$ ^SIGNAL=0$ ^VERIFICATION FAILED$ diff --git a/regression/cbmc-incr-oneloop/no-asserts/test.desc b/regression/cbmc-incr-oneloop/no-asserts/test.desc index a5c2f27a5d6..4e297be474c 100644 --- a/regression/cbmc-incr-oneloop/no-asserts/test.desc +++ b/regression/cbmc-incr-oneloop/no-asserts/test.desc @@ -1,6 +1,6 @@ CORE test.c ---incremental-loop main.0 +--no-standard-checks --incremental-loop main.0 activate-multi-line-match ^EXIT=0$ ^SIGNAL=0$ diff --git a/regression/cbmc-incr-oneloop/no-unwinding-assertion1/test.desc b/regression/cbmc-incr-oneloop/no-unwinding-assertion1/test.desc index fb2b8088599..b63b0307dbe 100644 --- a/regression/cbmc-incr-oneloop/no-unwinding-assertion1/test.desc +++ b/regression/cbmc-incr-oneloop/no-unwinding-assertion1/test.desc @@ -1,6 +1,6 @@ CORE main.c ---unwind-max 10 --incremental-loop main.0 +--no-standard-checks --unwind-max 10 --incremental-loop main.0 ^EXIT=0$ ^SIGNAL=0$ ^VERIFICATION SUCCESSFUL$ diff --git a/regression/cbmc-incr-oneloop/simpleloop1/test.desc b/regression/cbmc-incr-oneloop/simpleloop1/test.desc index 6830df4a700..4977d6bf96d 100644 --- a/regression/cbmc-incr-oneloop/simpleloop1/test.desc +++ b/regression/cbmc-incr-oneloop/simpleloop1/test.desc @@ -1,6 +1,6 @@ CORE main.c ---incremental-loop main.0 --unwinding-assertions +--no-standard-checks --incremental-loop main.0 --unwinding-assertions ^EXIT=10$ ^SIGNAL=0$ ^VERIFICATION FAILED$ diff --git a/regression/cbmc-incr-oneloop/simplifier1/test.desc b/regression/cbmc-incr-oneloop/simplifier1/test.desc index 709e207fdab..f58a144ab30 100644 --- a/regression/cbmc-incr-oneloop/simplifier1/test.desc +++ b/regression/cbmc-incr-oneloop/simplifier1/test.desc @@ -1,6 +1,6 @@ CORE main.c ---incremental-loop main.0 --unwind-max 5 +--no-standard-checks --incremental-loop main.0 --unwind-max 5 ^EXIT=0$ ^SIGNAL=0$ ^VERIFICATION SUCCESSFUL$ diff --git a/regression/cbmc-incr-oneloop/simplifier2/test.desc b/regression/cbmc-incr-oneloop/simplifier2/test.desc index 3ad5bec6bce..74b0ad73a1e 100644 --- a/regression/cbmc-incr-oneloop/simplifier2/test.desc +++ b/regression/cbmc-incr-oneloop/simplifier2/test.desc @@ -1,6 +1,6 @@ CORE main.c ---incremental-loop main.0 --unwind-max 3 --stop-on-fail +--no-standard-checks --incremental-loop main.0 --unwind-max 3 --stop-on-fail ^EXIT=0$ ^SIGNAL=0$ ^VERIFICATION SUCCESSFUL$ diff --git a/regression/cbmc-incr-oneloop/unwind-more-loops1/test.desc b/regression/cbmc-incr-oneloop/unwind-more-loops1/test.desc index 10ec962c79c..aec15571868 100644 --- a/regression/cbmc-incr-oneloop/unwind-more-loops1/test.desc +++ b/regression/cbmc-incr-oneloop/unwind-more-loops1/test.desc @@ -1,6 +1,6 @@ CORE main.c ---incremental-loop main.1 --unwind 2 +--no-standard-checks --incremental-loop main.1 --unwind 2 ^EXIT=10$ ^SIGNAL=0$ ^VERIFICATION FAILED$ diff --git a/regression/cbmc-incr-oneloop/unwindset-more-loops1/test.desc b/regression/cbmc-incr-oneloop/unwindset-more-loops1/test.desc index 969f52b0948..26902aa1c10 100644 --- a/regression/cbmc-incr-oneloop/unwindset-more-loops1/test.desc +++ b/regression/cbmc-incr-oneloop/unwindset-more-loops1/test.desc @@ -1,6 +1,6 @@ CORE main.c ---incremental-loop main.3 --unwindset main.1:2,main.2:8 +--no-standard-checks --incremental-loop main.3 --unwindset main.1:2,main.2:8 ^EXIT=10$ ^SIGNAL=0$ ^VERIFICATION FAILED$ From b7dca9a6dd5081bd61e0286014c8916f043256c8 Mon Sep 17 00:00:00 2001 From: esteffin Date: Thu, 14 Dec 2023 18:12:25 +0000 Subject: [PATCH 23/45] Revert "Add --no-standard-checks to regression/cbmc-sequentialization test runner scripts" This reverts commit f79b5bc9841f796bccb642df4107aef42e39524e. --- regression/cbmc-sequentialization/CMakeLists.txt | 4 ++-- regression/cbmc-sequentialization/Makefile | 2 +- 2 files changed, 3 insertions(+), 3 deletions(-) diff --git a/regression/cbmc-sequentialization/CMakeLists.txt b/regression/cbmc-sequentialization/CMakeLists.txt index 4d532a9d46e..761fc6bca19 100644 --- a/regression/cbmc-sequentialization/CMakeLists.txt +++ b/regression/cbmc-sequentialization/CMakeLists.txt @@ -1,10 +1,10 @@ if(NOT WIN32) add_test_pl_tests( - "$ --no-standard-checks --validate-goto-model --validate-ssa-equation" + "$ --validate-goto-model --validate-ssa-equation" ) else() add_test_pl_tests( - "$ --no-standard-checks --validate-goto-model --validate-ssa-equation" + "$ --validate-goto-model --validate-ssa-equation" -X requires_posix_only_headers ) endif() diff --git a/regression/cbmc-sequentialization/Makefile b/regression/cbmc-sequentialization/Makefile index fa2c53859e2..672dac210bb 100644 --- a/regression/cbmc-sequentialization/Makefile +++ b/regression/cbmc-sequentialization/Makefile @@ -10,7 +10,7 @@ POSIX_ONLY = endif test: - @../test.pl -e -p -c "../../../src/cbmc/cbmc --no-standard-checks --validate-goto-model --validate-ssa-equation" $(POSIX_ONLY) + @../test.pl -e -p -c "../../../src/cbmc/cbmc --validate-goto-model --validate-ssa-equation" $(POSIX_ONLY) tests.log: ../test.pl test From a7b914f3f7eafc959d0156c5a7dc24648d5754de Mon Sep 17 00:00:00 2001 From: esteffin Date: Fri, 15 Dec 2023 14:30:00 +0000 Subject: [PATCH 24/45] Revert "Add --no-standard-checks to regression/goto-analyzer test runner scripts" This reverts commit ce65686d1c18b5bd2acc4504cd7f903b9d5568bd. --- regression/goto-analyzer/CMakeLists.txt | 2 +- regression/goto-analyzer/Makefile | 4 ++-- 2 files changed, 3 insertions(+), 3 deletions(-) diff --git a/regression/goto-analyzer/CMakeLists.txt b/regression/goto-analyzer/CMakeLists.txt index 16978abe8a8..73af8689568 100644 --- a/regression/goto-analyzer/CMakeLists.txt +++ b/regression/goto-analyzer/CMakeLists.txt @@ -1,3 +1,3 @@ add_test_pl_tests( - "$ --no-standard-checks" + "$" ) diff --git a/regression/goto-analyzer/Makefile b/regression/goto-analyzer/Makefile index 66fd99853f9..22e68590597 100644 --- a/regression/goto-analyzer/Makefile +++ b/regression/goto-analyzer/Makefile @@ -1,10 +1,10 @@ default: tests.log test: - @../test.pl -e -p -c "../../../src/goto-analyzer/goto-analyzer --no-standard-checks" + @../test.pl -e -p -c ../../../src/goto-analyzer/goto-analyzer tests.log: ../test.pl - @../test.pl -e -p -c "../../../src/goto-analyzer/goto-analyzer --no-standard-checks" + @../test.pl -e -p -c ../../../src/goto-analyzer/goto-analyzer clean: find . -name '*.out' -execdir $(RM) '{}' \; From ce5f46d24b8cae1396944d90778c5c1342a49252 Mon Sep 17 00:00:00 2001 From: esteffin Date: Fri, 15 Dec 2023 15:21:35 +0000 Subject: [PATCH 25/45] Fixed goto-analyzer regressions --- .../goto-analyzer/branching-ge/test-always-constants.desc | 2 +- .../goto-analyzer/branching-ge/test-always-intervals.desc | 2 +- .../goto-analyzer/branching-ge/test-always-value-set.desc | 2 +- .../branching-ge/test-indeterminate-constants.desc | 2 +- .../branching-ge/test-indeterminate-intervals.desc | 2 +- .../branching-ge/test-indeterminate-value-set.desc | 2 +- .../goto-analyzer/branching-ge/test-never-constants.desc | 2 +- .../goto-analyzer/branching-ge/test-never-intervals.desc | 2 +- .../goto-analyzer/branching-ge/test-never-value-set.desc | 2 +- .../goto-analyzer/branching-gt/test-always-constants.desc | 2 +- .../goto-analyzer/branching-gt/test-always-intervals.desc | 2 +- .../goto-analyzer/branching-gt/test-always-value-set.desc | 2 +- .../branching-gt/test-indeterminate-constants.desc | 2 +- .../branching-gt/test-indeterminate-intervals.desc | 2 +- .../branching-gt/test-indeterminate-value-set.desc | 2 +- .../goto-analyzer/branching-gt/test-never-constants.desc | 2 +- .../goto-analyzer/branching-gt/test-never-intervals.desc | 2 +- .../goto-analyzer/branching-gt/test-never-value-set.desc | 2 +- .../goto-analyzer/branching-le/test-always-constants.desc | 2 +- .../goto-analyzer/branching-le/test-always-intervals.desc | 2 +- .../goto-analyzer/branching-le/test-always-value-set.desc | 2 +- .../branching-le/test-indeterminate-constants.desc | 2 +- .../branching-le/test-indeterminate-intervals.desc | 2 +- .../branching-le/test-indeterminate-value-set.desc | 2 +- .../goto-analyzer/branching-le/test-never-constants.desc | 2 +- .../goto-analyzer/branching-le/test-never-intervals.desc | 2 +- .../goto-analyzer/branching-le/test-never-value-set.desc | 2 +- .../goto-analyzer/branching-lt/test-always-constants.desc | 2 +- .../goto-analyzer/branching-lt/test-always-intervals.desc | 2 +- .../goto-analyzer/branching-lt/test-always-value-set.desc | 2 +- .../branching-lt/test-indeterminate-constants.desc | 2 +- .../branching-lt/test-indeterminate-intervals.desc | 2 +- .../branching-lt/test-indeterminate-value-set.desc | 2 +- .../goto-analyzer/branching-lt/test-never-constants.desc | 2 +- .../goto-analyzer/branching-lt/test-never-intervals.desc | 2 +- .../goto-analyzer/branching-lt/test-never-value-set.desc | 2 +- .../goto-analyzer/constant_propagation_01/test-vsd.desc | 2 +- regression/goto-analyzer/constant_propagation_01/test.desc | 2 +- .../goto-analyzer/constant_propagation_02/test-vsd.desc | 2 +- regression/goto-analyzer/constant_propagation_02/test.desc | 2 +- .../goto-analyzer/constant_propagation_03/test-vsd.desc | 2 +- regression/goto-analyzer/constant_propagation_03/test.desc | 2 +- .../goto-analyzer/constant_propagation_04/test-vsd.desc | 2 +- regression/goto-analyzer/constant_propagation_04/test.desc | 2 +- .../goto-analyzer/constant_propagation_07/test-vsd.desc | 4 ++-- regression/goto-analyzer/constant_propagation_07/test.desc | 4 ++-- .../heap-allocation-write-2/test-constant-pointers.desc | 2 +- .../heap-allocation-write/test-constant-pointers.desc | 2 +- .../goto-analyzer/heap-allocation/test-constant-pointers.desc | 2 +- regression/goto-analyzer/liveness-array/test-liveness.desc | 2 +- .../goto-analyzer/liveness-array/test-write-location.desc | 2 +- regression/goto-analyzer/liveness-loop/test-liveness.desc | 2 +- .../goto-analyzer/liveness-loop/test-write-location.desc | 2 +- .../liveness-pointer-write-through/test-liveness.desc | 2 +- .../liveness-pointer-write-through/test-write-location.desc | 2 +- .../goto-analyzer/loop-termination-eq/test-constants.desc | 2 +- .../goto-analyzer/loop-termination-eq/test-intervals.desc | 2 +- .../goto-analyzer/loop-termination-eq/test-value-sets.desc | 2 +- .../goto-analyzer/loop-termination-ne/test-constants.desc | 2 +- .../goto-analyzer/loop-termination-ne/test-intervals.desc | 2 +- .../loop-termination-ne/test-unwind-10-constants.desc | 2 +- .../loop-termination-ne/test-unwind-10-intervals.desc | 2 +- .../loop-termination-ne/test-unwind-10-value-sets.desc | 2 +- .../loop-termination-ne/test-unwind-5-constants.desc | 2 +- .../loop-termination-ne/test-unwind-5-intervals.desc | 2 +- .../loop-termination-ne/test-unwind-5-value-sets.desc | 2 +- .../goto-analyzer/loop-termination-ne/test-value-sets.desc | 2 +- regression/goto-analyzer/nondet-bool/test-intervals.desc | 2 +- .../sensitivity-last-written-locations-arrays/test.desc | 2 +- .../sensitivity-last-written-locations-pointers/test.desc | 2 +- .../sensitivity-last-written-locations-structs/test.desc | 2 +- .../sensitivity-last-written-locations-variables/test.desc | 2 +- .../sensitivity-test-data-dependency-context/test.desc | 2 +- .../unreachable-instructions-basic-json/test.desc | 2 +- .../unreachable-instructions-basic-text/test.desc | 2 +- .../unreachable-instructions-domain-text/test.desc | 2 +- regression/goto-analyzer/value-set-compact-01/test.desc | 2 +- regression/goto-analyzer/value-set-compact-02/test.desc | 2 +- regression/goto-analyzer/value-set-structs/test_show.desc | 2 +- .../test-constants-every-element.desc | 2 +- .../test-constants-smash.desc | 2 +- .../test-constants-up-to-3-elements.desc | 2 +- .../test-intervals-every-element.desc | 2 +- .../test-intervals-smash.desc | 2 +- .../test-intervals-up-to-3-elements.desc | 2 +- .../variable-sensitivity-dependence-graph-toyota/test.desc | 2 +- .../variable-sensitivity-dependence-graph/test.desc | 2 +- .../variable-sensitivity-dependence-graph17/test.desc | 2 +- .../variable-sensitivity-interval-values-arith-01/test.desc | 2 +- .../variable-sensitivity-interval-values-arith-03/test.desc | 2 +- .../test.desc | 2 +- .../test.desc | 2 +- .../test.desc | 2 +- .../variable-sensitivity-interval-values/test.desc | 2 +- 94 files changed, 96 insertions(+), 96 deletions(-) diff --git a/regression/goto-analyzer/branching-ge/test-always-constants.desc b/regression/goto-analyzer/branching-ge/test-always-constants.desc index 6ff13076ced..fe7cc203863 100644 --- a/regression/goto-analyzer/branching-ge/test-always-constants.desc +++ b/regression/goto-analyzer/branching-ge/test-always-constants.desc @@ -1,6 +1,6 @@ CORE main-always.c ---variable-sensitivity --vsd-values constants --show +--no-standard-checks --variable-sensitivity --vsd-values constants --show ^EXIT=0$ ^SIGNAL=0$ ^main::1::i .* TOP @ \[17, 19\] diff --git a/regression/goto-analyzer/branching-ge/test-always-intervals.desc b/regression/goto-analyzer/branching-ge/test-always-intervals.desc index 0c7cfd9b24b..9a781120569 100644 --- a/regression/goto-analyzer/branching-ge/test-always-intervals.desc +++ b/regression/goto-analyzer/branching-ge/test-always-intervals.desc @@ -1,6 +1,6 @@ CORE main-always.c ---variable-sensitivity --vsd-values intervals --show +--no-standard-checks --variable-sensitivity --vsd-values intervals --show ^EXIT=0$ ^SIGNAL=0$ ^main::1::i .* \[5, 5\] @ \[17\] diff --git a/regression/goto-analyzer/branching-ge/test-always-value-set.desc b/regression/goto-analyzer/branching-ge/test-always-value-set.desc index f6fc2bbe3a1..656e57f9b4d 100644 --- a/regression/goto-analyzer/branching-ge/test-always-value-set.desc +++ b/regression/goto-analyzer/branching-ge/test-always-value-set.desc @@ -1,6 +1,6 @@ CORE main-always.c ---variable-sensitivity --vsd-values set-of-constants --show +--no-standard-checks --variable-sensitivity --vsd-values set-of-constants --show ^EXIT=0$ ^SIGNAL=0$ ^main::1::i .* value-set-begin: 5 :value-set-end @ \[17\] diff --git a/regression/goto-analyzer/branching-ge/test-indeterminate-constants.desc b/regression/goto-analyzer/branching-ge/test-indeterminate-constants.desc index 5f2ccba2cce..796fb44c24f 100644 --- a/regression/goto-analyzer/branching-ge/test-indeterminate-constants.desc +++ b/regression/goto-analyzer/branching-ge/test-indeterminate-constants.desc @@ -1,6 +1,6 @@ CORE main-indeterminate.c ---variable-sensitivity --vsd-values constants --show +--no-standard-checks --variable-sensitivity --vsd-values constants --show ^EXIT=0$ ^SIGNAL=0$ ^main::1::i .* TOP @ \[17, 19\] diff --git a/regression/goto-analyzer/branching-ge/test-indeterminate-intervals.desc b/regression/goto-analyzer/branching-ge/test-indeterminate-intervals.desc index 63d1de1211e..1cd97258e06 100644 --- a/regression/goto-analyzer/branching-ge/test-indeterminate-intervals.desc +++ b/regression/goto-analyzer/branching-ge/test-indeterminate-intervals.desc @@ -1,6 +1,6 @@ CORE main-indeterminate.c ---variable-sensitivity --vsd-values intervals --show +--no-standard-checks --variable-sensitivity --vsd-values intervals --show ^EXIT=0$ ^SIGNAL=0$ ^main::1::i .* \[FFFFFFFB, 5\] @ \[17, 19\] diff --git a/regression/goto-analyzer/branching-ge/test-indeterminate-value-set.desc b/regression/goto-analyzer/branching-ge/test-indeterminate-value-set.desc index 475b08e3696..a6dc611327e 100644 --- a/regression/goto-analyzer/branching-ge/test-indeterminate-value-set.desc +++ b/regression/goto-analyzer/branching-ge/test-indeterminate-value-set.desc @@ -1,6 +1,6 @@ CORE main-indeterminate.c ---variable-sensitivity --vsd-values set-of-constants --show +--no-standard-checks --variable-sensitivity --vsd-values set-of-constants --show ^EXIT=0$ ^SIGNAL=0$ ^main::1::i .* value-set-begin: 5, -5 :value-set-end @ \[17, 19\] diff --git a/regression/goto-analyzer/branching-ge/test-never-constants.desc b/regression/goto-analyzer/branching-ge/test-never-constants.desc index ffe0a16d372..c0648a45058 100644 --- a/regression/goto-analyzer/branching-ge/test-never-constants.desc +++ b/regression/goto-analyzer/branching-ge/test-never-constants.desc @@ -1,6 +1,6 @@ CORE main-never.c ---variable-sensitivity --vsd-values constants --show +--no-standard-checks --variable-sensitivity --vsd-values constants --show ^EXIT=0$ ^SIGNAL=0$ ^main::1::i .* TOP @ \[17, 19\] diff --git a/regression/goto-analyzer/branching-ge/test-never-intervals.desc b/regression/goto-analyzer/branching-ge/test-never-intervals.desc index f4173b1f0f3..3918aa7b40f 100644 --- a/regression/goto-analyzer/branching-ge/test-never-intervals.desc +++ b/regression/goto-analyzer/branching-ge/test-never-intervals.desc @@ -1,6 +1,6 @@ CORE main-never.c ---variable-sensitivity --vsd-values intervals --show +--no-standard-checks --variable-sensitivity --vsd-values intervals --show ^EXIT=0$ ^SIGNAL=0$ ^main::1::i .* \[FFFFFFFB, FFFFFFFB\] @ \[19\] diff --git a/regression/goto-analyzer/branching-ge/test-never-value-set.desc b/regression/goto-analyzer/branching-ge/test-never-value-set.desc index 541b567b4b9..281a3a3aedb 100644 --- a/regression/goto-analyzer/branching-ge/test-never-value-set.desc +++ b/regression/goto-analyzer/branching-ge/test-never-value-set.desc @@ -1,6 +1,6 @@ CORE main-never.c ---variable-sensitivity --vsd-values set-of-constants --show +--no-standard-checks --variable-sensitivity --vsd-values set-of-constants --show ^EXIT=0$ ^SIGNAL=0$ ^main::1::i .* value-set-begin: -5 :value-set-end @ \[19\] diff --git a/regression/goto-analyzer/branching-gt/test-always-constants.desc b/regression/goto-analyzer/branching-gt/test-always-constants.desc index 6ff13076ced..fe7cc203863 100644 --- a/regression/goto-analyzer/branching-gt/test-always-constants.desc +++ b/regression/goto-analyzer/branching-gt/test-always-constants.desc @@ -1,6 +1,6 @@ CORE main-always.c ---variable-sensitivity --vsd-values constants --show +--no-standard-checks --variable-sensitivity --vsd-values constants --show ^EXIT=0$ ^SIGNAL=0$ ^main::1::i .* TOP @ \[17, 19\] diff --git a/regression/goto-analyzer/branching-gt/test-always-intervals.desc b/regression/goto-analyzer/branching-gt/test-always-intervals.desc index 0c7cfd9b24b..9a781120569 100644 --- a/regression/goto-analyzer/branching-gt/test-always-intervals.desc +++ b/regression/goto-analyzer/branching-gt/test-always-intervals.desc @@ -1,6 +1,6 @@ CORE main-always.c ---variable-sensitivity --vsd-values intervals --show +--no-standard-checks --variable-sensitivity --vsd-values intervals --show ^EXIT=0$ ^SIGNAL=0$ ^main::1::i .* \[5, 5\] @ \[17\] diff --git a/regression/goto-analyzer/branching-gt/test-always-value-set.desc b/regression/goto-analyzer/branching-gt/test-always-value-set.desc index f6fc2bbe3a1..656e57f9b4d 100644 --- a/regression/goto-analyzer/branching-gt/test-always-value-set.desc +++ b/regression/goto-analyzer/branching-gt/test-always-value-set.desc @@ -1,6 +1,6 @@ CORE main-always.c ---variable-sensitivity --vsd-values set-of-constants --show +--no-standard-checks --variable-sensitivity --vsd-values set-of-constants --show ^EXIT=0$ ^SIGNAL=0$ ^main::1::i .* value-set-begin: 5 :value-set-end @ \[17\] diff --git a/regression/goto-analyzer/branching-gt/test-indeterminate-constants.desc b/regression/goto-analyzer/branching-gt/test-indeterminate-constants.desc index 5f2ccba2cce..796fb44c24f 100644 --- a/regression/goto-analyzer/branching-gt/test-indeterminate-constants.desc +++ b/regression/goto-analyzer/branching-gt/test-indeterminate-constants.desc @@ -1,6 +1,6 @@ CORE main-indeterminate.c ---variable-sensitivity --vsd-values constants --show +--no-standard-checks --variable-sensitivity --vsd-values constants --show ^EXIT=0$ ^SIGNAL=0$ ^main::1::i .* TOP @ \[17, 19\] diff --git a/regression/goto-analyzer/branching-gt/test-indeterminate-intervals.desc b/regression/goto-analyzer/branching-gt/test-indeterminate-intervals.desc index 63d1de1211e..1cd97258e06 100644 --- a/regression/goto-analyzer/branching-gt/test-indeterminate-intervals.desc +++ b/regression/goto-analyzer/branching-gt/test-indeterminate-intervals.desc @@ -1,6 +1,6 @@ CORE main-indeterminate.c ---variable-sensitivity --vsd-values intervals --show +--no-standard-checks --variable-sensitivity --vsd-values intervals --show ^EXIT=0$ ^SIGNAL=0$ ^main::1::i .* \[FFFFFFFB, 5\] @ \[17, 19\] diff --git a/regression/goto-analyzer/branching-gt/test-indeterminate-value-set.desc b/regression/goto-analyzer/branching-gt/test-indeterminate-value-set.desc index 475b08e3696..a6dc611327e 100644 --- a/regression/goto-analyzer/branching-gt/test-indeterminate-value-set.desc +++ b/regression/goto-analyzer/branching-gt/test-indeterminate-value-set.desc @@ -1,6 +1,6 @@ CORE main-indeterminate.c ---variable-sensitivity --vsd-values set-of-constants --show +--no-standard-checks --variable-sensitivity --vsd-values set-of-constants --show ^EXIT=0$ ^SIGNAL=0$ ^main::1::i .* value-set-begin: 5, -5 :value-set-end @ \[17, 19\] diff --git a/regression/goto-analyzer/branching-gt/test-never-constants.desc b/regression/goto-analyzer/branching-gt/test-never-constants.desc index ffe0a16d372..c0648a45058 100644 --- a/regression/goto-analyzer/branching-gt/test-never-constants.desc +++ b/regression/goto-analyzer/branching-gt/test-never-constants.desc @@ -1,6 +1,6 @@ CORE main-never.c ---variable-sensitivity --vsd-values constants --show +--no-standard-checks --variable-sensitivity --vsd-values constants --show ^EXIT=0$ ^SIGNAL=0$ ^main::1::i .* TOP @ \[17, 19\] diff --git a/regression/goto-analyzer/branching-gt/test-never-intervals.desc b/regression/goto-analyzer/branching-gt/test-never-intervals.desc index f4173b1f0f3..3918aa7b40f 100644 --- a/regression/goto-analyzer/branching-gt/test-never-intervals.desc +++ b/regression/goto-analyzer/branching-gt/test-never-intervals.desc @@ -1,6 +1,6 @@ CORE main-never.c ---variable-sensitivity --vsd-values intervals --show +--no-standard-checks --variable-sensitivity --vsd-values intervals --show ^EXIT=0$ ^SIGNAL=0$ ^main::1::i .* \[FFFFFFFB, FFFFFFFB\] @ \[19\] diff --git a/regression/goto-analyzer/branching-gt/test-never-value-set.desc b/regression/goto-analyzer/branching-gt/test-never-value-set.desc index 541b567b4b9..281a3a3aedb 100644 --- a/regression/goto-analyzer/branching-gt/test-never-value-set.desc +++ b/regression/goto-analyzer/branching-gt/test-never-value-set.desc @@ -1,6 +1,6 @@ CORE main-never.c ---variable-sensitivity --vsd-values set-of-constants --show +--no-standard-checks --variable-sensitivity --vsd-values set-of-constants --show ^EXIT=0$ ^SIGNAL=0$ ^main::1::i .* value-set-begin: -5 :value-set-end @ \[19\] diff --git a/regression/goto-analyzer/branching-le/test-always-constants.desc b/regression/goto-analyzer/branching-le/test-always-constants.desc index 6ff13076ced..fe7cc203863 100644 --- a/regression/goto-analyzer/branching-le/test-always-constants.desc +++ b/regression/goto-analyzer/branching-le/test-always-constants.desc @@ -1,6 +1,6 @@ CORE main-always.c ---variable-sensitivity --vsd-values constants --show +--no-standard-checks --variable-sensitivity --vsd-values constants --show ^EXIT=0$ ^SIGNAL=0$ ^main::1::i .* TOP @ \[17, 19\] diff --git a/regression/goto-analyzer/branching-le/test-always-intervals.desc b/regression/goto-analyzer/branching-le/test-always-intervals.desc index 0c7cfd9b24b..9a781120569 100644 --- a/regression/goto-analyzer/branching-le/test-always-intervals.desc +++ b/regression/goto-analyzer/branching-le/test-always-intervals.desc @@ -1,6 +1,6 @@ CORE main-always.c ---variable-sensitivity --vsd-values intervals --show +--no-standard-checks --variable-sensitivity --vsd-values intervals --show ^EXIT=0$ ^SIGNAL=0$ ^main::1::i .* \[5, 5\] @ \[17\] diff --git a/regression/goto-analyzer/branching-le/test-always-value-set.desc b/regression/goto-analyzer/branching-le/test-always-value-set.desc index f6fc2bbe3a1..656e57f9b4d 100644 --- a/regression/goto-analyzer/branching-le/test-always-value-set.desc +++ b/regression/goto-analyzer/branching-le/test-always-value-set.desc @@ -1,6 +1,6 @@ CORE main-always.c ---variable-sensitivity --vsd-values set-of-constants --show +--no-standard-checks --variable-sensitivity --vsd-values set-of-constants --show ^EXIT=0$ ^SIGNAL=0$ ^main::1::i .* value-set-begin: 5 :value-set-end @ \[17\] diff --git a/regression/goto-analyzer/branching-le/test-indeterminate-constants.desc b/regression/goto-analyzer/branching-le/test-indeterminate-constants.desc index 5f2ccba2cce..796fb44c24f 100644 --- a/regression/goto-analyzer/branching-le/test-indeterminate-constants.desc +++ b/regression/goto-analyzer/branching-le/test-indeterminate-constants.desc @@ -1,6 +1,6 @@ CORE main-indeterminate.c ---variable-sensitivity --vsd-values constants --show +--no-standard-checks --variable-sensitivity --vsd-values constants --show ^EXIT=0$ ^SIGNAL=0$ ^main::1::i .* TOP @ \[17, 19\] diff --git a/regression/goto-analyzer/branching-le/test-indeterminate-intervals.desc b/regression/goto-analyzer/branching-le/test-indeterminate-intervals.desc index 63d1de1211e..1cd97258e06 100644 --- a/regression/goto-analyzer/branching-le/test-indeterminate-intervals.desc +++ b/regression/goto-analyzer/branching-le/test-indeterminate-intervals.desc @@ -1,6 +1,6 @@ CORE main-indeterminate.c ---variable-sensitivity --vsd-values intervals --show +--no-standard-checks --variable-sensitivity --vsd-values intervals --show ^EXIT=0$ ^SIGNAL=0$ ^main::1::i .* \[FFFFFFFB, 5\] @ \[17, 19\] diff --git a/regression/goto-analyzer/branching-le/test-indeterminate-value-set.desc b/regression/goto-analyzer/branching-le/test-indeterminate-value-set.desc index 475b08e3696..a6dc611327e 100644 --- a/regression/goto-analyzer/branching-le/test-indeterminate-value-set.desc +++ b/regression/goto-analyzer/branching-le/test-indeterminate-value-set.desc @@ -1,6 +1,6 @@ CORE main-indeterminate.c ---variable-sensitivity --vsd-values set-of-constants --show +--no-standard-checks --variable-sensitivity --vsd-values set-of-constants --show ^EXIT=0$ ^SIGNAL=0$ ^main::1::i .* value-set-begin: 5, -5 :value-set-end @ \[17, 19\] diff --git a/regression/goto-analyzer/branching-le/test-never-constants.desc b/regression/goto-analyzer/branching-le/test-never-constants.desc index ffe0a16d372..c0648a45058 100644 --- a/regression/goto-analyzer/branching-le/test-never-constants.desc +++ b/regression/goto-analyzer/branching-le/test-never-constants.desc @@ -1,6 +1,6 @@ CORE main-never.c ---variable-sensitivity --vsd-values constants --show +--no-standard-checks --variable-sensitivity --vsd-values constants --show ^EXIT=0$ ^SIGNAL=0$ ^main::1::i .* TOP @ \[17, 19\] diff --git a/regression/goto-analyzer/branching-le/test-never-intervals.desc b/regression/goto-analyzer/branching-le/test-never-intervals.desc index f4173b1f0f3..3918aa7b40f 100644 --- a/regression/goto-analyzer/branching-le/test-never-intervals.desc +++ b/regression/goto-analyzer/branching-le/test-never-intervals.desc @@ -1,6 +1,6 @@ CORE main-never.c ---variable-sensitivity --vsd-values intervals --show +--no-standard-checks --variable-sensitivity --vsd-values intervals --show ^EXIT=0$ ^SIGNAL=0$ ^main::1::i .* \[FFFFFFFB, FFFFFFFB\] @ \[19\] diff --git a/regression/goto-analyzer/branching-le/test-never-value-set.desc b/regression/goto-analyzer/branching-le/test-never-value-set.desc index 541b567b4b9..281a3a3aedb 100644 --- a/regression/goto-analyzer/branching-le/test-never-value-set.desc +++ b/regression/goto-analyzer/branching-le/test-never-value-set.desc @@ -1,6 +1,6 @@ CORE main-never.c ---variable-sensitivity --vsd-values set-of-constants --show +--no-standard-checks --variable-sensitivity --vsd-values set-of-constants --show ^EXIT=0$ ^SIGNAL=0$ ^main::1::i .* value-set-begin: -5 :value-set-end @ \[19\] diff --git a/regression/goto-analyzer/branching-lt/test-always-constants.desc b/regression/goto-analyzer/branching-lt/test-always-constants.desc index 6ff13076ced..fe7cc203863 100644 --- a/regression/goto-analyzer/branching-lt/test-always-constants.desc +++ b/regression/goto-analyzer/branching-lt/test-always-constants.desc @@ -1,6 +1,6 @@ CORE main-always.c ---variable-sensitivity --vsd-values constants --show +--no-standard-checks --variable-sensitivity --vsd-values constants --show ^EXIT=0$ ^SIGNAL=0$ ^main::1::i .* TOP @ \[17, 19\] diff --git a/regression/goto-analyzer/branching-lt/test-always-intervals.desc b/regression/goto-analyzer/branching-lt/test-always-intervals.desc index 0c7cfd9b24b..9a781120569 100644 --- a/regression/goto-analyzer/branching-lt/test-always-intervals.desc +++ b/regression/goto-analyzer/branching-lt/test-always-intervals.desc @@ -1,6 +1,6 @@ CORE main-always.c ---variable-sensitivity --vsd-values intervals --show +--no-standard-checks --variable-sensitivity --vsd-values intervals --show ^EXIT=0$ ^SIGNAL=0$ ^main::1::i .* \[5, 5\] @ \[17\] diff --git a/regression/goto-analyzer/branching-lt/test-always-value-set.desc b/regression/goto-analyzer/branching-lt/test-always-value-set.desc index f6fc2bbe3a1..656e57f9b4d 100644 --- a/regression/goto-analyzer/branching-lt/test-always-value-set.desc +++ b/regression/goto-analyzer/branching-lt/test-always-value-set.desc @@ -1,6 +1,6 @@ CORE main-always.c ---variable-sensitivity --vsd-values set-of-constants --show +--no-standard-checks --variable-sensitivity --vsd-values set-of-constants --show ^EXIT=0$ ^SIGNAL=0$ ^main::1::i .* value-set-begin: 5 :value-set-end @ \[17\] diff --git a/regression/goto-analyzer/branching-lt/test-indeterminate-constants.desc b/regression/goto-analyzer/branching-lt/test-indeterminate-constants.desc index 5f2ccba2cce..796fb44c24f 100644 --- a/regression/goto-analyzer/branching-lt/test-indeterminate-constants.desc +++ b/regression/goto-analyzer/branching-lt/test-indeterminate-constants.desc @@ -1,6 +1,6 @@ CORE main-indeterminate.c ---variable-sensitivity --vsd-values constants --show +--no-standard-checks --variable-sensitivity --vsd-values constants --show ^EXIT=0$ ^SIGNAL=0$ ^main::1::i .* TOP @ \[17, 19\] diff --git a/regression/goto-analyzer/branching-lt/test-indeterminate-intervals.desc b/regression/goto-analyzer/branching-lt/test-indeterminate-intervals.desc index 63d1de1211e..1cd97258e06 100644 --- a/regression/goto-analyzer/branching-lt/test-indeterminate-intervals.desc +++ b/regression/goto-analyzer/branching-lt/test-indeterminate-intervals.desc @@ -1,6 +1,6 @@ CORE main-indeterminate.c ---variable-sensitivity --vsd-values intervals --show +--no-standard-checks --variable-sensitivity --vsd-values intervals --show ^EXIT=0$ ^SIGNAL=0$ ^main::1::i .* \[FFFFFFFB, 5\] @ \[17, 19\] diff --git a/regression/goto-analyzer/branching-lt/test-indeterminate-value-set.desc b/regression/goto-analyzer/branching-lt/test-indeterminate-value-set.desc index 475b08e3696..a6dc611327e 100644 --- a/regression/goto-analyzer/branching-lt/test-indeterminate-value-set.desc +++ b/regression/goto-analyzer/branching-lt/test-indeterminate-value-set.desc @@ -1,6 +1,6 @@ CORE main-indeterminate.c ---variable-sensitivity --vsd-values set-of-constants --show +--no-standard-checks --variable-sensitivity --vsd-values set-of-constants --show ^EXIT=0$ ^SIGNAL=0$ ^main::1::i .* value-set-begin: 5, -5 :value-set-end @ \[17, 19\] diff --git a/regression/goto-analyzer/branching-lt/test-never-constants.desc b/regression/goto-analyzer/branching-lt/test-never-constants.desc index ffe0a16d372..c0648a45058 100644 --- a/regression/goto-analyzer/branching-lt/test-never-constants.desc +++ b/regression/goto-analyzer/branching-lt/test-never-constants.desc @@ -1,6 +1,6 @@ CORE main-never.c ---variable-sensitivity --vsd-values constants --show +--no-standard-checks --variable-sensitivity --vsd-values constants --show ^EXIT=0$ ^SIGNAL=0$ ^main::1::i .* TOP @ \[17, 19\] diff --git a/regression/goto-analyzer/branching-lt/test-never-intervals.desc b/regression/goto-analyzer/branching-lt/test-never-intervals.desc index f4173b1f0f3..3918aa7b40f 100644 --- a/regression/goto-analyzer/branching-lt/test-never-intervals.desc +++ b/regression/goto-analyzer/branching-lt/test-never-intervals.desc @@ -1,6 +1,6 @@ CORE main-never.c ---variable-sensitivity --vsd-values intervals --show +--no-standard-checks --variable-sensitivity --vsd-values intervals --show ^EXIT=0$ ^SIGNAL=0$ ^main::1::i .* \[FFFFFFFB, FFFFFFFB\] @ \[19\] diff --git a/regression/goto-analyzer/branching-lt/test-never-value-set.desc b/regression/goto-analyzer/branching-lt/test-never-value-set.desc index 541b567b4b9..281a3a3aedb 100644 --- a/regression/goto-analyzer/branching-lt/test-never-value-set.desc +++ b/regression/goto-analyzer/branching-lt/test-never-value-set.desc @@ -1,6 +1,6 @@ CORE main-never.c ---variable-sensitivity --vsd-values set-of-constants --show +--no-standard-checks --variable-sensitivity --vsd-values set-of-constants --show ^EXIT=0$ ^SIGNAL=0$ ^main::1::i .* value-set-begin: -5 :value-set-end @ \[19\] diff --git a/regression/goto-analyzer/constant_propagation_01/test-vsd.desc b/regression/goto-analyzer/constant_propagation_01/test-vsd.desc index 857663aae54..d2dafff638d 100644 --- a/regression/goto-analyzer/constant_propagation_01/test-vsd.desc +++ b/regression/goto-analyzer/constant_propagation_01/test-vsd.desc @@ -3,7 +3,7 @@ main.c --variable-sensitivity --simplify out.gb ^EXIT=0$ ^SIGNAL=0$ -^Simplified: assert: 1, assume: 0, goto: 1, assigns: 1, function calls: 0$ +^Simplified: assert: 2, assume: 0, goto: 1, assigns: 1, function calls: 0$ ^Unmodified: assert: 0, assume: 0, goto: 0, assigns: 10, function calls: 2$ -- ^warning: ignoring diff --git a/regression/goto-analyzer/constant_propagation_01/test.desc b/regression/goto-analyzer/constant_propagation_01/test.desc index 0af17335395..11183671dd8 100644 --- a/regression/goto-analyzer/constant_propagation_01/test.desc +++ b/regression/goto-analyzer/constant_propagation_01/test.desc @@ -3,7 +3,7 @@ main.c --constants --simplify out.gb ^EXIT=0$ ^SIGNAL=0$ -^Simplified: assert: 1, assume: 0, goto: 1, assigns: 1, function calls: 0$ +^Simplified: assert: 2, assume: 0, goto: 1, assigns: 1, function calls: 0$ ^Unmodified: assert: 0, assume: 0, goto: 0, assigns: 10, function calls: 2$ -- ^warning: ignoring diff --git a/regression/goto-analyzer/constant_propagation_02/test-vsd.desc b/regression/goto-analyzer/constant_propagation_02/test-vsd.desc index 741965ab2a5..66eda77f600 100644 --- a/regression/goto-analyzer/constant_propagation_02/test-vsd.desc +++ b/regression/goto-analyzer/constant_propagation_02/test-vsd.desc @@ -3,7 +3,7 @@ main.c --variable-sensitivity --simplify out.gb ^EXIT=0$ ^SIGNAL=0$ -^Simplified: assert: 1, assume: 0, goto: 1, assigns: 2, function calls: 0$ +^Simplified: assert: 3, assume: 0, goto: 1, assigns: 2, function calls: 0$ ^Unmodified: assert: 0, assume: 0, goto: 0, assigns: 9, function calls: 2$ -- ^warning: ignoring diff --git a/regression/goto-analyzer/constant_propagation_02/test.desc b/regression/goto-analyzer/constant_propagation_02/test.desc index e0147b4ce18..24fdc2a6aec 100644 --- a/regression/goto-analyzer/constant_propagation_02/test.desc +++ b/regression/goto-analyzer/constant_propagation_02/test.desc @@ -3,7 +3,7 @@ main.c --constants --simplify out.gb ^EXIT=0$ ^SIGNAL=0$ -^Simplified: assert: 1, assume: 0, goto: 1, assigns: 2, function calls: 0$ +^Simplified: assert: 3, assume: 0, goto: 1, assigns: 2, function calls: 0$ ^Unmodified: assert: 0, assume: 0, goto: 0, assigns: 9, function calls: 2$ -- ^warning: ignoring diff --git a/regression/goto-analyzer/constant_propagation_03/test-vsd.desc b/regression/goto-analyzer/constant_propagation_03/test-vsd.desc index 741965ab2a5..66eda77f600 100644 --- a/regression/goto-analyzer/constant_propagation_03/test-vsd.desc +++ b/regression/goto-analyzer/constant_propagation_03/test-vsd.desc @@ -3,7 +3,7 @@ main.c --variable-sensitivity --simplify out.gb ^EXIT=0$ ^SIGNAL=0$ -^Simplified: assert: 1, assume: 0, goto: 1, assigns: 2, function calls: 0$ +^Simplified: assert: 3, assume: 0, goto: 1, assigns: 2, function calls: 0$ ^Unmodified: assert: 0, assume: 0, goto: 0, assigns: 9, function calls: 2$ -- ^warning: ignoring diff --git a/regression/goto-analyzer/constant_propagation_03/test.desc b/regression/goto-analyzer/constant_propagation_03/test.desc index e0147b4ce18..24fdc2a6aec 100644 --- a/regression/goto-analyzer/constant_propagation_03/test.desc +++ b/regression/goto-analyzer/constant_propagation_03/test.desc @@ -3,7 +3,7 @@ main.c --constants --simplify out.gb ^EXIT=0$ ^SIGNAL=0$ -^Simplified: assert: 1, assume: 0, goto: 1, assigns: 2, function calls: 0$ +^Simplified: assert: 3, assume: 0, goto: 1, assigns: 2, function calls: 0$ ^Unmodified: assert: 0, assume: 0, goto: 0, assigns: 9, function calls: 2$ -- ^warning: ignoring diff --git a/regression/goto-analyzer/constant_propagation_04/test-vsd.desc b/regression/goto-analyzer/constant_propagation_04/test-vsd.desc index 741965ab2a5..66eda77f600 100644 --- a/regression/goto-analyzer/constant_propagation_04/test-vsd.desc +++ b/regression/goto-analyzer/constant_propagation_04/test-vsd.desc @@ -3,7 +3,7 @@ main.c --variable-sensitivity --simplify out.gb ^EXIT=0$ ^SIGNAL=0$ -^Simplified: assert: 1, assume: 0, goto: 1, assigns: 2, function calls: 0$ +^Simplified: assert: 3, assume: 0, goto: 1, assigns: 2, function calls: 0$ ^Unmodified: assert: 0, assume: 0, goto: 0, assigns: 9, function calls: 2$ -- ^warning: ignoring diff --git a/regression/goto-analyzer/constant_propagation_04/test.desc b/regression/goto-analyzer/constant_propagation_04/test.desc index e0147b4ce18..24fdc2a6aec 100644 --- a/regression/goto-analyzer/constant_propagation_04/test.desc +++ b/regression/goto-analyzer/constant_propagation_04/test.desc @@ -3,7 +3,7 @@ main.c --constants --simplify out.gb ^EXIT=0$ ^SIGNAL=0$ -^Simplified: assert: 1, assume: 0, goto: 1, assigns: 2, function calls: 0$ +^Simplified: assert: 3, assume: 0, goto: 1, assigns: 2, function calls: 0$ ^Unmodified: assert: 0, assume: 0, goto: 0, assigns: 9, function calls: 2$ -- ^warning: ignoring diff --git a/regression/goto-analyzer/constant_propagation_07/test-vsd.desc b/regression/goto-analyzer/constant_propagation_07/test-vsd.desc index e7642b72f93..32fabeab106 100644 --- a/regression/goto-analyzer/constant_propagation_07/test-vsd.desc +++ b/regression/goto-analyzer/constant_propagation_07/test-vsd.desc @@ -3,7 +3,7 @@ main.c --variable-sensitivity --simplify out.gb ^EXIT=0$ ^SIGNAL=0$ -^Simplified: assert: 1, assume: 0, goto: 3, assigns: 3, function calls: 0$ -^Unmodified: assert: 0, assume: 0, goto: 1, assigns: 11, function calls: 2$ +^Simplified: assert: 3, assume: 0, goto: 3, assigns: 3, function calls: 0$ +^Unmodified: assert: 4, assume: 0, goto: 0, assigns: 11, function calls: 2$ -- ^warning: ignoring diff --git a/regression/goto-analyzer/constant_propagation_07/test.desc b/regression/goto-analyzer/constant_propagation_07/test.desc index c9d6348e832..1a1ee3d3101 100644 --- a/regression/goto-analyzer/constant_propagation_07/test.desc +++ b/regression/goto-analyzer/constant_propagation_07/test.desc @@ -3,7 +3,7 @@ main.c --constants --simplify out.gb ^EXIT=0$ ^SIGNAL=0$ -^Simplified: assert: 1, assume: 0, goto: 3, assigns: 3, function calls: 0$ -^Unmodified: assert: 0, assume: 0, goto: 1, assigns: 11, function calls: 2$ +^Simplified: assert: 3, assume: 0, goto: 3, assigns: 3, function calls: 0$ +^Unmodified: assert: 4, assume: 0, goto: 0, assigns: 11, function calls: 2$ -- ^warning: ignoring diff --git a/regression/goto-analyzer/heap-allocation-write-2/test-constant-pointers.desc b/regression/goto-analyzer/heap-allocation-write-2/test-constant-pointers.desc index dcd33598351..e65a9b218ea 100644 --- a/regression/goto-analyzer/heap-allocation-write-2/test-constant-pointers.desc +++ b/regression/goto-analyzer/heap-allocation-write-2/test-constant-pointers.desc @@ -1,6 +1,6 @@ CORE main.c ---variable-sensitivity --vsd-pointers constants --vsd-arrays every-element --verify +--no-malloc-may-fail --variable-sensitivity --vsd-pointers constants --vsd-arrays every-element --verify ^EXIT=0$ ^SIGNAL=0$ \[main.assertion.1\] .*p\[.*0\] == 10: SUCCESS diff --git a/regression/goto-analyzer/heap-allocation-write/test-constant-pointers.desc b/regression/goto-analyzer/heap-allocation-write/test-constant-pointers.desc index 0aaca9a8b72..a64f5332a66 100644 --- a/regression/goto-analyzer/heap-allocation-write/test-constant-pointers.desc +++ b/regression/goto-analyzer/heap-allocation-write/test-constant-pointers.desc @@ -1,6 +1,6 @@ CORE main.c ---variable-sensitivity --vsd-pointers constants --vsd-arrays every-element --verify +--no-malloc-may-fail --variable-sensitivity --vsd-pointers constants --vsd-arrays every-element --verify ^EXIT=0$ ^SIGNAL=0$ \[main.assertion.1\] .*alias == 99: SUCCESS diff --git a/regression/goto-analyzer/heap-allocation/test-constant-pointers.desc b/regression/goto-analyzer/heap-allocation/test-constant-pointers.desc index 8379e910976..3a9660873a6 100644 --- a/regression/goto-analyzer/heap-allocation/test-constant-pointers.desc +++ b/regression/goto-analyzer/heap-allocation/test-constant-pointers.desc @@ -1,6 +1,6 @@ CORE main.c ---variable-sensitivity --vsd-pointers constants --show +--no-malloc-may-fail --variable-sensitivity --vsd-pointers constants --show ^EXIT=0$ ^SIGNAL=0$ main::1::p \(\) -> ptr ->\(heap-allocation-0\[0\]\) diff --git a/regression/goto-analyzer/liveness-array/test-liveness.desc b/regression/goto-analyzer/liveness-array/test-liveness.desc index 37c4667ba46..8c5d381893a 100644 --- a/regression/goto-analyzer/liveness-array/test-liveness.desc +++ b/regression/goto-analyzer/liveness-array/test-liveness.desc @@ -1,6 +1,6 @@ CORE main.c ---variable-sensitivity --vsd-arrays every-element --vsd-values intervals --vsd-liveness --show +--no-standard-checks --variable-sensitivity --vsd-arrays every-element --vsd-values intervals --vsd-liveness --show ^EXIT=0$ ^SIGNAL=0$ ^main::1::x .* TOP @ \[1\] diff --git a/regression/goto-analyzer/liveness-array/test-write-location.desc b/regression/goto-analyzer/liveness-array/test-write-location.desc index bcf8cd5c85b..03a3569f0a5 100644 --- a/regression/goto-analyzer/liveness-array/test-write-location.desc +++ b/regression/goto-analyzer/liveness-array/test-write-location.desc @@ -1,6 +1,6 @@ CORE main.c ---variable-sensitivity --vsd-arrays every-element --vsd-values intervals --show +--no-standard-checks --variable-sensitivity --vsd-arrays every-element --vsd-values intervals --show ^EXIT=0$ ^SIGNAL=0$ ^main::1::x .* TOP @ \[1\] diff --git a/regression/goto-analyzer/liveness-loop/test-liveness.desc b/regression/goto-analyzer/liveness-loop/test-liveness.desc index 10a778e722e..b50010b61f9 100644 --- a/regression/goto-analyzer/liveness-loop/test-liveness.desc +++ b/regression/goto-analyzer/liveness-loop/test-liveness.desc @@ -1,6 +1,6 @@ CORE main.c ---variable-sensitivity --vsd-values set-of-constants --vsd-liveness --show +--no-standard-checks --variable-sensitivity --vsd-values set-of-constants --vsd-liveness --show ^EXIT=0$ ^SIGNAL=0$ ^main::1::x .* TOP @ \[1\] diff --git a/regression/goto-analyzer/liveness-loop/test-write-location.desc b/regression/goto-analyzer/liveness-loop/test-write-location.desc index f1e9b8bc18b..cab664fd94b 100644 --- a/regression/goto-analyzer/liveness-loop/test-write-location.desc +++ b/regression/goto-analyzer/liveness-loop/test-write-location.desc @@ -1,6 +1,6 @@ CORE main.c ---variable-sensitivity --vsd-values set-of-constants --show +--no-standard-checks --variable-sensitivity --vsd-values set-of-constants --show ^EXIT=0$ ^SIGNAL=0$ ^main::1::x .* TOP @ \[1\] diff --git a/regression/goto-analyzer/liveness-pointer-write-through/test-liveness.desc b/regression/goto-analyzer/liveness-pointer-write-through/test-liveness.desc index cb1c06e745c..ec4dcc87fb0 100644 --- a/regression/goto-analyzer/liveness-pointer-write-through/test-liveness.desc +++ b/regression/goto-analyzer/liveness-pointer-write-through/test-liveness.desc @@ -1,6 +1,6 @@ CORE main.c ---variable-sensitivity --vsd-values set-of-constants --vsd-pointers constants --vsd-liveness --show +--no-standard-checks --variable-sensitivity --vsd-values set-of-constants --vsd-pointers constants --vsd-liveness --show ^EXIT=0$ ^SIGNAL=0$ ^main::1::x .* TOP @ \[1\] diff --git a/regression/goto-analyzer/liveness-pointer-write-through/test-write-location.desc b/regression/goto-analyzer/liveness-pointer-write-through/test-write-location.desc index a179dba5213..31c65e49a13 100644 --- a/regression/goto-analyzer/liveness-pointer-write-through/test-write-location.desc +++ b/regression/goto-analyzer/liveness-pointer-write-through/test-write-location.desc @@ -1,6 +1,6 @@ CORE main.c ---variable-sensitivity --vsd-values set-of-constants --vsd-pointers constants --show +--no-standard-checks --variable-sensitivity --vsd-values set-of-constants --vsd-pointers constants --show ^EXIT=0$ ^SIGNAL=0$ ^main::1::x .* TOP @ \[1\] diff --git a/regression/goto-analyzer/loop-termination-eq/test-constants.desc b/regression/goto-analyzer/loop-termination-eq/test-constants.desc index be508ae85ff..cd1436ce709 100644 --- a/regression/goto-analyzer/loop-termination-eq/test-constants.desc +++ b/regression/goto-analyzer/loop-termination-eq/test-constants.desc @@ -1,6 +1,6 @@ CORE main.c ---variable-sensitivity --vsd-values constants --show +--no-standard-checks --variable-sensitivity --vsd-values constants --show ^EXIT=0$ ^SIGNAL=0$ ^main::1::1::i .* TOP @ \[3, 6\] diff --git a/regression/goto-analyzer/loop-termination-eq/test-intervals.desc b/regression/goto-analyzer/loop-termination-eq/test-intervals.desc index 0bbdf4ea6f8..a9b65006620 100644 --- a/regression/goto-analyzer/loop-termination-eq/test-intervals.desc +++ b/regression/goto-analyzer/loop-termination-eq/test-intervals.desc @@ -1,6 +1,6 @@ CORE main.c ---variable-sensitivity --vsd-values intervals --show +--no-standard-checks --variable-sensitivity --vsd-values intervals --show ^EXIT=0$ ^SIGNAL=0$ ^main::1::1::i .* \[0, 5\] @ \[3, 6\] diff --git a/regression/goto-analyzer/loop-termination-eq/test-value-sets.desc b/regression/goto-analyzer/loop-termination-eq/test-value-sets.desc index c119eff105b..3a55e2428c3 100644 --- a/regression/goto-analyzer/loop-termination-eq/test-value-sets.desc +++ b/regression/goto-analyzer/loop-termination-eq/test-value-sets.desc @@ -1,6 +1,6 @@ CORE main.c ---variable-sensitivity --vsd-values set-of-constants --show +--no-standard-checks --variable-sensitivity --vsd-values set-of-constants --show ^EXIT=0$ ^SIGNAL=0$ ^main::1::1::i .* value-set-begin: 0, 1, 2, 3, 4, 5 :value-set-end @ \[3, 6\] diff --git a/regression/goto-analyzer/loop-termination-ne/test-constants.desc b/regression/goto-analyzer/loop-termination-ne/test-constants.desc index be508ae85ff..cd1436ce709 100644 --- a/regression/goto-analyzer/loop-termination-ne/test-constants.desc +++ b/regression/goto-analyzer/loop-termination-ne/test-constants.desc @@ -1,6 +1,6 @@ CORE main.c ---variable-sensitivity --vsd-values constants --show +--no-standard-checks --variable-sensitivity --vsd-values constants --show ^EXIT=0$ ^SIGNAL=0$ ^main::1::1::i .* TOP @ \[3, 6\] diff --git a/regression/goto-analyzer/loop-termination-ne/test-intervals.desc b/regression/goto-analyzer/loop-termination-ne/test-intervals.desc index 0bbdf4ea6f8..a9b65006620 100644 --- a/regression/goto-analyzer/loop-termination-ne/test-intervals.desc +++ b/regression/goto-analyzer/loop-termination-ne/test-intervals.desc @@ -1,6 +1,6 @@ CORE main.c ---variable-sensitivity --vsd-values intervals --show +--no-standard-checks --variable-sensitivity --vsd-values intervals --show ^EXIT=0$ ^SIGNAL=0$ ^main::1::1::i .* \[0, 5\] @ \[3, 6\] diff --git a/regression/goto-analyzer/loop-termination-ne/test-unwind-10-constants.desc b/regression/goto-analyzer/loop-termination-ne/test-unwind-10-constants.desc index cd8266eb37d..b9cebc9217d 100644 --- a/regression/goto-analyzer/loop-termination-ne/test-unwind-10-constants.desc +++ b/regression/goto-analyzer/loop-termination-ne/test-unwind-10-constants.desc @@ -1,6 +1,6 @@ CORE main.c ---variable-sensitivity --vsd-values constants --loop-unwind 10 --three-way-merge --show +--no-standard-checks --variable-sensitivity --vsd-values constants --loop-unwind 10 --three-way-merge --show ^EXIT=0$ ^SIGNAL=0$ ^main::1::1::i .* 5 @ \[6\] diff --git a/regression/goto-analyzer/loop-termination-ne/test-unwind-10-intervals.desc b/regression/goto-analyzer/loop-termination-ne/test-unwind-10-intervals.desc index 167cf248653..d8ad7291409 100644 --- a/regression/goto-analyzer/loop-termination-ne/test-unwind-10-intervals.desc +++ b/regression/goto-analyzer/loop-termination-ne/test-unwind-10-intervals.desc @@ -1,6 +1,6 @@ CORE main.c ---variable-sensitivity --vsd-values intervals --loop-unwind 10 --three-way-merge --show +--no-standard-checks --variable-sensitivity --vsd-values intervals --loop-unwind 10 --three-way-merge --show ^EXIT=0$ ^SIGNAL=0$ ^main::1::1::i .* \[5, 5\] @ \[6\] diff --git a/regression/goto-analyzer/loop-termination-ne/test-unwind-10-value-sets.desc b/regression/goto-analyzer/loop-termination-ne/test-unwind-10-value-sets.desc index 99174bbf772..c5f08aa4a9f 100644 --- a/regression/goto-analyzer/loop-termination-ne/test-unwind-10-value-sets.desc +++ b/regression/goto-analyzer/loop-termination-ne/test-unwind-10-value-sets.desc @@ -1,6 +1,6 @@ CORE main.c ---variable-sensitivity --vsd-values set-of-constants --loop-unwind 10 --three-way-merge --show +--no-standard-checks --variable-sensitivity --vsd-values set-of-constants --loop-unwind 10 --three-way-merge --show ^EXIT=0$ ^SIGNAL=0$ ^main::1::1::i .* value-set-begin: 5 :value-set-end @ \[6\] diff --git a/regression/goto-analyzer/loop-termination-ne/test-unwind-5-constants.desc b/regression/goto-analyzer/loop-termination-ne/test-unwind-5-constants.desc index 1c4543820f3..139bc112faf 100644 --- a/regression/goto-analyzer/loop-termination-ne/test-unwind-5-constants.desc +++ b/regression/goto-analyzer/loop-termination-ne/test-unwind-5-constants.desc @@ -1,6 +1,6 @@ CORE main.c ---variable-sensitivity --vsd-values constants --loop-unwind 5 --three-way-merge --show +--no-standard-checks --variable-sensitivity --vsd-values constants --loop-unwind 5 --three-way-merge --show ^EXIT=0$ ^SIGNAL=0$ ^main::1::1::i .* TOP @ \[3, 6\] diff --git a/regression/goto-analyzer/loop-termination-ne/test-unwind-5-intervals.desc b/regression/goto-analyzer/loop-termination-ne/test-unwind-5-intervals.desc index d2ccbddd023..764b37add8b 100644 --- a/regression/goto-analyzer/loop-termination-ne/test-unwind-5-intervals.desc +++ b/regression/goto-analyzer/loop-termination-ne/test-unwind-5-intervals.desc @@ -1,6 +1,6 @@ CORE main.c ---variable-sensitivity --vsd-values intervals --loop-unwind 5 --three-way-merge --show +--no-standard-checks --variable-sensitivity --vsd-values intervals --loop-unwind 5 --three-way-merge --show ^EXIT=0$ ^SIGNAL=0$ ^main::1::1::i .* \[5, 5\] @ \[6\] diff --git a/regression/goto-analyzer/loop-termination-ne/test-unwind-5-value-sets.desc b/regression/goto-analyzer/loop-termination-ne/test-unwind-5-value-sets.desc index a06a1f142af..e21b91feec0 100644 --- a/regression/goto-analyzer/loop-termination-ne/test-unwind-5-value-sets.desc +++ b/regression/goto-analyzer/loop-termination-ne/test-unwind-5-value-sets.desc @@ -1,6 +1,6 @@ CORE main.c ---variable-sensitivity --vsd-values set-of-constants --loop-unwind 5 --three-way-merge --show +--no-standard-checks --variable-sensitivity --vsd-values set-of-constants --loop-unwind 5 --three-way-merge --show ^EXIT=0$ ^SIGNAL=0$ ^main::1::1::i .* value-set-begin: 5 :value-set-end @ \[6\] diff --git a/regression/goto-analyzer/loop-termination-ne/test-value-sets.desc b/regression/goto-analyzer/loop-termination-ne/test-value-sets.desc index c119eff105b..3a55e2428c3 100644 --- a/regression/goto-analyzer/loop-termination-ne/test-value-sets.desc +++ b/regression/goto-analyzer/loop-termination-ne/test-value-sets.desc @@ -1,6 +1,6 @@ CORE main.c ---variable-sensitivity --vsd-values set-of-constants --show +--no-standard-checks --variable-sensitivity --vsd-values set-of-constants --show ^EXIT=0$ ^SIGNAL=0$ ^main::1::1::i .* value-set-begin: 0, 1, 2, 3, 4, 5 :value-set-end @ \[3, 6\] diff --git a/regression/goto-analyzer/nondet-bool/test-intervals.desc b/regression/goto-analyzer/nondet-bool/test-intervals.desc index c7d2f0156e6..23f6386c01f 100644 --- a/regression/goto-analyzer/nondet-bool/test-intervals.desc +++ b/regression/goto-analyzer/nondet-bool/test-intervals.desc @@ -1,6 +1,6 @@ CORE main.c ---vsd --one-domain-per-history --three-way-merge --loop-unwind-and-branching 16 --vsd-values intervals --verify +--no-standard-checks --vsd --one-domain-per-history --three-way-merge --loop-unwind-and-branching 16 --vsd-values intervals --verify ^EXIT=0$ ^SIGNAL=0$ \[main\.assertion\.1\] line 9 assertion x != 1000: UNKNOWN diff --git a/regression/goto-analyzer/sensitivity-last-written-locations-arrays/test.desc b/regression/goto-analyzer/sensitivity-last-written-locations-arrays/test.desc index 19398dce8fb..76ce8dc8e74 100644 --- a/regression/goto-analyzer/sensitivity-last-written-locations-arrays/test.desc +++ b/regression/goto-analyzer/sensitivity-last-written-locations-arrays/test.desc @@ -1,6 +1,6 @@ CORE sensitivity_dependency_arrays.c ---variable-sensitivity --vsd-arrays every-element --vsd-pointers constants --vsd-structs every-field --show +--no-standard-checks --variable-sensitivity --vsd-arrays every-element --vsd-pointers constants --vsd-structs every-field --show // Enable multi-line checking activate-multi-line-match ^EXIT=0$ diff --git a/regression/goto-analyzer/sensitivity-last-written-locations-pointers/test.desc b/regression/goto-analyzer/sensitivity-last-written-locations-pointers/test.desc index 94a6ad7e383..a721884d5bc 100644 --- a/regression/goto-analyzer/sensitivity-last-written-locations-pointers/test.desc +++ b/regression/goto-analyzer/sensitivity-last-written-locations-pointers/test.desc @@ -1,6 +1,6 @@ CORE sensitivity_dependency_pointers.c ---variable-sensitivity --vsd-arrays every-element --vsd-pointers constants --vsd-structs every-field --show +--no-standard-checks --variable-sensitivity --vsd-arrays every-element --vsd-pointers constants --vsd-structs every-field --show // Enable multi-line checking activate-multi-line-match ^EXIT=0$ diff --git a/regression/goto-analyzer/sensitivity-last-written-locations-structs/test.desc b/regression/goto-analyzer/sensitivity-last-written-locations-structs/test.desc index c74416efa88..6dbe225f070 100644 --- a/regression/goto-analyzer/sensitivity-last-written-locations-structs/test.desc +++ b/regression/goto-analyzer/sensitivity-last-written-locations-structs/test.desc @@ -1,6 +1,6 @@ CORE sensitivity_dependency_structs.c ---variable-sensitivity --vsd-arrays every-element --vsd-pointers constants --vsd-structs every-field --show +--no-standard-checks --variable-sensitivity --vsd-arrays every-element --vsd-pointers constants --vsd-structs every-field --show // Enable multi-line checking activate-multi-line-match ^EXIT=0$ diff --git a/regression/goto-analyzer/sensitivity-last-written-locations-variables/test.desc b/regression/goto-analyzer/sensitivity-last-written-locations-variables/test.desc index ccb6a2526dc..4247d96b87e 100644 --- a/regression/goto-analyzer/sensitivity-last-written-locations-variables/test.desc +++ b/regression/goto-analyzer/sensitivity-last-written-locations-variables/test.desc @@ -1,6 +1,6 @@ CORE sensitivity_dependency_variables.c ---variable-sensitivity --vsd-arrays every-element --vsd-pointers constants --vsd-structs every-field --show +--no-standard-checks --variable-sensitivity --vsd-arrays every-element --vsd-pointers constants --vsd-structs every-field --show ^EXIT=0$ ^SIGNAL=0$ main#return_value \(\) -> TOP @ \[1\] diff --git a/regression/goto-analyzer/sensitivity-test-data-dependency-context/test.desc b/regression/goto-analyzer/sensitivity-test-data-dependency-context/test.desc index a87879274f8..dbb5f0664f5 100644 --- a/regression/goto-analyzer/sensitivity-test-data-dependency-context/test.desc +++ b/regression/goto-analyzer/sensitivity-test-data-dependency-context/test.desc @@ -1,6 +1,6 @@ CORE data-dependency-context.c ---variable-sensitivity --vsd-structs every-field --vsd-arrays every-element --vsd-data-dependencies --show +--no-standard-checks --variable-sensitivity --vsd-structs every-field --vsd-arrays every-element --vsd-data-dependencies --show // Enable multi-line checking activate-multi-line-match ^EXIT=0$ diff --git a/regression/goto-analyzer/unreachable-instructions-basic-json/test.desc b/regression/goto-analyzer/unreachable-instructions-basic-json/test.desc index b87d694580e..62289a18ee2 100644 --- a/regression/goto-analyzer/unreachable-instructions-basic-json/test.desc +++ b/regression/goto-analyzer/unreachable-instructions-basic-json/test.desc @@ -1,6 +1,6 @@ CORE ../unreachable-instructions-basic-text/unreachable.c ---unreachable-instructions --json - +--no-standard-checks --unreachable-instructions --json - "function": "not_called", "unreachableInstructions": "sourceLocation": diff --git a/regression/goto-analyzer/unreachable-instructions-basic-text/test.desc b/regression/goto-analyzer/unreachable-instructions-basic-text/test.desc index 00a9b7d50e8..4a01b4b5cd6 100644 --- a/regression/goto-analyzer/unreachable-instructions-basic-text/test.desc +++ b/regression/goto-analyzer/unreachable-instructions-basic-text/test.desc @@ -1,6 +1,6 @@ CORE unreachable.c ---unreachable-instructions +--no-standard-checks --unreachable-instructions ^EXIT=0$ ^SIGNAL=0$ not_called diff --git a/regression/goto-analyzer/unreachable-instructions-domain-text/test.desc b/regression/goto-analyzer/unreachable-instructions-domain-text/test.desc index e7c3e0888ce..ab67242a802 100644 --- a/regression/goto-analyzer/unreachable-instructions-domain-text/test.desc +++ b/regression/goto-analyzer/unreachable-instructions-domain-text/test.desc @@ -1,6 +1,6 @@ CORE ../unreachable-instructions-basic-text/unreachable.c ---unreachable-instructions --constants +--no-standard-checks --unreachable-instructions --constants ^EXIT=0$ ^SIGNAL=0$ not_called diff --git a/regression/goto-analyzer/value-set-compact-01/test.desc b/regression/goto-analyzer/value-set-compact-01/test.desc index 509bfdfd705..b1b03936035 100644 --- a/regression/goto-analyzer/value-set-compact-01/test.desc +++ b/regression/goto-analyzer/value-set-compact-01/test.desc @@ -1,6 +1,6 @@ CORE main.c ---variable-sensitivity --vsd-values set-of-constants --show +--no-standard-checks --variable-sensitivity --vsd-values set-of-constants --show ^EXIT=0$ ^SIGNAL=0$ main::1::a .* value-set-begin: 0, 1, 2, 3, 4, 5, 6 :value-set-end @ \[1, 12, 15, 18, 21, 24, 26\] diff --git a/regression/goto-analyzer/value-set-compact-02/test.desc b/regression/goto-analyzer/value-set-compact-02/test.desc index 797e9c24848..c5100073360 100644 --- a/regression/goto-analyzer/value-set-compact-02/test.desc +++ b/regression/goto-analyzer/value-set-compact-02/test.desc @@ -1,6 +1,6 @@ CORE main.c ---variable-sensitivity --vsd-values set-of-constants --vsd-arrays every-element --show +--no-standard-checks --variable-sensitivity --vsd-values set-of-constants --vsd-arrays every-element --show ^EXIT=0$ ^SIGNAL=0$ main::1::a .* value-set-begin: 4, 5, 6, 11, 12, \[0, 3\], \[7, A\] :value-set-end @ \[1, 16, 18, 20, 22, 24, 26, 28, 30, 32, 34, 36, 38\] diff --git a/regression/goto-analyzer/value-set-structs/test_show.desc b/regression/goto-analyzer/value-set-structs/test_show.desc index e6e45d576d0..6af0a82da4b 100644 --- a/regression/goto-analyzer/value-set-structs/test_show.desc +++ b/regression/goto-analyzer/value-set-structs/test_show.desc @@ -1,6 +1,6 @@ CORE main.c ---variable-sensitivity --vsd-values set-of-constants --vsd-structs every-field --vsd-arrays every-element --vsd-pointers value-set --show --pointer-check +--no-standard-checks --variable-sensitivity --vsd-values set-of-constants --vsd-structs every-field --vsd-arrays every-element --vsd-pointers value-set --show --pointer-check activate-multi-line-match main::1::s_show \(\) -> \{\.d=value-set-begin: 1\.0, 2\.0 :value-set-end @ \[16\], \.str=\{\[0\] = value-set-begin: 'x', 'y' :value-set-end @ \[16\]\n\[1\] = value-set-begin: '\\n' :value-set-end main::1::u_show \(\) -> \{\.d=value-set-begin: 1\.0, 2\.0, 3\.0 :value-set-end @ \[..\], \.str=\{\[0\] = value-set-begin: 'x', 'y', 'z' :value-set-end @ \[..\]\n\[1\] = value-set-begin: '\\n' :value-set-end @ \[..\]\n} @ \[..\]} @ \[..\] diff --git a/regression/goto-analyzer/variable-sensitivity-array-nondet-access/test-constants-every-element.desc b/regression/goto-analyzer/variable-sensitivity-array-nondet-access/test-constants-every-element.desc index 879c0c1bcac..b2af6dc12d1 100644 --- a/regression/goto-analyzer/variable-sensitivity-array-nondet-access/test-constants-every-element.desc +++ b/regression/goto-analyzer/variable-sensitivity-array-nondet-access/test-constants-every-element.desc @@ -1,6 +1,6 @@ CORE main.c ---show --variable-sensitivity --vsd-values constants --vsd-arrays every-element +--no-standard-checks --show --variable-sensitivity --vsd-values constants --vsd-arrays every-element ^EXIT=0$ ^SIGNAL=0$ main::1::arr_at_ix \(\) -> TOP @ \[9\] diff --git a/regression/goto-analyzer/variable-sensitivity-array-nondet-access/test-constants-smash.desc b/regression/goto-analyzer/variable-sensitivity-array-nondet-access/test-constants-smash.desc index deacba9c6e6..e3dad3c4c5b 100644 --- a/regression/goto-analyzer/variable-sensitivity-array-nondet-access/test-constants-smash.desc +++ b/regression/goto-analyzer/variable-sensitivity-array-nondet-access/test-constants-smash.desc @@ -1,6 +1,6 @@ CORE main.c ---show --variable-sensitivity --vsd-values constants --vsd-arrays smash +--no-standard-checks --show --variable-sensitivity --vsd-values constants --vsd-arrays smash ^EXIT=0$ ^SIGNAL=0$ main::1::arr_at_ix \(\) -> TOP @ \[9\] diff --git a/regression/goto-analyzer/variable-sensitivity-array-nondet-access/test-constants-up-to-3-elements.desc b/regression/goto-analyzer/variable-sensitivity-array-nondet-access/test-constants-up-to-3-elements.desc index 3fb6c82d79c..13608b5a3bb 100644 --- a/regression/goto-analyzer/variable-sensitivity-array-nondet-access/test-constants-up-to-3-elements.desc +++ b/regression/goto-analyzer/variable-sensitivity-array-nondet-access/test-constants-up-to-3-elements.desc @@ -1,6 +1,6 @@ CORE main.c ---show --variable-sensitivity --vsd-values constants --vsd-arrays up-to-n-elements --vsd-array-max-elements 3 +--no-standard-checks --show --variable-sensitivity --vsd-values constants --vsd-arrays up-to-n-elements --vsd-array-max-elements 3 ^EXIT=0$ ^SIGNAL=0$ main::1::arr_at_ix \(\) -> TOP @ \[9\] diff --git a/regression/goto-analyzer/variable-sensitivity-array-nondet-access/test-intervals-every-element.desc b/regression/goto-analyzer/variable-sensitivity-array-nondet-access/test-intervals-every-element.desc index 710fdd3d18e..546c92749d6 100644 --- a/regression/goto-analyzer/variable-sensitivity-array-nondet-access/test-intervals-every-element.desc +++ b/regression/goto-analyzer/variable-sensitivity-array-nondet-access/test-intervals-every-element.desc @@ -1,6 +1,6 @@ CORE main.c ---show --variable-sensitivity --vsd-values intervals --vsd-arrays every-element +--no-standard-checks --show --variable-sensitivity --vsd-values intervals --vsd-arrays every-element ^EXIT=0$ ^SIGNAL=0$ main::1::arr_at_ix \(\) -> \[1, 3\] @ \[9\] diff --git a/regression/goto-analyzer/variable-sensitivity-array-nondet-access/test-intervals-smash.desc b/regression/goto-analyzer/variable-sensitivity-array-nondet-access/test-intervals-smash.desc index e7f601c1223..229799ca354 100644 --- a/regression/goto-analyzer/variable-sensitivity-array-nondet-access/test-intervals-smash.desc +++ b/regression/goto-analyzer/variable-sensitivity-array-nondet-access/test-intervals-smash.desc @@ -1,6 +1,6 @@ CORE main.c ---show --variable-sensitivity --vsd-values intervals --vsd-arrays smash +--no-standard-checks --show --variable-sensitivity --vsd-values intervals --vsd-arrays smash ^EXIT=0$ ^SIGNAL=0$ main::1::arr_at_ix \(\) -> \[1, 5\] @ \[9\] diff --git a/regression/goto-analyzer/variable-sensitivity-array-nondet-access/test-intervals-up-to-3-elements.desc b/regression/goto-analyzer/variable-sensitivity-array-nondet-access/test-intervals-up-to-3-elements.desc index 86ab2641d45..3076e43a8eb 100644 --- a/regression/goto-analyzer/variable-sensitivity-array-nondet-access/test-intervals-up-to-3-elements.desc +++ b/regression/goto-analyzer/variable-sensitivity-array-nondet-access/test-intervals-up-to-3-elements.desc @@ -1,6 +1,6 @@ CORE main.c ---show --variable-sensitivity --vsd-values intervals --vsd-arrays up-to-n-elements --vsd-array-max-elements 3 +--no-standard-checks --show --variable-sensitivity --vsd-values intervals --vsd-arrays up-to-n-elements --vsd-array-max-elements 3 ^EXIT=0$ ^SIGNAL=0$ main::1::arr_at_ix \(\) -> \[1, 5\] @ \[9\] diff --git a/regression/goto-analyzer/variable-sensitivity-dependence-graph-toyota/test.desc b/regression/goto-analyzer/variable-sensitivity-dependence-graph-toyota/test.desc index 1662978999d..dbbefa74c2e 100644 --- a/regression/goto-analyzer/variable-sensitivity-dependence-graph-toyota/test.desc +++ b/regression/goto-analyzer/variable-sensitivity-dependence-graph-toyota/test.desc @@ -1,6 +1,6 @@ CORE main.c -file1.c file2.c --dependence-graph-vs --vsd-structs every-field --vsd-arrays every-element --show +--no-standard-checks file1.c file2.c --dependence-graph-vs --vsd-structs every-field --vsd-arrays every-element --show ^EXIT=0$ ^SIGNAL=0$ ^Data dependencies: 48 \[st.a\]$ diff --git a/regression/goto-analyzer/variable-sensitivity-dependence-graph/test.desc b/regression/goto-analyzer/variable-sensitivity-dependence-graph/test.desc index ff2a997bff0..25369297c5f 100644 --- a/regression/goto-analyzer/variable-sensitivity-dependence-graph/test.desc +++ b/regression/goto-analyzer/variable-sensitivity-dependence-graph/test.desc @@ -1,6 +1,6 @@ CORE main.c -file1.c file2.c --dependence-graph-vs --vsd-structs every-field --vsd-arrays every-element --show +--no-standard-checks file1.c file2.c --dependence-graph-vs --vsd-structs every-field --vsd-arrays every-element --show ^EXIT=0$ ^SIGNAL=0$ ^Data dependencies: 48 \[st.a\]$ diff --git a/regression/goto-analyzer/variable-sensitivity-dependence-graph17/test.desc b/regression/goto-analyzer/variable-sensitivity-dependence-graph17/test.desc index f4d952a3a3f..0894cc0c9a5 100644 --- a/regression/goto-analyzer/variable-sensitivity-dependence-graph17/test.desc +++ b/regression/goto-analyzer/variable-sensitivity-dependence-graph17/test.desc @@ -1,6 +1,6 @@ CORE main.c ---dependence-graph-vs --vsd-arrays every-element --show +--no-standard-checks --dependence-graph-vs --vsd-arrays every-element --show activate-multi-line-match ^EXIT=0$ ^SIGNAL=0$ diff --git a/regression/goto-analyzer/variable-sensitivity-interval-values-arith-01/test.desc b/regression/goto-analyzer/variable-sensitivity-interval-values-arith-01/test.desc index 6a930759d6c..6c77e6b6ad1 100644 --- a/regression/goto-analyzer/variable-sensitivity-interval-values-arith-01/test.desc +++ b/regression/goto-analyzer/variable-sensitivity-interval-values-arith-01/test.desc @@ -1,6 +1,6 @@ CORE main.c ---variable-sensitivity --vsd-values intervals --show +--no-standard-checks --variable-sensitivity --vsd-values intervals --show ^EXIT=0$ ^SIGNAL=0$ main::1::z \(\) -> \[3, 3\] @ \[5\] diff --git a/regression/goto-analyzer/variable-sensitivity-interval-values-arith-03/test.desc b/regression/goto-analyzer/variable-sensitivity-interval-values-arith-03/test.desc index 0b8ccc9aa13..b72154af257 100644 --- a/regression/goto-analyzer/variable-sensitivity-interval-values-arith-03/test.desc +++ b/regression/goto-analyzer/variable-sensitivity-interval-values-arith-03/test.desc @@ -1,6 +1,6 @@ CORE main.c ---variable-sensitivity --vsd-values intervals --show +--no-standard-checks --variable-sensitivity --vsd-values intervals --show ^EXIT=0$ ^SIGNAL=0$ main::1::a \(\) -> \[6, 6\] @ \[7\] diff --git a/regression/goto-analyzer/variable-sensitivity-interval-values-complex-structures/test.desc b/regression/goto-analyzer/variable-sensitivity-interval-values-complex-structures/test.desc index ddceb5dc77c..3550f5d1dc2 100644 --- a/regression/goto-analyzer/variable-sensitivity-interval-values-complex-structures/test.desc +++ b/regression/goto-analyzer/variable-sensitivity-interval-values-complex-structures/test.desc @@ -1,6 +1,6 @@ CORE main.c ---variable-sensitivity --vsd-values intervals --vsd-structs every-field --vsd-pointers constants --show +--no-standard-checks --variable-sensitivity --vsd-values intervals --vsd-structs every-field --vsd-pointers constants --show ^EXIT=0$ ^SIGNAL=0$ main::1::vecMinusTenAndTen \(\) -> \{.x=\[FFFFFFF6, FFFFFFF6\] \@ \[3\], .y=\[A, A\] \@ \[3\]\} @ \[3\] diff --git a/regression/goto-analyzer/variable-sensitivity-interval-values-multiplication-01/test.desc b/regression/goto-analyzer/variable-sensitivity-interval-values-multiplication-01/test.desc index 9236fc013b4..3698a50632e 100644 --- a/regression/goto-analyzer/variable-sensitivity-interval-values-multiplication-01/test.desc +++ b/regression/goto-analyzer/variable-sensitivity-interval-values-multiplication-01/test.desc @@ -1,6 +1,6 @@ CORE main.c ---variable-sensitivity --vsd-values intervals --show +--no-standard-checks --variable-sensitivity --vsd-values intervals --show ^EXIT=0$ ^SIGNAL=0$ main::1::r \(\) -> TOP @ \[1\] diff --git a/regression/goto-analyzer/variable-sensitivity-interval-values-multiplication-02/test.desc b/regression/goto-analyzer/variable-sensitivity-interval-values-multiplication-02/test.desc index 1067c2bedf6..b648080c3a6 100644 --- a/regression/goto-analyzer/variable-sensitivity-interval-values-multiplication-02/test.desc +++ b/regression/goto-analyzer/variable-sensitivity-interval-values-multiplication-02/test.desc @@ -1,6 +1,6 @@ CORE main.c ---variable-sensitivity --vsd-values intervals --show +--no-standard-checks --variable-sensitivity --vsd-values intervals --show ^EXIT=0$ ^SIGNAL=0$ main::1::r \(\) -> \[2, 2\] @ \[1\] diff --git a/regression/goto-analyzer/variable-sensitivity-interval-values/test.desc b/regression/goto-analyzer/variable-sensitivity-interval-values/test.desc index c6b06abaa02..7fdf22da114 100644 --- a/regression/goto-analyzer/variable-sensitivity-interval-values/test.desc +++ b/regression/goto-analyzer/variable-sensitivity-interval-values/test.desc @@ -1,6 +1,6 @@ CORE main.c ---variable-sensitivity --vsd-values intervals --show +--no-standard-checks --variable-sensitivity --vsd-values intervals --show ^EXIT=0$ ^SIGNAL=0$ main::1::zero \(\) -> \[0, 0\] @ \[3\] From 7c78ff985fcfcd827baf3d22e50c01177448be18 Mon Sep 17 00:00:00 2001 From: esteffin Date: Fri, 15 Dec 2023 15:21:54 +0000 Subject: [PATCH 26/45] Revert "Add --no-standard-checks to goto-analyzer-simplify runner scripts" This reverts commit 5f172967986ba5c289eeb53285ed2b5143ddc018. --- regression/goto-analyzer-simplify/CMakeLists.txt | 2 +- regression/goto-analyzer-simplify/Makefile | 4 ++-- 2 files changed, 3 insertions(+), 3 deletions(-) diff --git a/regression/goto-analyzer-simplify/CMakeLists.txt b/regression/goto-analyzer-simplify/CMakeLists.txt index c77b87019d7..d0e80bbd2bf 100644 --- a/regression/goto-analyzer-simplify/CMakeLists.txt +++ b/regression/goto-analyzer-simplify/CMakeLists.txt @@ -1,3 +1,3 @@ add_test_pl_tests( - "${CMAKE_CURRENT_SOURCE_DIR}/chain.sh $ --no-standard-checks" + "${CMAKE_CURRENT_SOURCE_DIR}/chain.sh $" ) diff --git a/regression/goto-analyzer-simplify/Makefile b/regression/goto-analyzer-simplify/Makefile index 7852dc3448c..4f66d4159ea 100644 --- a/regression/goto-analyzer-simplify/Makefile +++ b/regression/goto-analyzer-simplify/Makefile @@ -1,10 +1,10 @@ default: tests.log test: - @../test.pl -e -p -c "../chain.sh ../../../src/goto-analyzer/goto-analyzer --no-standard-checks" + @../test.pl -e -p -c "../chain.sh ../../../src/goto-analyzer/goto-analyzer" tests.log: ../test.pl - @../test.pl -e -p -c "../chain.sh ../../../src/goto-analyzer/goto-analyzer --no-standard-checks" + @../test.pl -e -p -c "../chain.sh ../../../src/goto-analyzer/goto-analyzer" clean: find . -name '*.out' -execdir $(RM) '{}' \; From a0379585b08e399a21b858a65799ae2be7962b65 Mon Sep 17 00:00:00 2001 From: esteffin Date: Fri, 15 Dec 2023 16:06:26 +0000 Subject: [PATCH 27/45] Revert "Add --no-standard-checks to regression/goto-cc-cbmc test runner script" This reverts commit 7e385187b40b673574406ceac37aa310e18922f7. --- regression/goto-cc-cbmc/chain.sh | 2 +- regression/goto-cc-cbmc/tmp_post_with_name/test.desc | 2 +- 2 files changed, 2 insertions(+), 2 deletions(-) diff --git a/regression/goto-cc-cbmc/chain.sh b/regression/goto-cc-cbmc/chain.sh index 68e5f19b600..61ec544401e 100755 --- a/regression/goto-cc-cbmc/chain.sh +++ b/regression/goto-cc-cbmc/chain.sh @@ -17,4 +17,4 @@ else "${goto_cc}" "${name}" -o "${base_name}.gb" fi -"${cbmc}" --no-standard-checks "${base_name}.gb" ${options} +"${cbmc}" "${base_name}.gb" ${options} diff --git a/regression/goto-cc-cbmc/tmp_post_with_name/test.desc b/regression/goto-cc-cbmc/tmp_post_with_name/test.desc index f9cbe51a11c..7c0efb2ee0f 100644 --- a/regression/goto-cc-cbmc/tmp_post_with_name/test.desc +++ b/regression/goto-cc-cbmc/tmp_post_with_name/test.desc @@ -1,6 +1,6 @@ CORE main.c ---pointer-check +--no-malloc-may-fail --pointer-check ^EXIT=10$ ^SIGNAL=0$ ^\[main\.pointer_dereference\.5\] line 8 dereference failure: pointer outside object bounds in \*tmp_post_ptr: FAILURE From a6abc82c18d7c160b7d6311d37a05ecb0561d251 Mon Sep 17 00:00:00 2001 From: esteffin Date: Fri, 15 Dec 2023 16:06:58 +0000 Subject: [PATCH 28/45] Revert "Add --no-standard-checks to regression/acceleration test runner script" This reverts commit 81c73d01d2b3d6a5c33a1583a968f18e1fc6ca14. --- regression/acceleration/accelerate.sh | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/regression/acceleration/accelerate.sh b/regression/acceleration/accelerate.sh index b3f06378a8b..75b4094e560 100755 --- a/regression/acceleration/accelerate.sh +++ b/regression/acceleration/accelerate.sh @@ -16,7 +16,7 @@ is_windows=$4 shift 4 cfile="" -cbmcargs="--no-standard-checks" +cbmcargs="" # create the temporary directory relative to the current directory, thus # avoiding file names that start with a "/", which confuses goto-cl (Windows) From cebb4d2cdc1f86553b073e2e90308b5e862506f6 Mon Sep 17 00:00:00 2001 From: esteffin Date: Fri, 15 Dec 2023 17:02:46 +0000 Subject: [PATCH 29/45] Fixed acceleration regressions --- regression/acceleration/array_safe1/test.desc | 2 +- regression/acceleration/array_safe2/test.desc | 2 +- regression/acceleration/array_safe3/test.desc | 2 +- regression/acceleration/array_safe4/test.desc | 2 +- regression/acceleration/const_safe1/test.desc | 2 +- regression/acceleration/diamond_safe1/test.desc | 2 +- regression/acceleration/diamond_safe2/test.desc | 2 +- regression/acceleration/functions_safe1/test.desc | 2 +- regression/acceleration/multivar_safe1/test.desc | 2 +- regression/acceleration/nested_safe1/test.desc | 2 +- regression/acceleration/overflow_safe1/test.desc | 2 +- regression/acceleration/phases_safe1/test.desc | 2 +- regression/acceleration/simple_safe1/test.desc | 2 +- regression/acceleration/simple_safe2/test.desc | 2 +- regression/acceleration/simple_safe3/test.desc | 2 +- regression/acceleration/simple_safe4/test.desc | 2 +- regression/acceleration/underapprox_safe1/test.desc | 2 +- regression/acceleration/underapprox_safe2/test.desc | 2 +- regression/acceleration/underapprox_unsafe1/test.desc | 2 +- regression/acceleration/underapprox_unsafe2/test.desc | 2 +- 20 files changed, 20 insertions(+), 20 deletions(-) diff --git a/regression/acceleration/array_safe1/test.desc b/regression/acceleration/array_safe1/test.desc index 9ebb38e345e..47a17e48041 100644 --- a/regression/acceleration/array_safe1/test.desc +++ b/regression/acceleration/array_safe1/test.desc @@ -1,6 +1,6 @@ CORE main.c - +--no-unwinding-assertions ^EXIT=0$ ^SIGNAL=0$ ^VERIFICATION SUCCESSFUL$ diff --git a/regression/acceleration/array_safe2/test.desc b/regression/acceleration/array_safe2/test.desc index 9ebb38e345e..47a17e48041 100644 --- a/regression/acceleration/array_safe2/test.desc +++ b/regression/acceleration/array_safe2/test.desc @@ -1,6 +1,6 @@ CORE main.c - +--no-unwinding-assertions ^EXIT=0$ ^SIGNAL=0$ ^VERIFICATION SUCCESSFUL$ diff --git a/regression/acceleration/array_safe3/test.desc b/regression/acceleration/array_safe3/test.desc index 9ebb38e345e..47a17e48041 100644 --- a/regression/acceleration/array_safe3/test.desc +++ b/regression/acceleration/array_safe3/test.desc @@ -1,6 +1,6 @@ CORE main.c - +--no-unwinding-assertions ^EXIT=0$ ^SIGNAL=0$ ^VERIFICATION SUCCESSFUL$ diff --git a/regression/acceleration/array_safe4/test.desc b/regression/acceleration/array_safe4/test.desc index 9ebb38e345e..47a17e48041 100644 --- a/regression/acceleration/array_safe4/test.desc +++ b/regression/acceleration/array_safe4/test.desc @@ -1,6 +1,6 @@ CORE main.c - +--no-unwinding-assertions ^EXIT=0$ ^SIGNAL=0$ ^VERIFICATION SUCCESSFUL$ diff --git a/regression/acceleration/const_safe1/test.desc b/regression/acceleration/const_safe1/test.desc index 9ebb38e345e..47a17e48041 100644 --- a/regression/acceleration/const_safe1/test.desc +++ b/regression/acceleration/const_safe1/test.desc @@ -1,6 +1,6 @@ CORE main.c - +--no-unwinding-assertions ^EXIT=0$ ^SIGNAL=0$ ^VERIFICATION SUCCESSFUL$ diff --git a/regression/acceleration/diamond_safe1/test.desc b/regression/acceleration/diamond_safe1/test.desc index 9ebb38e345e..47a17e48041 100644 --- a/regression/acceleration/diamond_safe1/test.desc +++ b/regression/acceleration/diamond_safe1/test.desc @@ -1,6 +1,6 @@ CORE main.c - +--no-unwinding-assertions ^EXIT=0$ ^SIGNAL=0$ ^VERIFICATION SUCCESSFUL$ diff --git a/regression/acceleration/diamond_safe2/test.desc b/regression/acceleration/diamond_safe2/test.desc index 9ebb38e345e..47a17e48041 100644 --- a/regression/acceleration/diamond_safe2/test.desc +++ b/regression/acceleration/diamond_safe2/test.desc @@ -1,6 +1,6 @@ CORE main.c - +--no-unwinding-assertions ^EXIT=0$ ^SIGNAL=0$ ^VERIFICATION SUCCESSFUL$ diff --git a/regression/acceleration/functions_safe1/test.desc b/regression/acceleration/functions_safe1/test.desc index 9ebb38e345e..47a17e48041 100644 --- a/regression/acceleration/functions_safe1/test.desc +++ b/regression/acceleration/functions_safe1/test.desc @@ -1,6 +1,6 @@ CORE main.c - +--no-unwinding-assertions ^EXIT=0$ ^SIGNAL=0$ ^VERIFICATION SUCCESSFUL$ diff --git a/regression/acceleration/multivar_safe1/test.desc b/regression/acceleration/multivar_safe1/test.desc index 9ebb38e345e..47a17e48041 100644 --- a/regression/acceleration/multivar_safe1/test.desc +++ b/regression/acceleration/multivar_safe1/test.desc @@ -1,6 +1,6 @@ CORE main.c - +--no-unwinding-assertions ^EXIT=0$ ^SIGNAL=0$ ^VERIFICATION SUCCESSFUL$ diff --git a/regression/acceleration/nested_safe1/test.desc b/regression/acceleration/nested_safe1/test.desc index 9ebb38e345e..47a17e48041 100644 --- a/regression/acceleration/nested_safe1/test.desc +++ b/regression/acceleration/nested_safe1/test.desc @@ -1,6 +1,6 @@ CORE main.c - +--no-unwinding-assertions ^EXIT=0$ ^SIGNAL=0$ ^VERIFICATION SUCCESSFUL$ diff --git a/regression/acceleration/overflow_safe1/test.desc b/regression/acceleration/overflow_safe1/test.desc index 9ebb38e345e..47a17e48041 100644 --- a/regression/acceleration/overflow_safe1/test.desc +++ b/regression/acceleration/overflow_safe1/test.desc @@ -1,6 +1,6 @@ CORE main.c - +--no-unwinding-assertions ^EXIT=0$ ^SIGNAL=0$ ^VERIFICATION SUCCESSFUL$ diff --git a/regression/acceleration/phases_safe1/test.desc b/regression/acceleration/phases_safe1/test.desc index 9ebb38e345e..47a17e48041 100644 --- a/regression/acceleration/phases_safe1/test.desc +++ b/regression/acceleration/phases_safe1/test.desc @@ -1,6 +1,6 @@ CORE main.c - +--no-unwinding-assertions ^EXIT=0$ ^SIGNAL=0$ ^VERIFICATION SUCCESSFUL$ diff --git a/regression/acceleration/simple_safe1/test.desc b/regression/acceleration/simple_safe1/test.desc index 9ebb38e345e..47a17e48041 100644 --- a/regression/acceleration/simple_safe1/test.desc +++ b/regression/acceleration/simple_safe1/test.desc @@ -1,6 +1,6 @@ CORE main.c - +--no-unwinding-assertions ^EXIT=0$ ^SIGNAL=0$ ^VERIFICATION SUCCESSFUL$ diff --git a/regression/acceleration/simple_safe2/test.desc b/regression/acceleration/simple_safe2/test.desc index 9ebb38e345e..47a17e48041 100644 --- a/regression/acceleration/simple_safe2/test.desc +++ b/regression/acceleration/simple_safe2/test.desc @@ -1,6 +1,6 @@ CORE main.c - +--no-unwinding-assertions ^EXIT=0$ ^SIGNAL=0$ ^VERIFICATION SUCCESSFUL$ diff --git a/regression/acceleration/simple_safe3/test.desc b/regression/acceleration/simple_safe3/test.desc index 9ebb38e345e..47a17e48041 100644 --- a/regression/acceleration/simple_safe3/test.desc +++ b/regression/acceleration/simple_safe3/test.desc @@ -1,6 +1,6 @@ CORE main.c - +--no-unwinding-assertions ^EXIT=0$ ^SIGNAL=0$ ^VERIFICATION SUCCESSFUL$ diff --git a/regression/acceleration/simple_safe4/test.desc b/regression/acceleration/simple_safe4/test.desc index 9ebb38e345e..47a17e48041 100644 --- a/regression/acceleration/simple_safe4/test.desc +++ b/regression/acceleration/simple_safe4/test.desc @@ -1,6 +1,6 @@ CORE main.c - +--no-unwinding-assertions ^EXIT=0$ ^SIGNAL=0$ ^VERIFICATION SUCCESSFUL$ diff --git a/regression/acceleration/underapprox_safe1/test.desc b/regression/acceleration/underapprox_safe1/test.desc index 9ebb38e345e..47a17e48041 100644 --- a/regression/acceleration/underapprox_safe1/test.desc +++ b/regression/acceleration/underapprox_safe1/test.desc @@ -1,6 +1,6 @@ CORE main.c - +--no-unwinding-assertions ^EXIT=0$ ^SIGNAL=0$ ^VERIFICATION SUCCESSFUL$ diff --git a/regression/acceleration/underapprox_safe2/test.desc b/regression/acceleration/underapprox_safe2/test.desc index 9ebb38e345e..47a17e48041 100644 --- a/regression/acceleration/underapprox_safe2/test.desc +++ b/regression/acceleration/underapprox_safe2/test.desc @@ -1,6 +1,6 @@ CORE main.c - +--no-unwinding-assertions ^EXIT=0$ ^SIGNAL=0$ ^VERIFICATION SUCCESSFUL$ diff --git a/regression/acceleration/underapprox_unsafe1/test.desc b/regression/acceleration/underapprox_unsafe1/test.desc index 9ebb38e345e..47a17e48041 100644 --- a/regression/acceleration/underapprox_unsafe1/test.desc +++ b/regression/acceleration/underapprox_unsafe1/test.desc @@ -1,6 +1,6 @@ CORE main.c - +--no-unwinding-assertions ^EXIT=0$ ^SIGNAL=0$ ^VERIFICATION SUCCESSFUL$ diff --git a/regression/acceleration/underapprox_unsafe2/test.desc b/regression/acceleration/underapprox_unsafe2/test.desc index 9ebb38e345e..47a17e48041 100644 --- a/regression/acceleration/underapprox_unsafe2/test.desc +++ b/regression/acceleration/underapprox_unsafe2/test.desc @@ -1,6 +1,6 @@ CORE main.c - +--no-unwinding-assertions ^EXIT=0$ ^SIGNAL=0$ ^VERIFICATION SUCCESSFUL$ From 1084f76bd5a356b90d91313556455310886c36ad Mon Sep 17 00:00:00 2001 From: esteffin Date: Fri, 15 Dec 2023 17:12:50 +0000 Subject: [PATCH 30/45] Revert "Add --no-standard-checks to regression/goto-harness test runner script" This reverts commit 0d19437e911d5b42e2cb4199c82595e27e04c23a. --- regression/goto-harness/chain.sh | 2 -- 1 file changed, 2 deletions(-) diff --git a/regression/goto-harness/chain.sh b/regression/goto-harness/chain.sh index 5f66a044fa8..c5d56f08c35 100755 --- a/regression/goto-harness/chain.sh +++ b/regression/goto-harness/chain.sh @@ -58,14 +58,12 @@ $goto_harness "$input_goto_binary" "$harness_file" --harness-function-name $entr $cbmc --show-goto-functions "$harness_file" if [[ "${harness_file}" == "harness.gb" ]];then $cbmc --function $entry_point "$harness_file" \ - --no-standard-checks `# deactivate default checks to make tests pass without significant adapting` \ --pointer-check `# because we want to see out of bounds errors` \ --unwind 11 `# with the way we set up arrays symex can't figure out loop bounds automatically` \ --unwinding-assertions `# we want to make sure we don't accidentally pass tests because we didn't unwind enough` \ # cbmc args end else $cbmc --function $entry_point "$input_c_file" "$harness_file" \ - --no-standard-checks `# deactivate default checks to make tests pass without significant adapting` \ --pointer-check `# because we want to see out of bounds errors` \ --unwind 11 `# with the way we set up arrays symex can't figure out loop bounds automatically` \ --unwinding-assertions `# we want to make sure we don't accidentally pass tests because we didn't unwind enough` \ From 956cc9246c09681eee78f3b557df251c1c496d79 Mon Sep 17 00:00:00 2001 From: Enrico Steffinlongo Date: Thu, 21 Dec 2023 16:52:39 +0000 Subject: [PATCH 31/45] Added mechanism to pass argument to cbmc in goto-harness regression test --- regression/goto-harness/chain.sh | 17 +++++++++++++---- 1 file changed, 13 insertions(+), 4 deletions(-) diff --git a/regression/goto-harness/chain.sh b/regression/goto-harness/chain.sh index c5d56f08c35..a3b745eaa16 100755 --- a/regression/goto-harness/chain.sh +++ b/regression/goto-harness/chain.sh @@ -22,7 +22,14 @@ else fi args=${*:1:$#-1} - +if [[ "$args" != *" _ "* ]] +then + args_harness=$args + args_cbmc="" +else + args_harness="${args%%" _ "*}" + args_cbmc="${args#*" _ "}" +fi cleanup() { @@ -32,13 +39,13 @@ cleanup() needs_cleaning="" trap cleanup EXIT -json_file=`echo $args | grep '\.json' | sed 's/\.json.*/.json/' | sed 's/.* //'` +json_file=`echo $args_harness | grep '\.json' | sed 's/\.json.*/.json/' | sed 's/.* //'` if [[ "x$json_file" != "x" ]]; then bit_width=`$goto_harness -h | grep -- -bit | sed 's/-bit.*//' | sed 's/.* //'` if [[ "$bit_width" != "64" ]]; then needs_cleaning="$json_file.$bit_width" sed "s/\"id\": \"64\"/\"id\": \"$bit_width\"/" "$json_file" > "$json_file.$bit_width" - args=${args/$json_file/$json_file.$bit_width} + args_harness=${args_harness/$json_file/$json_file.$bit_width} fi fi @@ -54,18 +61,20 @@ fi # `# some comment` is an inline comment - basically, cause bash to execute an empty command $cbmc --show-goto-functions "$input_goto_binary" -$goto_harness "$input_goto_binary" "$harness_file" --harness-function-name $entry_point ${args} +$goto_harness "$input_goto_binary" "$harness_file" --harness-function-name $entry_point ${args_harness} $cbmc --show-goto-functions "$harness_file" if [[ "${harness_file}" == "harness.gb" ]];then $cbmc --function $entry_point "$harness_file" \ --pointer-check `# because we want to see out of bounds errors` \ --unwind 11 `# with the way we set up arrays symex can't figure out loop bounds automatically` \ --unwinding-assertions `# we want to make sure we don't accidentally pass tests because we didn't unwind enough` \ + ${args_cbmc} `# extra cbmc-related arguments` \ # cbmc args end else $cbmc --function $entry_point "$input_c_file" "$harness_file" \ --pointer-check `# because we want to see out of bounds errors` \ --unwind 11 `# with the way we set up arrays symex can't figure out loop bounds automatically` \ --unwinding-assertions `# we want to make sure we don't accidentally pass tests because we didn't unwind enough` \ + ${args_cbmc} `# extra cbmc-related arguments` \ # cbmc args end fi From d3e92374e12066ad5e4ef0e3ccecae4521991055 Mon Sep 17 00:00:00 2001 From: Enrico Steffinlongo Date: Thu, 21 Dec 2023 16:53:25 +0000 Subject: [PATCH 32/45] Fixed goto-harness failing test --- regression/goto-harness/array-types/test.desc | 2 +- regression/goto-harness/associated-size-parameter/test.desc | 2 +- .../goto-harness/do-not-use-nondet-for-recursion/test.desc | 2 +- .../test.desc | 2 +- .../load-snapshot-static-global-pointer-01/test.desc | 2 +- regression/goto-harness/mixed-constructors/test.desc | 2 +- regression/goto-harness/nondet_elements_longer_lists/test.desc | 2 +- .../goto-harness/nondet_elements_longer_lists_global/test.desc | 2 +- .../goto-harness/nondet_initialize_static_arrays/test.desc | 2 +- regression/goto-harness/nondet_strings/test.desc | 2 +- .../nondet_strings_should_only_have_zero_at_end/test.desc | 2 +- .../pointer-function-parameters-equal-maybe/test.desc | 2 +- .../pointer-function-parameters-equal-simple/test.desc | 2 +- .../test.desc | 2 +- .../pointer-function-parameters-struct-non-recursive/test.desc | 2 +- .../test.desc | 2 +- .../test.desc | 2 +- .../pointer-to-array-function-parameters-max-size/test.desc | 2 +- .../pointer-to-array-function-parameters-min-size/test.desc | 2 +- .../test.desc | 2 +- .../pointer-to-array-function-parameters-with-size/test.desc | 2 +- .../goto-harness/pointer-to-array-function-parameters/test.desc | 2 +- .../test.desc | 2 +- 23 files changed, 23 insertions(+), 23 deletions(-) diff --git a/regression/goto-harness/array-types/test.desc b/regression/goto-harness/array-types/test.desc index 1585a54f583..a0a49e5c7b3 100644 --- a/regression/goto-harness/array-types/test.desc +++ b/regression/goto-harness/array-types/test.desc @@ -1,6 +1,6 @@ CORE example.c ---harness-type call-function --function test --treat-pointer-as-array arr +--harness-type call-function --function test --treat-pointer-as-array arr _ --no-standard-checks VERIFICATION SUCCESSFUL ^EXIT=0$ ^SIGNAL=0$ diff --git a/regression/goto-harness/associated-size-parameter/test.desc b/regression/goto-harness/associated-size-parameter/test.desc index a219ea272c9..03a63db1cbd 100644 --- a/regression/goto-harness/associated-size-parameter/test.desc +++ b/regression/goto-harness/associated-size-parameter/test.desc @@ -1,6 +1,6 @@ CORE main.c ---harness-type call-function --function test --associated-array-size array:size +--harness-type call-function --function test --associated-array-size array:size _ --no-standard-checks VERIFICATION SUCCESSFUL ^EXIT=0$ ^SIGNAL=0$ diff --git a/regression/goto-harness/do-not-use-nondet-for-recursion/test.desc b/regression/goto-harness/do-not-use-nondet-for-recursion/test.desc index 43efcf9fcec..3430a64c706 100644 --- a/regression/goto-harness/do-not-use-nondet-for-recursion/test.desc +++ b/regression/goto-harness/do-not-use-nondet-for-recursion/test.desc @@ -1,6 +1,6 @@ CORE test.c ---function test --harness-type call-function +--function test --harness-type call-function _ --no-standard-checks \[test.assertion.1\] line \d+ assertion list: SUCCESS \[test.assertion.2\] line \d+ assertion list->next: FAILURE \[test.assertion.3\] line \d+ assertion !\(list->next != \(\(struct linked_list \*\).*\)\): FAILURE diff --git a/regression/goto-harness/do-not-use-nondet-for-selecting-pointers-to-treat-as-equal/test.desc b/regression/goto-harness/do-not-use-nondet-for-selecting-pointers-to-treat-as-equal/test.desc index b335d59d79f..47bd46f40c7 100644 --- a/regression/goto-harness/do-not-use-nondet-for-selecting-pointers-to-treat-as-equal/test.desc +++ b/regression/goto-harness/do-not-use-nondet-for-selecting-pointers-to-treat-as-equal/test.desc @@ -1,6 +1,6 @@ CORE test.c ---function test --harness-type call-function --treat-pointers-equal x,y --treat-pointers-equal-maybe +--function test --harness-type call-function --treat-pointers-equal x,y --treat-pointers-equal-maybe _ --no-standard-checks should_make_equal \[test.assertion.1\] line 3 assertion x: SUCCESS \[test.assertion.2\] line 4 assertion y: SUCCESS diff --git a/regression/goto-harness/load-snapshot-static-global-pointer-01/test.desc b/regression/goto-harness/load-snapshot-static-global-pointer-01/test.desc index b9be03e032d..db09a8df0fb 100644 --- a/regression/goto-harness/load-snapshot-static-global-pointer-01/test.desc +++ b/regression/goto-harness/load-snapshot-static-global-pointer-01/test.desc @@ -1,6 +1,6 @@ CORE main.c -harness.gb --harness-type initialize-with-memory-snapshot --memory-snapshot snapshot.json --initial-goto-location main:0 +harness.gb --harness-type initialize-with-memory-snapshot --memory-snapshot snapshot.json --initial-goto-location main:0 _ --no-standard-checks ^EXIT=0$ ^SIGNAL=0$ VERIFICATION SUCCESSFUL diff --git a/regression/goto-harness/mixed-constructors/test.desc b/regression/goto-harness/mixed-constructors/test.desc index 4c21c51d75e..a1c5f06bab5 100644 --- a/regression/goto-harness/mixed-constructors/test.desc +++ b/regression/goto-harness/mixed-constructors/test.desc @@ -1,6 +1,6 @@ CORE test.c ---function entry_point --harness-type call-function --associated-array-size array_with_size:size +--function entry_point --harness-type call-function --associated-array-size array_with_size:size _ --no-standard-checks ^EXIT=0$ ^SIGNAL=0$ -- diff --git a/regression/goto-harness/nondet_elements_longer_lists/test.desc b/regression/goto-harness/nondet_elements_longer_lists/test.desc index cb71825070a..b51613a59c7 100644 --- a/regression/goto-harness/nondet_elements_longer_lists/test.desc +++ b/regression/goto-harness/nondet_elements_longer_lists/test.desc @@ -1,6 +1,6 @@ CORE main.c ---harness-type call-function --max-nondet-tree-depth 4 --min-null-tree-depth 1 --function test_function +--harness-type call-function --max-nondet-tree-depth 4 --min-null-tree-depth 1 --function test_function _ --no-standard-checks \[test_function.assertion.\d+\] line \d+ assertion list_walker->datum == \+\+i: SUCCESS ^EXIT=0$ ^SIGNAL=0$ diff --git a/regression/goto-harness/nondet_elements_longer_lists_global/test.desc b/regression/goto-harness/nondet_elements_longer_lists_global/test.desc index 52218e7877d..f86b33bc9e2 100644 --- a/regression/goto-harness/nondet_elements_longer_lists_global/test.desc +++ b/regression/goto-harness/nondet_elements_longer_lists_global/test.desc @@ -1,6 +1,6 @@ CORE main.c ---harness-type call-function --max-nondet-tree-depth 4 --min-null-tree-depth 1 --function test_function --nondet-globals +--harness-type call-function --max-nondet-tree-depth 4 --min-null-tree-depth 1 --function test_function --nondet-globals _ --no-standard-checks \[test_function.assertion.\d+\] line \d+ assertion list_walker->datum == \+\+i: SUCCESS ^EXIT=0$ ^SIGNAL=0$ diff --git a/regression/goto-harness/nondet_initialize_static_arrays/test.desc b/regression/goto-harness/nondet_initialize_static_arrays/test.desc index d0173ae1e36..e617fd5dfc7 100644 --- a/regression/goto-harness/nondet_initialize_static_arrays/test.desc +++ b/regression/goto-harness/nondet_initialize_static_arrays/test.desc @@ -1,6 +1,6 @@ CORE main.c ---function func --min-null-tree-depth 10 --max-nondet-tree-depth 4 --harness-type call-function +--function func --min-null-tree-depth 10 --max-nondet-tree-depth 4 --harness-type call-function _ --no-standard-checks ^EXIT=0$ ^SIGNAL=0$ VERIFICATION SUCCESSFUL diff --git a/regression/goto-harness/nondet_strings/test.desc b/regression/goto-harness/nondet_strings/test.desc index ba77d47bbd7..d2d66d075dc 100644 --- a/regression/goto-harness/nondet_strings/test.desc +++ b/regression/goto-harness/nondet_strings/test.desc @@ -1,6 +1,6 @@ CORE main.c ---harness-type call-function --function function --treat-pointer-as-cstring pointer --associated-array-size pointer:size +--harness-type call-function --function function --treat-pointer-as-cstring pointer --associated-array-size pointer:size _ --no-standard-checks \[function.assertion.\d+\] line \d+ assertion pointer\[size - 1\] == \'\\0\': SUCCESS ^VERIFICATION SUCCESSFUL$ ^EXIT=0$ diff --git a/regression/goto-harness/nondet_strings_should_only_have_zero_at_end/test.desc b/regression/goto-harness/nondet_strings_should_only_have_zero_at_end/test.desc index a04f8a15104..358cc32cc17 100644 --- a/regression/goto-harness/nondet_strings_should_only_have_zero_at_end/test.desc +++ b/regression/goto-harness/nondet_strings_should_only_have_zero_at_end/test.desc @@ -1,6 +1,6 @@ CORE main.c ---harness-type call-function --function calling_func --treat-pointer-as-cstring s --associated-array-size s:length +--harness-type call-function --function calling_func --treat-pointer-as-cstring s --associated-array-size s:length _ --no-standard-checks \[calling_func.assertion.\d+\] line \d+ assertion stringlength\(s\) \+ 1 == length: SUCCESS ^VERIFICATION SUCCESSFUL$ ^EXIT=0$ diff --git a/regression/goto-harness/pointer-function-parameters-equal-maybe/test.desc b/regression/goto-harness/pointer-function-parameters-equal-maybe/test.desc index 84a96e3e99d..3ba9f2fd7aa 100644 --- a/regression/goto-harness/pointer-function-parameters-equal-maybe/test.desc +++ b/regression/goto-harness/pointer-function-parameters-equal-maybe/test.desc @@ -1,6 +1,6 @@ CORE main.c ---function func --min-null-tree-depth 10 --max-nondet-tree-depth 3 --harness-type call-function --treat-pointers-equal 'p,q;r,s,t' --treat-pointers-equal-maybe +--function func --min-null-tree-depth 10 --max-nondet-tree-depth 3 --harness-type call-function --treat-pointers-equal 'p,q;r,s,t' --treat-pointers-equal-maybe _ --no-standard-checks ^EXIT=10$ ^SIGNAL=0$ ^\[func.assertion.\d+\] line \d+ assertion p == q: FAILURE$ diff --git a/regression/goto-harness/pointer-function-parameters-equal-simple/test.desc b/regression/goto-harness/pointer-function-parameters-equal-simple/test.desc index 1f9be5e19f0..56b5c492792 100644 --- a/regression/goto-harness/pointer-function-parameters-equal-simple/test.desc +++ b/regression/goto-harness/pointer-function-parameters-equal-simple/test.desc @@ -1,6 +1,6 @@ CORE main.c ---function func --min-null-tree-depth 10 --max-nondet-tree-depth 3 --harness-type call-function --treat-pointers-equal 'p,q;r,s,t' +--function func --min-null-tree-depth 10 --max-nondet-tree-depth 3 --harness-type call-function --treat-pointers-equal 'p,q;r,s,t' _ --no-standard-checks ^EXIT=0$ ^SIGNAL=0$ VERIFICATION SUCCESSFUL diff --git a/regression/goto-harness/pointer-function-parameters-struct-mutual-recursion/test.desc b/regression/goto-harness/pointer-function-parameters-struct-mutual-recursion/test.desc index 9bef5d48a87..ba6560cf6d7 100644 --- a/regression/goto-harness/pointer-function-parameters-struct-mutual-recursion/test.desc +++ b/regression/goto-harness/pointer-function-parameters-struct-mutual-recursion/test.desc @@ -1,6 +1,6 @@ CORE main.c ---function func --min-null-tree-depth 10 --max-nondet-tree-depth 3 --harness-type call-function +--function func --min-null-tree-depth 10 --max-nondet-tree-depth 3 --harness-type call-function _ --no-standard-checks ^EXIT=0$ ^SIGNAL=0$ VERIFICATION SUCCESSFUL diff --git a/regression/goto-harness/pointer-function-parameters-struct-non-recursive/test.desc b/regression/goto-harness/pointer-function-parameters-struct-non-recursive/test.desc index 5d59a83a407..30e43e1e7af 100644 --- a/regression/goto-harness/pointer-function-parameters-struct-non-recursive/test.desc +++ b/regression/goto-harness/pointer-function-parameters-struct-non-recursive/test.desc @@ -1,6 +1,6 @@ CORE main.c ---function func --min-null-tree-depth 10 --harness-type call-function +--function func --min-null-tree-depth 10 --harness-type call-function _ --no-standard-checks ^EXIT=10$ ^SIGNAL=0$ \[func.assertion.1\] line [0-9]+ assertion p != .*((NULL)|0).*: SUCCESS diff --git a/regression/goto-harness/pointer-function-parameters-struct-simple-recursion-2/test.desc b/regression/goto-harness/pointer-function-parameters-struct-simple-recursion-2/test.desc index 3ba3174202a..6ea323f403e 100644 --- a/regression/goto-harness/pointer-function-parameters-struct-simple-recursion-2/test.desc +++ b/regression/goto-harness/pointer-function-parameters-struct-simple-recursion-2/test.desc @@ -1,6 +1,6 @@ CORE main.c ---function func --min-null-tree-depth 10 --max-nondet-tree-depth 2 --harness-type call-function +--function func --min-null-tree-depth 10 --max-nondet-tree-depth 2 --harness-type call-function _ --no-standard-checks ^EXIT=0$ ^SIGNAL=0$ VERIFICATION SUCCESSFUL diff --git a/regression/goto-harness/pointer-function-parameters-struct-simple-recursion/test.desc b/regression/goto-harness/pointer-function-parameters-struct-simple-recursion/test.desc index 9bef5d48a87..ba6560cf6d7 100644 --- a/regression/goto-harness/pointer-function-parameters-struct-simple-recursion/test.desc +++ b/regression/goto-harness/pointer-function-parameters-struct-simple-recursion/test.desc @@ -1,6 +1,6 @@ CORE main.c ---function func --min-null-tree-depth 10 --max-nondet-tree-depth 3 --harness-type call-function +--function func --min-null-tree-depth 10 --max-nondet-tree-depth 3 --harness-type call-function _ --no-standard-checks ^EXIT=0$ ^SIGNAL=0$ VERIFICATION SUCCESSFUL diff --git a/regression/goto-harness/pointer-to-array-function-parameters-max-size/test.desc b/regression/goto-harness/pointer-to-array-function-parameters-max-size/test.desc index 0b8dde7ed64..93e223179f2 100644 --- a/regression/goto-harness/pointer-to-array-function-parameters-max-size/test.desc +++ b/regression/goto-harness/pointer-to-array-function-parameters-max-size/test.desc @@ -1,6 +1,6 @@ CORE test.c ---harness-type call-function --function test --max-array-size 10 --associated-array-size arr:sz +--harness-type call-function --function test --max-array-size 10 --associated-array-size arr:sz _ --no-standard-checks \[test.assertion.1\] line \d+ assertion sz < 10: FAILURE \[test.pointer_dereference.\d+\] line \d+ dereference failure: pointer NULL in arr\[(\(signed( long)* int\))?i\]: SUCCESS \[test.pointer_dereference.\d+\] line \d+ dereference failure: pointer invalid in arr\[(\(signed( long)* int\))?i\]: SUCCESS diff --git a/regression/goto-harness/pointer-to-array-function-parameters-min-size/test.desc b/regression/goto-harness/pointer-to-array-function-parameters-min-size/test.desc index 0f27a4a8d3e..5fe36efc192 100644 --- a/regression/goto-harness/pointer-to-array-function-parameters-min-size/test.desc +++ b/regression/goto-harness/pointer-to-array-function-parameters-min-size/test.desc @@ -1,6 +1,6 @@ CORE test.c ---harness-type call-function --function min_array_size_test --max-array-size 3 --min-array-size 3 --associated-array-size arr:sz +--harness-type call-function --function min_array_size_test --max-array-size 3 --min-array-size 3 --associated-array-size arr:sz _ --no-standard-checks VERIFICATION SUCCESSFUL ^EXIT=0$ ^SIGNAL=0$ diff --git a/regression/goto-harness/pointer-to-array-function-parameters-multi-arg-right/test.desc b/regression/goto-harness/pointer-to-array-function-parameters-multi-arg-right/test.desc index e185abccd2f..381fc4d88e8 100644 --- a/regression/goto-harness/pointer-to-array-function-parameters-multi-arg-right/test.desc +++ b/regression/goto-harness/pointer-to-array-function-parameters-multi-arg-right/test.desc @@ -1,6 +1,6 @@ CORE test.c ---harness-type call-function --function is_prefix_of --treat-pointer-as-array string --treat-pointer-as-array prefix --associated-array-size string:string_size --associated-array-size prefix:prefix_size --max-array-size 5 +--harness-type call-function --function is_prefix_of --treat-pointer-as-array string --treat-pointer-as-array prefix --associated-array-size string:string_size --associated-array-size prefix:prefix_size --max-array-size 5 _ --no-standard-checks ^SIGNAL=0$ ^EXIT=0$ VERIFICATION SUCCESSFUL diff --git a/regression/goto-harness/pointer-to-array-function-parameters-with-size/test.desc b/regression/goto-harness/pointer-to-array-function-parameters-with-size/test.desc index 0bce259ad7b..c459a6c56c5 100644 --- a/regression/goto-harness/pointer-to-array-function-parameters-with-size/test.desc +++ b/regression/goto-harness/pointer-to-array-function-parameters-with-size/test.desc @@ -1,6 +1,6 @@ CORE test.c ---harness-type call-function --function test --treat-pointer-as-array arr --associated-array-size arr:sz +--harness-type call-function --function test --treat-pointer-as-array arr --associated-array-size arr:sz _ --no-standard-checks ^EXIT=0$ ^SIGNAL=0$ \[test.pointer_dereference.1\] line \d+ dereference failure: pointer NULL in arr\[(\(signed( long)* int\))?i\]: SUCCESS diff --git a/regression/goto-harness/pointer-to-array-function-parameters/test.desc b/regression/goto-harness/pointer-to-array-function-parameters/test.desc index 337b161660a..1146fde2d4f 100644 --- a/regression/goto-harness/pointer-to-array-function-parameters/test.desc +++ b/regression/goto-harness/pointer-to-array-function-parameters/test.desc @@ -1,6 +1,6 @@ CORE test.c ---harness-type call-function --function test --treat-pointer-as-array arr +--harness-type call-function --function test --treat-pointer-as-array arr _ --no-standard-checks \[test.pointer_dereference.\d+\] line \d+ dereference failure: pointer outside object bounds in arr\[(\(signed( long)* int\))?0\]: SUCCESS \[test.pointer_dereference.\d+\] line \d+ dereference failure: pointer outside object bounds in arr\[(\(signed( long)* int\))?10\]: FAILURE ^EXIT=10$ diff --git a/regression/goto-harness/recursive-structs-follow-new-tags-beyond-depth-limit/test.desc b/regression/goto-harness/recursive-structs-follow-new-tags-beyond-depth-limit/test.desc index a1a6b8ff9d9..dcc5385aeff 100644 --- a/regression/goto-harness/recursive-structs-follow-new-tags-beyond-depth-limit/test.desc +++ b/regression/goto-harness/recursive-structs-follow-new-tags-beyond-depth-limit/test.desc @@ -1,6 +1,6 @@ CORE main.c ---function func --min-null-tree-depth 10 --max-nondet-tree-depth 1 --harness-type call-function +--function func --min-null-tree-depth 10 --max-nondet-tree-depth 1 --harness-type call-function _ --no-standard-checks ^EXIT=0$ ^SIGNAL=0$ VERIFICATION SUCCESSFUL From df3f766d4a7c69d64dcce027246a5288ac5e7cd7 Mon Sep 17 00:00:00 2001 From: esteffin Date: Fri, 15 Dec 2023 17:13:49 +0000 Subject: [PATCH 33/45] Revert "Add --no-standard-checks to ../regression/linking-goto-binaries test runner script" This reverts commit 1f81854e6da02d3cd27fcc60194896ee68cd1ac8. --- regression/linking-goto-binaries/chain.sh | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/regression/linking-goto-binaries/chain.sh b/regression/linking-goto-binaries/chain.sh index 081b0dc460f..4848987d44b 100755 --- a/regression/linking-goto-binaries/chain.sh +++ b/regression/linking-goto-binaries/chain.sh @@ -21,4 +21,4 @@ else $goto_cc "${main}.gb" "${next}.gb" -o "final.gb" fi -$cbmc --no-standard-checks --validate-goto-model "final.gb" +$cbmc --validate-goto-model "final.gb" From 7f0dabf1ecd2fc44a677d65e80174c25622906fa Mon Sep 17 00:00:00 2001 From: esteffin Date: Fri, 15 Dec 2023 17:16:45 +0000 Subject: [PATCH 34/45] Fixed linking-goto-binaries regressions --- .../type_conflicts/member-name-mismatch.desc | 2 +- regression/linking-goto-binaries/type_conflicts/test.desc | 2 +- 2 files changed, 2 insertions(+), 2 deletions(-) diff --git a/regression/linking-goto-binaries/type_conflicts/member-name-mismatch.desc b/regression/linking-goto-binaries/type_conflicts/member-name-mismatch.desc index 317b01d93d1..59255fb8b32 100644 --- a/regression/linking-goto-binaries/type_conflicts/member-name-mismatch.desc +++ b/regression/linking-goto-binaries/type_conflicts/member-name-mismatch.desc @@ -6,6 +6,6 @@ Linking7-module2.c ^VERIFICATION FAILED$ line 21 assertion \*g\.a == 42: SUCCESS line 22 assertion \*g\.c == 41: FAILURE -^\*\* 1 of 3 failed +^\*\* 1 of \d+ failed -- ^warning: ignoring diff --git a/regression/linking-goto-binaries/type_conflicts/test.desc b/regression/linking-goto-binaries/type_conflicts/test.desc index 938fac85344..092d5b54d53 100644 --- a/regression/linking-goto-binaries/type_conflicts/test.desc +++ b/regression/linking-goto-binaries/type_conflicts/test.desc @@ -4,7 +4,7 @@ Linking7-module.c ^EXIT=10$ ^SIGNAL=0$ ^VERIFICATION FAILED$ -^\*\* 1 of 3 failed +^\*\* 1 of \d+ failed line 21 assertion \*g\.a == 42: SUCCESS line 22 assertion \*g\.b == 41: FAILURE -- From 0027d18adf6e6b117548a97e19956fe245009f30 Mon Sep 17 00:00:00 2001 From: esteffin Date: Fri, 15 Dec 2023 17:16:59 +0000 Subject: [PATCH 35/45] Revert "Add --no-standard-checks to regression/validate-trace-xml-schema python runner script" This reverts commit bda5ed3c221604a124e53bf3890e0f4029245815. --- regression/validate-trace-xml-schema/check.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/regression/validate-trace-xml-schema/check.py b/regression/validate-trace-xml-schema/check.py index fe9601d04d2..1ee1c781abd 100644 --- a/regression/validate-trace-xml-schema/check.py +++ b/regression/validate-trace-xml-schema/check.py @@ -133,7 +133,7 @@ def check_test_desc(self, test_desc_path): self.check_trace(test_desc_path, trace_file) def read_trace_into(self, trace_file, args): - subprocess.run([CbmcPath, '--no-standard-checks', '--trace', '--xml-ui'] + args, + subprocess.run([CbmcPath, '--trace', '--xml-ui'] + args, stdout=trace_file) def check_trace(self, test_desc_path, trace_file): From 4e800660112b530ab3ee1798831565838f502fb4 Mon Sep 17 00:00:00 2001 From: esteffin Date: Tue, 19 Dec 2023 16:25:34 +0000 Subject: [PATCH 36/45] Revert "Add --no-standard-checks to regresion/contracts-dfcc test runner script" This reverts commit bc9ae9b99c225db42be7d05722ea3f4d8077e9fa. --- regression/contracts-dfcc/chain.sh | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/regression/contracts-dfcc/chain.sh b/regression/contracts-dfcc/chain.sh index 7c09e8c0863..007d046b7db 100755 --- a/regression/contracts-dfcc/chain.sh +++ b/regression/contracts-dfcc/chain.sh @@ -63,4 +63,4 @@ elif echo $args_inst | grep -q -- "--dump-c" ; then rm "${name}${dfcc_suffix}-mod.c" fi $goto_instrument --show-goto-functions "${name}${dfcc_suffix}-mod.gb" -$cbmc --no-standard-checks "${name}${dfcc_suffix}-mod.gb" ${args_cbmc} +$cbmc "${name}${dfcc_suffix}-mod.gb" ${args_cbmc} From bb402b2c94e1f955ca4aeb43a9057253386a006b Mon Sep 17 00:00:00 2001 From: Enrico Steffinlongo Date: Wed, 20 Dec 2023 13:47:44 +0000 Subject: [PATCH 37/45] Removed --no-malloc-may-fail from test contracts-dfcc regression test runner --- regression/contracts-dfcc/chain.sh | 4 ---- 1 file changed, 4 deletions(-) diff --git a/regression/contracts-dfcc/chain.sh b/regression/contracts-dfcc/chain.sh index 007d046b7db..c388dc26c91 100755 --- a/regression/contracts-dfcc/chain.sh +++ b/regression/contracts-dfcc/chain.sh @@ -43,10 +43,6 @@ else $goto_cc -o "${name}${dfcc_suffix}.gb" "${name}.c" fi -if [[ "${args_inst}" != *"malloc"* ]]; then - args_inst="--no-malloc-may-fail $args_inst" -fi - rm -f "${name}${dfcc_suffix}-mod.gb" $goto_instrument ${args_inst} "${name}${dfcc_suffix}.gb" "${name}${dfcc_suffix}-mod.gb" if [ ! -e "${name}${dfcc_suffix}-mod.gb" ] ; then From 073c29cf1274c541e7e7ccabd97cec0e7d41d142 Mon Sep 17 00:00:00 2001 From: esteffin Date: Tue, 19 Dec 2023 17:06:26 +0000 Subject: [PATCH 38/45] Fixed contracts-dfcc regressions --- regression/contracts-dfcc/assigns-local-composite/test.desc | 2 +- .../assigns-replace-ignored-return-value/test.desc | 2 +- regression/contracts-dfcc/assigns_enforce_15/test-foo.desc | 2 +- regression/contracts-dfcc/assigns_enforce_16/test.desc | 2 +- regression/contracts-dfcc/assigns_enforce_17/test.desc | 2 +- regression/contracts-dfcc/assigns_enforce_21/test.desc | 2 +- regression/contracts-dfcc/assigns_enforce_23/test.desc | 2 +- .../contracts-dfcc/assigns_enforce_arrays_02/test-f1.desc | 2 +- .../contracts-dfcc/assigns_enforce_arrays_02/test-f2.desc | 2 +- .../assigns_enforce_functions_in_contracts/test.desc | 2 +- regression/contracts-dfcc/assigns_enforce_malloc_01/test.desc | 2 +- regression/contracts-dfcc/assigns_enforce_malloc_02/test.desc | 2 +- regression/contracts-dfcc/assigns_enforce_malloc_03/test.desc | 2 +- .../contracts-dfcc/assigns_enforce_multi_file_02/test.desc | 2 +- regression/contracts-dfcc/assigns_enforce_offsets_3/test.desc | 2 +- regression/contracts-dfcc/assigns_enforce_structs_01/test.desc | 2 +- regression/contracts-dfcc/assigns_enforce_structs_02/test.desc | 2 +- regression/contracts-dfcc/assigns_enforce_structs_03/test.desc | 2 +- .../contracts-dfcc/assigns_enforce_structs_06/test-f1.desc | 2 +- .../contracts-dfcc/assigns_enforce_structs_06/test-f3.desc | 2 +- regression/contracts-dfcc/assigns_replace_03/test.desc | 2 +- .../assigns_replace_havoc_dependent_targets_fail/enforce.desc | 2 +- .../assigns_replace_havoc_dependent_targets_pass/enforce.desc | 2 +- .../assigns_type_checking_valid_cases/test-foo1.desc | 2 +- .../assigns_type_checking_valid_cases/test-foo10.desc | 2 +- .../assigns_type_checking_valid_cases/test-foo2.desc | 2 +- .../assigns_type_checking_valid_cases/test-foo3.desc | 2 +- .../assigns_type_checking_valid_cases/test-foo4.desc | 2 +- .../assigns_type_checking_valid_cases/test-foo5.desc | 2 +- .../assigns_type_checking_valid_cases/test-foo6.desc | 2 +- .../assigns_type_checking_valid_cases/test-foo7.desc | 2 +- .../assigns_type_checking_valid_cases/test-foo8.desc | 2 +- .../assigns_type_checking_valid_cases/test-foo9.desc | 2 +- regression/contracts-dfcc/detect_loop_locals/test.desc | 2 +- regression/contracts-dfcc/frees-clause-and-predicates/test.desc | 2 +- .../function-calls-05-function-pointer-call-pass/test.desc | 2 +- .../contracts-dfcc/github_6168_infinite_unwinding_bug/test.desc | 2 +- regression/contracts-dfcc/history-index/test.desc | 2 +- .../contracts-dfcc/history-index/test_contracts_file.desc | 2 +- regression/contracts-dfcc/history-pointer-enforce-01/test.desc | 2 +- regression/contracts-dfcc/history-pointer-enforce-08/test.desc | 2 +- regression/contracts-dfcc/history-pointer-enforce-09/test.desc | 2 +- .../contracts-dfcc/history-pointer-enforce-10/test-bar.desc | 2 +- .../contracts-dfcc/history-pointer-enforce-10/test-baz.desc | 2 +- .../contracts-dfcc/history-pointer-enforce-10/test-foo.desc | 2 +- regression/contracts-dfcc/invar_check_multiple_loops/test.desc | 2 +- regression/contracts-dfcc/invar_check_nested_loops/test.desc | 2 +- .../contracts-dfcc/invar_check_pointer_modifies-01/test.desc | 2 +- .../contracts-dfcc/invar_check_pointer_modifies-02/test.desc | 2 +- regression/contracts-dfcc/invar_havoc_dynamic_array/test.desc | 2 +- .../invar_havoc_dynamic_array_const_idx/test.desc | 2 +- .../invar_havoc_dynamic_multi-dim_array_all_const_idx/test.desc | 2 +- regression/contracts-dfcc/invar_loop-entry_check/test.desc | 2 +- regression/contracts-dfcc/invariant_side_effects/test.desc | 2 +- regression/contracts-dfcc/is_fresh_indirect_calls/test.desc | 2 +- regression/contracts-dfcc/is_unique_01_replace/test.desc | 2 +- regression/contracts-dfcc/loop_assigns-01/test.desc | 2 +- regression/contracts-dfcc/loop_assigns-03/test.desc | 2 +- regression/contracts-dfcc/loop_assigns-05/test.desc | 2 +- .../contracts-dfcc/loop_assigns-slice-assignable-ptr/test.desc | 2 +- .../loop_assigns-slice-assignable-scalar/test.desc | 2 +- regression/contracts-dfcc/loop_assigns-slice-from/test.desc | 2 +- .../contracts-dfcc/loop_assigns-slice-upto-fail/test.desc | 2 +- .../contracts-dfcc/loop_assigns-slice-upto-pass/test.desc | 2 +- regression/contracts-dfcc/loop_assigns_inference-02/test.desc | 2 +- .../contracts-dfcc/loop_assigns_scoped_local_statics/test.desc | 2 +- .../loop_assigns_scoped_local_statics_propagate/test.desc | 2 +- regression/contracts-dfcc/loop_contracts_memcmp/test.desc | 2 +- .../loop_contracts_memcmp/test_contracts_file.desc | 2 +- .../test-fail-none.desc | 2 +- .../test-fail-null.desc | 2 +- .../memory-predicates-user-defined-ensures-enforce/test.desc | 2 +- regression/contracts-dfcc/no_redudant_checks/test.desc | 2 +- regression/contracts-dfcc/nonvacuous_loop_contracts/test.desc | 2 +- .../contracts-dfcc/quantifiers-exists-both-replace/test.desc | 2 +- .../contracts-dfcc/quantifiers-exists-ensures-replace/test.desc | 2 +- .../quantifiers-exists-requires-enforce/test.desc | 2 +- .../contracts-dfcc/quantifiers-forall-both-replace/test.desc | 2 +- .../contracts-dfcc/quantifiers-forall-ensures-enforce/test.desc | 2 +- .../quantifiers-forall-requires-replace/test.desc | 2 +- regression/contracts-dfcc/quantifiers-loop-03/test.desc | 2 +- .../quantifiers-loops-fresh-bound-vars-smt/test.desc | 2 +- regression/contracts-dfcc/test_aliasing_ensure/test.desc | 2 +- .../contracts-dfcc/test_aliasing_ensure_indirect/test-bar.desc | 2 +- regression/contracts-dfcc/test_array_memory_replace/test.desc | 2 +- .../contracts-dfcc/test_is_fresh_enforce_ensures_pass/test.desc | 2 +- .../test_is_fresh_replace_ensures_pass/test-enforce.desc | 2 +- .../contracts-dfcc/test_possibly_aliased_arguments/test.desc | 2 +- regression/contracts-dfcc/test_scalar_memory_replace/test.desc | 2 +- regression/contracts-dfcc/test_struct_replace/test.desc | 2 +- 90 files changed, 90 insertions(+), 90 deletions(-) diff --git a/regression/contracts-dfcc/assigns-local-composite/test.desc b/regression/contracts-dfcc/assigns-local-composite/test.desc index 261546f1591..e35d9bf2b4f 100644 --- a/regression/contracts-dfcc/assigns-local-composite/test.desc +++ b/regression/contracts-dfcc/assigns-local-composite/test.desc @@ -1,6 +1,6 @@ CORE main.c ---dfcc main --enforce-contract foo +--no-malloc-may-fail --dfcc main --enforce-contract foo _ --no-standard-checks ^EXIT=0$ ^SIGNAL=0$ ^VERIFICATION SUCCESSFUL$ diff --git a/regression/contracts-dfcc/assigns-replace-ignored-return-value/test.desc b/regression/contracts-dfcc/assigns-replace-ignored-return-value/test.desc index 5e6b37a79f9..2232a48f8b2 100644 --- a/regression/contracts-dfcc/assigns-replace-ignored-return-value/test.desc +++ b/regression/contracts-dfcc/assigns-replace-ignored-return-value/test.desc @@ -1,6 +1,6 @@ CORE dfcc-only main.c ---dfcc main --replace-call-with-contract bar --replace-call-with-contract baz --enforce-contract foo +--dfcc main --replace-call-with-contract bar --replace-call-with-contract baz --enforce-contract foo _ --no-standard-checks ^EXIT=0$ ^SIGNAL=0$ ^VERIFICATION SUCCESSFUL$ diff --git a/regression/contracts-dfcc/assigns_enforce_15/test-foo.desc b/regression/contracts-dfcc/assigns_enforce_15/test-foo.desc index 3043b195c22..67405728ca0 100644 --- a/regression/contracts-dfcc/assigns_enforce_15/test-foo.desc +++ b/regression/contracts-dfcc/assigns_enforce_15/test-foo.desc @@ -1,6 +1,6 @@ CORE dfcc-only main.c ---dfcc main --enforce-contract foo +--dfcc main --enforce-contract foo _ --no-standard-checks ^VERIFICATION SUCCESSFUL$ ^EXIT=0$ ^SIGNAL=0$ diff --git a/regression/contracts-dfcc/assigns_enforce_16/test.desc b/regression/contracts-dfcc/assigns_enforce_16/test.desc index 467a9462968..c1863ef3fe4 100644 --- a/regression/contracts-dfcc/assigns_enforce_16/test.desc +++ b/regression/contracts-dfcc/assigns_enforce_16/test.desc @@ -1,6 +1,6 @@ CORE main.c ---dfcc main --enforce-contract foo _ --pointer-primitive-check +--no-malloc-may-fail --dfcc main --enforce-contract foo _ --pointer-primitive-check --no-standard-checks ^EXIT=0$ ^SIGNAL=0$ ^VERIFICATION SUCCESSFUL$ diff --git a/regression/contracts-dfcc/assigns_enforce_17/test.desc b/regression/contracts-dfcc/assigns_enforce_17/test.desc index f3c2404e6af..5473fd972d5 100644 --- a/regression/contracts-dfcc/assigns_enforce_17/test.desc +++ b/regression/contracts-dfcc/assigns_enforce_17/test.desc @@ -1,6 +1,6 @@ CORE main.c ---dfcc main --enforce-contract pure +--dfcc main --enforce-contract pure _ --no-standard-checks ^EXIT=0$ ^SIGNAL=0$ ^\[main.assertion.\d+\] line \d+ assertion x \=\= 0: SUCCESS$ diff --git a/regression/contracts-dfcc/assigns_enforce_21/test.desc b/regression/contracts-dfcc/assigns_enforce_21/test.desc index afb1e4e43ae..16be0fcbb73 100644 --- a/regression/contracts-dfcc/assigns_enforce_21/test.desc +++ b/regression/contracts-dfcc/assigns_enforce_21/test.desc @@ -1,6 +1,6 @@ CORE dfcc-only main.c ---dfcc main --enforce-contract foo --replace-call-with-contract quz +--no-malloc-may-fail --dfcc main --enforce-contract foo --replace-call-with-contract quz ^\[bar.assigns.\d+\].*Check that \*y is assignable: SUCCESS$ ^VERIFICATION FAILED$ ^EXIT=10$ diff --git a/regression/contracts-dfcc/assigns_enforce_23/test.desc b/regression/contracts-dfcc/assigns_enforce_23/test.desc index 59b3a464de9..b0e742fa224 100644 --- a/regression/contracts-dfcc/assigns_enforce_23/test.desc +++ b/regression/contracts-dfcc/assigns_enforce_23/test.desc @@ -1,6 +1,6 @@ CORE main.c ---dfcc main --enforce-contract foo +--no-malloc-may-fail --dfcc main --enforce-contract foo _ --no-standard-checks ^EXIT=0$ ^SIGNAL=0$ ^VERIFICATION SUCCESSFUL$ diff --git a/regression/contracts-dfcc/assigns_enforce_arrays_02/test-f1.desc b/regression/contracts-dfcc/assigns_enforce_arrays_02/test-f1.desc index da5a5325a7b..92d169e58d5 100644 --- a/regression/contracts-dfcc/assigns_enforce_arrays_02/test-f1.desc +++ b/regression/contracts-dfcc/assigns_enforce_arrays_02/test-f1.desc @@ -1,6 +1,6 @@ CORE dfcc-only main.c ---dfcc main --enforce-contract f1 +--no-malloc-may-fail --dfcc main --enforce-contract f1 ^\[f1.assigns.\d+\] line 8 Check that a\[.*0\] is assignable: SUCCESS$ ^\[f1.assigns.\d+\] line 9 Check that a\[.*5\] is assignable: FAILURE$ ^EXIT=10$ diff --git a/regression/contracts-dfcc/assigns_enforce_arrays_02/test-f2.desc b/regression/contracts-dfcc/assigns_enforce_arrays_02/test-f2.desc index 078391a2a99..39df6ada426 100644 --- a/regression/contracts-dfcc/assigns_enforce_arrays_02/test-f2.desc +++ b/regression/contracts-dfcc/assigns_enforce_arrays_02/test-f2.desc @@ -1,6 +1,6 @@ CORE dfcc-only main.c ---dfcc main --enforce-contract f2 +--no-malloc-may-fail --dfcc main --enforce-contract f2 ^\[f2.assigns.\d+\] line \d+ Check that a\[.*0\] is assignable: SUCCESS$ ^\[f2.assigns.\d+\] line \d+ Check that a\[.*5\] is assignable: SUCCESS$ ^EXIT=0$ diff --git a/regression/contracts-dfcc/assigns_enforce_functions_in_contracts/test.desc b/regression/contracts-dfcc/assigns_enforce_functions_in_contracts/test.desc index 692d283d68e..3cccb08b4ca 100644 --- a/regression/contracts-dfcc/assigns_enforce_functions_in_contracts/test.desc +++ b/regression/contracts-dfcc/assigns_enforce_functions_in_contracts/test.desc @@ -1,6 +1,6 @@ CORE main.c ---dfcc main --enforce-contract foo +--dfcc main --enforce-contract foo _ --no-standard-checks ^EXIT=0$ ^SIGNAL=0$ ^VERIFICATION SUCCESSFUL$ diff --git a/regression/contracts-dfcc/assigns_enforce_malloc_01/test.desc b/regression/contracts-dfcc/assigns_enforce_malloc_01/test.desc index d4cad6d9d72..070d977b0ee 100644 --- a/regression/contracts-dfcc/assigns_enforce_malloc_01/test.desc +++ b/regression/contracts-dfcc/assigns_enforce_malloc_01/test.desc @@ -1,6 +1,6 @@ CORE main.c ---dfcc main --enforce-contract f +--no-malloc-may-fail --dfcc main --enforce-contract f _ --no-standard-checks ^EXIT=0$ ^SIGNAL=0$ ^\[f\.assigns.\d+\] line \d+ Check that \*a is assignable: SUCCESS diff --git a/regression/contracts-dfcc/assigns_enforce_malloc_02/test.desc b/regression/contracts-dfcc/assigns_enforce_malloc_02/test.desc index 5bd4ad89152..274934c626f 100644 --- a/regression/contracts-dfcc/assigns_enforce_malloc_02/test.desc +++ b/regression/contracts-dfcc/assigns_enforce_malloc_02/test.desc @@ -1,6 +1,6 @@ CORE dfcc-only main.c ---dfcc main --enforce-contract f +--no-malloc-may-fail --dfcc main --enforce-contract f main.c function f ^\[f.assigns.\d+\] line 7 Check that ptr is assignable: SUCCESS$ ^\[f.assigns.\d+\] line 12 Check that \*ptr is assignable: SUCCESS$ diff --git a/regression/contracts-dfcc/assigns_enforce_malloc_03/test.desc b/regression/contracts-dfcc/assigns_enforce_malloc_03/test.desc index 7914bd088d1..efb4e8fefe7 100644 --- a/regression/contracts-dfcc/assigns_enforce_malloc_03/test.desc +++ b/regression/contracts-dfcc/assigns_enforce_malloc_03/test.desc @@ -1,6 +1,6 @@ CORE main.c ---dfcc main --enforce-contract foo +--no-malloc-may-fail --dfcc main --enforce-contract foo _ --no-standard-checks ^\[foo.assigns.\d+\].* Check that \*loc1 is assignable: SUCCESS$ ^\[foo.assigns.\d+\].* Check that \*loc2 is assignable: SUCCESS$ ^VERIFICATION SUCCESSFUL$ diff --git a/regression/contracts-dfcc/assigns_enforce_multi_file_02/test.desc b/regression/contracts-dfcc/assigns_enforce_multi_file_02/test.desc index 11f48a5b9f1..354eecd6c6e 100644 --- a/regression/contracts-dfcc/assigns_enforce_multi_file_02/test.desc +++ b/regression/contracts-dfcc/assigns_enforce_multi_file_02/test.desc @@ -1,6 +1,6 @@ CORE dfcc-only main.c ---dfcc main --enforce-contract f1 +--no-malloc-may-fail --dfcc main --enforce-contract f1 ^EXIT=0$ ^SIGNAL=0$ ^VERIFICATION SUCCESSFUL$ diff --git a/regression/contracts-dfcc/assigns_enforce_offsets_3/test.desc b/regression/contracts-dfcc/assigns_enforce_offsets_3/test.desc index e5da8f3ffb8..d505a9fdf9b 100644 --- a/regression/contracts-dfcc/assigns_enforce_offsets_3/test.desc +++ b/regression/contracts-dfcc/assigns_enforce_offsets_3/test.desc @@ -1,6 +1,6 @@ CORE main.c ---dfcc main --enforce-contract foo +--no-malloc-may-fail --dfcc main --enforce-contract foo _ --no-standard-checks ^EXIT=0$ ^SIGNAL=0$ ^VERIFICATION SUCCESSFUL$ diff --git a/regression/contracts-dfcc/assigns_enforce_structs_01/test.desc b/regression/contracts-dfcc/assigns_enforce_structs_01/test.desc index 171bb04eb34..2556c4ad7d7 100644 --- a/regression/contracts-dfcc/assigns_enforce_structs_01/test.desc +++ b/regression/contracts-dfcc/assigns_enforce_structs_01/test.desc @@ -1,6 +1,6 @@ CORE main.c ---dfcc main --enforce-contract f +--no-malloc-may-fail --dfcc main --enforce-contract f _ --no-standard-checks ^EXIT=0$ ^SIGNAL=0$ ^\[f.assigns.\d+\] line \d+ Check that \*a is assignable: SUCCESS$ diff --git a/regression/contracts-dfcc/assigns_enforce_structs_02/test.desc b/regression/contracts-dfcc/assigns_enforce_structs_02/test.desc index 6d1aceb2d75..250b27d022c 100644 --- a/regression/contracts-dfcc/assigns_enforce_structs_02/test.desc +++ b/regression/contracts-dfcc/assigns_enforce_structs_02/test.desc @@ -1,6 +1,6 @@ CORE main.c ---dfcc main --enforce-contract f +--no-malloc-may-fail --dfcc main --enforce-contract f _ --no-standard-checks ^EXIT=0$ ^SIGNAL=0$ ^\[f.assigns.\d+\] line \d+ Check that \*a is assignable: SUCCESS$ diff --git a/regression/contracts-dfcc/assigns_enforce_structs_03/test.desc b/regression/contracts-dfcc/assigns_enforce_structs_03/test.desc index 53273486c05..a3cffe5e29e 100644 --- a/regression/contracts-dfcc/assigns_enforce_structs_03/test.desc +++ b/regression/contracts-dfcc/assigns_enforce_structs_03/test.desc @@ -1,6 +1,6 @@ CORE main.c ---dfcc main --enforce-contract f +--no-malloc-may-fail --dfcc main --enforce-contract f _ --no-standard-checks ^EXIT=0$ ^SIGNAL=0$ ^VERIFICATION SUCCESSFUL$ diff --git a/regression/contracts-dfcc/assigns_enforce_structs_06/test-f1.desc b/regression/contracts-dfcc/assigns_enforce_structs_06/test-f1.desc index 73896d10b3d..9e21822bd1f 100644 --- a/regression/contracts-dfcc/assigns_enforce_structs_06/test-f1.desc +++ b/regression/contracts-dfcc/assigns_enforce_structs_06/test-f1.desc @@ -1,6 +1,6 @@ CORE dfcc-only main.c ---dfcc main --enforce-contract f1 +--no-malloc-may-fail --dfcc main --enforce-contract f1 ^EXIT=10$ ^SIGNAL=0$ ^\[f1.assigns.\d+\] line \d+ Check that p->buf\[(\(.*\))?0\] is assignable: SUCCESS$ diff --git a/regression/contracts-dfcc/assigns_enforce_structs_06/test-f3.desc b/regression/contracts-dfcc/assigns_enforce_structs_06/test-f3.desc index 65ec69add21..86ee8aaf926 100644 --- a/regression/contracts-dfcc/assigns_enforce_structs_06/test-f3.desc +++ b/regression/contracts-dfcc/assigns_enforce_structs_06/test-f3.desc @@ -1,6 +1,6 @@ CORE dfcc-only main.c ---dfcc main --enforce-contract f3 +--no-malloc-may-fail --dfcc main --enforce-contract f3 ^EXIT=0$ ^SIGNAL=0$ ^\[f3.assigns.\d+\] line \d+ Check that p->buf is assignable: SUCCESS$ diff --git a/regression/contracts-dfcc/assigns_replace_03/test.desc b/regression/contracts-dfcc/assigns_replace_03/test.desc index d2df29aae1f..a4f58aa0934 100644 --- a/regression/contracts-dfcc/assigns_replace_03/test.desc +++ b/regression/contracts-dfcc/assigns_replace_03/test.desc @@ -1,6 +1,6 @@ CORE main.c ---dfcc main --replace-call-with-contract bar _ --pointer-primitive-check +--no-malloc-may-fail --dfcc main --replace-call-with-contract bar _ --pointer-primitive-check --no-standard-checks ^EXIT=0$ ^SIGNAL=0$ ^VERIFICATION SUCCESSFUL$ diff --git a/regression/contracts-dfcc/assigns_replace_havoc_dependent_targets_fail/enforce.desc b/regression/contracts-dfcc/assigns_replace_havoc_dependent_targets_fail/enforce.desc index 5b3e7400a5b..ef472f3afb9 100644 --- a/regression/contracts-dfcc/assigns_replace_havoc_dependent_targets_fail/enforce.desc +++ b/regression/contracts-dfcc/assigns_replace_havoc_dependent_targets_fail/enforce.desc @@ -1,6 +1,6 @@ CORE main_enforce.c ---dfcc main --enforce-contract resize_vec _ --signed-overflow-check --unsigned-overflow-check --pointer-overflow-check +--no-malloc-may-fail --dfcc main --enforce-contract resize_vec _ --signed-overflow-check --unsigned-overflow-check --pointer-overflow-check --no-standard-checks ^VERIFICATION SUCCESSFUL$ ^EXIT=0$ ^SIGNAL=0$ diff --git a/regression/contracts-dfcc/assigns_replace_havoc_dependent_targets_pass/enforce.desc b/regression/contracts-dfcc/assigns_replace_havoc_dependent_targets_pass/enforce.desc index 77f7cec7902..d16d46d5134 100644 --- a/regression/contracts-dfcc/assigns_replace_havoc_dependent_targets_pass/enforce.desc +++ b/regression/contracts-dfcc/assigns_replace_havoc_dependent_targets_pass/enforce.desc @@ -1,6 +1,6 @@ CORE dfcc-only main_enforce.c ---dfcc main --enforce-contract resize_vec _ --signed-overflow-check --unsigned-overflow-check --pointer-overflow-check +--no-malloc-may-fail --dfcc main --enforce-contract resize_vec _ --signed-overflow-check --unsigned-overflow-check --pointer-overflow-check ^VERIFICATION SUCCESSFUL$ ^EXIT=0$ ^SIGNAL=0$ diff --git a/regression/contracts-dfcc/assigns_type_checking_valid_cases/test-foo1.desc b/regression/contracts-dfcc/assigns_type_checking_valid_cases/test-foo1.desc index c092efa952d..bf1360ac306 100644 --- a/regression/contracts-dfcc/assigns_type_checking_valid_cases/test-foo1.desc +++ b/regression/contracts-dfcc/assigns_type_checking_valid_cases/test-foo1.desc @@ -1,6 +1,6 @@ CORE dfcc-only main.c ---dfcc main --enforce-contract foo1 _ --pointer-primitive-check +--no-malloc-may-fail --dfcc main --enforce-contract foo1 _ --pointer-primitive-check ^EXIT=0$ ^SIGNAL=0$ ^VERIFICATION SUCCESSFUL$ diff --git a/regression/contracts-dfcc/assigns_type_checking_valid_cases/test-foo10.desc b/regression/contracts-dfcc/assigns_type_checking_valid_cases/test-foo10.desc index 8ce9577b01a..e2cc5a7653f 100644 --- a/regression/contracts-dfcc/assigns_type_checking_valid_cases/test-foo10.desc +++ b/regression/contracts-dfcc/assigns_type_checking_valid_cases/test-foo10.desc @@ -1,6 +1,6 @@ CORE dfcc-only main.c ---dfcc main --enforce-contract foo10 _ --pointer-primitive-check +--no-malloc-may-fail --dfcc main --enforce-contract foo10 _ --pointer-primitive-check ^EXIT=0$ ^SIGNAL=0$ ^\[foo10.assigns.\d+\] line \d+ Check that buffer->len is assignable: SUCCESS$ diff --git a/regression/contracts-dfcc/assigns_type_checking_valid_cases/test-foo2.desc b/regression/contracts-dfcc/assigns_type_checking_valid_cases/test-foo2.desc index b2e5f0854f5..9cc7494770c 100644 --- a/regression/contracts-dfcc/assigns_type_checking_valid_cases/test-foo2.desc +++ b/regression/contracts-dfcc/assigns_type_checking_valid_cases/test-foo2.desc @@ -1,6 +1,6 @@ CORE dfcc-only main.c ---dfcc main --enforce-contract foo2 _ --pointer-primitive-check +--no-malloc-may-fail --dfcc main --enforce-contract foo2 _ --pointer-primitive-check ^EXIT=0$ ^SIGNAL=0$ ^VERIFICATION SUCCESSFUL$ diff --git a/regression/contracts-dfcc/assigns_type_checking_valid_cases/test-foo3.desc b/regression/contracts-dfcc/assigns_type_checking_valid_cases/test-foo3.desc index 7b0a33af003..e207b86a9d8 100644 --- a/regression/contracts-dfcc/assigns_type_checking_valid_cases/test-foo3.desc +++ b/regression/contracts-dfcc/assigns_type_checking_valid_cases/test-foo3.desc @@ -1,6 +1,6 @@ CORE dfcc-only main.c ---dfcc main --enforce-contract foo3 _ --pointer-primitive-check +--no-malloc-may-fail --dfcc main --enforce-contract foo3 _ --pointer-primitive-check ^EXIT=0$ ^SIGNAL=0$ ^\[foo3.assigns.\d+\] line \d+ Check that y is assignable: SUCCESS$ diff --git a/regression/contracts-dfcc/assigns_type_checking_valid_cases/test-foo4.desc b/regression/contracts-dfcc/assigns_type_checking_valid_cases/test-foo4.desc index 3600c6a2592..334b42f0c35 100644 --- a/regression/contracts-dfcc/assigns_type_checking_valid_cases/test-foo4.desc +++ b/regression/contracts-dfcc/assigns_type_checking_valid_cases/test-foo4.desc @@ -1,6 +1,6 @@ CORE dfcc-only main.c ---dfcc main --enforce-contract foo4 _ --pointer-primitive-check +--no-malloc-may-fail --dfcc main --enforce-contract foo4 _ --pointer-primitive-check ^EXIT=0$ ^SIGNAL=0$ ^\[foo4.assigns.\d+\] line \d+ Check that \*c is assignable: SUCCESS$ diff --git a/regression/contracts-dfcc/assigns_type_checking_valid_cases/test-foo5.desc b/regression/contracts-dfcc/assigns_type_checking_valid_cases/test-foo5.desc index 5cf436c1a48..bd22807ef27 100644 --- a/regression/contracts-dfcc/assigns_type_checking_valid_cases/test-foo5.desc +++ b/regression/contracts-dfcc/assigns_type_checking_valid_cases/test-foo5.desc @@ -1,6 +1,6 @@ CORE dfcc-only main.c ---dfcc main --enforce-contract foo5 _ --pointer-primitive-check +--no-malloc-may-fail --dfcc main --enforce-contract foo5 _ --pointer-primitive-check ^EXIT=0$ ^SIGNAL=0$ ^VERIFICATION SUCCESSFUL$ diff --git a/regression/contracts-dfcc/assigns_type_checking_valid_cases/test-foo6.desc b/regression/contracts-dfcc/assigns_type_checking_valid_cases/test-foo6.desc index 69d6770068c..9099fc5c6a4 100644 --- a/regression/contracts-dfcc/assigns_type_checking_valid_cases/test-foo6.desc +++ b/regression/contracts-dfcc/assigns_type_checking_valid_cases/test-foo6.desc @@ -1,6 +1,6 @@ CORE dfcc-only main.c ---dfcc main --enforce-contract foo6 _ --pointer-primitive-check +--no-malloc-may-fail --dfcc main --enforce-contract foo6 _ --pointer-primitive-check ^EXIT=0$ ^SIGNAL=0$ ^\[foo6.assigns.\d+\] line \d+ Check that \*buffer->data is assignable: SUCCESS$ diff --git a/regression/contracts-dfcc/assigns_type_checking_valid_cases/test-foo7.desc b/regression/contracts-dfcc/assigns_type_checking_valid_cases/test-foo7.desc index 42df1f71ac6..4eb3afa3197 100644 --- a/regression/contracts-dfcc/assigns_type_checking_valid_cases/test-foo7.desc +++ b/regression/contracts-dfcc/assigns_type_checking_valid_cases/test-foo7.desc @@ -1,6 +1,6 @@ CORE dfcc-only main.c ---dfcc main --enforce-contract foo7 _ --pointer-primitive-check +--no-malloc-may-fail --dfcc main --enforce-contract foo7 _ --pointer-primitive-check ^EXIT=0$ ^SIGNAL=0$ ^\[foo7.assigns.\d+\] line \d+ Check that \*buffer->data is assignable: SUCCESS$ diff --git a/regression/contracts-dfcc/assigns_type_checking_valid_cases/test-foo8.desc b/regression/contracts-dfcc/assigns_type_checking_valid_cases/test-foo8.desc index 51d241a90ed..6b2b01f0860 100644 --- a/regression/contracts-dfcc/assigns_type_checking_valid_cases/test-foo8.desc +++ b/regression/contracts-dfcc/assigns_type_checking_valid_cases/test-foo8.desc @@ -1,6 +1,6 @@ CORE dfcc-only main.c ---dfcc main --enforce-contract foo8 _ --pointer-primitive-check +--no-malloc-may-fail --dfcc main --enforce-contract foo8 _ --pointer-primitive-check ^EXIT=0$ ^SIGNAL=0$ ^\[foo8.assigns.\d+\] line \d+ Check that array\[(\(.* int\))?0\] is assignable: SUCCESS$ diff --git a/regression/contracts-dfcc/assigns_type_checking_valid_cases/test-foo9.desc b/regression/contracts-dfcc/assigns_type_checking_valid_cases/test-foo9.desc index 9dfc94679a3..de9be0517bd 100644 --- a/regression/contracts-dfcc/assigns_type_checking_valid_cases/test-foo9.desc +++ b/regression/contracts-dfcc/assigns_type_checking_valid_cases/test-foo9.desc @@ -1,6 +1,6 @@ CORE dfcc-only main.c ---dfcc main --enforce-contract foo9 _ --pointer-primitive-check +--no-malloc-may-fail --dfcc main --enforce-contract foo9 _ --pointer-primitive-check ^EXIT=0$ ^SIGNAL=0$ ^VERIFICATION SUCCESSFUL$ diff --git a/regression/contracts-dfcc/detect_loop_locals/test.desc b/regression/contracts-dfcc/detect_loop_locals/test.desc index b21adc093b0..05f485e5e50 100644 --- a/regression/contracts-dfcc/detect_loop_locals/test.desc +++ b/regression/contracts-dfcc/detect_loop_locals/test.desc @@ -1,6 +1,6 @@ CORE dfcc-only main.c ---dfcc main --apply-loop-contracts +--dfcc main --apply-loop-contracts _ --no-standard-checks ^\[main.assigns.\d+\].*line 10 Check that i is assignable: SUCCESS$ ^EXIT=0$ ^SIGNAL=0$ diff --git a/regression/contracts-dfcc/frees-clause-and-predicates/test.desc b/regression/contracts-dfcc/frees-clause-and-predicates/test.desc index 0315a6d1276..85f043e60dd 100644 --- a/regression/contracts-dfcc/frees-clause-and-predicates/test.desc +++ b/regression/contracts-dfcc/frees-clause-and-predicates/test.desc @@ -1,6 +1,6 @@ CORE dfcc-only main.c ---dfcc main --enforce-contract foo +--no-malloc-may-fail --dfcc main --enforce-contract foo ^VERIFICATION SUCCESSFUL$ ^EXIT=0$ ^SIGNAL=0$ diff --git a/regression/contracts-dfcc/function-calls-05-function-pointer-call-pass/test.desc b/regression/contracts-dfcc/function-calls-05-function-pointer-call-pass/test.desc index 69b6d7c8375..0ecf46f5950 100644 --- a/regression/contracts-dfcc/function-calls-05-function-pointer-call-pass/test.desc +++ b/regression/contracts-dfcc/function-calls-05-function-pointer-call-pass/test.desc @@ -1,6 +1,6 @@ CORE dfcc-only main.c ---dfcc main --enforce-contract foo +--dfcc main --enforce-contract foo _ --no-standard-checks \[foo.postcondition.\d+\] line \d+ Check ensures clause of contract contract::foo for function foo: SUCCESS$ ^VERIFICATION SUCCESSFUL$ ^EXIT=0$ diff --git a/regression/contracts-dfcc/github_6168_infinite_unwinding_bug/test.desc b/regression/contracts-dfcc/github_6168_infinite_unwinding_bug/test.desc index aeeb4d28589..897d09d6b53 100644 --- a/regression/contracts-dfcc/github_6168_infinite_unwinding_bug/test.desc +++ b/regression/contracts-dfcc/github_6168_infinite_unwinding_bug/test.desc @@ -1,6 +1,6 @@ CORE dfcc-only main.c ---dfcc main --apply-loop-contracts +--dfcc main --apply-loop-contracts _ --no-standard-checks ^EXIT=0$ ^SIGNAL=0$ ^VERIFICATION SUCCESSFUL$ diff --git a/regression/contracts-dfcc/history-index/test.desc b/regression/contracts-dfcc/history-index/test.desc index 60d8e545ce3..56434db5917 100644 --- a/regression/contracts-dfcc/history-index/test.desc +++ b/regression/contracts-dfcc/history-index/test.desc @@ -1,6 +1,6 @@ CORE dfcc-only main.c ---dfcc main --apply-loop-contracts +--dfcc main --apply-loop-contracts _ --no-standard-checks ^EXIT=0$ ^SIGNAL=0$ ^VERIFICATION SUCCESSFUL$ diff --git a/regression/contracts-dfcc/history-index/test_contracts_file.desc b/regression/contracts-dfcc/history-index/test_contracts_file.desc index 7d257c86e11..5c9ecb804c6 100644 --- a/regression/contracts-dfcc/history-index/test_contracts_file.desc +++ b/regression/contracts-dfcc/history-index/test_contracts_file.desc @@ -1,6 +1,6 @@ CORE dfcc-only main.c ---loop-contracts-file test.json --dfcc main --apply-loop-contracts +--loop-contracts-file test.json --dfcc main --apply-loop-contracts _ --no-standard-checks ^EXIT=0$ ^SIGNAL=0$ ^VERIFICATION SUCCESSFUL$ diff --git a/regression/contracts-dfcc/history-pointer-enforce-01/test.desc b/regression/contracts-dfcc/history-pointer-enforce-01/test.desc index a8926a7fb1c..4f010cbc0de 100644 --- a/regression/contracts-dfcc/history-pointer-enforce-01/test.desc +++ b/regression/contracts-dfcc/history-pointer-enforce-01/test.desc @@ -1,6 +1,6 @@ CORE main.c ---dfcc main --enforce-contract foo +--dfcc main --enforce-contract foo _ --no-standard-checks ^EXIT=0$ ^SIGNAL=0$ ^VERIFICATION SUCCESSFUL$ diff --git a/regression/contracts-dfcc/history-pointer-enforce-08/test.desc b/regression/contracts-dfcc/history-pointer-enforce-08/test.desc index bea2bc50716..010fc04fb92 100644 --- a/regression/contracts-dfcc/history-pointer-enforce-08/test.desc +++ b/regression/contracts-dfcc/history-pointer-enforce-08/test.desc @@ -1,6 +1,6 @@ CORE main.c ---dfcc main --enforce-contract foo +--no-malloc-may-fail --dfcc main --enforce-contract foo _ --no-standard-checks ^EXIT=0$ ^SIGNAL=0$ ^VERIFICATION SUCCESSFUL$ diff --git a/regression/contracts-dfcc/history-pointer-enforce-09/test.desc b/regression/contracts-dfcc/history-pointer-enforce-09/test.desc index f3756a86a59..d53e95de6ed 100644 --- a/regression/contracts-dfcc/history-pointer-enforce-09/test.desc +++ b/regression/contracts-dfcc/history-pointer-enforce-09/test.desc @@ -1,6 +1,6 @@ CORE main.c ---dfcc main --enforce-contract foo +--no-malloc-may-fail --dfcc main --enforce-contract foo _ --no-standard-checks ^EXIT=0$ ^SIGNAL=0$ ^\[foo.postcondition.\d+\] line \d+ Check ensures clause( of contract contract::foo for function foo)?: SUCCESS$ diff --git a/regression/contracts-dfcc/history-pointer-enforce-10/test-bar.desc b/regression/contracts-dfcc/history-pointer-enforce-10/test-bar.desc index ceb94cfdf62..53e7dd2cbbd 100644 --- a/regression/contracts-dfcc/history-pointer-enforce-10/test-bar.desc +++ b/regression/contracts-dfcc/history-pointer-enforce-10/test-bar.desc @@ -1,6 +1,6 @@ CORE dfcc-only main.c ---dfcc main --enforce-contract bar +--no-malloc-may-fail --dfcc main --enforce-contract bar ^EXIT=0$ ^SIGNAL=0$ ^\[bar.postcondition.\d+\] line \d+ Check ensures clause of contract contract::bar for function bar: SUCCESS$ diff --git a/regression/contracts-dfcc/history-pointer-enforce-10/test-baz.desc b/regression/contracts-dfcc/history-pointer-enforce-10/test-baz.desc index a3b813212ec..783707d19cf 100644 --- a/regression/contracts-dfcc/history-pointer-enforce-10/test-baz.desc +++ b/regression/contracts-dfcc/history-pointer-enforce-10/test-baz.desc @@ -1,6 +1,6 @@ CORE dfcc-only main.c ---dfcc main --enforce-contract baz +--no-malloc-may-fail --dfcc main --enforce-contract baz ^EXIT=0$ ^SIGNAL=0$ ^\[baz.postcondition.\d+\] line \d+ Check ensures clause of contract contract::baz for function baz: SUCCESS$ diff --git a/regression/contracts-dfcc/history-pointer-enforce-10/test-foo.desc b/regression/contracts-dfcc/history-pointer-enforce-10/test-foo.desc index 3b8c84b0557..55cd1d0fcfb 100644 --- a/regression/contracts-dfcc/history-pointer-enforce-10/test-foo.desc +++ b/regression/contracts-dfcc/history-pointer-enforce-10/test-foo.desc @@ -1,6 +1,6 @@ CORE dfcc-only main.c ---dfcc main --enforce-contract foo +--no-malloc-may-fail --dfcc main --enforce-contract foo ^EXIT=0$ ^SIGNAL=0$ ^\[foo.postcondition.\d+\] line \d+ Check ensures clause of contract contract::foo for function foo: SUCCESS$ diff --git a/regression/contracts-dfcc/invar_check_multiple_loops/test.desc b/regression/contracts-dfcc/invar_check_multiple_loops/test.desc index a22224b1c4e..564a3bad418 100644 --- a/regression/contracts-dfcc/invar_check_multiple_loops/test.desc +++ b/regression/contracts-dfcc/invar_check_multiple_loops/test.desc @@ -1,6 +1,6 @@ CORE dfcc-only main.c ---dfcc main --apply-loop-contracts +--dfcc main --apply-loop-contracts _ --no-standard-checks ^EXIT=0$ ^SIGNAL=0$ ^\[main.loop_assigns.\d+\] line 8 Check assigns clause inclusion for loop .*: SUCCESS$ diff --git a/regression/contracts-dfcc/invar_check_nested_loops/test.desc b/regression/contracts-dfcc/invar_check_nested_loops/test.desc index f034a5efda6..5df7415f016 100644 --- a/regression/contracts-dfcc/invar_check_nested_loops/test.desc +++ b/regression/contracts-dfcc/invar_check_nested_loops/test.desc @@ -1,6 +1,6 @@ CORE dfcc-only main.c ---dfcc main --apply-loop-contracts +--dfcc main --apply-loop-contracts _ --no-standard-checks ^EXIT=0$ ^SIGNAL=0$ ^\[main.loop_assigns.\d+\] line 8 Check assigns clause inclusion for loop .*: SUCCESS$ diff --git a/regression/contracts-dfcc/invar_check_pointer_modifies-01/test.desc b/regression/contracts-dfcc/invar_check_pointer_modifies-01/test.desc index 859bc6b1006..65ea60ca0a7 100644 --- a/regression/contracts-dfcc/invar_check_pointer_modifies-01/test.desc +++ b/regression/contracts-dfcc/invar_check_pointer_modifies-01/test.desc @@ -1,6 +1,6 @@ CORE dfcc-only main.c ---dfcc main --apply-loop-contracts --pointer-check +--no-malloc-may-fail --dfcc main --apply-loop-contracts --pointer-check ^EXIT=0$ ^SIGNAL=0$ ^\[main.loop_assigns.\d+\] line 10 Check assigns clause inclusion for loop .*: SUCCESS$ diff --git a/regression/contracts-dfcc/invar_check_pointer_modifies-02/test.desc b/regression/contracts-dfcc/invar_check_pointer_modifies-02/test.desc index 18c9d31cff2..2f8783130de 100644 --- a/regression/contracts-dfcc/invar_check_pointer_modifies-02/test.desc +++ b/regression/contracts-dfcc/invar_check_pointer_modifies-02/test.desc @@ -1,6 +1,6 @@ CORE dfcc-only main.c ---dfcc main --apply-loop-contracts --pointer-check +--no-malloc-may-fail --dfcc main --apply-loop-contracts --pointer-check ^EXIT=0$ ^SIGNAL=0$ ^\[main.loop_assigns.\d+\] line 12 Check assigns clause inclusion for loop .*: SUCCESS$ diff --git a/regression/contracts-dfcc/invar_havoc_dynamic_array/test.desc b/regression/contracts-dfcc/invar_havoc_dynamic_array/test.desc index 3b81537a6a2..05538185639 100644 --- a/regression/contracts-dfcc/invar_havoc_dynamic_array/test.desc +++ b/regression/contracts-dfcc/invar_havoc_dynamic_array/test.desc @@ -1,6 +1,6 @@ CORE dfcc-only main.c ---dfcc main --apply-loop-contracts +--no-malloc-may-fail --dfcc main --apply-loop-contracts ^EXIT=10$ ^SIGNAL=0$ ^\[main.loop_assigns.\d+\] line 11 Check assigns clause inclusion for loop .*: SUCCESS$ diff --git a/regression/contracts-dfcc/invar_havoc_dynamic_array_const_idx/test.desc b/regression/contracts-dfcc/invar_havoc_dynamic_array_const_idx/test.desc index 7bdd98b3675..edfdc53004a 100644 --- a/regression/contracts-dfcc/invar_havoc_dynamic_array_const_idx/test.desc +++ b/regression/contracts-dfcc/invar_havoc_dynamic_array_const_idx/test.desc @@ -1,6 +1,6 @@ CORE dfcc-only main.c ---dfcc main --apply-loop-contracts +--no-malloc-may-fail --dfcc main --apply-loop-contracts ^EXIT=10$ ^SIGNAL=0$ ^\[main.loop_assigns.\d+\] line 12 Check assigns clause inclusion for loop .*: SUCCESS$ diff --git a/regression/contracts-dfcc/invar_havoc_dynamic_multi-dim_array_all_const_idx/test.desc b/regression/contracts-dfcc/invar_havoc_dynamic_multi-dim_array_all_const_idx/test.desc index 7ac33db5165..dc3ab8b921a 100644 --- a/regression/contracts-dfcc/invar_havoc_dynamic_multi-dim_array_all_const_idx/test.desc +++ b/regression/contracts-dfcc/invar_havoc_dynamic_multi-dim_array_all_const_idx/test.desc @@ -1,6 +1,6 @@ CORE dfcc-only main.c ---dfcc main --apply-loop-contracts +--no-malloc-may-fail --dfcc main --apply-loop-contracts ^EXIT=10$ ^SIGNAL=0$ ^\[main.loop_assigns.\d+\] line 19 Check assigns clause inclusion for loop .*: SUCCESS$ diff --git a/regression/contracts-dfcc/invar_loop-entry_check/test.desc b/regression/contracts-dfcc/invar_loop-entry_check/test.desc index 80e2e4cc57a..22d1c09a32a 100644 --- a/regression/contracts-dfcc/invar_loop-entry_check/test.desc +++ b/regression/contracts-dfcc/invar_loop-entry_check/test.desc @@ -1,6 +1,6 @@ CORE dfcc-only main.c ---dfcc main --apply-loop-contracts _ --pointer-primitive-check +--no-malloc-may-fail --dfcc main --apply-loop-contracts _ --pointer-primitive-check --no-standard-checks ^EXIT=0$ ^SIGNAL=0$ ^\[main.loop_assigns.\d+] line 14 Check assigns clause inclusion for loop .*: SUCCESS$ diff --git a/regression/contracts-dfcc/invariant_side_effects/test.desc b/regression/contracts-dfcc/invariant_side_effects/test.desc index 342ce99c74e..a85686c34c3 100644 --- a/regression/contracts-dfcc/invariant_side_effects/test.desc +++ b/regression/contracts-dfcc/invariant_side_effects/test.desc @@ -1,6 +1,6 @@ CORE dfcc-only main.c ---dfcc main --apply-loop-contracts +--no-malloc-may-fail --dfcc main --apply-loop-contracts ^EXIT=0$ ^SIGNAL=0$ ^\[main.loop_invariant_base.\d+\] line 9 Check invariant before entry for loop .*: SUCCESS$ diff --git a/regression/contracts-dfcc/is_fresh_indirect_calls/test.desc b/regression/contracts-dfcc/is_fresh_indirect_calls/test.desc index 9934d9515a4..f4a49568b5b 100644 --- a/regression/contracts-dfcc/is_fresh_indirect_calls/test.desc +++ b/regression/contracts-dfcc/is_fresh_indirect_calls/test.desc @@ -1,6 +1,6 @@ CORE main.c ---dfcc main --replace-call-with-contract foo +--no-malloc-may-fail --dfcc main --replace-call-with-contract foo _ --no-standard-checks ^\[main.assertion.\d+\].*c is rw_ok: SUCCESS$ ^\[main.assertion.\d+\].*c and a are distinct: SUCCESS$ ^\[main.assertion.\d+\].*c and b are distinct: SUCCESS$ diff --git a/regression/contracts-dfcc/is_unique_01_replace/test.desc b/regression/contracts-dfcc/is_unique_01_replace/test.desc index 76a662f856e..975994b5def 100644 --- a/regression/contracts-dfcc/is_unique_01_replace/test.desc +++ b/regression/contracts-dfcc/is_unique_01_replace/test.desc @@ -1,6 +1,6 @@ CORE dfcc-only main.c ---dfcc main --replace-call-with-contract foo +--dfcc main --replace-call-with-contract foo _ --no-standard-checks ^EXIT=0$ ^SIGNAL=0$ ^VERIFICATION SUCCESSFUL$ diff --git a/regression/contracts-dfcc/loop_assigns-01/test.desc b/regression/contracts-dfcc/loop_assigns-01/test.desc index df3c852612c..b0bcee7334b 100644 --- a/regression/contracts-dfcc/loop_assigns-01/test.desc +++ b/regression/contracts-dfcc/loop_assigns-01/test.desc @@ -1,6 +1,6 @@ CORE dfcc-only main.c ---dfcc main --apply-loop-contracts +--no-malloc-may-fail --dfcc main --apply-loop-contracts ^EXIT=10$ ^SIGNAL=0$ ^\[foo.loop_assigns.\d+\] line 22 Check assigns clause inclusion for loop .*: SUCCESS$ diff --git a/regression/contracts-dfcc/loop_assigns-03/test.desc b/regression/contracts-dfcc/loop_assigns-03/test.desc index dcc78e2687a..3b5d2b4ab09 100644 --- a/regression/contracts-dfcc/loop_assigns-03/test.desc +++ b/regression/contracts-dfcc/loop_assigns-03/test.desc @@ -1,6 +1,6 @@ CORE dfcc-only main.c ---dfcc main --apply-loop-contracts +--no-malloc-may-fail --dfcc main --apply-loop-contracts ^EXIT=10$ ^SIGNAL=0$ ^\[main.loop_assigns.\d+\] line 17 Check assigns clause inclusion for loop .*: SUCCESS$ diff --git a/regression/contracts-dfcc/loop_assigns-05/test.desc b/regression/contracts-dfcc/loop_assigns-05/test.desc index 2b6b90eeb8e..b2bf101e212 100644 --- a/regression/contracts-dfcc/loop_assigns-05/test.desc +++ b/regression/contracts-dfcc/loop_assigns-05/test.desc @@ -1,6 +1,6 @@ CORE dfcc-only main.c ---dfcc main --apply-loop-contracts +--dfcc main --apply-loop-contracts _ --no-standard-checks ^EXIT=0$ ^SIGNAL=0$ ^\[body_1.assigns.\d+\] .* Check that j is assignable: SUCCESS$ diff --git a/regression/contracts-dfcc/loop_assigns-slice-assignable-ptr/test.desc b/regression/contracts-dfcc/loop_assigns-slice-assignable-ptr/test.desc index 039c33a6e20..2d12dc6ab3b 100644 --- a/regression/contracts-dfcc/loop_assigns-slice-assignable-ptr/test.desc +++ b/regression/contracts-dfcc/loop_assigns-slice-assignable-ptr/test.desc @@ -1,6 +1,6 @@ CORE dfcc-only main.c ---dfcc main --apply-loop-contracts +--no-malloc-may-fail --dfcc main --apply-loop-contracts _ --no-standard-checks ^EXIT=0$ ^SIGNAL=0$ ^\[main.loop_assigns.\d+\] line 24 Check assigns clause inclusion for loop .*: SUCCESS$ diff --git a/regression/contracts-dfcc/loop_assigns-slice-assignable-scalar/test.desc b/regression/contracts-dfcc/loop_assigns-slice-assignable-scalar/test.desc index 9735a8dcd79..5136f0835e4 100644 --- a/regression/contracts-dfcc/loop_assigns-slice-assignable-scalar/test.desc +++ b/regression/contracts-dfcc/loop_assigns-slice-assignable-scalar/test.desc @@ -1,6 +1,6 @@ CORE dfcc-only main.c ---dfcc main --apply-loop-contracts +--no-malloc-may-fail --dfcc main --apply-loop-contracts ^EXIT=10$ ^SIGNAL=0$ ^\[main.loop_assigns.\d+\] line 21 Check assigns clause inclusion for loop .*: SUCCESS$ diff --git a/regression/contracts-dfcc/loop_assigns-slice-from/test.desc b/regression/contracts-dfcc/loop_assigns-slice-from/test.desc index 7bd1ec33507..36882ed3639 100644 --- a/regression/contracts-dfcc/loop_assigns-slice-from/test.desc +++ b/regression/contracts-dfcc/loop_assigns-slice-from/test.desc @@ -1,6 +1,6 @@ CORE dfcc-only main.c ---dfcc main --apply-loop-contracts +--no-malloc-may-fail --dfcc main --apply-loop-contracts ^EXIT=10$ ^SIGNAL=0$ ^\[main.loop_assigns.\d+\] line 21 Check assigns clause inclusion for loop .*: SUCCESS$ diff --git a/regression/contracts-dfcc/loop_assigns-slice-upto-fail/test.desc b/regression/contracts-dfcc/loop_assigns-slice-upto-fail/test.desc index 37d8ece603e..897a3670bfb 100644 --- a/regression/contracts-dfcc/loop_assigns-slice-upto-fail/test.desc +++ b/regression/contracts-dfcc/loop_assigns-slice-upto-fail/test.desc @@ -1,6 +1,6 @@ CORE dfcc-only main.c ---dfcc main --apply-loop-contracts +--no-malloc-may-fail --dfcc main --apply-loop-contracts ^\[main.loop_assigns.\d+\] line 21 Check assigns clause inclusion for loop .*: SUCCESS$ ^\[main.loop_invariant_base.\d+\] line 21 Check invariant before entry for loop .*: SUCCESS$ ^\[main.loop_invariant_step.\d+\] line 21 Check invariant after step for loop .*: SUCCESS$ diff --git a/regression/contracts-dfcc/loop_assigns-slice-upto-pass/test.desc b/regression/contracts-dfcc/loop_assigns-slice-upto-pass/test.desc index 413a2cb96c1..8ac4eda28f9 100644 --- a/regression/contracts-dfcc/loop_assigns-slice-upto-pass/test.desc +++ b/regression/contracts-dfcc/loop_assigns-slice-upto-pass/test.desc @@ -1,6 +1,6 @@ CORE dfcc-only main.c ---dfcc main --apply-loop-contracts +--no-malloc-may-fail --dfcc main --apply-loop-contracts ^\[main.loop_assigns.\d+\] line 21 Check assigns clause inclusion for loop .*: SUCCESS$ ^\[main.loop_invariant_base.\d+\] line 21 Check invariant before entry for loop .*: SUCCESS$ ^\[main.loop_invariant_step.\d+\] line 21 Check invariant after step for loop .*: SUCCESS$ diff --git a/regression/contracts-dfcc/loop_assigns_inference-02/test.desc b/regression/contracts-dfcc/loop_assigns_inference-02/test.desc index 50481eefadc..3ac2c189a99 100644 --- a/regression/contracts-dfcc/loop_assigns_inference-02/test.desc +++ b/regression/contracts-dfcc/loop_assigns_inference-02/test.desc @@ -1,6 +1,6 @@ CORE dfcc-only main.c ---dfcc main --apply-loop-contracts +--no-malloc-may-fail --dfcc main --apply-loop-contracts ^EXIT=0$ ^SIGNAL=0$ ^\[foo.loop_assigns.\d+\] line 13 Check assigns clause inclusion for loop .*: SUCCESS$ diff --git a/regression/contracts-dfcc/loop_assigns_scoped_local_statics/test.desc b/regression/contracts-dfcc/loop_assigns_scoped_local_statics/test.desc index 88cece512ab..44db8f34593 100644 --- a/regression/contracts-dfcc/loop_assigns_scoped_local_statics/test.desc +++ b/regression/contracts-dfcc/loop_assigns_scoped_local_statics/test.desc @@ -1,6 +1,6 @@ CORE dfcc-only main.c ---dfcc main --apply-loop-contracts +--dfcc main --apply-loop-contracts _ --no-standard-checks ^EXIT=0$ ^SIGNAL=0$ ^\[body_1.assigns.\d+\] .* Check that j is assignable: SUCCESS$ diff --git a/regression/contracts-dfcc/loop_assigns_scoped_local_statics_propagate/test.desc b/regression/contracts-dfcc/loop_assigns_scoped_local_statics_propagate/test.desc index 722c4c15be1..1029d4ec614 100644 --- a/regression/contracts-dfcc/loop_assigns_scoped_local_statics_propagate/test.desc +++ b/regression/contracts-dfcc/loop_assigns_scoped_local_statics_propagate/test.desc @@ -1,6 +1,6 @@ CORE dfcc-only main.c ---dfcc main --replace-call-with-contract bar --apply-loop-contracts +--dfcc main --replace-call-with-contract bar --apply-loop-contracts _ --no-standard-checks ^EXIT=0$ ^SIGNAL=0$ ^\[main.loop_assigns.\d+\] line 33 Check assigns clause inclusion for loop .*: SUCCESS$ diff --git a/regression/contracts-dfcc/loop_contracts_memcmp/test.desc b/regression/contracts-dfcc/loop_contracts_memcmp/test.desc index b1c89b4e607..04f435d9857 100644 --- a/regression/contracts-dfcc/loop_contracts_memcmp/test.desc +++ b/regression/contracts-dfcc/loop_contracts_memcmp/test.desc @@ -1,6 +1,6 @@ CORE gcc-only main.c ---dfcc main --apply-loop-contracts +--no-malloc-may-fail --dfcc main --apply-loop-contracts _ --no-standard-checks ^EXIT=0$ ^SIGNAL=0$ ^VERIFICATION SUCCESSFUL$ diff --git a/regression/contracts-dfcc/loop_contracts_memcmp/test_contracts_file.desc b/regression/contracts-dfcc/loop_contracts_memcmp/test_contracts_file.desc index 32a3dfe1555..26aae6495e4 100644 --- a/regression/contracts-dfcc/loop_contracts_memcmp/test_contracts_file.desc +++ b/regression/contracts-dfcc/loop_contracts_memcmp/test_contracts_file.desc @@ -1,6 +1,6 @@ CORE gcc-only main.c ---loop-contracts-file test.json --dfcc main --apply-loop-contracts +--no-malloc-may-fail --loop-contracts-file test.json --dfcc main --apply-loop-contracts _ --no-standard-checks ^EXIT=0$ ^SIGNAL=0$ ^VERIFICATION SUCCESSFUL$ diff --git a/regression/contracts-dfcc/memory-predicates-is-fresh-failure-modes/test-fail-none.desc b/regression/contracts-dfcc/memory-predicates-is-fresh-failure-modes/test-fail-none.desc index 59e873628b6..ed2faa39166 100644 --- a/regression/contracts-dfcc/memory-predicates-is-fresh-failure-modes/test-fail-none.desc +++ b/regression/contracts-dfcc/memory-predicates-is-fresh-failure-modes/test-fail-none.desc @@ -1,6 +1,6 @@ CORE dfcc-only main.c ---dfcc main --enforce-contract foo _ --pointer-check --pointer-primitive-check --pointer-overflow-check +--no-malloc-may-fail --dfcc main --enforce-contract foo _ --pointer-check --pointer-primitive-check --pointer-overflow-check ^\[__CPROVER_contracts_car_set_insert.assertion.\d+\] line \d+ CAR size is less than __CPROVER_max_malloc_size: FAILURE$ ^\[foo.assertion.\d+\] line \d+ size is capped: FAILURE$ ^\*\* 2 of \d+ failed diff --git a/regression/contracts-dfcc/memory-predicates-is-fresh-failure-modes/test-fail-null.desc b/regression/contracts-dfcc/memory-predicates-is-fresh-failure-modes/test-fail-null.desc index b4e1d78ed77..bafc460993d 100644 --- a/regression/contracts-dfcc/memory-predicates-is-fresh-failure-modes/test-fail-null.desc +++ b/regression/contracts-dfcc/memory-predicates-is-fresh-failure-modes/test-fail-null.desc @@ -1,6 +1,6 @@ CORE dfcc-only main.c ---malloc-may-fail --malloc-fail-null --dfcc main --enforce-contract foo _ --pointer-check --pointer-primitive-check --pointer-overflow-check +--malloc-may-fail --malloc-fail-null --dfcc main --enforce-contract foo _ --pointer-check --pointer-primitive-check --pointer-overflow-check --no-standard-checks ^\[__CPROVER_contracts_car_set_insert.assertion.\d+\] line \d+ CAR size is less than __CPROVER_max_malloc_size: SUCCESS$ ^\[__CPROVER_contracts_write_set_check_assignment.assertion.\d+\] line \d+ ptr NULL or writable up to size: SUCCESS$ ^\[__CPROVER_contracts_write_set_check_assignment.assertion.\d+\] line \d+ no offset bits overflow on CAR upper bound computation: SUCCESS$ diff --git a/regression/contracts-dfcc/memory-predicates-user-defined-ensures-enforce/test.desc b/regression/contracts-dfcc/memory-predicates-user-defined-ensures-enforce/test.desc index 41bb3e163b8..cb9c0b1fa7d 100644 --- a/regression/contracts-dfcc/memory-predicates-user-defined-ensures-enforce/test.desc +++ b/regression/contracts-dfcc/memory-predicates-user-defined-ensures-enforce/test.desc @@ -1,6 +1,6 @@ CORE dfcc-only main.c ---dfcc main --enforce-contract foo _ --pointer-check --pointer-primitive-check +--no-malloc-may-fail --dfcc main --enforce-contract foo _ --pointer-check --pointer-primitive-check ^EXIT=0$ ^SIGNAL=0$ ^VERIFICATION SUCCESSFUL$ diff --git a/regression/contracts-dfcc/no_redudant_checks/test.desc b/regression/contracts-dfcc/no_redudant_checks/test.desc index 49d854541a6..0260d2d1cc0 100644 --- a/regression/contracts-dfcc/no_redudant_checks/test.desc +++ b/regression/contracts-dfcc/no_redudant_checks/test.desc @@ -1,6 +1,6 @@ CORE dfcc-only main.c ---dfcc main --pointer-overflow-check _ --pointer-overflow-check --unsigned-overflow-check +--no-malloc-may-fail --dfcc main --pointer-overflow-check _ --pointer-overflow-check --unsigned-overflow-check ^EXIT=0$ ^SIGNAL=0$ ^\[main.overflow.1\].*: SUCCESS diff --git a/regression/contracts-dfcc/nonvacuous_loop_contracts/test.desc b/regression/contracts-dfcc/nonvacuous_loop_contracts/test.desc index d4c3ef6d197..9d290f2f11b 100644 --- a/regression/contracts-dfcc/nonvacuous_loop_contracts/test.desc +++ b/regression/contracts-dfcc/nonvacuous_loop_contracts/test.desc @@ -1,6 +1,6 @@ CORE dfcc-only main.c ---dfcc main --apply-loop-contracts _ --signed-overflow-check --unsigned-overflow-check +--no-malloc-may-fail --dfcc main --apply-loop-contracts _ --signed-overflow-check --unsigned-overflow-check ^\[main.loop_assigns.\d+\] line 14 Check assigns clause inclusion for loop .*: SUCCESS$ ^\[main.loop_invariant_base.\d+\] line 14 Check invariant before entry for loop .*: SUCCESS$ ^\[main.loop_invariant_step.\d+\] line 14 Check invariant after step for loop .*: SUCCESS$ diff --git a/regression/contracts-dfcc/quantifiers-exists-both-replace/test.desc b/regression/contracts-dfcc/quantifiers-exists-both-replace/test.desc index d26b261e946..59c5d1d616f 100644 --- a/regression/contracts-dfcc/quantifiers-exists-both-replace/test.desc +++ b/regression/contracts-dfcc/quantifiers-exists-both-replace/test.desc @@ -1,6 +1,6 @@ CORE main.c ---dfcc main --replace-call-with-contract f1 +--no-malloc-may-fail --dfcc main --replace-call-with-contract f1 _ --no-standard-checks ^EXIT=0$ ^SIGNAL=0$ ^\[f1.precondition.\d+\] line \d+ Check requires clause of (contract contract::f1 for function f1|f1 in main): SUCCESS$ diff --git a/regression/contracts-dfcc/quantifiers-exists-ensures-replace/test.desc b/regression/contracts-dfcc/quantifiers-exists-ensures-replace/test.desc index 199bfedfa0f..c936596d01f 100644 --- a/regression/contracts-dfcc/quantifiers-exists-ensures-replace/test.desc +++ b/regression/contracts-dfcc/quantifiers-exists-ensures-replace/test.desc @@ -1,6 +1,6 @@ CORE main.c ---dfcc main --replace-call-with-contract f1 +--no-malloc-may-fail --dfcc main --replace-call-with-contract f1 _ --no-standard-checks ^EXIT=0$ ^SIGNAL=0$ ^\[main.assertion.1\] line .* assertion len > 0 ==> found_zero: SUCCESS$ diff --git a/regression/contracts-dfcc/quantifiers-exists-requires-enforce/test.desc b/regression/contracts-dfcc/quantifiers-exists-requires-enforce/test.desc index 3f55cae9ba2..e8eb74ad430 100644 --- a/regression/contracts-dfcc/quantifiers-exists-requires-enforce/test.desc +++ b/regression/contracts-dfcc/quantifiers-exists-requires-enforce/test.desc @@ -1,6 +1,6 @@ CORE main.c ---dfcc main --enforce-contract f1 +--no-malloc-may-fail --dfcc main --enforce-contract f1 _ --no-standard-checks ^EXIT=0$ ^SIGNAL=0$ ^\[f1.postcondition.\d+\] line \d+ Check ensures clause( of contract contract::f1 for function f1)?: SUCCESS$ diff --git a/regression/contracts-dfcc/quantifiers-forall-both-replace/test.desc b/regression/contracts-dfcc/quantifiers-forall-both-replace/test.desc index 21981c6325e..a0ffd4f9493 100644 --- a/regression/contracts-dfcc/quantifiers-forall-both-replace/test.desc +++ b/regression/contracts-dfcc/quantifiers-forall-both-replace/test.desc @@ -1,6 +1,6 @@ CORE main.c ---dfcc main --replace-call-with-contract f1 +--no-malloc-may-fail --dfcc main --replace-call-with-contract f1 _ --no-standard-checks ^EXIT=0$ ^SIGNAL=0$ ^\[f1.precondition.\d+\] line \d+ Check requires clause of (contract contract::f1 for function f1|f1 in main): SUCCESS$ diff --git a/regression/contracts-dfcc/quantifiers-forall-ensures-enforce/test.desc b/regression/contracts-dfcc/quantifiers-forall-ensures-enforce/test.desc index 456d05de164..b74f63ecdf2 100644 --- a/regression/contracts-dfcc/quantifiers-forall-ensures-enforce/test.desc +++ b/regression/contracts-dfcc/quantifiers-forall-ensures-enforce/test.desc @@ -1,6 +1,6 @@ CORE dfcc-only main.c ---dfcc main --enforce-contract f1 +--no-malloc-may-fail --dfcc main --enforce-contract f1 ^EXIT=0$ ^SIGNAL=0$ ^\[f1.postcondition.\d+\] line \d+ Check ensures clause of contract contract::f1 for function f1: SUCCESS$ diff --git a/regression/contracts-dfcc/quantifiers-forall-requires-replace/test.desc b/regression/contracts-dfcc/quantifiers-forall-requires-replace/test.desc index bd5842afe6b..1654f15a803 100644 --- a/regression/contracts-dfcc/quantifiers-forall-requires-replace/test.desc +++ b/regression/contracts-dfcc/quantifiers-forall-requires-replace/test.desc @@ -1,6 +1,6 @@ CORE main.c ---dfcc main --replace-call-with-contract f1 +--no-malloc-may-fail --dfcc main --replace-call-with-contract f1 _ --no-standard-checks ^EXIT=0$ ^SIGNAL=0$ ^\[f1.precondition.\d+\] line \d+ Check requires clause of (contract contract::f1 for function f1|f1 in main): SUCCESS$ diff --git a/regression/contracts-dfcc/quantifiers-loop-03/test.desc b/regression/contracts-dfcc/quantifiers-loop-03/test.desc index c577bcb4cd0..1dfaf369386 100644 --- a/regression/contracts-dfcc/quantifiers-loop-03/test.desc +++ b/regression/contracts-dfcc/quantifiers-loop-03/test.desc @@ -1,6 +1,6 @@ CORE dfcc-only main.c ---dfcc main --apply-loop-contracts +--no-malloc-may-fail --dfcc main --apply-loop-contracts ^EXIT=0$ ^SIGNAL=0$ ^\[main.loop_assigns.\d+\] line 13 Check assigns clause inclusion for loop .*: SUCCESS$ diff --git a/regression/contracts-dfcc/quantifiers-loops-fresh-bound-vars-smt/test.desc b/regression/contracts-dfcc/quantifiers-loops-fresh-bound-vars-smt/test.desc index c7692c036dc..540f1b7402b 100644 --- a/regression/contracts-dfcc/quantifiers-loops-fresh-bound-vars-smt/test.desc +++ b/regression/contracts-dfcc/quantifiers-loops-fresh-bound-vars-smt/test.desc @@ -1,6 +1,6 @@ CORE dfcc-only smt-backend broken-cprover-smt-backend main.c ---dfcc main --apply-loop-contracts --enforce-contract foo --malloc-may-fail --malloc-fail-null _ --z3 --slice-formula +--dfcc main --apply-loop-contracts --enforce-contract foo --malloc-may-fail --malloc-fail-null _ --z3 --slice-formula --no-standard-checks ^EXIT=0$ ^SIGNAL=0$ ^VERIFICATION SUCCESSFUL$ diff --git a/regression/contracts-dfcc/test_aliasing_ensure/test.desc b/regression/contracts-dfcc/test_aliasing_ensure/test.desc index 27a7b7d5a2c..11f828e0e09 100644 --- a/regression/contracts-dfcc/test_aliasing_ensure/test.desc +++ b/regression/contracts-dfcc/test_aliasing_ensure/test.desc @@ -1,6 +1,6 @@ CORE dfcc-only main.c ---dfcc main --enforce-contract foo +--no-malloc-may-fail --dfcc main --enforce-contract foo ^EXIT=0$ ^SIGNAL=0$ \[foo.postcondition.\d+\].*Check ensures clause of contract contract::foo for function foo: SUCCESS$ diff --git a/regression/contracts-dfcc/test_aliasing_ensure_indirect/test-bar.desc b/regression/contracts-dfcc/test_aliasing_ensure_indirect/test-bar.desc index e5306b7a57a..45f75ef3225 100644 --- a/regression/contracts-dfcc/test_aliasing_ensure_indirect/test-bar.desc +++ b/regression/contracts-dfcc/test_aliasing_ensure_indirect/test-bar.desc @@ -1,6 +1,6 @@ CORE dfcc-only main_bar.c ---dfcc main --enforce-contract bar +--no-malloc-may-fail --dfcc main --enforce-contract bar ^\[bar.postcondition.\d+\].*Check ensures clause of contract contract::bar for function bar: SUCCESS$ ^\[bar.assertion.\d+\].*x is r_ok: SUCCESS$ ^\[bar.assigns.\d+\].*Check that \*x is assignable: SUCCESS$ diff --git a/regression/contracts-dfcc/test_array_memory_replace/test.desc b/regression/contracts-dfcc/test_array_memory_replace/test.desc index cc905aa6fff..67ac45d7315 100644 --- a/regression/contracts-dfcc/test_array_memory_replace/test.desc +++ b/regression/contracts-dfcc/test_array_memory_replace/test.desc @@ -1,6 +1,6 @@ CORE dfcc-only main.c ---dfcc main --replace-call-with-contract foo +--no-malloc-may-fail --dfcc main --replace-call-with-contract foo _ --no-standard-checks ^VERIFICATION SUCCESSFUL$ ^EXIT=0$ ^SIGNAL=0$ diff --git a/regression/contracts-dfcc/test_is_fresh_enforce_ensures_pass/test.desc b/regression/contracts-dfcc/test_is_fresh_enforce_ensures_pass/test.desc index b886f1f2a20..5dc3f49ec6e 100644 --- a/regression/contracts-dfcc/test_is_fresh_enforce_ensures_pass/test.desc +++ b/regression/contracts-dfcc/test_is_fresh_enforce_ensures_pass/test.desc @@ -1,6 +1,6 @@ CORE dfcc-only main.c ---dfcc main --enforce-contract foo +--no-malloc-may-fail --dfcc main --enforce-contract foo ^\[foo.postcondition.\d+\].*Check ensures clause of contract contract::foo for function foo: SUCCESS$ ^\[foo.assertion.\d+\].*in1 is rw_ok: SUCCESS$ ^\[foo.assertion.\d+\].*in2 is rw_ok: SUCCESS$ diff --git a/regression/contracts-dfcc/test_is_fresh_replace_ensures_pass/test-enforce.desc b/regression/contracts-dfcc/test_is_fresh_replace_ensures_pass/test-enforce.desc index 19936ff0231..6cf8b88cb09 100644 --- a/regression/contracts-dfcc/test_is_fresh_replace_ensures_pass/test-enforce.desc +++ b/regression/contracts-dfcc/test_is_fresh_replace_ensures_pass/test-enforce.desc @@ -1,6 +1,6 @@ CORE dfcc-only main.c ---dfcc main --enforce-contract foo +--no-malloc-may-fail --dfcc main --enforce-contract foo ^\[foo.assigns.\d+\].*Check that \*out_ptr1 is assignable: SUCCESS$ ^\[foo.assigns.\d+\].*Check that \*out_ptr2 is assignable: SUCCESS$ ^\[foo.postcondition.\d+\].*Check ensures clause of contract contract::foo for function foo: SUCCESS$ diff --git a/regression/contracts-dfcc/test_possibly_aliased_arguments/test.desc b/regression/contracts-dfcc/test_possibly_aliased_arguments/test.desc index d7c7df41244..b42909e02b4 100644 --- a/regression/contracts-dfcc/test_possibly_aliased_arguments/test.desc +++ b/regression/contracts-dfcc/test_possibly_aliased_arguments/test.desc @@ -1,6 +1,6 @@ CORE main.c ---dfcc main --replace-call-with-contract sub_ptr_values +--no-malloc-may-fail --dfcc main --replace-call-with-contract sub_ptr_values _ --no-standard-checks ^EXIT=0$ ^SIGNAL=0$ ^\[sub_ptr_values.precondition.\d+\] line \d+ Check requires clause of (contract contract::sub_ptr_values for function sub_ptr_values|sub_ptr_values in main): SUCCESS$ diff --git a/regression/contracts-dfcc/test_scalar_memory_replace/test.desc b/regression/contracts-dfcc/test_scalar_memory_replace/test.desc index 3a20fdbfab4..ef5fe35c6f5 100644 --- a/regression/contracts-dfcc/test_scalar_memory_replace/test.desc +++ b/regression/contracts-dfcc/test_scalar_memory_replace/test.desc @@ -1,6 +1,6 @@ CORE dfcc-only main.c ---dfcc main --replace-call-with-contract foo +--no-malloc-may-fail --dfcc main --replace-call-with-contract foo _ --no-standard-checks ^VERIFICATION SUCCESSFUL$ ^EXIT=0$ ^SIGNAL=0$ diff --git a/regression/contracts-dfcc/test_struct_replace/test.desc b/regression/contracts-dfcc/test_struct_replace/test.desc index 59fa26e299b..00b4fad6286 100644 --- a/regression/contracts-dfcc/test_struct_replace/test.desc +++ b/regression/contracts-dfcc/test_struct_replace/test.desc @@ -1,6 +1,6 @@ CORE main.c ---dfcc main --replace-call-with-contract foo +--no-malloc-may-fail --dfcc main --replace-call-with-contract foo _ --no-standard-checks ^EXIT=0$ ^SIGNAL=0$ ^\[foo.precondition.\d+\] line \d+ Check requires clause of (contract contract::foo for function foo|foo in main): SUCCESS$ From 8c0f5de7017c874b0ce752917cf45893ea78e9fc Mon Sep 17 00:00:00 2001 From: esteffin Date: Tue, 19 Dec 2023 17:07:06 +0000 Subject: [PATCH 39/45] Revert "Add --no-standard-checks to regression/contracts test runner script" This reverts commit b90ea03e19718bcf8319f2f036e7e6adddb3c891. --- regression/contracts/chain.sh | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/regression/contracts/chain.sh b/regression/contracts/chain.sh index 5f76fb85bfa..37aa18a35b5 100755 --- a/regression/contracts/chain.sh +++ b/regression/contracts/chain.sh @@ -42,4 +42,4 @@ elif echo $args_inst | grep -q -- "--dump-c" ; then rm "${name}-mod.c" fi $goto_instrument --show-goto-functions "${name}-mod.gb" -$cbmc --no-standard-checks "${name}-mod.gb" ${args_cbmc} +$cbmc "${name}-mod.gb" ${args_cbmc} From 0d4f56a54c587fd1837a8f0ae913fb572177f673 Mon Sep 17 00:00:00 2001 From: esteffin Date: Tue, 19 Dec 2023 17:14:08 +0000 Subject: [PATCH 40/45] Fixed contracts regressions --- .../contracts/assigns-replace-ignored-return-value/test.desc | 2 +- regression/contracts/assigns_enforce_21/test.desc | 2 +- regression/contracts/assigns_enforce_arrays_02/test.desc | 2 +- regression/contracts/assigns_enforce_havoc_object/test.desc | 2 +- regression/contracts/assigns_enforce_multi_file_02/test.desc | 2 +- regression/contracts/assigns_enforce_scoping_02/test.desc | 2 +- regression/contracts/assigns_enforce_statics/test.desc | 2 +- regression/contracts/assigns_enforce_structs_06/test.desc | 2 +- .../assigns_replace_havoc_dependent_targets_pass/enforce.desc | 2 +- .../contracts/assigns_type_checking_valid_cases/test.desc | 2 +- regression/contracts/detect_loop_locals/test.desc | 2 +- .../contracts/github_6168_infinite_unwinding_bug/test.desc | 2 +- regression/contracts/history-index/test.desc | 2 +- regression/contracts/history-pointer-enforce-10/test.desc | 2 +- regression/contracts/history-pointer-replace-04/test.desc | 2 +- regression/contracts/invar_check_multiple_loops/test.desc | 2 +- regression/contracts/invar_check_nested_loops/test.desc | 2 +- regression/contracts/invar_check_pointer_modifies-01/test.desc | 2 +- regression/contracts/invar_check_pointer_modifies-02/test.desc | 2 +- regression/contracts/invar_havoc_dynamic_array/test.desc | 2 +- .../contracts/invar_havoc_dynamic_array_const_idx/test.desc | 2 +- .../invar_havoc_dynamic_multi-dim_array_all_const_idx/test.desc | 2 +- regression/contracts/invar_loop-entry_check/test.desc | 2 +- regression/contracts/invariant_side_effects/test.desc | 2 +- regression/contracts/is_unique_01_replace/test.desc | 2 +- regression/contracts/loop_assigns-01/test.desc | 2 +- regression/contracts/loop_assigns-03/test.desc | 2 +- regression/contracts/loop_assigns-05/test.desc | 2 +- .../contracts/loop_assigns-slice-assignable-ptr/test.desc | 2 +- .../contracts/loop_assigns-slice-assignable-scalar/test.desc | 2 +- regression/contracts/loop_assigns-slice-from/test.desc | 2 +- regression/contracts/loop_assigns-slice-upto-fail/test.desc | 2 +- regression/contracts/loop_assigns-slice-upto-pass/test.desc | 2 +- regression/contracts/loop_assigns_inference-01/test.desc | 2 +- regression/contracts/loop_assigns_inference-02/test.desc | 2 +- .../contracts/loop_assigns_scoped_local_statics/test.desc | 2 +- .../loop_assigns_scoped_local_statics_propagate/test.desc | 2 +- regression/contracts/no_redudant_checks/test.desc | 2 +- regression/contracts/nonvacuous_loop_contracts/test.desc | 2 +- .../contracts/quantifiers-forall-ensures-enforce/test.desc | 2 +- regression/contracts/quantifiers-loop-02/test.desc | 2 +- regression/contracts/quantifiers-loop-03/test.desc | 2 +- regression/contracts/test_aliasing_ensure/test.desc | 2 +- regression/contracts/test_array_memory_replace/test.desc | 2 +- .../contracts/test_array_memory_too_small_replace/test.desc | 2 +- regression/contracts/test_scalar_memory_replace/test.desc | 2 +- 46 files changed, 46 insertions(+), 46 deletions(-) diff --git a/regression/contracts/assigns-replace-ignored-return-value/test.desc b/regression/contracts/assigns-replace-ignored-return-value/test.desc index be3c595b24e..67757391cd5 100644 --- a/regression/contracts/assigns-replace-ignored-return-value/test.desc +++ b/regression/contracts/assigns-replace-ignored-return-value/test.desc @@ -1,6 +1,6 @@ CORE main.c ---replace-call-with-contract bar --replace-call-with-contract baz --enforce-contract foo +--replace-call-with-contract bar --replace-call-with-contract baz --enforce-contract foo _ --no-standard-checks ^\[bar.precondition.\d+\] line \d+ Check requires clause of bar in foo: SUCCESS$ ^\[baz.precondition.\d+\] line \d+ Check requires clause of baz in foo: SUCCESS$ ^EXIT=0$ diff --git a/regression/contracts/assigns_enforce_21/test.desc b/regression/contracts/assigns_enforce_21/test.desc index f27b7f42c59..bd133cff21d 100644 --- a/regression/contracts/assigns_enforce_21/test.desc +++ b/regression/contracts/assigns_enforce_21/test.desc @@ -1,6 +1,6 @@ CORE main.c ---enforce-contract foo --replace-call-with-contract quz +--enforce-contract foo --replace-call-with-contract quz _ --no-standard-checks ^\[foo.assigns.\d+\] line \d+ Check that \*y is valid: SUCCESS$ ^\[bar.assigns.\d+\] line \d+ Check that \*y is assignable: SUCCESS$ ^\[bar.assigns.\d+\] line \d+ Check that x \(assigned by the contract of quz\) is assignable: FAILURE$ diff --git a/regression/contracts/assigns_enforce_arrays_02/test.desc b/regression/contracts/assigns_enforce_arrays_02/test.desc index e8150f13152..dd6bb3f6b0b 100644 --- a/regression/contracts/assigns_enforce_arrays_02/test.desc +++ b/regression/contracts/assigns_enforce_arrays_02/test.desc @@ -1,6 +1,6 @@ CORE main.c ---enforce-contract f1 --enforce-contract f2 +--enforce-contract f1 --enforce-contract f2 _ --no-standard-checks ^\[f1.assigns.\d+\] line 6 Check that \*a is valid: SUCCESS$ ^\[f1.assigns.\d+\] line 8 Check that a\[.*0\] is assignable: SUCCESS$ ^\[f1.assigns.\d+\] line 9 Check that a\[.*5\] is assignable: FAILURE$ diff --git a/regression/contracts/assigns_enforce_havoc_object/test.desc b/regression/contracts/assigns_enforce_havoc_object/test.desc index 2563aafae1a..d641ddacda6 100644 --- a/regression/contracts/assigns_enforce_havoc_object/test.desc +++ b/regression/contracts/assigns_enforce_havoc_object/test.desc @@ -1,6 +1,6 @@ CORE main.c ---enforce-contract foo +--enforce-contract foo _ --no-standard-checks ^EXIT=10$ ^SIGNAL=0$ ^\[foo.assigns.\d+\] line \d+ Check that __CPROVER_object_whole\(\(.*\)a1->u.b->c\) is valid: SUCCESS$ diff --git a/regression/contracts/assigns_enforce_multi_file_02/test.desc b/regression/contracts/assigns_enforce_multi_file_02/test.desc index c9f45d47c58..95d882970cd 100644 --- a/regression/contracts/assigns_enforce_multi_file_02/test.desc +++ b/regression/contracts/assigns_enforce_multi_file_02/test.desc @@ -1,6 +1,6 @@ CORE main.c ---enforce-contract f1 +--enforce-contract f1 _ --no-standard-checks ^EXIT=0$ ^SIGNAL=0$ ^\[f1.assigns.\d+\] line \d+ Check that \*a is valid: SUCCESS$ diff --git a/regression/contracts/assigns_enforce_scoping_02/test.desc b/regression/contracts/assigns_enforce_scoping_02/test.desc index a5d07aa04d5..e785c988870 100644 --- a/regression/contracts/assigns_enforce_scoping_02/test.desc +++ b/regression/contracts/assigns_enforce_scoping_02/test.desc @@ -1,6 +1,6 @@ CORE main.c ---enforce-contract f1 +--enforce-contract f1 _ --no-standard-checks ^EXIT=10$ ^SIGNAL=0$ ^\[f1.assigns.\d+\] line \d+ Check that \*f1\$\$1\$\$1\$\$b is assignable: SUCCESS$ diff --git a/regression/contracts/assigns_enforce_statics/test.desc b/regression/contracts/assigns_enforce_statics/test.desc index 87f417d025f..6b17951f85e 100644 --- a/regression/contracts/assigns_enforce_statics/test.desc +++ b/regression/contracts/assigns_enforce_statics/test.desc @@ -1,6 +1,6 @@ CORE main.c ---enforce-contract foo _ --pointer-primitive-check +--enforce-contract foo _ --pointer-primitive-check --no-standard-checks ^EXIT=0$ ^SIGNAL=0$ ^\[foo.assigns.\d+\] line \d+ Check that x is valid: SUCCESS$ diff --git a/regression/contracts/assigns_enforce_structs_06/test.desc b/regression/contracts/assigns_enforce_structs_06/test.desc index 838bcce9c4e..18be8445731 100644 --- a/regression/contracts/assigns_enforce_structs_06/test.desc +++ b/regression/contracts/assigns_enforce_structs_06/test.desc @@ -1,6 +1,6 @@ CORE main.c ---enforce-contract f1 --enforce-contract f2 --enforce-contract f3 +--enforce-contract f1 --enforce-contract f2 --enforce-contract f3 _ --no-standard-checks ^EXIT=10$ ^SIGNAL=0$ ^\[f1.assigns.\d+\] line \d+ Check that p->buf\[(\(.*\))?0\] is assignable: SUCCESS$ diff --git a/regression/contracts/assigns_replace_havoc_dependent_targets_pass/enforce.desc b/regression/contracts/assigns_replace_havoc_dependent_targets_pass/enforce.desc index efca0a7366c..018166e7c24 100644 --- a/regression/contracts/assigns_replace_havoc_dependent_targets_pass/enforce.desc +++ b/regression/contracts/assigns_replace_havoc_dependent_targets_pass/enforce.desc @@ -1,6 +1,6 @@ CORE main_enforce.c ---enforce-contract resize_vec _ --signed-overflow-check --unsigned-overflow-check --pointer-overflow-check +--enforce-contract resize_vec _ --signed-overflow-check --unsigned-overflow-check --pointer-overflow-check --no-standard-checks ^VERIFICATION SUCCESSFUL$ ^EXIT=0$ ^SIGNAL=0$ diff --git a/regression/contracts/assigns_type_checking_valid_cases/test.desc b/regression/contracts/assigns_type_checking_valid_cases/test.desc index 6f67aaef718..4b9643d1418 100644 --- a/regression/contracts/assigns_type_checking_valid_cases/test.desc +++ b/regression/contracts/assigns_type_checking_valid_cases/test.desc @@ -1,6 +1,6 @@ CORE main.c ---enforce-contract foo1 --enforce-contract foo2 --enforce-contract foo3 --enforce-contract foo4 --enforce-contract foo5 --enforce-contract foo6 --enforce-contract foo7 --enforce-contract foo8 --enforce-contract foo9 --enforce-contract foo10 _ --pointer-primitive-check +--enforce-contract foo1 --enforce-contract foo2 --enforce-contract foo3 --enforce-contract foo4 --enforce-contract foo5 --enforce-contract foo6 --enforce-contract foo7 --enforce-contract foo8 --enforce-contract foo9 --enforce-contract foo10 _ --pointer-primitive-check --no-standard-checks ^EXIT=0$ ^SIGNAL=0$ ^\[foo10.assigns.\d+\] line \d+ Check that buffer->len is assignable: SUCCESS$ diff --git a/regression/contracts/detect_loop_locals/test.desc b/regression/contracts/detect_loop_locals/test.desc index c116642ea92..00284496aea 100644 --- a/regression/contracts/detect_loop_locals/test.desc +++ b/regression/contracts/detect_loop_locals/test.desc @@ -1,6 +1,6 @@ CORE main.c ---apply-loop-contracts +--apply-loop-contracts _ --no-standard-checks ^\[main.assigns.\d+\].*line 10 Check that i is assignable: SUCCESS$ ^EXIT=0$ ^SIGNAL=0$ diff --git a/regression/contracts/github_6168_infinite_unwinding_bug/test.desc b/regression/contracts/github_6168_infinite_unwinding_bug/test.desc index 4714105d895..da9bf98b0d9 100644 --- a/regression/contracts/github_6168_infinite_unwinding_bug/test.desc +++ b/regression/contracts/github_6168_infinite_unwinding_bug/test.desc @@ -1,6 +1,6 @@ CORE main.c ---apply-loop-contracts +--apply-loop-contracts _ --no-standard-checks ^EXIT=0$ ^SIGNAL=0$ ^VERIFICATION SUCCESSFUL$ diff --git a/regression/contracts/history-index/test.desc b/regression/contracts/history-index/test.desc index 7e0f7f23a3b..8f2e43d1a84 100644 --- a/regression/contracts/history-index/test.desc +++ b/regression/contracts/history-index/test.desc @@ -1,6 +1,6 @@ CORE main.c ---apply-loop-contracts +--apply-loop-contracts _ --no-standard-checks ^EXIT=0$ ^SIGNAL=0$ ^VERIFICATION SUCCESSFUL$ diff --git a/regression/contracts/history-pointer-enforce-10/test.desc b/regression/contracts/history-pointer-enforce-10/test.desc index 6ab7a0823ef..785de8d3894 100644 --- a/regression/contracts/history-pointer-enforce-10/test.desc +++ b/regression/contracts/history-pointer-enforce-10/test.desc @@ -1,6 +1,6 @@ CORE main.c ---enforce-contract foo --enforce-contract bar --enforce-contract baz +--enforce-contract foo --enforce-contract bar --enforce-contract baz _ --no-standard-checks ^EXIT=0$ ^SIGNAL=0$ ^\[bar.postcondition.\d+\] line \d+ Check ensures clause: SUCCESS$ diff --git a/regression/contracts/history-pointer-replace-04/test.desc b/regression/contracts/history-pointer-replace-04/test.desc index c4458b4a9bf..3e79c294713 100644 --- a/regression/contracts/history-pointer-replace-04/test.desc +++ b/regression/contracts/history-pointer-replace-04/test.desc @@ -1,6 +1,6 @@ CORE main.c ---replace-call-with-contract foo +--replace-call-with-contract foo _ --no-standard-checks ^EXIT=10$ ^SIGNAL=0$ ^\[foo.precondition.\d+\] line \d+ Check requires clause of foo in main: SUCCESS$ diff --git a/regression/contracts/invar_check_multiple_loops/test.desc b/regression/contracts/invar_check_multiple_loops/test.desc index 86b4399b890..282796e8b78 100644 --- a/regression/contracts/invar_check_multiple_loops/test.desc +++ b/regression/contracts/invar_check_multiple_loops/test.desc @@ -1,6 +1,6 @@ CORE main.c ---apply-loop-contracts +--apply-loop-contracts _ --no-standard-checks ^EXIT=0$ ^SIGNAL=0$ ^\[main\.\d+\] .* Check loop invariant before entry: SUCCESS$ diff --git a/regression/contracts/invar_check_nested_loops/test.desc b/regression/contracts/invar_check_nested_loops/test.desc index d7360332c84..fa5b348e90d 100644 --- a/regression/contracts/invar_check_nested_loops/test.desc +++ b/regression/contracts/invar_check_nested_loops/test.desc @@ -1,6 +1,6 @@ CORE main.c ---apply-loop-contracts +--apply-loop-contracts _ --no-standard-checks ^EXIT=0$ ^SIGNAL=0$ ^\[main\.\d+\] .* Check loop invariant before entry: SUCCESS$ diff --git a/regression/contracts/invar_check_pointer_modifies-01/test.desc b/regression/contracts/invar_check_pointer_modifies-01/test.desc index deb947163f4..8729522855b 100644 --- a/regression/contracts/invar_check_pointer_modifies-01/test.desc +++ b/regression/contracts/invar_check_pointer_modifies-01/test.desc @@ -1,6 +1,6 @@ CORE main.c ---apply-loop-contracts --pointer-check +--apply-loop-contracts --pointer-check _ --no-standard-checks ^EXIT=0$ ^SIGNAL=0$ ^\[main\.\d+\] .* Check loop invariant before entry: SUCCESS$ diff --git a/regression/contracts/invar_check_pointer_modifies-02/test.desc b/regression/contracts/invar_check_pointer_modifies-02/test.desc index 95a9eb36ea7..8b60e96baed 100644 --- a/regression/contracts/invar_check_pointer_modifies-02/test.desc +++ b/regression/contracts/invar_check_pointer_modifies-02/test.desc @@ -1,6 +1,6 @@ CORE main.c ---apply-loop-contracts --pointer-check +--apply-loop-contracts --pointer-check _ --no-standard-checks ^EXIT=0$ ^SIGNAL=0$ ^\[main\.\d+\] .* Check loop invariant before entry: SUCCESS$ diff --git a/regression/contracts/invar_havoc_dynamic_array/test.desc b/regression/contracts/invar_havoc_dynamic_array/test.desc index 582a93ff682..5ed2833d3b1 100644 --- a/regression/contracts/invar_havoc_dynamic_array/test.desc +++ b/regression/contracts/invar_havoc_dynamic_array/test.desc @@ -1,6 +1,6 @@ CORE main.c ---apply-loop-contracts +--apply-loop-contracts _ --no-standard-checks ^EXIT=10$ ^SIGNAL=0$ ^\[main\.\d+\] .* Check loop invariant before entry: SUCCESS$ diff --git a/regression/contracts/invar_havoc_dynamic_array_const_idx/test.desc b/regression/contracts/invar_havoc_dynamic_array_const_idx/test.desc index c970e1f49b1..c51ec4d4460 100644 --- a/regression/contracts/invar_havoc_dynamic_array_const_idx/test.desc +++ b/regression/contracts/invar_havoc_dynamic_array_const_idx/test.desc @@ -1,6 +1,6 @@ CORE main.c ---apply-loop-contracts +--apply-loop-contracts _ --no-standard-checks ^EXIT=10$ ^SIGNAL=0$ ^\[main\.\d+\] .* Check loop invariant before entry: SUCCESS$ diff --git a/regression/contracts/invar_havoc_dynamic_multi-dim_array_all_const_idx/test.desc b/regression/contracts/invar_havoc_dynamic_multi-dim_array_all_const_idx/test.desc index ff6b7e8e980..7b1ec015160 100644 --- a/regression/contracts/invar_havoc_dynamic_multi-dim_array_all_const_idx/test.desc +++ b/regression/contracts/invar_havoc_dynamic_multi-dim_array_all_const_idx/test.desc @@ -1,6 +1,6 @@ CORE main.c ---apply-loop-contracts +--apply-loop-contracts _ --no-standard-checks ^EXIT=10$ ^SIGNAL=0$ ^\[main.\d+\] .* Check loop invariant before entry: SUCCESS$ diff --git a/regression/contracts/invar_loop-entry_check/test.desc b/regression/contracts/invar_loop-entry_check/test.desc index 554a504ef23..27c61040a6a 100644 --- a/regression/contracts/invar_loop-entry_check/test.desc +++ b/regression/contracts/invar_loop-entry_check/test.desc @@ -1,6 +1,6 @@ CORE main.c ---apply-loop-contracts _ --pointer-primitive-check +--apply-loop-contracts _ --pointer-primitive-check --no-standard-checks ^EXIT=0$ ^SIGNAL=0$ ^\[main\.\d+\] .* Check loop invariant before entry: SUCCESS$ diff --git a/regression/contracts/invariant_side_effects/test.desc b/regression/contracts/invariant_side_effects/test.desc index 8268af383e0..86e0e537648 100644 --- a/regression/contracts/invariant_side_effects/test.desc +++ b/regression/contracts/invariant_side_effects/test.desc @@ -1,6 +1,6 @@ CORE main.c ---apply-loop-contracts +--apply-loop-contracts _ --no-standard-checks ^EXIT=0$ ^SIGNAL=0$ ^\[main\.\d+\] .* Check loop invariant before entry: SUCCESS$ diff --git a/regression/contracts/is_unique_01_replace/test.desc b/regression/contracts/is_unique_01_replace/test.desc index ff7c558fb1e..176908706d2 100644 --- a/regression/contracts/is_unique_01_replace/test.desc +++ b/regression/contracts/is_unique_01_replace/test.desc @@ -1,6 +1,6 @@ CORE main.c ---replace-call-with-contract foo +--replace-call-with-contract foo _ --no-standard-checks ^EXIT=0$ ^SIGNAL=0$ ^VERIFICATION SUCCESSFUL$ diff --git a/regression/contracts/loop_assigns-01/test.desc b/regression/contracts/loop_assigns-01/test.desc index dfdb76bc45b..9eabff95537 100644 --- a/regression/contracts/loop_assigns-01/test.desc +++ b/regression/contracts/loop_assigns-01/test.desc @@ -1,6 +1,6 @@ CORE main.c ---apply-loop-contracts +--apply-loop-contracts _ --no-standard-checks ^EXIT=10$ ^SIGNAL=0$ ^\[main.\d+\] .* Check loop invariant before entry: SUCCESS$ diff --git a/regression/contracts/loop_assigns-03/test.desc b/regression/contracts/loop_assigns-03/test.desc index 15963cb9c00..c1aa6a60e39 100644 --- a/regression/contracts/loop_assigns-03/test.desc +++ b/regression/contracts/loop_assigns-03/test.desc @@ -1,6 +1,6 @@ CORE main.c ---apply-loop-contracts +--apply-loop-contracts _ --no-standard-checks ^EXIT=10$ ^SIGNAL=0$ ^\[main.\d+\] .* Check loop invariant before entry: SUCCESS$ diff --git a/regression/contracts/loop_assigns-05/test.desc b/regression/contracts/loop_assigns-05/test.desc index 0dc2ffedc89..af839f6d028 100644 --- a/regression/contracts/loop_assigns-05/test.desc +++ b/regression/contracts/loop_assigns-05/test.desc @@ -1,6 +1,6 @@ CORE main.c ---apply-loop-contracts +--apply-loop-contracts _ --no-standard-checks ^EXIT=0$ ^SIGNAL=0$ ^\[body_1.assigns.\d+\] .* Check that j is assignable: SUCCESS$ diff --git a/regression/contracts/loop_assigns-slice-assignable-ptr/test.desc b/regression/contracts/loop_assigns-slice-assignable-ptr/test.desc index 9a49850f1c3..7c4b3005f73 100644 --- a/regression/contracts/loop_assigns-slice-assignable-ptr/test.desc +++ b/regression/contracts/loop_assigns-slice-assignable-ptr/test.desc @@ -1,6 +1,6 @@ CORE main.c ---apply-loop-contracts +--apply-loop-contracts _ --no-standard-checks ^EXIT=10$ ^SIGNAL=0$ ^\[main.\d+\] .* Check loop invariant before entry: SUCCESS$ diff --git a/regression/contracts/loop_assigns-slice-assignable-scalar/test.desc b/regression/contracts/loop_assigns-slice-assignable-scalar/test.desc index 3ab6f3105b4..7122fbf77bb 100644 --- a/regression/contracts/loop_assigns-slice-assignable-scalar/test.desc +++ b/regression/contracts/loop_assigns-slice-assignable-scalar/test.desc @@ -1,6 +1,6 @@ CORE main.c ---apply-loop-contracts +--apply-loop-contracts _ --no-standard-checks ^EXIT=10$ ^SIGNAL=0$ ^\[main.\d+\] .* Check loop invariant before entry: SUCCESS$ diff --git a/regression/contracts/loop_assigns-slice-from/test.desc b/regression/contracts/loop_assigns-slice-from/test.desc index dca584fe348..82fee0e8ae0 100644 --- a/regression/contracts/loop_assigns-slice-from/test.desc +++ b/regression/contracts/loop_assigns-slice-from/test.desc @@ -1,6 +1,6 @@ CORE main.c ---apply-loop-contracts +--apply-loop-contracts _ --no-standard-checks ^EXIT=10$ ^SIGNAL=0$ ^\[main.\d+\] .* Check loop invariant before entry: SUCCESS$ diff --git a/regression/contracts/loop_assigns-slice-upto-fail/test.desc b/regression/contracts/loop_assigns-slice-upto-fail/test.desc index 4300f9931ef..f15999d52dd 100644 --- a/regression/contracts/loop_assigns-slice-upto-fail/test.desc +++ b/regression/contracts/loop_assigns-slice-upto-fail/test.desc @@ -1,6 +1,6 @@ CORE main.c ---apply-loop-contracts +--apply-loop-contracts _ --no-standard-checks ^\[main.\d+\] .* Check loop invariant before entry: SUCCESS$ ^\[main.\d+\] .* Check that loop invariant is preserved: SUCCESS$ ^\[main.assigns.\d+\] .* Check that i is assignable: SUCCESS$ diff --git a/regression/contracts/loop_assigns-slice-upto-pass/test.desc b/regression/contracts/loop_assigns-slice-upto-pass/test.desc index a9aea6e7386..990fbc3e932 100644 --- a/regression/contracts/loop_assigns-slice-upto-pass/test.desc +++ b/regression/contracts/loop_assigns-slice-upto-pass/test.desc @@ -1,6 +1,6 @@ CORE main.c ---apply-loop-contracts +--apply-loop-contracts _ --no-standard-checks ^\[main.\d+\] .* Check loop invariant before entry: SUCCESS$ ^\[main.\d+\] .* Check that loop invariant is preserved: SUCCESS$ ^\[main.assigns.\d+\] .* Check that i is assignable: SUCCESS$ diff --git a/regression/contracts/loop_assigns_inference-01/test.desc b/regression/contracts/loop_assigns_inference-01/test.desc index 11da15c0fcf..7e476a79296 100644 --- a/regression/contracts/loop_assigns_inference-01/test.desc +++ b/regression/contracts/loop_assigns_inference-01/test.desc @@ -1,6 +1,6 @@ CORE main.c ---apply-loop-contracts +--apply-loop-contracts _ --no-standard-checks ^EXIT=0$ ^SIGNAL=0$ ^\[body_1.assigns.\d+\] .* Check that j is assignable: SUCCESS$ diff --git a/regression/contracts/loop_assigns_inference-02/test.desc b/regression/contracts/loop_assigns_inference-02/test.desc index c153a24b794..cb6479b0037 100644 --- a/regression/contracts/loop_assigns_inference-02/test.desc +++ b/regression/contracts/loop_assigns_inference-02/test.desc @@ -1,6 +1,6 @@ CORE main.c ---apply-loop-contracts +--apply-loop-contracts _ --no-standard-checks ^EXIT=0$ ^SIGNAL=0$ ^\[main.\d+\] .* Check loop invariant before entry: SUCCESS$ diff --git a/regression/contracts/loop_assigns_scoped_local_statics/test.desc b/regression/contracts/loop_assigns_scoped_local_statics/test.desc index 761d2f6fe27..5a7118440e8 100644 --- a/regression/contracts/loop_assigns_scoped_local_statics/test.desc +++ b/regression/contracts/loop_assigns_scoped_local_statics/test.desc @@ -1,6 +1,6 @@ CORE main.c ---apply-loop-contracts +--apply-loop-contracts _ --no-standard-checks ^EXIT=0$ ^SIGNAL=0$ ^\[body_1.assigns.\d+\] .* Check that j is assignable: SUCCESS$ diff --git a/regression/contracts/loop_assigns_scoped_local_statics_propagate/test.desc b/regression/contracts/loop_assigns_scoped_local_statics_propagate/test.desc index 69d673846c6..4dc004cc32e 100644 --- a/regression/contracts/loop_assigns_scoped_local_statics_propagate/test.desc +++ b/regression/contracts/loop_assigns_scoped_local_statics_propagate/test.desc @@ -1,6 +1,6 @@ CORE main.c ---replace-call-with-contract bar --apply-loop-contracts +--replace-call-with-contract bar --apply-loop-contracts _ --no-standard-checks ^EXIT=0$ ^SIGNAL=0$ ^\[main.assigns.\d+\] line \d+ Check that j \(assigned by the contract of bar\) is assignable: SUCCESS$ diff --git a/regression/contracts/no_redudant_checks/test.desc b/regression/contracts/no_redudant_checks/test.desc index ed318ccbec3..74fcab6c862 100644 --- a/regression/contracts/no_redudant_checks/test.desc +++ b/regression/contracts/no_redudant_checks/test.desc @@ -1,6 +1,6 @@ CORE main.c ---pointer-overflow-check _ --pointer-overflow-check --unsigned-overflow-check +--pointer-overflow-check _ --pointer-overflow-check --unsigned-overflow-check --no-standard-checks ^EXIT=0$ ^SIGNAL=0$ ^\[malloc.assertion.1\].*: SUCCESS diff --git a/regression/contracts/nonvacuous_loop_contracts/test.desc b/regression/contracts/nonvacuous_loop_contracts/test.desc index e50b9896f18..f0307d5e494 100644 --- a/regression/contracts/nonvacuous_loop_contracts/test.desc +++ b/regression/contracts/nonvacuous_loop_contracts/test.desc @@ -1,6 +1,6 @@ CORE main.c ---apply-loop-contracts _ --signed-overflow-check --unsigned-overflow-check +--apply-loop-contracts _ --signed-overflow-check --unsigned-overflow-check --no-standard-checks \[main.\d+\] line \d+ Check loop invariant before entry: SUCCESS$ \[main.\d+\] line \d+ Check that loop invariant is preserved: SUCCESS$ \[main.assigns.\d+\] line \d+ Check that end is valid: SUCCESS$ diff --git a/regression/contracts/quantifiers-forall-ensures-enforce/test.desc b/regression/contracts/quantifiers-forall-ensures-enforce/test.desc index 77d7c1e018a..49e9233eb54 100644 --- a/regression/contracts/quantifiers-forall-ensures-enforce/test.desc +++ b/regression/contracts/quantifiers-forall-ensures-enforce/test.desc @@ -1,6 +1,6 @@ CORE main.c ---enforce-contract f1 +--enforce-contract f1 _ --no-standard-checks ^EXIT=0$ ^SIGNAL=0$ ^\[f1.postcondition.\d+\] line \d+ Check ensures clause: SUCCESS$ diff --git a/regression/contracts/quantifiers-loop-02/test.desc b/regression/contracts/quantifiers-loop-02/test.desc index 3ae97f80f22..d097cbf4314 100644 --- a/regression/contracts/quantifiers-loop-02/test.desc +++ b/regression/contracts/quantifiers-loop-02/test.desc @@ -1,6 +1,6 @@ CORE smt-backend broken-cprover-smt-backend thorough-smt-backend main.c ---apply-loop-contracts _ --z3 +--apply-loop-contracts _ --z3 --no-standard-checks ^EXIT=0$ ^SIGNAL=0$ ^\[main.\d+\] line .* Check loop invariant before entry: SUCCESS$ diff --git a/regression/contracts/quantifiers-loop-03/test.desc b/regression/contracts/quantifiers-loop-03/test.desc index 86140e129eb..3bc5c386593 100644 --- a/regression/contracts/quantifiers-loop-03/test.desc +++ b/regression/contracts/quantifiers-loop-03/test.desc @@ -1,6 +1,6 @@ CORE main.c ---apply-loop-contracts +--apply-loop-contracts _ --no-standard-checks ^EXIT=0$ ^SIGNAL=0$ ^\[main\.\d+\] .* Check loop invariant before entry: SUCCESS$ diff --git a/regression/contracts/test_aliasing_ensure/test.desc b/regression/contracts/test_aliasing_ensure/test.desc index 70ae1bdd9ff..89a3721c710 100644 --- a/regression/contracts/test_aliasing_ensure/test.desc +++ b/regression/contracts/test_aliasing_ensure/test.desc @@ -1,6 +1,6 @@ CORE main.c ---enforce-contract foo +--enforce-contract foo _ --no-standard-checks ^EXIT=0$ ^SIGNAL=0$ \[foo.postcondition.\d+\] line \d+ Check ensures clause: SUCCESS diff --git a/regression/contracts/test_array_memory_replace/test.desc b/regression/contracts/test_array_memory_replace/test.desc index b6c5d13435b..20f6445ca0a 100644 --- a/regression/contracts/test_array_memory_replace/test.desc +++ b/regression/contracts/test_array_memory_replace/test.desc @@ -1,6 +1,6 @@ CORE main.c ---replace-call-with-contract foo +--replace-call-with-contract foo _ --no-standard-checks ^EXIT=0$ ^SIGNAL=0$ \[foo.precondition.\d+\] line \d+ Check requires clause of foo in main: SUCCESS diff --git a/regression/contracts/test_array_memory_too_small_replace/test.desc b/regression/contracts/test_array_memory_too_small_replace/test.desc index fb30f3ebf7c..693a85b80e5 100644 --- a/regression/contracts/test_array_memory_too_small_replace/test.desc +++ b/regression/contracts/test_array_memory_too_small_replace/test.desc @@ -1,6 +1,6 @@ CORE main.c ---replace-call-with-contract foo +--replace-call-with-contract foo _ --no-standard-checks ^EXIT=10$ ^SIGNAL=0$ \[foo.precondition.\d+\] line \d+ Check requires clause of foo in main: FAILURE diff --git a/regression/contracts/test_scalar_memory_replace/test.desc b/regression/contracts/test_scalar_memory_replace/test.desc index 941d4f8c249..e9c20b3fe62 100644 --- a/regression/contracts/test_scalar_memory_replace/test.desc +++ b/regression/contracts/test_scalar_memory_replace/test.desc @@ -1,6 +1,6 @@ CORE main.c ---replace-call-with-contract foo +--replace-call-with-contract foo _ --no-standard-checks ^EXIT=0$ ^SIGNAL=0$ \[foo.precondition.\d+\] line \d+ Check requires clause of foo in main: SUCCESS From 27e312da1f57b4ba8b425963753c617220d35e7d Mon Sep 17 00:00:00 2001 From: esteffin Date: Tue, 19 Dec 2023 17:46:49 +0000 Subject: [PATCH 41/45] Removed extra arguments from goto-instrument regression and added mechanism to pass arguments to cbmc --- regression/goto-instrument/chain.sh | 15 ++++++++++++--- 1 file changed, 12 insertions(+), 3 deletions(-) diff --git a/regression/goto-instrument/chain.sh b/regression/goto-instrument/chain.sh index de869f21c90..58f8f958056 100755 --- a/regression/goto-instrument/chain.sh +++ b/regression/goto-instrument/chain.sh @@ -10,6 +10,15 @@ is_windows=$4 sources=${*:$#} args=${*:5:$#-5} +if [[ "$args" != *" _ "* ]] +then + args_inst=$args + args_cbmc="" +else + args_inst="${args%%" _ "*}" + args_cbmc="${args#*" _ "}" +fi + set -- $sources target=${*:$#} target=${target%.c} @@ -21,7 +30,7 @@ else fi rm -f "${target}-mod.gb" -$goto_instrument --no-malloc-may-fail ${args} "${target}.gb" "${target}-mod.gb" +$goto_instrument ${args_inst} "${target}.gb" "${target}-mod.gb" if [ ! -e "${target}-mod.gb" ] ; then cp "${target}.gb" "${target}-mod.gb" elif echo $args | grep -q -- "--dump-c-type-header" ; then @@ -39,5 +48,5 @@ elif echo $args | grep -q -- "--dump-c" ; then rm "${target}-mod.c" fi -$goto_instrument --no-malloc-may-fail --show-goto-functions "${target}-mod.gb" -$cbmc --no-standard-checks "${target}-mod.gb" +$goto_instrument --show-goto-functions "${target}-mod.gb" +$cbmc ${args_cbmc} "${target}-mod.gb" From dee9859e8849eee047648e402d71b033f4fe6cb2 Mon Sep 17 00:00:00 2001 From: esteffin Date: Tue, 19 Dec 2023 17:47:14 +0000 Subject: [PATCH 42/45] Fixed goto-instrument regressions --- regression/goto-instrument/add-library1/test.desc | 2 +- regression/goto-instrument/harness1/test.desc | 2 +- regression/goto-instrument/insert-final-assert-false1/test.desc | 2 +- regression/goto-instrument/labels1/test.desc | 2 +- regression/goto-instrument/lexical-loops1/test.desc | 2 +- regression/goto-instrument/lexical-loops5/test.desc | 2 +- regression/goto-instrument/region-analysis-1/test.desc | 2 +- regression/goto-instrument/region-analysis-2/test.desc | 2 +- regression/goto-instrument/region-analysis-3/test.desc | 2 +- regression/goto-instrument/region-analysis-9/test.desc | 2 +- .../restrict-function-pointer-by-name-global/test.desc | 2 +- .../restrict-function-pointer-by-name-local/test.desc | 2 +- .../restrict-function-pointer-by-name-parameter/test.desc | 2 +- .../restrict-function-pointer-goto-target/test.desc | 2 +- .../restrict-function-pointer-to-complex-expression/test.desc | 2 +- .../test.desc | 2 +- .../test.desc | 2 +- .../test.desc | 2 +- .../test.desc | 2 +- .../test.desc | 2 +- regression/goto-instrument/slice01/test.desc | 2 +- regression/goto-instrument/slice13/test.desc | 2 +- regression/goto-instrument/slice19/test.desc | 2 +- regression/goto-instrument/slice22/test.desc | 2 +- regression/goto-instrument/slice23/test.desc | 2 +- regression/goto-instrument/slice_general007/test.desc | 2 +- regression/goto-instrument/typedef4/test.desc | 2 +- regression/goto-instrument/unwind-assert2/partial.desc | 2 +- regression/goto-instrument/unwind-assert2/test.desc | 2 +- regression/goto-instrument/value-set-fi-fp-removal4/test.desc | 2 +- regression/goto-instrument/value-set-fi-fp-removal5/test.desc | 2 +- 31 files changed, 31 insertions(+), 31 deletions(-) diff --git a/regression/goto-instrument/add-library1/test.desc b/regression/goto-instrument/add-library1/test.desc index 655ad56dbb4..35a030f0d0f 100644 --- a/regression/goto-instrument/add-library1/test.desc +++ b/regression/goto-instrument/add-library1/test.desc @@ -1,6 +1,6 @@ CORE main.c ---add-library --generate-function-body-options assert-false --generate-function-body '([^_]*)' +--add-library --generate-function-body-options assert-false --generate-function-body '([^_]*)' _ --no-standard-checks ^EXIT=0$ ^SIGNAL=0$ VERIFICATION SUCCESSFUL diff --git a/regression/goto-instrument/harness1/test.desc b/regression/goto-instrument/harness1/test.desc index 307044e9ed4..17ac1f1fb39 100644 --- a/regression/goto-instrument/harness1/test.desc +++ b/regression/goto-instrument/harness1/test.desc @@ -1,6 +1,6 @@ CORE main.c ---model-argc-argv 3 --dump-c --harness +--model-argc-argv 3 --dump-c --harness _ --no-standard-checks ^EXIT=0$ ^SIGNAL=0$ Adding up to 3 command line arguments diff --git a/regression/goto-instrument/insert-final-assert-false1/test.desc b/regression/goto-instrument/insert-final-assert-false1/test.desc index 19e261dbbdc..b720099c5c4 100644 --- a/regression/goto-instrument/insert-final-assert-false1/test.desc +++ b/regression/goto-instrument/insert-final-assert-false1/test.desc @@ -1,6 +1,6 @@ CORE main.c ---insert-final-assert-false main +--insert-final-assert-false main _ --no-standard-checks ^EXIT=0$ ^SIGNAL=0$ insert-final-assert-false \(should fail\) : SUCCESS diff --git a/regression/goto-instrument/labels1/test.desc b/regression/goto-instrument/labels1/test.desc index 344796a805a..6f242e15990 100644 --- a/regression/goto-instrument/labels1/test.desc +++ b/regression/goto-instrument/labels1/test.desc @@ -1,6 +1,6 @@ CORE main.c - +--malloc-may-fail _ --no-standard-checks Labels: label_zero$ Labels: label_one$ Labels: label_two$ diff --git a/regression/goto-instrument/lexical-loops1/test.desc b/regression/goto-instrument/lexical-loops1/test.desc index 17557991dc3..583dfadccd5 100644 --- a/regression/goto-instrument/lexical-loops1/test.desc +++ b/regression/goto-instrument/lexical-loops1/test.desc @@ -1,6 +1,6 @@ CORE test.c ---show-lexical-loops +--show-lexical-loops _ --no-standard-checks 2 is head of \{ 2, 3, 4, 5 \(backedge\) \} ^EXIT=0$ ^SIGNAL=0$ diff --git a/regression/goto-instrument/lexical-loops5/test.desc b/regression/goto-instrument/lexical-loops5/test.desc index b9055865794..8e2895aa5f1 100644 --- a/regression/goto-instrument/lexical-loops5/test.desc +++ b/regression/goto-instrument/lexical-loops5/test.desc @@ -1,6 +1,6 @@ CORE test.c ---show-lexical-loops +--show-lexical-loops _ --no-standard-checks 2 is head of \{ 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12 \(backedge\) \} 5 is head of \{ 5, 6, 7, 8 \(backedge\) \} ^EXIT=0$ diff --git a/regression/goto-instrument/region-analysis-1/test.desc b/regression/goto-instrument/region-analysis-1/test.desc index 1e2124e2727..b6336a6c48d 100644 --- a/regression/goto-instrument/region-analysis-1/test.desc +++ b/regression/goto-instrument/region-analysis-1/test.desc @@ -1,6 +1,6 @@ CORE test.c ---show-sese-regions +--show-sese-regions _ --no-standard-checks ^Region starting at \(1, [0-9]+\) IF .*2.* THEN GOTO 1 ends at \(5, [0-9]+\) 2: SKIP$ ^Region starting at \(0, [0-9]+\) IF .*5.* THEN GOTO 3 ends at \(8, [0-9]+\) 4: SKIP$ ^Function contains 2 single-entry, single-exit regions:$ diff --git a/regression/goto-instrument/region-analysis-2/test.desc b/regression/goto-instrument/region-analysis-2/test.desc index 742fb8a1f0f..73652c90df2 100644 --- a/regression/goto-instrument/region-analysis-2/test.desc +++ b/regression/goto-instrument/region-analysis-2/test.desc @@ -1,6 +1,6 @@ CORE test.c ---show-sese-regions +--show-sese-regions _ --no-standard-checks ^Function contains 2 single-entry, single-exit regions:$ ^Region starting at \(4, [0-9]+\) IF .*2.* THEN GOTO 1 ends at \(8, [0-9]+\) 2: SKIP$ ^Region starting at \(0, [0-9]+\) IF .*7.* THEN GOTO 3 ends at \(11, [0-9]+\) 4: SKIP$ diff --git a/regression/goto-instrument/region-analysis-3/test.desc b/regression/goto-instrument/region-analysis-3/test.desc index 9e47190c660..8c1a450d44d 100644 --- a/regression/goto-instrument/region-analysis-3/test.desc +++ b/regression/goto-instrument/region-analysis-3/test.desc @@ -1,6 +1,6 @@ CORE test.c ---show-sese-regions +--show-sese-regions _ --no-standard-checks ^Function contains 2 single-entry, single-exit regions:$ ^Region starting at \(1, [0-9]+\) IF .*2.* THEN GOTO 1 ends at \(5, [0-9]+\) 2: SKIP$ ^Region starting at \(0, [0-9]+\) IF .*5.* THEN GOTO 3 ends at \(12, [0-9]+\) 5: END_FUNCTION$ diff --git a/regression/goto-instrument/region-analysis-9/test.desc b/regression/goto-instrument/region-analysis-9/test.desc index b9245004445..da0fce3ab2d 100644 --- a/regression/goto-instrument/region-analysis-9/test.desc +++ b/regression/goto-instrument/region-analysis-9/test.desc @@ -1,6 +1,6 @@ CORE test.c ---show-sese-regions +--show-sese-regions _ --no-standard-checks ^Function contains 2 single-entry, single-exit regions:$ ^Region starting at \(2, [0-9]+\) .*::x := 0 ends at \(21, [0-9]+\) 6: ASSIGN main::argc := main::argc \+ 1$ ^Region starting at \(0, [0-9]+\) IF .*5.* THEN GOTO 7 ends at \(24, [0-9]+\) 8: SKIP$ diff --git a/regression/goto-instrument/restrict-function-pointer-by-name-global/test.desc b/regression/goto-instrument/restrict-function-pointer-by-name-global/test.desc index 58c33f52c09..9dc62d4722c 100644 --- a/regression/goto-instrument/restrict-function-pointer-by-name-global/test.desc +++ b/regression/goto-instrument/restrict-function-pointer-by-name-global/test.desc @@ -1,6 +1,6 @@ CORE test.c ---restrict-function-pointer-by-name fp/f,g +--restrict-function-pointer-by-name fp/f,g _ --no-standard-checks \[main\.pointer_dereference\.1\] line \d+ dereferenced function pointer must be one of \[(f, g)|(g, f)\]: SUCCESS \[main.assertion.1\] line \d+ assertion: FAILURE \[main.assertion.2\] line \d+ assertion: FAILURE diff --git a/regression/goto-instrument/restrict-function-pointer-by-name-local/test.desc b/regression/goto-instrument/restrict-function-pointer-by-name-local/test.desc index 30e0263ff8a..9c3343976f3 100644 --- a/regression/goto-instrument/restrict-function-pointer-by-name-local/test.desc +++ b/regression/goto-instrument/restrict-function-pointer-by-name-local/test.desc @@ -1,6 +1,6 @@ CORE test.c ---restrict-function-pointer-by-name main::1::fp/f +--restrict-function-pointer-by-name main::1::fp/f _ --no-standard-checks \[main\.pointer_dereference\.1\] line \d+ dereferenced function pointer must be f: SUCCESS \[main\.assertion\.1\] line \d+ assertion fp\(\) == 1: SUCCESS f\(\) diff --git a/regression/goto-instrument/restrict-function-pointer-by-name-parameter/test.desc b/regression/goto-instrument/restrict-function-pointer-by-name-parameter/test.desc index 83e5af94c54..472cd81458e 100644 --- a/regression/goto-instrument/restrict-function-pointer-by-name-parameter/test.desc +++ b/regression/goto-instrument/restrict-function-pointer-by-name-parameter/test.desc @@ -1,6 +1,6 @@ CORE test.c ---restrict-function-pointer-by-name use_fp::fp/f +--restrict-function-pointer-by-name use_fp::fp/f _ --no-standard-checks \[use_fp\.pointer_dereference\.1\] line \d+ dereferenced function pointer must be f: SUCCESS \[use_fp\.assertion\.1\] line \d+ assertion fp\(\) == 1: SUCCESS f\(\) diff --git a/regression/goto-instrument/restrict-function-pointer-goto-target/test.desc b/regression/goto-instrument/restrict-function-pointer-goto-target/test.desc index ea332cd23c0..331356c6c9f 100644 --- a/regression/goto-instrument/restrict-function-pointer-goto-target/test.desc +++ b/regression/goto-instrument/restrict-function-pointer-goto-target/test.desc @@ -1,6 +1,6 @@ CORE test.c ---restrict-function-pointer main.function_pointer_call.1/f +--restrict-function-pointer main.function_pointer_call.1/f _ --no-standard-checks ^EXIT=0$ ^SIGNAL=0$ \[main.pointer_dereference.1\] line \d+ dereferenced function pointer must be f: SUCCESS diff --git a/regression/goto-instrument/restrict-function-pointer-to-complex-expression/test.desc b/regression/goto-instrument/restrict-function-pointer-to-complex-expression/test.desc index 1e97e2783ba..8333848b82c 100644 --- a/regression/goto-instrument/restrict-function-pointer-to-complex-expression/test.desc +++ b/regression/goto-instrument/restrict-function-pointer-to-complex-expression/test.desc @@ -1,6 +1,6 @@ CORE test.c ---restrict-function-pointer 'use_fg.function_pointer_call.1/f,g' +--restrict-function-pointer 'use_fg.function_pointer_call.1/f,g' _ --no-standard-checks \[use_fg.assertion.1\] line \d+ assertion \(choice \? fptr : gptr\)\(10\) == 10 \+ choice: SUCCESS \[use_fg.pointer_dereference.1\] line \d+ dereferenced function pointer must be one of \[(f|g), (f|g)\]: SUCCESS ^EXIT=0$ diff --git a/regression/goto-instrument/restrict-function-pointer-to-multiple-functions-incorrectly/test.desc b/regression/goto-instrument/restrict-function-pointer-to-multiple-functions-incorrectly/test.desc index 4d1c9dcb977..228f874c983 100644 --- a/regression/goto-instrument/restrict-function-pointer-to-multiple-functions-incorrectly/test.desc +++ b/regression/goto-instrument/restrict-function-pointer-to-multiple-functions-incorrectly/test.desc @@ -1,6 +1,6 @@ CORE test.c ---restrict-function-pointer use_f.function_pointer_call.1/f,g +--restrict-function-pointer use_f.function_pointer_call.1/f,g _ --no-standard-checks \[use_f\.pointer_dereference\.1\] line \d+ dereferenced function pointer must be one of \[(f|g), (f|g)\]: FAILURE ^EXIT=10$ ^SIGNAL=0$ diff --git a/regression/goto-instrument/restrict-function-pointer-to-multiple-functions-via-file-and-command-line-options/test.desc b/regression/goto-instrument/restrict-function-pointer-to-multiple-functions-via-file-and-command-line-options/test.desc index 3d49fd80182..1e024f33d80 100644 --- a/regression/goto-instrument/restrict-function-pointer-to-multiple-functions-via-file-and-command-line-options/test.desc +++ b/regression/goto-instrument/restrict-function-pointer-to-multiple-functions-via-file-and-command-line-options/test.desc @@ -1,6 +1,6 @@ CORE test.c ---function-pointer-restrictions-file restrictions.json --restrict-function-pointer use_f.function_pointer_call.1/g --restrict-function-pointer-by-name use_f::fptr/h +--function-pointer-restrictions-file restrictions.json --restrict-function-pointer use_f.function_pointer_call.1/g --restrict-function-pointer-by-name use_f::fptr/h _ --no-standard-checks \[use_f\.pointer_dereference\.1\] line \d+ dereferenced function pointer must be one of \[(f|g|h), (f|g|h), (f|g|h)\]: FAILURE ^EXIT=10$ ^SIGNAL=0$ diff --git a/regression/goto-instrument/restrict-function-pointer-to-multiple-functions-via-file/test.desc b/regression/goto-instrument/restrict-function-pointer-to-multiple-functions-via-file/test.desc index 6e38e05e2bc..393cc670f19 100644 --- a/regression/goto-instrument/restrict-function-pointer-to-multiple-functions-via-file/test.desc +++ b/regression/goto-instrument/restrict-function-pointer-to-multiple-functions-via-file/test.desc @@ -1,6 +1,6 @@ CORE test.c ---function-pointer-restrictions-file restrictions.json +--function-pointer-restrictions-file restrictions.json _ --no-standard-checks \[use_f\.pointer_dereference\.1\] line \d+ dereferenced function pointer must be one of \[(f|g), (f|g)\]: FAILURE ^EXIT=10$ ^SIGNAL=0$ diff --git a/regression/goto-instrument/restrict-function-pointer-to-multiple-functions-via-multiple-files/test.desc b/regression/goto-instrument/restrict-function-pointer-to-multiple-functions-via-multiple-files/test.desc index 2bdeb52bd3b..908cd2d440c 100644 --- a/regression/goto-instrument/restrict-function-pointer-to-multiple-functions-via-multiple-files/test.desc +++ b/regression/goto-instrument/restrict-function-pointer-to-multiple-functions-via-multiple-files/test.desc @@ -1,6 +1,6 @@ CORE test.c ---function-pointer-restrictions-file restrictions_1.json --function-pointer-restrictions-file restrictions_2.json +--function-pointer-restrictions-file restrictions_1.json --function-pointer-restrictions-file restrictions_2.json _ --no-standard-checks \[use_f\.pointer_dereference\.1\] line \d+ dereferenced function pointer must be one of \[(f|g), (f|g)\]: FAILURE ^EXIT=10$ ^SIGNAL=0$ diff --git a/regression/goto-instrument/restrict-function-pointer-to-single-function-incorrectly/test.desc b/regression/goto-instrument/restrict-function-pointer-to-single-function-incorrectly/test.desc index 4df0a73ca28..3465429b2c2 100644 --- a/regression/goto-instrument/restrict-function-pointer-to-single-function-incorrectly/test.desc +++ b/regression/goto-instrument/restrict-function-pointer-to-single-function-incorrectly/test.desc @@ -1,6 +1,6 @@ CORE test.c ---restrict-function-pointer use_f.function_pointer_call.1/f +--restrict-function-pointer use_f.function_pointer_call.1/f _ --no-standard-checks \[use_f\.pointer_dereference\.1\] line \d+ dereferenced function pointer must be f: FAILURE ^EXIT=10$ ^SIGNAL=0$ diff --git a/regression/goto-instrument/slice01/test.desc b/regression/goto-instrument/slice01/test.desc index 73b1ad786c4..fb7edea5abc 100644 --- a/regression/goto-instrument/slice01/test.desc +++ b/regression/goto-instrument/slice01/test.desc @@ -1,6 +1,6 @@ CORE main.c ---unwind 2 --full-slice --add-library +--no-malloc-may-fail --unwind 2 --full-slice --add-library _ --no-standard-checks ^EXIT=0$ ^SIGNAL=0$ ^VERIFICATION SUCCESSFUL$ diff --git a/regression/goto-instrument/slice13/test.desc b/regression/goto-instrument/slice13/test.desc index 50181efa86b..cb580abe027 100644 --- a/regression/goto-instrument/slice13/test.desc +++ b/regression/goto-instrument/slice13/test.desc @@ -1,6 +1,6 @@ CORE main.c ---full-slice --add-library +--full-slice --add-library _ --no-standard-checks ^EXIT=0$ ^SIGNAL=0$ ^VERIFICATION SUCCESSFUL$ diff --git a/regression/goto-instrument/slice19/test.desc b/regression/goto-instrument/slice19/test.desc index 3793f7374e1..55d109f1021 100644 --- a/regression/goto-instrument/slice19/test.desc +++ b/regression/goto-instrument/slice19/test.desc @@ -1,6 +1,6 @@ CORE main.c ---full-slice +--full-slice _ --no-standard-checks ^EXIT=0$ ^SIGNAL=0$ ^VERIFICATION SUCCESSFUL$ diff --git a/regression/goto-instrument/slice22/test.desc b/regression/goto-instrument/slice22/test.desc index 50181efa86b..77f4abd331b 100644 --- a/regression/goto-instrument/slice22/test.desc +++ b/regression/goto-instrument/slice22/test.desc @@ -1,6 +1,6 @@ CORE main.c ---full-slice --add-library +--no-malloc-may-fail --full-slice --add-library _ --no-standard-checks ^EXIT=0$ ^SIGNAL=0$ ^VERIFICATION SUCCESSFUL$ diff --git a/regression/goto-instrument/slice23/test.desc b/regression/goto-instrument/slice23/test.desc index 50181efa86b..77f4abd331b 100644 --- a/regression/goto-instrument/slice23/test.desc +++ b/regression/goto-instrument/slice23/test.desc @@ -1,6 +1,6 @@ CORE main.c ---full-slice --add-library +--no-malloc-may-fail --full-slice --add-library _ --no-standard-checks ^EXIT=0$ ^SIGNAL=0$ ^VERIFICATION SUCCESSFUL$ diff --git a/regression/goto-instrument/slice_general007/test.desc b/regression/goto-instrument/slice_general007/test.desc index 03248038dec..de4dbb1d9fe 100644 --- a/regression/goto-instrument/slice_general007/test.desc +++ b/regression/goto-instrument/slice_general007/test.desc @@ -1,6 +1,6 @@ KNOWNBUG main.c ---full-slice --add-library +--full-slice --add-library --no-malloc-may-fail _ --no-standard-checks ^EXIT=10$ ^SIGNAL=0$ ^VERIFICATION FAILED$ diff --git a/regression/goto-instrument/typedef4/test.desc b/regression/goto-instrument/typedef4/test.desc index 8047eddf32b..2d1a349f81d 100644 --- a/regression/goto-instrument/typedef4/test.desc +++ b/regression/goto-instrument/typedef4/test.desc @@ -1,6 +1,6 @@ CORE main.c ---dump-c +--dump-c _ --no-standard-checks ^EXIT=0$ ^SIGNAL=0$ -- diff --git a/regression/goto-instrument/unwind-assert2/partial.desc b/regression/goto-instrument/unwind-assert2/partial.desc index b8267ab082b..c562cc7d387 100644 --- a/regression/goto-instrument/unwind-assert2/partial.desc +++ b/regression/goto-instrument/unwind-assert2/partial.desc @@ -1,6 +1,6 @@ CORE main.c ---unwind 9 --unwinding-assertions --partial-loops +--unwind 9 --unwinding-assertions --partial-loops _ --no-standard-checks ^\[main.assertion.1\] line 6 fails when fully unwinding the loop: FAILURE$ ^\*\* 2 of 2 failed ^EXIT=10$ diff --git a/regression/goto-instrument/unwind-assert2/test.desc b/regression/goto-instrument/unwind-assert2/test.desc index 89a52365daa..33da93e98a0 100644 --- a/regression/goto-instrument/unwind-assert2/test.desc +++ b/regression/goto-instrument/unwind-assert2/test.desc @@ -1,6 +1,6 @@ CORE main.c ---unwind 9 --unwinding-assertions +--unwind 9 --unwinding-assertions _ --no-standard-checks ^\[main.assertion.1\] line 6 fails when fully unwinding the loop: SUCCESS$ ^\*\* 1 of 2 failed ^EXIT=10$ diff --git a/regression/goto-instrument/value-set-fi-fp-removal4/test.desc b/regression/goto-instrument/value-set-fi-fp-removal4/test.desc index 219d37993c3..3dcd00d81c1 100644 --- a/regression/goto-instrument/value-set-fi-fp-removal4/test.desc +++ b/regression/goto-instrument/value-set-fi-fp-removal4/test.desc @@ -1,6 +1,6 @@ CORE test.c ---value-set-fi-fp-removal +--value-set-fi-fp-removal _ --no-standard-checks ^EXIT=10$ ^SIGNAL=0$ ^file test.c line 20 function main: replacing function pointer by 2 possible targets$ diff --git a/regression/goto-instrument/value-set-fi-fp-removal5/test.desc b/regression/goto-instrument/value-set-fi-fp-removal5/test.desc index 954569f642b..8dc63364085 100644 --- a/regression/goto-instrument/value-set-fi-fp-removal5/test.desc +++ b/regression/goto-instrument/value-set-fi-fp-removal5/test.desc @@ -1,6 +1,6 @@ CORE test.c ---value-set-fi-fp-removal +--value-set-fi-fp-removal _ --no-standard-checks ^EXIT=10$ ^SIGNAL=0$ ^file test.c line 19 function main: replacing function pointer by 0 possible targets$ From 7a1501ab3782b0b106f6a1fae2358cef0552e273 Mon Sep 17 00:00:00 2001 From: esteffin Date: Tue, 19 Dec 2023 18:35:09 +0000 Subject: [PATCH 43/45] Revert "Add --no-standard-checks to regression/goto-synthesiser test runner script" This reverts commit 7d659349477cd0165f0b90c7a69e941cfb859aeb. --- regression/goto-synthesizer/chain.sh | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/regression/goto-synthesizer/chain.sh b/regression/goto-synthesizer/chain.sh index 31dfec78bd7..74855674136 100755 --- a/regression/goto-synthesizer/chain.sh +++ b/regression/goto-synthesizer/chain.sh @@ -57,5 +57,5 @@ if echo $args_synthesizer | grep -q -- "--dump-loop-contracts" ; then else $goto_synthesizer ${args_synthesizer} --no-malloc-may-fail "${name}-mod.gb" "${name}-mod-2.gb" echo "Running CBMC: " - $cbmc --no-standard-checks ${args_cbmc} "${name}-mod-2.gb" + $cbmc ${args_cbmc} "${name}-mod-2.gb" fi From 7e527f9f838123fbdbe3989b0654dd242e751daf Mon Sep 17 00:00:00 2001 From: esteffin Date: Tue, 19 Dec 2023 19:06:39 +0000 Subject: [PATCH 44/45] Removed --no-malloc-may-fail from goto-synthesizer test runners --- regression/goto-synthesizer/chain.sh | 6 +++--- 1 file changed, 3 insertions(+), 3 deletions(-) diff --git a/regression/goto-synthesizer/chain.sh b/regression/goto-synthesizer/chain.sh index 74855674136..275a6c225ff 100755 --- a/regression/goto-synthesizer/chain.sh +++ b/regression/goto-synthesizer/chain.sh @@ -37,7 +37,7 @@ fi rm -f "${name}-mod.gb" rm -f "${name}-mod-2.gb" echo "Running goto-instrument: " -$goto_instrument --no-malloc-may-fail ${args_inst} "${name}.gb" "${name}-mod.gb" +$goto_instrument ${args_inst} "${name}.gb" "${name}-mod.gb" if [ ! -e "${name}-mod.gb" ] ; then cp "$name.gb" "${name}-mod.gb" elif echo $args_inst | grep -q -- "--dump-c" ; then @@ -53,9 +53,9 @@ elif echo $args_inst | grep -q -- "--dump-c" ; then fi echo "Running goto-synthesizer: " if echo $args_synthesizer | grep -q -- "--dump-loop-contracts" ; then - $goto_synthesizer ${args_synthesizer} --no-malloc-may-fail "${name}-mod.gb" + $goto_synthesizer ${args_synthesizer} "${name}-mod.gb" else - $goto_synthesizer ${args_synthesizer} --no-malloc-may-fail "${name}-mod.gb" "${name}-mod-2.gb" + $goto_synthesizer ${args_synthesizer} "${name}-mod.gb" "${name}-mod-2.gb" echo "Running CBMC: " $cbmc ${args_cbmc} "${name}-mod-2.gb" fi From 77705eb198475b30db5e7730c81190ac5eb17020 Mon Sep 17 00:00:00 2001 From: esteffin Date: Tue, 19 Dec 2023 19:07:25 +0000 Subject: [PATCH 45/45] Fixed goto-synthesizer failing regression test --- regression/goto-synthesizer/array_uf/test.desc | 2 +- .../goto-synthesizer/loop_contracts_synthesis_01/test.desc | 2 +- .../goto-synthesizer/loop_contracts_synthesis_01/test_dump.desc | 2 +- .../goto-synthesizer/loop_contracts_synthesis_02/test.desc | 2 +- .../goto-synthesizer/loop_contracts_synthesis_02/test_dump.desc | 2 +- .../goto-synthesizer/loop_contracts_synthesis_03/test.desc | 2 +- .../loop_contracts_synthesis_03/test_cadical.desc | 2 +- .../goto-synthesizer/loop_contracts_synthesis_03/test_dump.desc | 2 +- .../goto-synthesizer/loop_contracts_synthesis_04/test.desc | 2 +- .../goto-synthesizer/loop_contracts_synthesis_04/test_dump.desc | 2 +- .../goto-synthesizer/loop_contracts_synthesis_08/test.desc | 2 +- 11 files changed, 11 insertions(+), 11 deletions(-) diff --git a/regression/goto-synthesizer/array_uf/test.desc b/regression/goto-synthesizer/array_uf/test.desc index 81f0cc90d5d..bf33d9d629e 100644 --- a/regression/goto-synthesizer/array_uf/test.desc +++ b/regression/goto-synthesizer/array_uf/test.desc @@ -1,6 +1,6 @@ CORE main.c ---pointer-check _ --arrays-uf-always _ --arrays-uf-always +--pointer-check _ --no-malloc-may-fail --arrays-uf-always _ --arrays-uf-always ^EXIT=0$ ^SIGNAL=0$ ^VERIFICATION SUCCESSFUL$ diff --git a/regression/goto-synthesizer/loop_contracts_synthesis_01/test.desc b/regression/goto-synthesizer/loop_contracts_synthesis_01/test.desc index 405303402c7..443ffa43fdd 100644 --- a/regression/goto-synthesizer/loop_contracts_synthesis_01/test.desc +++ b/regression/goto-synthesizer/loop_contracts_synthesis_01/test.desc @@ -1,6 +1,6 @@ CORE main.c ---pointer-check +--pointer-check _ --no-malloc-may-fail _ --no-standard-checks ^EXIT=0$ ^SIGNAL=0$ ^\[main\.\d+\] line 10 Check loop invariant before entry: SUCCESS$ diff --git a/regression/goto-synthesizer/loop_contracts_synthesis_01/test_dump.desc b/regression/goto-synthesizer/loop_contracts_synthesis_01/test_dump.desc index 363f91f24e6..8d9ef3ada56 100644 --- a/regression/goto-synthesizer/loop_contracts_synthesis_01/test_dump.desc +++ b/regression/goto-synthesizer/loop_contracts_synthesis_01/test_dump.desc @@ -1,6 +1,6 @@ CORE main.c ---pointer-check _ --dump-loop-contracts --json-output main.c +--pointer-check _ --no-malloc-may-fail --dump-loop-contracts --json-output main.c ^EXIT=0$ ^SIGNAL=0$ \"sources"\: \[ \"main\.c\" \] diff --git a/regression/goto-synthesizer/loop_contracts_synthesis_02/test.desc b/regression/goto-synthesizer/loop_contracts_synthesis_02/test.desc index 71ecf710669..a7a3276e65e 100644 --- a/regression/goto-synthesizer/loop_contracts_synthesis_02/test.desc +++ b/regression/goto-synthesizer/loop_contracts_synthesis_02/test.desc @@ -1,6 +1,6 @@ CORE main.c ---pointer-check +--pointer-check _ --no-malloc-may-fail ^EXIT=0$ ^SIGNAL=0$ ^\[main.pointer\_dereference.\d+\] .* SUCCESS$ diff --git a/regression/goto-synthesizer/loop_contracts_synthesis_02/test_dump.desc b/regression/goto-synthesizer/loop_contracts_synthesis_02/test_dump.desc index dd6f4658cca..8200b32e88e 100644 --- a/regression/goto-synthesizer/loop_contracts_synthesis_02/test_dump.desc +++ b/regression/goto-synthesizer/loop_contracts_synthesis_02/test_dump.desc @@ -1,6 +1,6 @@ CORE main.c ---pointer-check _ --dump-loop-contracts +--pointer-check _ --dump-loop-contracts --no-malloc-may-fail ^EXIT=0$ ^SIGNAL=0$ \"sources"\: \[ \"main\.c\" \] diff --git a/regression/goto-synthesizer/loop_contracts_synthesis_03/test.desc b/regression/goto-synthesizer/loop_contracts_synthesis_03/test.desc index 70c75536ac2..195581932ab 100644 --- a/regression/goto-synthesizer/loop_contracts_synthesis_03/test.desc +++ b/regression/goto-synthesizer/loop_contracts_synthesis_03/test.desc @@ -1,6 +1,6 @@ CORE main.c ---pointer-check +--pointer-check _ --no-malloc-may-fail _ --no-standard-checks ^EXIT=0$ ^SIGNAL=0$ ^\[main.pointer\_dereference.\d+\] .* SUCCESS$ diff --git a/regression/goto-synthesizer/loop_contracts_synthesis_03/test_cadical.desc b/regression/goto-synthesizer/loop_contracts_synthesis_03/test_cadical.desc index 9b1ab094634..c7efad193a5 100644 --- a/regression/goto-synthesizer/loop_contracts_synthesis_03/test_cadical.desc +++ b/regression/goto-synthesizer/loop_contracts_synthesis_03/test_cadical.desc @@ -1,6 +1,6 @@ CORE main.c ---pointer-check _ --sat-solver cadical --verbosity 10 +--pointer-check _ --no-malloc-may-fail --sat-solver cadical --verbosity 10 _ --no-standard-checks ^EXIT=0$ ^SIGNAL=0$ Solving with CaDiCaL|The specified solver, 'cadical', is not available. The default solver will be used instead. diff --git a/regression/goto-synthesizer/loop_contracts_synthesis_03/test_dump.desc b/regression/goto-synthesizer/loop_contracts_synthesis_03/test_dump.desc index 08d4cad81ff..bfec5782fe8 100644 --- a/regression/goto-synthesizer/loop_contracts_synthesis_03/test_dump.desc +++ b/regression/goto-synthesizer/loop_contracts_synthesis_03/test_dump.desc @@ -1,6 +1,6 @@ CORE main.c ---pointer-check _ --dump-loop-contracts +--pointer-check _ --no-malloc-may-fail --dump-loop-contracts ^EXIT=0$ ^SIGNAL=0$ \"sources"\: \[ \"main\.c\" \] diff --git a/regression/goto-synthesizer/loop_contracts_synthesis_04/test.desc b/regression/goto-synthesizer/loop_contracts_synthesis_04/test.desc index e7ee10ae51a..9ebb1913e74 100644 --- a/regression/goto-synthesizer/loop_contracts_synthesis_04/test.desc +++ b/regression/goto-synthesizer/loop_contracts_synthesis_04/test.desc @@ -1,6 +1,6 @@ CORE main.c ---pointer-check _ --verbosity 9 +--pointer-check _ --no-malloc-may-fail --verbosity 9 ^EXIT=0$ ^SIGNAL=0$ Quick filter\: 6.* out of 67 candidates were filtered out\. diff --git a/regression/goto-synthesizer/loop_contracts_synthesis_04/test_dump.desc b/regression/goto-synthesizer/loop_contracts_synthesis_04/test_dump.desc index 41399773eff..a8274ceb1bd 100644 --- a/regression/goto-synthesizer/loop_contracts_synthesis_04/test_dump.desc +++ b/regression/goto-synthesizer/loop_contracts_synthesis_04/test_dump.desc @@ -1,6 +1,6 @@ CORE main.c ---pointer-check _ --dump-loop-contracts +--pointer-check _ --no-malloc-may-fail --dump-loop-contracts ^EXIT=0$ ^SIGNAL=0$ \"sources"\: \[ \"main\.c\" \] diff --git a/regression/goto-synthesizer/loop_contracts_synthesis_08/test.desc b/regression/goto-synthesizer/loop_contracts_synthesis_08/test.desc index 2b98c115ec7..ecedb4797aa 100644 --- a/regression/goto-synthesizer/loop_contracts_synthesis_08/test.desc +++ b/regression/goto-synthesizer/loop_contracts_synthesis_08/test.desc @@ -1,6 +1,6 @@ CORE main.c ---pointer-check +--pointer-check _ --no-malloc-may-fail _ --no-standard-checks ^EXIT=0$ ^SIGNAL=0$ ^\[main.pointer\_dereference.\d+\] .* SUCCESS$