From 0f04a6c4cf618fb5914934bac5b5c6277f07127c Mon Sep 17 00:00:00 2001 From: Andres Noetzli Date: Wed, 16 Jun 2021 13:30:56 -0700 Subject: [PATCH] Archive SMT-COMP 2021 run scripts (#6748) This commit copies the run-script-smtcomp-current* scripts to run-script-smtcomp2021* to archive them. --- .../smt-comp/run-script-smtcomp2021 | 177 ++++++++++++++++++ .../run-script-smtcomp2021-incremental | 45 +++++ .../run-script-smtcomp2021-model-validation | 30 +++ .../run-script-smtcomp2021-unsat-cores | 83 ++++++++ 4 files changed, 335 insertions(+) create mode 100755 contrib/competitions/smt-comp/run-script-smtcomp2021 create mode 100755 contrib/competitions/smt-comp/run-script-smtcomp2021-incremental create mode 100755 contrib/competitions/smt-comp/run-script-smtcomp2021-model-validation create mode 100755 contrib/competitions/smt-comp/run-script-smtcomp2021-unsat-cores diff --git a/contrib/competitions/smt-comp/run-script-smtcomp2021 b/contrib/competitions/smt-comp/run-script-smtcomp2021 new file mode 100755 index 000000000..9b4f534b0 --- /dev/null +++ b/contrib/competitions/smt-comp/run-script-smtcomp2021 @@ -0,0 +1,177 @@ +#!/bin/bash + +cvc5=$(dirname "$(readlink -f "$0")")/cvc5 +bench="$1" + +# Output other than "sat"/"unsat" is either written to stderr or to "err.log" +# in the directory specified by $2 if it has been set (e.g. when running on +# StarExec). +out_file=/dev/stderr + +if [ -n "$STAREXEC_WALLCLOCK_LIMIT" ]; then + # If we are running on StarExec, don't print to `/dev/stderr/` even when $2 + # is not provided. + out_file="/dev/null" +fi + +if [ -n "$2" ]; then + out_file="$2/err.log" +fi + +logic=$(expr "$(grep -m1 '^[^;]*set-logic' "$bench")" : ' *(set-logic *\([A-Z_]*\) *) *$') + +# use: trywith [params..] +# to attempt a run. Only thing printed on stdout is "sat" or "unsat", in which +# case this run script terminates immediately. Otherwise, this function +# returns normally and prints the output of the solver to $out_file. +function trywith { + limit=$1; shift; + result="$({ ulimit -S -t "$limit"; $cvc5 -L smt2.6 --no-incremental --no-type-checking --no-interactive "$@" $bench; } 2>&1)" + case "$result" in + sat|unsat) echo "$result"; exit 0;; + *) echo "$result" &> "$out_file";; + esac +} + +# use: finishwith [params..] +# to run cvc5. Only "sat" or "unsat" are output. Other outputs are written to +# $out_file. +function finishwith { + result="$({ $cvc5 -L smt2.6 --no-incremental --no-type-checking --no-interactive "$@" $bench; } 2>&1)" + case "$result" in + sat|unsat) echo "$result"; exit 0;; + *) echo "$result" &> "$out_file";; + esac +} + +# the following is designed for a run time of 20 min. +case "$logic" in + +QF_LRA) + trywith 200 --miplib-trick --miplib-trick-subs=4 --use-approx --lemmas-on-replay-failure --replay-early-close-depth=4 --replay-lemma-reject-cut=128 --replay-reject-cut=512 --unconstrained-simp --use-soi + finishwith --no-restrict-pivots --use-soi --new-prop --unconstrained-simp + ;; +QF_LIA) + # same as QF_LRA but add --pb-rewrites + finishwith --miplib-trick --miplib-trick-subs=4 --use-approx --lemmas-on-replay-failure --replay-early-close-depth=4 --replay-lemma-reject-cut=128 --replay-reject-cut=512 --unconstrained-simp --use-soi --pb-rewrites --ite-simp --simp-ite-compress + ;; +QF_NIA) + trywith 420 --nl-ext-tplanes --decision=justification + trywith 60 --nl-ext-tplanes --decision=internal + trywith 60 --nl-ext-tplanes --decision=justification-old + trywith 60 --no-nl-ext-tplanes --decision=internal + trywith 60 --no-arith-brab --nl-ext-tplanes --decision=internal + # this totals up to more than 20 minutes, although notice that smaller bit-widths may quickly fail + trywith 300 --solve-int-as-bv=2 --bitblast=eager + trywith 300 --solve-int-as-bv=4 --bitblast=eager + trywith 300 --solve-int-as-bv=8 --bitblast=eager + trywith 300 --solve-int-as-bv=16 --bitblast=eager + trywith 600 --solve-int-as-bv=32 --bitblast=eager + finishwith --nl-ext-tplanes --decision=internal + ;; +QF_NRA) + trywith 600 --decision=justification + trywith 300 --decision=internal --no-nl-cad --nl-ext=full --nl-ext-tplanes + finishwith --decision=internal --nl-ext=none + ;; +# all logics with UF + quantifiers should either fall under this or special cases below +ALIA|AUFLIA|AUFLIRA|AUFNIRA|UF|UFBVLIA|UFIDL|UFLIA|UFLRA|UFNIA|UFDT|UFDTLIA|AUFDTLIA|AUFBV|AUFBVDTLIA|AUFBVFP|AUFNIA|UFFPDTLIRA|UFFPDTNIRA) + # initial runs 1 min + trywith 30 --simplification=none --full-saturate-quant + trywith 30 --no-e-matching --full-saturate-quant + trywith 30 --no-e-matching --full-saturate-quant --fs-sum + # trigger selections 3 min + trywith 30 --relevant-triggers --full-saturate-quant + trywith 30 --trigger-sel=max --full-saturate-quant + trywith 30 --multi-trigger-when-single --full-saturate-quant + trywith 30 --multi-trigger-when-single --multi-trigger-priority --full-saturate-quant + trywith 30 --multi-trigger-cache --full-saturate-quant + trywith 30 --no-multi-trigger-linear --full-saturate-quant + # other 4 min + trywith 30 --pre-skolem-quant --full-saturate-quant + trywith 30 --inst-when=full --full-saturate-quant + trywith 30 --no-e-matching --no-quant-cf --full-saturate-quant + trywith 30 --full-saturate-quant --quant-ind + trywith 30 --decision=internal --simplification=none --no-inst-no-entail --no-quant-cf --full-saturate-quant + trywith 30 --decision=internal --full-saturate-quant --fs-sum + trywith 30 --term-db-mode=relevant --full-saturate-quant + trywith 30 --fs-interleave --full-saturate-quant + # finite model find 3 min + trywith 30 --finite-model-find --mbqi=none + trywith 30 --finite-model-find --decision=internal + trywith 30 --finite-model-find --macros-quant --macros-quant-mode=all + trywith 60 --finite-model-find --fmf-inst-engine + # long runs 4 min + trywith 240 --finite-model-find --decision=internal + finishwith --full-saturate-quant + ;; +UFBV) + # most problems in UFBV are essentially BV + trywith 300 --sygus-inst + trywith 300 --full-saturate-quant --cegqi-nested-qe --decision=internal + trywith 30 --full-saturate-quant --no-cegqi-innermost --global-negate + finishwith --finite-model-find + ;; +ABV|BV) + trywith 120 --full-saturate-quant + trywith 120 --sygus-inst + trywith 300 --full-saturate-quant --cegqi-nested-qe --decision=internal + trywith 30 --full-saturate-quant --no-cegqi-bv + trywith 30 --full-saturate-quant --cegqi-bv-ineq=eq-slack + # finish 10min + finishwith --full-saturate-quant --no-cegqi-innermost --global-negate + ;; +ABVFP|ABVFPLRA|BVFP|FP|NIA|NRA) + trywith 300 --full-saturate-quant --nl-ext-tplanes --fp-exp + finishwith --sygus-inst --fp-exp + ;; +LIA|LRA) + trywith 30 --full-saturate-quant + trywith 300 --full-saturate-quant --cegqi-nested-qe + finishwith --full-saturate-quant --cegqi-nested-qe --decision=internal + ;; +QF_AUFBV) + trywith 600 + finishwith --decision=justification-stoponly + ;; +QF_ABV) + trywith 50 --ite-simp --simp-with-care --repeat-simp --arrays-weak-equiv + trywith 500 --arrays-weak-equiv + finishwith --ite-simp --simp-with-care --repeat-simp --arrays-weak-equiv + ;; +QF_BV|QF_UFBV) + finishwith --bitblast=eager --bv-assert-input + ;; +QF_AUFLIA) + finishwith --no-arrays-eager-index --arrays-eager-lemmas --decision=justification + ;; +QF_AX) + finishwith --no-arrays-eager-index --arrays-eager-lemmas --decision=internal + ;; +QF_AUFNIA) + finishwith --decision=justification --no-arrays-eager-index --arrays-eager-lemmas + ;; +QF_ALIA) + trywith 140 --decision=justification --arrays-weak-equiv + finishwith --decision=justification-stoponly --no-arrays-eager-index --arrays-eager-lemmas + ;; +QF_S|QF_SLIA) + trywith 300 --strings-exp --strings-fmf --no-jh-rlv-order + finishwith --strings-exp --no-jh-rlv-order + ;; +QF_ABVFP|QF_ABVFPLRA) + finishwith --fp-exp + ;; +QF_BVFP|QF_BVFPLRA) + finishwith --fp-exp + ;; +QF_FP|QF_FPLRA) + finishwith --fp-exp + ;; +*) + # just run the default + finishwith + ;; + +esac + diff --git a/contrib/competitions/smt-comp/run-script-smtcomp2021-incremental b/contrib/competitions/smt-comp/run-script-smtcomp2021-incremental new file mode 100755 index 000000000..79df91d69 --- /dev/null +++ b/contrib/competitions/smt-comp/run-script-smtcomp2021-incremental @@ -0,0 +1,45 @@ +#!/bin/bash + +cvc5=$(dirname "$(readlink -f "$0")")/cvc5 + +line="" +while [[ -z "$line" ]]; do + read line +done +if [ "$line" != '(set-option :print-success true)' ]; then + echo 'ERROR: first line supposed to be set-option :print-success, but got: "'"$line"'"' >&2 + exit 1 +fi +echo success +line="" +while [[ -z "$line" ]]; do + read line +done +logic=$(expr "$line" : ' *(set-logic *\([A-Z_]*\) *) *$') +if [ -z "$logic" ]; then + echo 'ERROR: second line supposed to be set-logic, but got: "'"$line"'"' >&2 + exit 1 +fi +echo success + +function runcvc5 { + # we run in this way for line-buffered input, otherwise memory's a + # concern (plus it mimics what we'll end up getting from an + # application-track trace runner?) + $cvc5 --incremental --force-logic="$logic" -L smt2.6 --print-success --no-type-checking --no-interactive "$@" <&0- +} + +case "$logic" in + +QF_AUFLIA) + runcvc5 --no-arrays-eager-index --arrays-eager-lemmas + ;; +QF_BV) + runcvc5 --bitblast=eager + ;; +*) + # just run the default + runcvc5 + ;; + +esac diff --git a/contrib/competitions/smt-comp/run-script-smtcomp2021-model-validation b/contrib/competitions/smt-comp/run-script-smtcomp2021-model-validation new file mode 100755 index 000000000..0998e9949 --- /dev/null +++ b/contrib/competitions/smt-comp/run-script-smtcomp2021-model-validation @@ -0,0 +1,30 @@ +#!/bin/bash + +cvc5=$(dirname "$(readlink -f "$0")")/cvc5 +bench="$1" + +logic=$(expr "$(grep -m1 '^[^;]*set-logic' "$bench")" : ' *(set-logic *\([A-Z_]*\) *) *$') + +# use: finishwith [params..] +# to run cvc5 and let it output whatever it will to stdout. +function finishwith { + $cvc5 -L smt2.6 --no-incremental --no-type-checking --no-interactive "$@" $bench +} + +case "$logic" in + +QF_LRA) + finishwith --no-restrict-pivots --use-soi --new-prop + ;; +QF_LIA) + finishwith --miplib-trick --miplib-trick-subs=4 --use-approx --lemmas-on-replay-failure --replay-early-close-depth=4 --replay-lemma-reject-cut=128 --replay-reject-cut=512 --use-soi --pb-rewrites --ite-simp --simp-ite-compress + ;; +QF_BV) + finishwith --bv-assert-input + ;; +*) + # just run the default + finishwith + ;; + +esac diff --git a/contrib/competitions/smt-comp/run-script-smtcomp2021-unsat-cores b/contrib/competitions/smt-comp/run-script-smtcomp2021-unsat-cores new file mode 100755 index 000000000..75e3bfc82 --- /dev/null +++ b/contrib/competitions/smt-comp/run-script-smtcomp2021-unsat-cores @@ -0,0 +1,83 @@ +#!/bin/bash + +cvc5=$(dirname "$(readlink -f "$0")")/cvc5 +bench="$1" + +logic=$(expr "$(grep -m1 '^[^;]*set-logic' "$bench")" : ' *(set-logic *\([A-Z_]*\) *) *$') + +# use: finishwith [params..] +# to run cvc5 and let it output whatever it will to stdout. +function finishwith { + $cvc5 -L smt2.6 --no-incremental --no-type-checking --no-interactive "$@" $bench +} + +case "$logic" in + +QF_LRA) + finishwith --no-restrict-pivots --use-soi --new-prop + ;; +QF_LIA) + finishwith --miplib-trick --miplib-trick-subs=4 --use-approx --lemmas-on-replay-failure --replay-early-close-depth=4 --replay-lemma-reject-cut=128 --replay-reject-cut=512 --use-soi + ;; +QF_NIA) + finishwith --nl-ext-tplanes + ;; +# all logics with UF + quantifiers should either fall under this or special cases below +ALIA|AUFLIA|AUFLIRA|AUFNIRA|UF|UFIDL|UFLIA|UFLRA|UFNIA|UFDT|UFDTLIA|AUFDTLIA|AUFBVDTLIA|AUFNIA|ABVFP|BVFP|FP) + finishwith --full-saturate-quant --fp-exp + ;; +UFBV) + finishwith --finite-model-find + ;; +BV) + finishwith --full-saturate-quant --decision=internal + ;; +LIA|LRA) + finishwith --full-saturate-quant --cegqi-nested-qe --decision=internal + ;; +NIA|NRA) + finishwith --full-saturate-quant --cegqi-nested-qe --decision=internal + ;; +QF_AUFBV) + finishwith --decision=justification-stoponly + ;; +QF_ABV) + finishwith --arrays-weak-equiv + ;; +QF_UFBV) + finishwith + ;; +QF_BV) + finishwith + ;; +QF_AUFLIA) + finishwith --no-arrays-eager-index --arrays-eager-lemmas --decision=justification + ;; +QF_AX) + finishwith --no-arrays-eager-index --arrays-eager-lemmas --decision=internal + ;; +QF_AUFNIA) + finishwith --decision=justification --no-arrays-eager-index --arrays-eager-lemmas + ;; +QF_ALIA) + finishwith --decision=justification-stoponly --no-arrays-eager-index --arrays-eager-lemmas + ;; +QF_S|QF_SLIA) + finishwith --strings-exp + ;; +QF_ABVFP|QF_ABVFPLRA) + finishwith --fp-exp + ;; +QF_BVFP|QF_BVFPLRA) + finishwith --fp-exp + ;; +QF_FP|QF_FPLRA) + finishwith --fp-exp + ;; +*) + # just run the default + finishwith + ;; + +esac + -- 2.30.2