From: Andrew Reynolds Date: Tue, 28 Apr 2020 19:37:51 +0000 (-0500) Subject: Updates to SMT COMP script for 20 minute timeout (#4406) X-Git-Tag: cvc5-1.0.0~3333 X-Git-Url: https://git.libre-soc.org/?a=commitdiff_plain;h=beb4b2d81b47879004e09a4f626b9e4e189e8536;p=cvc5.git Updates to SMT COMP script for 20 minute timeout (#4406) Changes run script to be consistent for 20 minute timeout. This divides most of the previous time allocation by 2, with a few exceptions (for non-linear). It adds a configuration involving --no-arith-brab to QF_NIA and reallocates some time. --- diff --git a/contrib/competitions/smt-comp/run-script-smtcomp-current b/contrib/competitions/smt-comp/run-script-smtcomp-current index c7f9d0a71..f2168398f 100755 --- a/contrib/competitions/smt-comp/run-script-smtcomp-current +++ b/contrib/competitions/smt-comp/run-script-smtcomp-current @@ -24,10 +24,11 @@ function finishwith { $cvc4 -L smt2.6 --no-incremental --no-checking --no-interactive "$@" $bench } +# the following is designed for a run time of 20 min. case "$logic" in QF_LRA) - trywith 400 --miplib-trick --miplib-trick-subs=4 --use-approx --lemmas-on-replay-failure --replay-early-close-depth=4 --replay-lemma-reject-cut=128 --replay-reject-cut=512 --unconstrained-simp --use-soi + trywith 200 --miplib-trick --miplib-trick-subs=4 --use-approx --lemmas-on-replay-failure --replay-early-close-depth=4 --replay-lemma-reject-cut=128 --replay-reject-cut=512 --unconstrained-simp --use-soi finishwith --no-restrict-pivots --use-soi --new-prop --unconstrained-simp ;; QF_LIA) @@ -35,53 +36,53 @@ QF_LIA) finishwith --miplib-trick --miplib-trick-subs=4 --use-approx --lemmas-on-replay-failure --replay-early-close-depth=4 --replay-lemma-reject-cut=128 --replay-reject-cut=512 --unconstrained-simp --use-soi --pb-rewrites --ite-simp --simp-ite-compress ;; QF_NIA) - trywith 600 --nl-ext-tplanes --decision=internal + trywith 480 --nl-ext-tplanes --decision=internal trywith 60 --nl-ext-tplanes --decision=justification trywith 60 --no-nl-ext-tplanes --decision=internal - # this totals up to more than 40 minutes, although notice that smaller bit-widths may quickly fail - trywith 600 --solve-int-as-bv=2 --bitblast=eager --bv-sat-solver=cadical --no-bv-abstraction - trywith 600 --solve-int-as-bv=4 --bitblast=eager --bv-sat-solver=cadical --no-bv-abstraction - trywith 600 --solve-int-as-bv=8 --bitblast=eager --bv-sat-solver=cadical --no-bv-abstraction - trywith 600 --solve-int-as-bv=16 --bitblast=eager --bv-sat-solver=cadical --no-bv-abstraction - trywith 1200 --solve-int-as-bv=32 --bitblast=eager --bv-sat-solver=cadical --no-bv-abstraction + trywith 60 --no-arith-brab --nl-ext-tplanes --decision=internal + # this totals up to more than 20 minutes, although notice that smaller bit-widths may quickly fail + trywith 300 --solve-int-as-bv=2 --bitblast=eager --bv-sat-solver=cadical --no-bv-abstraction + trywith 300 --solve-int-as-bv=4 --bitblast=eager --bv-sat-solver=cadical --no-bv-abstraction + trywith 300 --solve-int-as-bv=8 --bitblast=eager --bv-sat-solver=cadical --no-bv-abstraction + trywith 300 --solve-int-as-bv=16 --bitblast=eager --bv-sat-solver=cadical --no-bv-abstraction + trywith 600 --solve-int-as-bv=32 --bitblast=eager --bv-sat-solver=cadical --no-bv-abstraction finishwith --nl-ext-tplanes --decision=internal ;; QF_NRA) - trywith 600 --nl-ext-tplanes --decision=internal - trywith 600 --nl-ext-tplanes --decision=justification --no-nl-ext-factor - trywith 60 --nl-ext-tplanes --decision=internal --solve-real-as-int + trywith 300 --nl-ext-tplanes --decision=internal + trywith 300 --nl-ext-tplanes --decision=justification --no-nl-ext-factor + trywith 30 --nl-ext-tplanes --decision=internal --solve-real-as-int finishwith --nl-ext-tplanes --decision=justification ;; # all logics with UF + quantifiers should either fall under this or special cases below ALIA|AUFLIA|AUFLIRA|AUFNIRA|UF|UFIDL|UFLIA|UFLRA|UFNIA|UFDT|UFDTLIA|AUFDTLIA|AUFBVDTLIA|AUFNIA) - # the following is designed for a run time of 20 min. - # initial runs 2min - trywith 60 --simplification=none --full-saturate-quant - trywith 60 --no-e-matching --full-saturate-quant - # trigger selections 6min - trywith 60 --relevant-triggers --full-saturate-quant - trywith 60 --trigger-sel=max --full-saturate-quant - trywith 60 --multi-trigger-when-single --full-saturate-quant - trywith 60 --multi-trigger-when-single --multi-trigger-priority --full-saturate-quant - trywith 60 --multi-trigger-cache --full-saturate-quant - trywith 60 --no-multi-trigger-linear --full-saturate-quant - # other 8min - trywith 60 --pre-skolem-quant --full-saturate-quant - trywith 60 --inst-when=full --full-saturate-quant - trywith 60 --no-e-matching --no-quant-cf --full-saturate-quant - trywith 60 --full-saturate-quant --quant-ind - trywith 60 --decision=internal --simplification=none --no-inst-no-entail --no-quant-cf --full-saturate-quant - trywith 60 --decision=internal --full-saturate-quant - trywith 60 --term-db-mode=relevant --full-saturate-quant - trywith 60 --fs-interleave --full-saturate-quant - # finite model find 6min - trywith 60 --finite-model-find --mbqi=none - trywith 60 --finite-model-find --decision=internal - trywith 60 --finite-model-find --macros-quant --macros-quant-mode=all - trywith 60 --finite-model-find --uf-ss=no-minimal - trywith 120 --finite-model-find --fmf-inst-engine - # long runs 8min - trywith 480 --finite-model-find --decision=internal + # initial runs 1 min + trywith 30 --simplification=none --full-saturate-quant + trywith 30 --no-e-matching --full-saturate-quant + # trigger selections 3 min + trywith 30 --relevant-triggers --full-saturate-quant + trywith 30 --trigger-sel=max --full-saturate-quant + trywith 30 --multi-trigger-when-single --full-saturate-quant + trywith 30 --multi-trigger-when-single --multi-trigger-priority --full-saturate-quant + trywith 30 --multi-trigger-cache --full-saturate-quant + trywith 30 --no-multi-trigger-linear --full-saturate-quant + # other 4 min + trywith 30 --pre-skolem-quant --full-saturate-quant + trywith 30 --inst-when=full --full-saturate-quant + trywith 30 --no-e-matching --no-quant-cf --full-saturate-quant + trywith 30 --full-saturate-quant --quant-ind + trywith 30 --decision=internal --simplification=none --no-inst-no-entail --no-quant-cf --full-saturate-quant + trywith 30 --decision=internal --full-saturate-quant + trywith 30 --term-db-mode=relevant --full-saturate-quant + trywith 30 --fs-interleave --full-saturate-quant + # finite model find 3 min + trywith 30 --finite-model-find --mbqi=none + trywith 30 --finite-model-find --decision=internal + trywith 30 --finite-model-find --macros-quant --macros-quant-mode=all + trywith 30 --finite-model-find --uf-ss=no-minimal + trywith 60 --finite-model-find --fmf-inst-engine + # long runs 4 min + trywith 240 --finite-model-find --decision=internal finishwith --full-saturate-quant ;; ABVFP|BVFP|FP) @@ -89,39 +90,39 @@ ABVFP|BVFP|FP) ;; UFBV) # most problems in UFBV are essentially BV - trywith 600 --full-saturate-quant --decision=internal - trywith 600 --full-saturate-quant --cegqi-nested-qe --decision=internal - trywith 60 --full-saturate-quant --no-cegqi-innermost --global-negate + trywith 300 --full-saturate-quant --decision=internal + trywith 300 --full-saturate-quant --cegqi-nested-qe --decision=internal + trywith 30 --full-saturate-quant --no-cegqi-innermost --global-negate finishwith --finite-model-find ;; BV) - trywith 240 --full-saturate-quant - trywith 240 --full-saturate-quant --no-cegqi-innermost - trywith 600 --full-saturate-quant --cegqi-nested-qe --decision=internal - trywith 60 --full-saturate-quant --no-cegqi-bv - trywith 60 --full-saturate-quant --cegqi-bv-ineq=eq-slack + trywith 120 --full-saturate-quant + trywith 120 --full-saturate-quant --no-cegqi-innermost + trywith 300 --full-saturate-quant --cegqi-nested-qe --decision=internal + trywith 30 --full-saturate-quant --no-cegqi-bv + trywith 30 --full-saturate-quant --cegqi-bv-ineq=eq-slack # finish 10min finishwith --full-saturate-quant --no-cegqi-innermost --global-negate ;; LIA|LRA|NIA|NRA) - trywith 60 --full-saturate-quant --nl-ext-tplanes - trywith 600 --full-saturate-quant --no-cegqi-innermost - trywith 600 --full-saturate-quant --cegqi-nested-qe + trywith 30 --full-saturate-quant --nl-ext-tplanes + trywith 300 --full-saturate-quant --no-cegqi-innermost + trywith 300 --full-saturate-quant --cegqi-nested-qe finishwith --full-saturate-quant --cegqi-nested-qe --decision=internal ;; QF_AUFBV) - trywith 1200 --ite-simp + trywith 600 --ite-simp finishwith --decision=justification-stoponly --ite-simp ;; QF_ABV) - trywith 100 --ite-simp --simp-with-care --repeat-simp --arrays-weak-equiv - trywith 1000 --arrays-weak-equiv + trywith 50 --ite-simp --simp-with-care --repeat-simp --arrays-weak-equiv + trywith 500 --arrays-weak-equiv finishwith --ite-simp --simp-with-care --repeat-simp --arrays-weak-equiv ;; QF_UFBV) # Benchmarks with uninterpreted sorts cannot be solved with eager # bit-blasting currently - trywith 2400 --bitblast=eager --bv-sat-solver=cadical + trywith 1200 --bitblast=eager --bv-sat-solver=cadical finishwith ;; QF_BV)