Add a straightforward experiment runner

amandasystems · Mar 7, 2024 · 6fca912 · 6fca912
1 parent f0b0829
commit 6fca912
Show file tree

Hide file tree

Showing 3 changed files with 9 additions and 35 deletions.
diff --git a/120s-baseline.sh b/120s-baseline.sh
diff --git a/120s-experiments.sh b/120s-experiments.sh
diff --git a/oopsla-experiments.sh b/oopsla-experiments.sh
@@ -1,4 +1,11 @@
 #!/bin/sh
 
-CATRA_TAG=".cactus" CATRA_TIMEOUT="120000" ./bin/experiments.sh ../parikh-plus-selected
-CATRA_TIMEOUT="30000" CATRA_CONFIGS="nuxmv,baseline,lazy" ./bin/experiments.sh ../deduped-benchmarks
+# 120s benchmarks:
+CATRA_TIMEOUT=120000\
+    CATRA_CONFIGS="nuxmv,lazy,lazy-no-clauselearning-no-restarts,lazy-eager-1,lazy-lazy-200" \
+    CATRA_THREADS=4 ./bin/experiments.sh 120s-experiments.d
+CATRA_TIMEOUT=120000 CATRA_CONFIGS=baseline CATRA_THREADS=2 ./bin/experiments.sh 120s-experiments.d
+
+# 30s benchmarks:
+CATRA_TIMEOUT=30000 CATRA_CONFIGS=lazy,nuxmv CATRA_THREADS=6 ./bin/experiments.sh deduped-benchmarks
+CATRA_TIMEOUT=30000 CATRA_CONFIGS=baseline CATRA_THREADS=2 ./bin/experiments.sh deduped-benchmarks