Increase benchmark comparison threshold (#16)

Windows-on-ARM-Experiments · Sep 25, 2023 · 7be03e7 · 7be03e7
1 parent 62fa08f
commit 7be03e7
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/.github/workflows/scripts/benchmark.sh b/.github/workflows/scripts/benchmark.sh
@@ -65,7 +65,7 @@ verify_benchmark_regression() {
     print_Pn "25 50 75 95 99 100" $latest_benchmark_snapshot > Pn_latest
     print_Pn "25 50 75 95 99 100" b1 > Pn_current
     echo Pn latest_snapshot current percentage_change
-    paste Pn_latest Pn_current | awk 'begin{max = 0} {change = $4 * 100 / $2 - 100; if (max < change) max = change; printf "%s %s %s %f\n", $1, $2, $4, change} END {if (max > 10) print "Potential benchmark regression has been detected"}' > change
+    paste Pn_latest Pn_current | awk 'begin{max = 0} {change = $4 * 100 / $2 - 100; if (max < change) max = change; printf "%s %s %s %f\n", $1, $2, $4, change} END {if (max > 15) print "Potential benchmark regression has been detected"}' > change
     cat change
     cat change | grep -q "Potential benchmark regression has been detected" && exit 1 || echo "Benchmark regression has not been detected"
 }