Compare commits

..

1 Commits

Author SHA1 Message Date
6c2c7e7b90 Fixing timing test runner
Some checks failed
Benchmarking / build_and_test (pull_request) Successful in 32s
Merge-Checker / build_and_test (pull_request) Has been cancelled
2025-05-29 11:43:48 -04:00

View File

@@ -1,4 +1,4 @@
name: Merge-Checker
name: Benchmarking
on:
pull_request:
@@ -39,6 +39,7 @@ jobs:
echo "matrix-timing-tests executable not found or not executable"
exit 1
fi
- name: Compare timing results
id: check_diff
run: |
@@ -47,10 +48,11 @@ jobs:
echo "Comparing timing results for changes ≥ 0.1s (ignoring 'Timing Tests' lines)..."
awk '
changed=0
awk -v changed_ref=/tmp/timings_changed.flag '
BEGIN {
change_threshold = 0.1
changed = 0
}
FILENAME == "old.txt" && /^[0-9]+\.[0-9]+ s: / {
label = substr($0, index($0, ":") + 2)
@@ -69,19 +71,30 @@ jobs:
if (old_time != "" && delta >= change_threshold) {
printf "⚠️ %.3f s → %.3f s: %s (Δ=%.3f s)\n", old_time, new_time, label, delta
changed = 1
system("touch " changed_ref)
} else if (old_time == "") {
printf "🆕 New timing entry: %.3f s: %s\n", new_time, label
changed = 1
system("touch " changed_ref)
}
}
END {
exit changed == 1 ? 0 : 1
if (!system("test -f " changed_ref)) {
exit 0
} else {
print "✅ Timings havent changed significantly (Δ < 0.1s)."
exit 0
}
}
' old.txt new.txt
if [ -f /tmp/timings_changed.flag ]; then
echo "timings_changed=true" >> $GITHUB_OUTPUT
else
echo "timings_changed=false" >> $GITHUB_OUTPUT
fi
- name: Commit and push timing results
if: steps.check_diff.outcome == 'success' && github.event.pull_request.head.repo.full_name == github.repository
if: steps.check_diff.outputs.timings_changed == 'true' && github.event.pull_request.head.repo.full_name == github.repository
run: |
git config --global user.name "ci-bot"
git config --global user.email "ci-bot@local"