Added a check to see if the timing results have signifigantly changed
All checks were successful
Merge-Checker / build_and_test (pull_request) Successful in 1m25s

This commit is contained in:
2025-05-29 11:19:25 -04:00
parent c5af1edc4d
commit 46f8e87509
2 changed files with 37 additions and 3 deletions

View File

@@ -34,12 +34,48 @@ jobs:
if [ -x build/unit-tests/matrix-timing-tests ]; then if [ -x build/unit-tests/matrix-timing-tests ]; then
echo "Running matrix-timing-tests with timing" echo "Running matrix-timing-tests with timing"
/usr/bin/time -v build/unit-tests/matrix-timing-tests -d yes &> unit-tests/timing-results/matrix-timing-tests.txt /usr/bin/time -v build/unit-tests/matrix-timing-tests -d yes &> unit-tests/timing-results/matrix-timing-tests.txt
cat unit-tests/timing-results/matrix-timing-tests.txt
else else
echo "matrix-timing-tests executable not found or not executable" echo "matrix-timing-tests executable not found or not executable"
exit 1 exit 1
fi fi
- name: Compare timing results
id: check_diff
run: |
# Ensure the previous version exists (from git)
git show origin/${{ github.event.pull_request.head.ref }}:unit-tests/timing-results/matrix-timing-tests.txt > old.txt || echo "" > old.txt
cp unit-tests/timing-results/matrix-timing-tests.txt new.txt
echo "Comparing timing results..."
CHANGED=0
awk '
BEGIN { change_threshold=0.1 }
/^[0-9]+\.[0-9]+ s: / {
new_time = $1
label = substr($0, index($0, ":") + 2)
if (label_times[label]) {
old_time = label_times[label]
delta = new_time - old_time
if (delta < 0) delta = -delta
if (delta >= change_threshold) {
changed = 1
}
} else {
changed = 1
}
}
FILENAME=="old.txt" && /^[0-9]+\.[0-9]+ s: / {
label = substr($0, index($0, ":") + 2)
label_times[label] = $1
}
END {
exit changed == 1 ? 0 : 1
}
' old.txt new.txt
- name: Commit and push timing results - name: Commit and push timing results
if: github.event.pull_request.head.repo.full_name == github.repository if: steps.check_diff.outcome == 'success' && github.event.pull_request.head.repo.full_name == github.repository
run: | run: |
git config --global user.name "ci-bot" git config --global user.name "ci-bot"
git config --global user.email "ci-bot@local" git config --global user.email "ci-bot@local"

View File

@@ -3,8 +3,6 @@ name: Merge-Checker
on: on:
pull_request: pull_request:
branches: ["**"] branches: ["**"]
paths-ignore:
- 'unit-tests/timing-results/**'
jobs: jobs:
build_and_test: build_and_test: