IntenseWebs/opentofu
3
0
Fork 0
mirror of https://github.com/opentofu/opentofu.git synced 2025-01-26 16:36:26 -06:00
Code Issues Packages Projects Releases Wiki Activity

Merge pull request #202 from opentffoundation/equivalence-tests-flaky-execution-time

Browse Source 
Fix flakiness in equivalence tests
This commit is contained in:
RLRabinowitz 2023-08-28 17:35:02 +03:00 committed by GitHub
commit cf079c2468
No known key found for this signature in database
GPG Key ID: 4AEE18F83AFDEB23
1 changed files with 13 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

14
.github/workflows/compare-snapshots.yml vendored
View File

@ -42,11 +42,23 @@ jobs:
--goldens=testing/equivalence-tests/outputs \
--binary=./bin/opentf
- name: Normalise execution time based changes
shell: bash
run: |
changed_execution_time=$(git diff --quiet -S "complete after 0s" -- testing/equivalence-tests/outputs || echo true)
if [[ "$changed_execution_time" == "true" ]]; then
echo "Found changes in the execution times in the result outputs. Defaulting the execution times to 0"
find testing/equivalence-tests/outputs -type f -name "apply.json" -exec sed -E -i 's/complete after [0-9]+s/complete after 0s/g' {} +
find testing/equivalence-tests/outputs -type f -name "apply.json" -exec sed -E -i 's/\"elapsed_seconds\"\: [0-9]+/\"elapsed_seconds\"\: 0/g' {} +
else
echo "Found no in the execution time in result outputs."
fi
- name: Ensure there is no diff
shell: bash
run: |
changed=$(git diff --quiet -- testing/equivalence-tests/outputs || echo true)
if [[ $changed == "true" ]]; then
if [[ "$changed" == "true" ]]; then
echo "Found changes, please commit the new golden files."
git diff -- testing/equivalence-tests/outputs
exit 1