diff --git a/.github/CONTRIBUTING.md b/.github/CONTRIBUTING.md index dc3191a40..7c4178c42 100644 --- a/.github/CONTRIBUTING.md +++ b/.github/CONTRIBUTING.md @@ -56,6 +56,10 @@ Script accept next options: | 5 | `RAW_TEST_`
`RESULTS_FILE_NAME` | `terraform_tfsec_pr123` | (Temporary) File where all test data will be stored. | +> **Note:** To make test results repeatable and comparable, be sure that on the test machine nothing generates an unstable workload. During tests good to stop any other apps and do not interact with the test machine. +> +> Otherwise, for eg, when you watch Youtube videos during one test and not during other, test results can differ up to 30% for the same test. + ### Run via BASH ```bash diff --git a/.github/workflows/release.yml b/.github/workflows/release.yml index 9c51c327e..3018771ab 100644 --- a/.github/workflows/release.yml +++ b/.github/workflows/release.yml @@ -10,7 +10,8 @@ on: - '**/*.sh' - 'Dockerfile' - '.pre-commit-hooks.yaml' - + # Ignore paths + - '!tests/**' jobs: release: name: Release diff --git a/tests/hooks_performance_test.sh b/tests/hooks_performance_test.sh index 77a353f4a..342bb302e 100755 --- a/tests/hooks_performance_test.sh +++ b/tests/hooks_performance_test.sh @@ -17,6 +17,8 @@ function run_tests { RESULTS_DIR="$(pwd)/tests/results" cd "$TEST_DIR" || { echo "Specified TEST_DIR does not exist" && exit 1; } + # Cleanup + rm "$RESULTS_DIR/$FILE_NAME_TO_SAVE_TEST_RESULTS" for ((i = 1; i <= TEST_NUM; i++)); do {