Add rule validation in AnomalyDetector constructor (#1341) #1060
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| name: Run AD benchmark | |
| on: | |
| push: | |
| branches: | |
| - "*" | |
| pull_request: | |
| branches: | |
| - "*" | |
| env: | |
| ACTIONS_ALLOW_USE_UNSECURE_NODE_VERSION: true | |
| jobs: | |
| Get-CI-Image-Tag: | |
| uses: opensearch-project/opensearch-build/.github/workflows/get-ci-image-tag.yml@main | |
| with: | |
| product: opensearch | |
| Run-Tests: | |
| needs: Get-CI-Image-Tag | |
| runs-on: ubuntu-latest | |
| strategy: | |
| matrix: | |
| # each test scenario (rule, hc, single_stream) is treated as a separate job. | |
| test: [rule, hc, single_stream,missing] | |
| fail-fast: false | |
| concurrency: | |
| # The concurrency setting is used to limit the concurrency of each test scenario group to ensure they do not run concurrently on the same machine. | |
| group: ${{ github.workflow }}-${{ matrix.test }} | |
| name: Run Anomaly detection model performance benchmark | |
| container: | |
| # using the same image which is used by opensearch-build team to build the OpenSearch Distribution | |
| # this image tag is subject to change as more dependencies and updates will arrive over time | |
| image: ${{ needs.Get-CI-Image-Tag.outputs.ci-image-version-linux }} | |
| # need to switch to root so that github actions can install runner binary on container without permission issues. | |
| options: --user root | |
| steps: | |
| - name: Setup Java | |
| uses: actions/setup-java@v3 | |
| with: | |
| distribution: 'temurin' | |
| java-version: 21 | |
| - name: Checkout AD | |
| uses: actions/checkout@v3 | |
| - name: Build and Run Tests | |
| run: | | |
| chown -R 1000:1000 `pwd` | |
| case ${{ matrix.test }} in | |
| rule) | |
| su `id -un 1000` -c "./gradlew integTest --tests 'org.opensearch.ad.e2e.RealTimeRuleModelPerfIT' \ | |
| -Dtests.seed=B4BA12CCF1D9E825 -Dtests.security.manager=false \ | |
| -Dtests.jvm.argline='-XX:TieredStopAtLevel=1 -XX:ReservedCodeCacheSize=64m' \ | |
| -Dtests.locale=ar-JO -Dtests.timezone=Asia/Samarkand -Dmodel-benchmark=true \ | |
| -Dtests.timeoutSuite=3600000! -Dtest.logs=true" | |
| su `id -un 1000` -c "./gradlew integTest --tests 'org.opensearch.ad.e2e.HistoricalRuleModelPerfIT' \ | |
| -Dtests.seed=B4BA12CCF1D9E825 -Dtests.security.manager=false \ | |
| -Dtests.jvm.argline='-XX:TieredStopAtLevel=1 -XX:ReservedCodeCacheSize=64m' \ | |
| -Dtests.locale=ar-JO -Dtests.timezone=Asia/Samarkand -Dmodel-benchmark=true \ | |
| -Dtests.timeoutSuite=3600000! -Dtest.logs=true" | |
| ;; | |
| hc) | |
| su `id -un 1000` -c "./gradlew ':test' --tests 'org.opensearch.ad.ml.HCADModelPerfTests' \ | |
| -Dtests.seed=2AEBDBBAE75AC5E0 -Dtests.security.manager=false \ | |
| -Dtests.locale=es-CU -Dtests.timezone=Chile/EasterIsland -Dtest.logs=true \ | |
| -Dtests.timeoutSuite=3600000! -Dmodel-benchmark=true" | |
| ;; | |
| single_stream) | |
| su `id -un 1000` -c "./gradlew integTest --tests 'org.opensearch.ad.e2e.SingleStreamModelPerfIT' \ | |
| -Dtests.seed=60CDDB34427ACD0C -Dtests.security.manager=false \ | |
| -Dtests.locale=kab-DZ -Dtests.timezone=Asia/Hebron -Dtest.logs=true \ | |
| -Dtests.timeoutSuite=3600000! -Dmodel-benchmark=true" | |
| ;; | |
| missing) | |
| su `id -un 1000` -c "./gradlew integTest --tests 'org.opensearch.ad.e2e.RealTimeMissingSingleFeatureModelPerfIT' \ | |
| -Dtests.seed=60CDDB34427ACD0C -Dtests.security.manager=false \ | |
| -Dtests.locale=kab-DZ -Dtests.timezone=Asia/Hebron -Dtest.logs=true \ | |
| -Dtests.timeoutSuite=3600000! -Dmodel-benchmark=true" | |
| ;; | |
| esac |