From 0c2fb2950bee2ad83d4b8d8d3c58a8d515c3d5e9 Mon Sep 17 00:00:00 2001 From: Arjun Suresh Date: Wed, 6 Nov 2024 19:38:25 +0000 Subject: [PATCH 1/6] Update test-nvidia-mlperf-implementation.yml --- .github/workflows/test-nvidia-mlperf-implementation.yml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/.github/workflows/test-nvidia-mlperf-implementation.yml b/.github/workflows/test-nvidia-mlperf-implementation.yml index f534aa9e36..596e6ddf81 100644 --- a/.github/workflows/test-nvidia-mlperf-implementation.yml +++ b/.github/workflows/test-nvidia-mlperf-implementation.yml @@ -2,7 +2,7 @@ name: MLPerf Inference Nvidia implementations on: schedule: - - cron: "29 20 * * *" #to be adjusted + - cron: "49 19 * * *" #to be adjusted jobs: build_nvidia: From aa5bfac317f98ff152c24b24a8d144f9681abf30 Mon Sep 17 00:00:00 2001 From: Arjun Suresh Date: Wed, 6 Nov 2024 23:22:08 +0000 Subject: [PATCH 2/6] Create test-mlperf-inference-intel --- .github/workflows/test-mlperf-inference-intel | 25 +++++++++++++++++++ 1 file changed, 25 insertions(+) create mode 100644 .github/workflows/test-mlperf-inference-intel diff --git a/.github/workflows/test-mlperf-inference-intel b/.github/workflows/test-mlperf-inference-intel new file mode 100644 index 0000000000..42201bd385 --- /dev/null +++ b/.github/workflows/test-mlperf-inference-intel @@ -0,0 +1,25 @@ +name: MLPerf Inference Intel implementations + +on: + schedule: + - cron: "49 2 * * *" #to be adjusted + +jobs: + build_nvidia: + if: github.repository_owner == 'gateoverflow' + runs-on: [ self-hosted, linux, x64, GO-spr ] + strategy: + fail-fast: false + matrix: + python-version: [ "3.12" ] + model: [ "resnet50", "bert-99" ] + steps: + - name: Test MLPerf Inference Intel ${{ matrix.model }} + run: | + if [ -f "gh_action/bin/deactivate" ]; then source gh_action/bin/deactivate; fi + python3 -m venv gh_action + source gh_action/bin/activate + export CM_REPOS=$HOME/GH_CM + pip install --upgrade cm4mlops + cm run script --tags=run-mlperf,inference,_all-scenarios,_submission,_full,_r4.1-dev --preprocess_submission=yes --execution_mode=valid --pull_changes=yes --pull_inference_changes=yes --model=${{ matrix.model }} --submitter="MLCommons" --hw_name=RTX4090x2 --implementation=intel --backend=pytorch --category=datacenter --division=open --scenario=Offline --docker_dt=yes --docker_it=no --docker_cm_repo=gateoverflow@cm4mlops --adr.compiler.tags=gcc --device=cpu --results_dir=$HOME/gh_action_results --submission_dir=$HOME/gh_action_submissions --clean --docker --quiet + cm run script --tags=push,github,mlperf,inference,submission --repo_url=https://github.com/gateoverflow/mlperf_inference_unofficial_submissions_v5.0 --repo_branch=main --commit_message="Results from GH action on SPR.24c" --quiet --submission_dir=$HOME/gh_action_submissions --hw_name=IntelSPR.24c From c4e45d45a3bda44e57d86a3aa5cfbdca4ff34541 Mon Sep 17 00:00:00 2001 From: Arjun Suresh Date: Thu, 7 Nov 2024 15:22:13 +0530 Subject: [PATCH 3/6] Stash changes in git pull repo script --- script/pull-git-repo/customize.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/script/pull-git-repo/customize.py b/script/pull-git-repo/customize.py index 021d42465e..39de6a15b6 100644 --- a/script/pull-git-repo/customize.py +++ b/script/pull-git-repo/customize.py @@ -15,7 +15,7 @@ def preprocess(i): if 'CM_GIT_CHECKOUT_PATH' not in env: return {'return':1, 'error': 'CM_GIT_CHECKOUT_PATH is not set'} - env['CM_GIT_PULL_CMD'] = "git pull --rebase" + env['CM_GIT_PULL_CMD'] = "git stash && git pull --rebase && git stash apply" return {'return':0} From c80071f120026c9e61d3238b794f6106deb2f4b4 Mon Sep 17 00:00:00 2001 From: Arjun Suresh Date: Thu, 7 Nov 2024 11:14:11 +0000 Subject: [PATCH 4/6] Update test-scc24-sdxl.yaml --- .github/workflows/test-scc24-sdxl.yaml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/.github/workflows/test-scc24-sdxl.yaml b/.github/workflows/test-scc24-sdxl.yaml index 6516939f57..4c3430741f 100644 --- a/.github/workflows/test-scc24-sdxl.yaml +++ b/.github/workflows/test-scc24-sdxl.yaml @@ -29,7 +29,7 @@ jobs: cm pull repo cm run script --tags=run-mlperf,inference,_find-performance,_r4.1-dev,_short,_scc24-base --pull_changes=yes --model=sdxl --implementation=reference --backend=${{ matrix.backend }} --category=datacenter --scenario=Offline --execution_mode=test --device=${{ matrix.device }} --precision=${{ matrix.precision }} --docker --docker_it=no --docker_cm_repo=gateoverflow@cm4mlops --docker_dt=yes --quiet --results_dir=$HOME/scc_gh_action_results --submission_dir=$HOME/scc_gh_action_submissions --precision=float16 --env.CM_MLPERF_MODEL_SDXL_DOWNLOAD_TO_HOST=yes --clean cm run script --tags=run-mlperf,inference,_r4.1-dev,_short,_scc24-base --model=sdxl --implementation=reference --backend=${{ matrix.backend }} --category=datacenter --scenario=Offline --execution_mode=test --device=${{ matrix.device }} --precision=${{ matrix.precision }} --docker --docker_it=no --docker_cm_repo=gateoverflow@cm4mlops --docker_dt=yes --quiet --results_dir=$HOME/scc_gh_action_results --submission_dir=$HOME/scc_gh_action_submissions --precision=float16 --env.CM_MLPERF_MODEL_SDXL_DOWNLOAD_TO_HOST=yes --clean - cm run script --tags=generate,inference,submission --clean --preprocess_submission=yes --run-checker --tar=yes --env.CM_TAR_OUTFILE=submission.tar.gz --division=open --category=datacenter --run_style=test --adr.submission-checker.tags=_short-run --quiet --submitter=MLCommons --submission_dir=$HOME/scc_gh_action_submissions --results_dir=$HOME/scc_gh_action_results/test_results + cm run script --tags=generate,inference,submission --clean --run-checker --tar=yes --env.CM_TAR_OUTFILE=submission.tar.gz --division=open --category=datacenter --run_style=test --adr.submission-checker.tags=_short-run --quiet --submitter=MLCommons --submission_dir=$HOME/scc_gh_action_submissions --results_dir=$HOME/scc_gh_action_results/test_results cm run script --tags=push,github,mlperf,inference,submission --repo_url=https://github.com/gateoverflow/cm4mlperf-inference --repo_branch=mlperf-inference-results-scc24 --commit_message="Results from self hosted Github actions - NVIDIARTX4090" --quiet --submission_dir=$HOME/scc_gh_action_submissions build_nvidia: From 45207c288ee604f8a01089e8401b08f3846e8520 Mon Sep 17 00:00:00 2001 From: Arjun Suresh Date: Thu, 7 Nov 2024 17:31:57 +0530 Subject: [PATCH 5/6] Temp fix: use inference dev branch for SDXL --- script/app-mlperf-inference-mlcommons-python/_cm.yaml | 5 +++-- 1 file changed, 3 insertions(+), 2 deletions(-) diff --git a/script/app-mlperf-inference-mlcommons-python/_cm.yaml b/script/app-mlperf-inference-mlcommons-python/_cm.yaml index 470cd72bcb..106d9f9bef 100644 --- a/script/app-mlperf-inference-mlcommons-python/_cm.yaml +++ b/script/app-mlperf-inference-mlcommons-python/_cm.yaml @@ -926,12 +926,13 @@ variations: env: CM_MODEL: stable-diffusion-xl CM_NUM_THREADS: "1" + adr: + mlperf-implementation: + tags: _branch.dev deps: - tags: get,generic-python-lib,_package.diffusers names: - diffusers - version_max: "0.30.3" - version_max_usable: "0.30.3" - tags: get,generic-python-lib,_package.transformers names: - transformers From 31534a98e14718f74d0e3841a1afcf48eb338c17 Mon Sep 17 00:00:00 2001 From: Arjun Suresh Date: Thu, 7 Nov 2024 18:46:15 +0530 Subject: [PATCH 6/6] Dont fail in pull-git-repo if there are local changes --- script/pull-git-repo/customize.py | 2 +- script/pull-git-repo/run.sh | 3 ++- 2 files changed, 3 insertions(+), 2 deletions(-) diff --git a/script/pull-git-repo/customize.py b/script/pull-git-repo/customize.py index 39de6a15b6..021d42465e 100644 --- a/script/pull-git-repo/customize.py +++ b/script/pull-git-repo/customize.py @@ -15,7 +15,7 @@ def preprocess(i): if 'CM_GIT_CHECKOUT_PATH' not in env: return {'return':1, 'error': 'CM_GIT_CHECKOUT_PATH is not set'} - env['CM_GIT_PULL_CMD'] = "git stash && git pull --rebase && git stash apply" + env['CM_GIT_PULL_CMD'] = "git pull --rebase" return {'return':0} diff --git a/script/pull-git-repo/run.sh b/script/pull-git-repo/run.sh index 34b83cc63e..db8612d56d 100644 --- a/script/pull-git-repo/run.sh +++ b/script/pull-git-repo/run.sh @@ -11,6 +11,7 @@ test $? -eq 0 || exit $? echo ${CM_GIT_PULL_CMD} eval ${CM_GIT_PULL_CMD} -test $? -eq 0 || exit $? +#don't fail if there are local changes +#test $? -eq 0 || exit $? cd $CUR_DIR