From 12aac485073c6e03de3b4821628dac5bc4a38f5e Mon Sep 17 00:00:00 2001 From: ANANDHU S <71482562+anandhu-eng@users.noreply.github.com> Date: Wed, 26 Jun 2024 02:20:19 +0530 Subject: [PATCH 01/13] Fixed batch file taking invalid link rclone --- script/download-file/customize.py | 7 +++++-- 1 file changed, 5 insertions(+), 2 deletions(-) diff --git a/script/download-file/customize.py b/script/download-file/customize.py index 78362181db..bcdb90441f 100644 --- a/script/download-file/customize.py +++ b/script/download-file/customize.py @@ -48,7 +48,7 @@ def preprocess(i): verify_ssl = env.get('CM_VERIFY_SSL', "True") if str(verify_ssl).lower() in [ "no", "false" ]: verify_ssl = False - if tool == 'wget': + if tool == 'wget' or tool == "gdown": extra_download_options += " --no-check-certificate" else: verify_ssl = True @@ -113,7 +113,10 @@ def preprocess(i): if env.get('CM_RCLONE_CONFIG_CMD', '') != '': env['CM_DOWNLOAD_CONFIG_CMD'] = env['CM_RCLONE_CONFIG_CMD'] rclone_copy_using = env.get('CM_RCLONE_COPY_USING', 'sync') - env['CM_DOWNLOAD_CMD'] = f"rclone {rclone_copy_using} {q}{url}{q} {q}{os.path.join(os.getcwd(), env['CM_DOWNLOAD_FILENAME'])}{q} -P" + if env["CM_HOST_OS_TYPE"] == "windows": + env['CM_DOWNLOAD_CMD'] = f"rclone {rclone_copy_using} {q}{url.replace("%", "%%")}{q} {q}{os.path.join(os.getcwd(), env['CM_DOWNLOAD_FILENAME'].replace("%", "%%"))}{q} -P" + else: + env['CM_DOWNLOAD_CMD'] = f"rclone {rclone_copy_using} {q}{url}{q} {q}{os.path.join(os.getcwd(), env['CM_DOWNLOAD_FILENAME'])}{q} -P" filename = env['CM_DOWNLOAD_FILENAME'] env['CM_DOWNLOAD_DOWNLOADED_FILENAME'] = filename From 882f7d2e79c922d4888da7c1888a2e872089adf1 Mon Sep 17 00:00:00 2001 From: anandhu-eng Date: Wed, 26 Jun 2024 03:13:13 +0530 Subject: [PATCH 02/13] handled path to run.sh --- script/get-rclone/customize.py | 3 +++ 1 file changed, 3 insertions(+) diff --git a/script/get-rclone/customize.py b/script/get-rclone/customize.py index 09c5cd174e..5b887587d8 100644 --- a/script/get-rclone/customize.py +++ b/script/get-rclone/customize.py @@ -53,6 +53,9 @@ def preprocess(i): cur_dir = os.getcwd() path_bin = os.path.join(cur_dir, file_name) env['CM_RCLONE_BIN_WITH_PATH'] = path_bin + print(path_bin) + if env["CM_HOST_OS_TYPE"] != "windows": + env['+PATH']=[cur_dir] r = automation.run_native_script({'run_script_input':run_script_input, 'env':env, From 8dd56e4392fab3c1b8d4a3c5cef952822884f584 Mon Sep 17 00:00:00 2001 From: anandhu-eng Date: Wed, 26 Jun 2024 03:14:28 +0530 Subject: [PATCH 03/13] fixed f-string mismatched --- script/download-file/customize.py | 5 ++++- 1 file changed, 4 insertions(+), 1 deletion(-) diff --git a/script/download-file/customize.py b/script/download-file/customize.py index bcdb90441f..80e389d86f 100644 --- a/script/download-file/customize.py +++ b/script/download-file/customize.py @@ -114,7 +114,10 @@ def preprocess(i): env['CM_DOWNLOAD_CONFIG_CMD'] = env['CM_RCLONE_CONFIG_CMD'] rclone_copy_using = env.get('CM_RCLONE_COPY_USING', 'sync') if env["CM_HOST_OS_TYPE"] == "windows": - env['CM_DOWNLOAD_CMD'] = f"rclone {rclone_copy_using} {q}{url.replace("%", "%%")}{q} {q}{os.path.join(os.getcwd(), env['CM_DOWNLOAD_FILENAME'].replace("%", "%%"))}{q} -P" + # have to modify the variable from url to temp_url if it is going to be used anywhere after this point + url = url.replace("%", "%%") + temp_download_file = env['CM_DOWNLOAD_FILENAME'].replace("%", "%%") + env['CM_DOWNLOAD_CMD'] = f"rclone {rclone_copy_using} {q}{url}{q} {q}{os.path.join(os.getcwd(), temp_download_file)}{q} -P" else: env['CM_DOWNLOAD_CMD'] = f"rclone {rclone_copy_using} {q}{url}{q} {q}{os.path.join(os.getcwd(), env['CM_DOWNLOAD_FILENAME'])}{q} -P" From f7d47be4e81cee3ae2b7e6600007dab0f6defd7b Mon Sep 17 00:00:00 2001 From: anandhu-eng Date: Wed, 26 Jun 2024 03:48:12 +0530 Subject: [PATCH 04/13] remove docker - ubuntu gh --- .../test-mlperf-inference-abtf-poc.yml | 2 +- cm-run-script-versions.json | 522 ++++++++++++++++++ ...dhu_VivoBook_ASUSLaptop_X515UA_M515UA.json | 26 + version_info.json | 522 ++++++++++++++++++ 4 files changed, 1071 insertions(+), 1 deletion(-) create mode 100644 cm-run-script-versions.json create mode 100644 hardware/anandhu_VivoBook_ASUSLaptop_X515UA_M515UA.json create mode 100644 version_info.json diff --git a/.github/workflows/test-mlperf-inference-abtf-poc.yml b/.github/workflows/test-mlperf-inference-abtf-poc.yml index e1e352c612..228f9514e0 100644 --- a/.github/workflows/test-mlperf-inference-abtf-poc.yml +++ b/.github/workflows/test-mlperf-inference-abtf-poc.yml @@ -37,7 +37,7 @@ jobs: cm pull repo mlcommons@cm4abtf --branch=poc - name: Test MLPerf Inference ABTF POC using ${{ matrix.backend }} on docker run: | - cm run script --tags=run-abtf,inference,_poc-demo --adr.compiler.tags=gcc --quiet --docker --docker_it=no -v --gh_token=${{ secrets.ABTF_ACCESS_TOKEN }} + cm run script --tags=run-abtf,inference,_poc-demo --adr.compiler.tags=gcc --quiet -v --gh_token=${{ secrets.ABTF_ACCESS_TOKEN }} build2: runs-on: ${{ matrix.os }} diff --git a/cm-run-script-versions.json b/cm-run-script-versions.json new file mode 100644 index 0000000000..08cfa9bc47 --- /dev/null +++ b/cm-run-script-versions.json @@ -0,0 +1,522 @@ +[ + { + "detect,os": { + "parent": "app-abtf-inference,43eb68e6a63e42ed ( mlcommons-python,_abtf-poc-model,_pytorch,_cpu,_test,_poc-demo,_singlestream )", + "script_alias": "detect-os", + "script_tags": "detect-os,detect,os,info", + "script_uid": "863735b7db8c44fc", + "script_variations": "", + "version": "" + } + }, + { + "detect,os": { + "parent": "detect-cpu,586c8a43320142f7", + "script_alias": "detect-os", + "script_tags": "detect-os,detect,os,info", + "script_uid": "863735b7db8c44fc", + "script_variations": "", + "version": "" + } + }, + { + "detect,cpu": { + "parent": "app-abtf-inference,43eb68e6a63e42ed ( mlcommons-python,_abtf-poc-model,_pytorch,_cpu,_test,_poc-demo,_singlestream )", + "script_alias": "detect-cpu", + "script_tags": "detect,cpu,detect-cpu,info", + "script_uid": "586c8a43320142f7", + "script_variations": "", + "version": "" + } + }, + { + "get,sys-utils-cm": { + "parent": "app-abtf-inference,43eb68e6a63e42ed ( mlcommons-python,_abtf-poc-model,_pytorch,_cpu,_test,_poc-demo,_singlestream )", + "script_alias": "get-sys-utils-cm", + "script_tags": "get,sys-utils-cm", + "script_uid": "bc90993277e84b8e", + "script_variations": "", + "version": "" + } + }, + { + "get,python": { + "parent": "app-abtf-inference,43eb68e6a63e42ed ( mlcommons-python,_abtf-poc-model,_pytorch,_cpu,_test,_poc-demo,_singlestream )", + "script_alias": "get-python3", + "script_tags": "get,python,python3,get-python,get-python3", + "script_uid": "d0b5dd74373f4a62", + "script_variations": "", + "version": "3.10.12" + } + }, + { + "get,generic-python-lib,_package.cmind": { + "parent": "app-abtf-inference,43eb68e6a63e42ed ( mlcommons-python,_abtf-poc-model,_pytorch,_cpu,_test,_poc-demo,_singlestream )", + "script_alias": "get-generic-python-lib", + "script_tags": "get,install,generic,generic-python-lib", + "script_uid": "94b62a682bc44791", + "script_variations": "package.cmind", + "version": "2.3.1" + } + }, + { + "get,mlperf,inference,src": { + "parent": "get-mlperf-inference-utils,e341e5f86d8342e5", + "script_alias": "get-mlperf-inference-src", + "script_tags": "get,src,source,inference,inference-src,inference-source,mlperf,mlcommons", + "script_uid": "4b57186581024797", + "script_variations": "", + "version": "master" + } + }, + { + "get,mlperf,inference,utils": { + "parent": "app-abtf-inference,43eb68e6a63e42ed ( mlcommons-python,_abtf-poc-model,_pytorch,_cpu,_test,_poc-demo,_singlestream )", + "script_alias": "get-mlperf-inference-utils", + "script_tags": "get,mlperf,inference,util,utils,functions", + "script_uid": "e341e5f86d8342e5", + "script_variations": "", + "version": "" + } + }, + { + "detect,os": { + "parent": "demo-ml-model-abtf-cognata-pytorch-loadgen,4b78c060c5974068 ( abtf-poc-model,_pytorch,_singlestream,_cpu )", + "script_alias": "detect-os", + "script_tags": "detect-os,detect,os,info", + "script_uid": "863735b7db8c44fc", + "script_variations": "", + "version": "" + } + }, + { + "detect,os": { + "parent": "detect-cpu,586c8a43320142f7", + "script_alias": "detect-os", + "script_tags": "detect-os,detect,os,info", + "script_uid": "863735b7db8c44fc", + "script_variations": "", + "version": "" + } + }, + { + "detect,cpu": { + "parent": "demo-ml-model-abtf-cognata-pytorch-loadgen,4b78c060c5974068 ( abtf-poc-model,_pytorch,_singlestream,_cpu )", + "script_alias": "detect-cpu", + "script_tags": "detect,cpu,detect-cpu,info", + "script_uid": "586c8a43320142f7", + "script_variations": "", + "version": "" + } + }, + { + "get,sys-utils-cm": { + "parent": "demo-ml-model-abtf-cognata-pytorch-loadgen,4b78c060c5974068 ( abtf-poc-model,_pytorch,_singlestream,_cpu )", + "script_alias": "get-sys-utils-cm", + "script_tags": "get,sys-utils-cm", + "script_uid": "bc90993277e84b8e", + "script_variations": "", + "version": "" + } + }, + { + "get,python": { + "parent": "demo-ml-model-abtf-cognata-pytorch-loadgen,4b78c060c5974068 ( abtf-poc-model,_pytorch,_singlestream,_cpu )", + "script_alias": "get-python3", + "script_tags": "get,python,python3,get-python,get-python3", + "script_uid": "d0b5dd74373f4a62", + "script_variations": "", + "version": "3.10.12" + } + }, + { + "get,generic-python-lib,_package.cmind": { + "parent": "demo-ml-model-abtf-cognata-pytorch-loadgen,4b78c060c5974068 ( abtf-poc-model,_pytorch,_singlestream,_cpu )", + "script_alias": "get-generic-python-lib", + "script_tags": "get,install,generic,generic-python-lib", + "script_uid": "94b62a682bc44791", + "script_variations": "package.cmind", + "version": "2.3.1" + } + }, + { + "get,generic-python-lib,_torch": { + "parent": "demo-ml-model-abtf-cognata-pytorch-loadgen,4b78c060c5974068 ( abtf-poc-model,_pytorch,_singlestream,_cpu )", + "script_alias": "get-generic-python-lib", + "script_tags": "get,install,generic,generic-python-lib", + "script_uid": "94b62a682bc44791", + "script_variations": "torch", + "version": "2.3.0" + } + }, + { + "get,generic-python-lib,_torchvision": { + "parent": "demo-ml-model-abtf-cognata-pytorch-loadgen,4b78c060c5974068 ( abtf-poc-model,_pytorch,_singlestream,_cpu )", + "script_alias": "get-generic-python-lib", + "script_tags": "get,install,generic,generic-python-lib", + "script_uid": "94b62a682bc44791", + "script_variations": "torchvision", + "version": "0.18.0" + } + }, + { + "detect,os": { + "parent": "generate-mlperf-inference-user-conf,3af4475745964b93", + "script_alias": "detect-os", + "script_tags": "detect-os,detect,os,info", + "script_uid": "863735b7db8c44fc", + "script_variations": "", + "version": "" + } + }, + { + "detect,os": { + "parent": "detect-cpu,586c8a43320142f7", + "script_alias": "detect-os", + "script_tags": "detect-os,detect,os,info", + "script_uid": "863735b7db8c44fc", + "script_variations": "", + "version": "" + } + }, + { + "detect,cpu": { + "parent": "generate-mlperf-inference-user-conf,3af4475745964b93", + "script_alias": "detect-cpu", + "script_tags": "detect,cpu,detect-cpu,info", + "script_uid": "586c8a43320142f7", + "script_variations": "", + "version": "" + } + }, + { + "get,python": { + "parent": "generate-mlperf-inference-user-conf,3af4475745964b93", + "script_alias": "get-python3", + "script_tags": "get,python,python3,get-python,get-python3", + "script_uid": "d0b5dd74373f4a62", + "script_variations": "", + "version": "3.10.12" + } + }, + { + "get,mlcommons,inference,src": { + "parent": "generate-mlperf-inference-user-conf,3af4475745964b93", + "script_alias": "get-mlperf-inference-src", + "script_tags": "get,src,source,inference,inference-src,inference-source,mlperf,mlcommons", + "script_uid": "4b57186581024797", + "script_variations": "", + "version": "master" + } + }, + { + "get,cache,dir,_name.mlperf-inference-sut-configs": { + "parent": "get-mlperf-inference-sut-configs,c2fbf72009e2445b", + "script_alias": "get-cache-dir", + "script_tags": "get,cache,dir,directory", + "script_uid": "48f4622e059b45ce", + "script_variations": "name.mlperf-inference-sut-configs", + "version": "" + } + }, + { + "get,sut,configs": { + "parent": "generate-mlperf-inference-user-conf,3af4475745964b93", + "script_alias": "get-mlperf-inference-sut-configs", + "script_tags": "get,mlperf,inference,sut,configs,sut-configs", + "script_uid": "c2fbf72009e2445b", + "script_variations": "", + "version": "" + } + }, + { + "generate,user-conf,mlperf,inference": { + "parent": "demo-ml-model-abtf-cognata-pytorch-loadgen,4b78c060c5974068 ( abtf-poc-model,_pytorch,_singlestream,_cpu )", + "script_alias": "generate-mlperf-inference-user-conf", + "script_tags": "generate,mlperf,inference,user-conf,inference-user-conf", + "script_uid": "3af4475745964b93", + "script_variations": "", + "version": "" + } + }, + { + "get,generic-python-lib,_package.mlcommons-loadgen": { + "parent": "demo-ml-model-abtf-cognata-pytorch-loadgen,4b78c060c5974068 ( abtf-poc-model,_pytorch,_singlestream,_cpu )", + "script_alias": "get-generic-python-lib", + "script_tags": "get,install,generic,generic-python-lib", + "script_uid": "94b62a682bc44791", + "script_variations": "package.mlcommons-loadgen", + "version": "4.0.1" + } + }, + { + "get,generic-python-lib,_package.psutil": { + "parent": "demo-ml-model-abtf-cognata-pytorch-loadgen,4b78c060c5974068 ( abtf-poc-model,_pytorch,_singlestream,_cpu )", + "script_alias": "get-generic-python-lib", + "script_tags": "get,install,generic,generic-python-lib", + "script_uid": "94b62a682bc44791", + "script_variations": "package.psutil", + "version": "5.9.8" + } + }, + { + "get,generic-python-lib,_opencv-python": { + "parent": "demo-ml-model-abtf-cognata-pytorch-loadgen,4b78c060c5974068 ( abtf-poc-model,_pytorch,_singlestream,_cpu )", + "script_alias": "get-generic-python-lib", + "script_tags": "get,install,generic,generic-python-lib", + "script_uid": "94b62a682bc44791", + "script_variations": "opencv-python", + "version": "4.10.0.84" + } + }, + { + "get,generic-python-lib,_numpy": { + "parent": "demo-ml-model-abtf-cognata-pytorch-loadgen,4b78c060c5974068 ( abtf-poc-model,_pytorch,_singlestream,_cpu )", + "script_alias": "get-generic-python-lib", + "script_tags": "get,install,generic,generic-python-lib", + "script_uid": "94b62a682bc44791", + "script_variations": "numpy", + "version": "1.26.4" + } + }, + { + "get,generic-python-lib,_pycocotools": { + "parent": "demo-ml-model-abtf-cognata-pytorch-loadgen,4b78c060c5974068 ( abtf-poc-model,_pytorch,_singlestream,_cpu )", + "script_alias": "get-generic-python-lib", + "script_tags": "get,install,generic,generic-python-lib", + "script_uid": "94b62a682bc44791", + "script_variations": "pycocotools", + "version": "2.0.8" + } + }, + { + "get,generic-python-lib,_package.torchmetrics": { + "parent": "demo-ml-model-abtf-cognata-pytorch-loadgen,4b78c060c5974068 ( abtf-poc-model,_pytorch,_singlestream,_cpu )", + "script_alias": "get-generic-python-lib", + "script_tags": "get,install,generic,generic-python-lib", + "script_uid": "94b62a682bc44791", + "script_variations": "package.torchmetrics", + "version": "1.4.0.post0" + } + }, + { + "get,generic-python-lib,_package.faster-coco-eval": { + "parent": "demo-ml-model-abtf-cognata-pytorch-loadgen,4b78c060c5974068 ( abtf-poc-model,_pytorch,_singlestream,_cpu )", + "script_alias": "get-generic-python-lib", + "script_tags": "get,install,generic,generic-python-lib", + "script_uid": "94b62a682bc44791", + "script_variations": "package.faster-coco-eval", + "version": "1.5.7" + } + }, + { + "detect,os": { + "parent": "download-file,9cdc8dc41aae437e ( rclone,_url.https://automotive.mlcommons-storage.org/Cognata_Dataset_PoC_Demo%2F10002_Urban_Clear_Morning.zip )", + "script_alias": "detect-os", + "script_tags": "detect-os,detect,os,info", + "script_uid": "863735b7db8c44fc", + "script_variations": "", + "version": "" + } + }, + { + "get,rclone": { + "parent": "download-file,9cdc8dc41aae437e ( rclone,_url.https://automotive.mlcommons-storage.org/Cognata_Dataset_PoC_Demo%2F10002_Urban_Clear_Morning.zip )", + "script_alias": "get-rclone", + "script_tags": "get,rclone", + "script_uid": "22ffb43c49c9419e", + "script_variations": "", + "version": "1.65.2" + } + }, + { + "download,file,_rclone,_url.https://automotive.mlcommons-storage.org/Cognata_Dataset_PoC_Demo%2F10002_Urban_Clear_Morning.zip": { + "parent": "download-and-extract,c67e81a4ce2649f5 ( extract,_rclone,_url.https://automotive.mlcommons-storage.org/Cognata_Dataset_PoC_Demo%2F10002_Urban_Clear_Morning.zip )", + "script_alias": "download-file", + "script_tags": "download,file,download-file", + "script_uid": "9cdc8dc41aae437e", + "script_variations": "rclone,url.https://automotive.mlcommons-storage.org/Cognata_Dataset_PoC_Demo%2F10002_Urban_Clear_Morning.zip", + "version": "" + } + }, + { + "detect,os": { + "parent": "extract-file,3f0b76219d004817 ( path./home/anandhu/CM/repos/local/cache/4f54662c90f14507/Cognata_Dataset_PoC_Demo%2F10002_Urban_Clear_Morning.zip )", + "script_alias": "detect-os", + "script_tags": "detect-os,detect,os,info", + "script_uid": "863735b7db8c44fc", + "script_variations": "", + "version": "" + } + }, + { + "extract,file,_path./home/anandhu/CM/repos/local/cache/4f54662c90f14507/Cognata_Dataset_PoC_Demo%2F10002_Urban_Clear_Morning.zip": { + "parent": "download-and-extract,c67e81a4ce2649f5 ( extract,_rclone,_url.https://automotive.mlcommons-storage.org/Cognata_Dataset_PoC_Demo%2F10002_Urban_Clear_Morning.zip )", + "script_alias": "extract-file", + "script_tags": "extract,file", + "script_uid": "3f0b76219d004817", + "script_variations": "path./home/anandhu/CM/repos/local/cache/4f54662c90f14507/Cognata_Dataset_PoC_Demo%2F10002_Urban_Clear_Morning.zip", + "version": "" + } + }, + { + "download-and-extract,file,_extract,_rclone,_url.https://automotive.mlcommons-storage.org/Cognata_Dataset_PoC_Demo%2F10002_Urban_Clear_Morning.zip": { + "parent": "get-dataset-cognata-mlcommons,6e2b5db76833416d ( abtf-poc )", + "script_alias": "download-and-extract", + "script_tags": "dae,file,download-and-extract", + "script_uid": "c67e81a4ce2649f5", + "script_variations": "extract,rclone,url.https://automotive.mlcommons-storage.org/Cognata_Dataset_PoC_Demo%2F10002_Urban_Clear_Morning.zip", + "version": "" + } + }, + { + "get,dataset,raw,mlcommons-cognata,_abtf-poc": { + "parent": "demo-ml-model-abtf-cognata-pytorch-loadgen,4b78c060c5974068 ( abtf-poc-model,_pytorch,_singlestream,_cpu )", + "script_alias": "get-dataset-cognata-mlcommons", + "script_tags": "get,raw,dataset,cognata,mlcommons-cognata,ml-task--object-detection,ml-task--image-segmentation", + "script_uid": "6e2b5db76833416d", + "script_variations": "abtf-poc", + "version": "" + } + }, + { + "detect,os": { + "parent": "get-ml-model-abtf-ssd-pytorch,59cfc2a22f5d4f46 ( abtf-poc )", + "script_alias": "detect-os", + "script_tags": "detect-os,detect,os,info", + "script_uid": "863735b7db8c44fc", + "script_variations": "", + "version": "" + } + }, + { + "detect,os": { + "parent": "get-git-repo,ed603e7292974f10 ( repo.https://github.com/mlcommons/abtf-ssd-pytorch,_branch.cognata )", + "script_alias": "detect-os", + "script_tags": "detect-os,detect,os,info", + "script_uid": "863735b7db8c44fc", + "script_variations": "", + "version": "" + } + }, + { + "get,git,repo,_repo.https://github.com/mlcommons/abtf-ssd-pytorch,_branch.cognata": { + "parent": "get-ml-model-abtf-ssd-pytorch,59cfc2a22f5d4f46 ( abtf-poc )", + "script_alias": "get-git-repo", + "script_tags": "get,git,repo,repository,clone", + "script_uid": "ed603e7292974f10", + "script_variations": "repo.https://github.com/mlcommons/abtf-ssd-pytorch,branch.cognata", + "version": "" + } + }, + { + "detect,os": { + "parent": "download-file,9cdc8dc41aae437e ( rclone,_url.https://automotive.mlcommons-storage.org/SSD_ResNet50%2Fbaseline_8MP_ss_scales_fm1_5x5_all_ep60.pth )", + "script_alias": "detect-os", + "script_tags": "detect-os,detect,os,info", + "script_uid": "863735b7db8c44fc", + "script_variations": "", + "version": "" + } + }, + { + "get,rclone": { + "parent": "download-file,9cdc8dc41aae437e ( rclone,_url.https://automotive.mlcommons-storage.org/SSD_ResNet50%2Fbaseline_8MP_ss_scales_fm1_5x5_all_ep60.pth )", + "script_alias": "get-rclone", + "script_tags": "get,rclone", + "script_uid": "22ffb43c49c9419e", + "script_variations": "", + "version": "1.65.2" + } + }, + { + "download,file,_rclone,_url.https://automotive.mlcommons-storage.org/SSD_ResNet50%2Fbaseline_8MP_ss_scales_fm1_5x5_all_ep60.pth": { + "parent": "get-ml-model-abtf-ssd-pytorch,59cfc2a22f5d4f46 ( abtf-poc )", + "script_alias": "download-file", + "script_tags": "download,file,download-file", + "script_uid": "9cdc8dc41aae437e", + "script_variations": "rclone,url.https://automotive.mlcommons-storage.org/SSD_ResNet50%2Fbaseline_8MP_ss_scales_fm1_5x5_all_ep60.pth", + "version": "" + } + }, + { + "get,ml-model,abtf-ssd-pytorch,_abtf-poc": { + "parent": "demo-ml-model-abtf-cognata-pytorch-loadgen,4b78c060c5974068 ( abtf-poc-model,_pytorch,_singlestream,_cpu )", + "script_alias": "get-ml-model-abtf-ssd-pytorch", + "script_tags": "get,ml-model,abtf-ssd-pytorch,cmc", + "script_uid": "59cfc2a22f5d4f46", + "script_variations": "abtf-poc", + "version": "" + } + }, + { + "detect,os": { + "parent": "detect-cpu,586c8a43320142f7", + "script_alias": "detect-os", + "script_tags": "detect-os,detect,os,info", + "script_uid": "863735b7db8c44fc", + "script_variations": "", + "version": "" + } + }, + { + "detect,cpu": { + "parent": "benchmark-program,19f369ef47084895", + "script_alias": "detect-cpu", + "script_tags": "detect,cpu,detect-cpu,info", + "script_uid": "586c8a43320142f7", + "script_variations": "", + "version": "" + } + }, + { + "benchmark-program,program": { + "parent": "benchmark-program-mlperf,cfff0132a8aa4018", + "script_alias": "benchmark-program", + "script_tags": "program,benchmark,benchmark-program", + "script_uid": "19f369ef47084895", + "script_variations": "", + "version": "" + } + }, + { + "benchmark-mlperf": { + "parent": "demo-ml-model-abtf-cognata-pytorch-loadgen,4b78c060c5974068 ( abtf-poc-model,_pytorch,_singlestream,_cpu )", + "script_alias": "benchmark-program-mlperf", + "script_tags": "mlperf,benchmark-mlperf", + "script_uid": "cfff0132a8aa4018", + "script_variations": "", + "version": "" + } + }, + { + "save,mlperf,inference,state": { + "parent": "demo-ml-model-abtf-cognata-pytorch-loadgen,4b78c060c5974068 ( abtf-poc-model,_pytorch,_singlestream,_cpu )", + "script_alias": "save-mlperf-inference-implementation-state", + "script_tags": "save,mlperf,inference,implementation,state", + "script_uid": "b14b813229c444f8", + "script_variations": "", + "version": "" + } + }, + { + "run-mlperf-inference,demo,abtf-model,_abtf-poc-model,_pytorch,_singlestream,_cpu": { + "parent": "app-abtf-inference,43eb68e6a63e42ed ( mlcommons-python,_abtf-poc-model,_pytorch,_cpu,_test,_poc-demo,_singlestream )", + "script_alias": "demo-ml-model-abtf-cognata-pytorch-loadgen", + "script_tags": "demo,run-mlperf-inference,object-detection,abtf-model", + "script_uid": "4b78c060c5974068", + "script_variations": "abtf-poc-model,pytorch,singlestream,cpu", + "version": "" + } + }, + { + "app,abtf-inference,_mlcommons-python,_abtf-poc-model,_pytorch,_cpu,_test,_poc-demo,_singlestream": { + "parent": null, + "script_alias": "app-abtf-inference", + "script_tags": "app,app-mlperf-inference,mlperf-inference,abtf-inference", + "script_uid": "43eb68e6a63e42ed", + "script_variations": "mlcommons-python,abtf-poc-model,pytorch,cpu,test,poc-demo,singlestream", + "version": "" + } + } +] diff --git a/hardware/anandhu_VivoBook_ASUSLaptop_X515UA_M515UA.json b/hardware/anandhu_VivoBook_ASUSLaptop_X515UA_M515UA.json new file mode 100644 index 0000000000..b7cf960dbb --- /dev/null +++ b/hardware/anandhu_VivoBook_ASUSLaptop_X515UA_M515UA.json @@ -0,0 +1,26 @@ +{ + "accelerator_frequency": "", + "accelerator_host_interconnect": "N/A", + "accelerator_interconnect": "N/A", + "accelerator_interconnect_topology": "", + "accelerator_memory_capacity": "N/A", + "accelerator_memory_configuration": "N/A", + "accelerator_model_name": "N/A", + "accelerator_on-chip_memories": "", + "accelerators_per_node": "0", + "cooling": "air", + "division": "open", + "host_memory_configuration": "undefined", + "host_networking": "Gig Ethernet", + "host_network_card_count": "1", + "host_networking_topology": "N/A", + "host_processor_interconnect": "", + "host_storage_type": "SSD", + "hw_notes": "", + "number_of_nodes": "1", + "status": "available", + "submitter": "cTuning", + "sw_notes": "Automated by MLCommons CM", + "system_type": "edge", + "system_type_detail": "edge server" +} diff --git a/version_info.json b/version_info.json new file mode 100644 index 0000000000..08cfa9bc47 --- /dev/null +++ b/version_info.json @@ -0,0 +1,522 @@ +[ + { + "detect,os": { + "parent": "app-abtf-inference,43eb68e6a63e42ed ( mlcommons-python,_abtf-poc-model,_pytorch,_cpu,_test,_poc-demo,_singlestream )", + "script_alias": "detect-os", + "script_tags": "detect-os,detect,os,info", + "script_uid": "863735b7db8c44fc", + "script_variations": "", + "version": "" + } + }, + { + "detect,os": { + "parent": "detect-cpu,586c8a43320142f7", + "script_alias": "detect-os", + "script_tags": "detect-os,detect,os,info", + "script_uid": "863735b7db8c44fc", + "script_variations": "", + "version": "" + } + }, + { + "detect,cpu": { + "parent": "app-abtf-inference,43eb68e6a63e42ed ( mlcommons-python,_abtf-poc-model,_pytorch,_cpu,_test,_poc-demo,_singlestream )", + "script_alias": "detect-cpu", + "script_tags": "detect,cpu,detect-cpu,info", + "script_uid": "586c8a43320142f7", + "script_variations": "", + "version": "" + } + }, + { + "get,sys-utils-cm": { + "parent": "app-abtf-inference,43eb68e6a63e42ed ( mlcommons-python,_abtf-poc-model,_pytorch,_cpu,_test,_poc-demo,_singlestream )", + "script_alias": "get-sys-utils-cm", + "script_tags": "get,sys-utils-cm", + "script_uid": "bc90993277e84b8e", + "script_variations": "", + "version": "" + } + }, + { + "get,python": { + "parent": "app-abtf-inference,43eb68e6a63e42ed ( mlcommons-python,_abtf-poc-model,_pytorch,_cpu,_test,_poc-demo,_singlestream )", + "script_alias": "get-python3", + "script_tags": "get,python,python3,get-python,get-python3", + "script_uid": "d0b5dd74373f4a62", + "script_variations": "", + "version": "3.10.12" + } + }, + { + "get,generic-python-lib,_package.cmind": { + "parent": "app-abtf-inference,43eb68e6a63e42ed ( mlcommons-python,_abtf-poc-model,_pytorch,_cpu,_test,_poc-demo,_singlestream )", + "script_alias": "get-generic-python-lib", + "script_tags": "get,install,generic,generic-python-lib", + "script_uid": "94b62a682bc44791", + "script_variations": "package.cmind", + "version": "2.3.1" + } + }, + { + "get,mlperf,inference,src": { + "parent": "get-mlperf-inference-utils,e341e5f86d8342e5", + "script_alias": "get-mlperf-inference-src", + "script_tags": "get,src,source,inference,inference-src,inference-source,mlperf,mlcommons", + "script_uid": "4b57186581024797", + "script_variations": "", + "version": "master" + } + }, + { + "get,mlperf,inference,utils": { + "parent": "app-abtf-inference,43eb68e6a63e42ed ( mlcommons-python,_abtf-poc-model,_pytorch,_cpu,_test,_poc-demo,_singlestream )", + "script_alias": "get-mlperf-inference-utils", + "script_tags": "get,mlperf,inference,util,utils,functions", + "script_uid": "e341e5f86d8342e5", + "script_variations": "", + "version": "" + } + }, + { + "detect,os": { + "parent": "demo-ml-model-abtf-cognata-pytorch-loadgen,4b78c060c5974068 ( abtf-poc-model,_pytorch,_singlestream,_cpu )", + "script_alias": "detect-os", + "script_tags": "detect-os,detect,os,info", + "script_uid": "863735b7db8c44fc", + "script_variations": "", + "version": "" + } + }, + { + "detect,os": { + "parent": "detect-cpu,586c8a43320142f7", + "script_alias": "detect-os", + "script_tags": "detect-os,detect,os,info", + "script_uid": "863735b7db8c44fc", + "script_variations": "", + "version": "" + } + }, + { + "detect,cpu": { + "parent": "demo-ml-model-abtf-cognata-pytorch-loadgen,4b78c060c5974068 ( abtf-poc-model,_pytorch,_singlestream,_cpu )", + "script_alias": "detect-cpu", + "script_tags": "detect,cpu,detect-cpu,info", + "script_uid": "586c8a43320142f7", + "script_variations": "", + "version": "" + } + }, + { + "get,sys-utils-cm": { + "parent": "demo-ml-model-abtf-cognata-pytorch-loadgen,4b78c060c5974068 ( abtf-poc-model,_pytorch,_singlestream,_cpu )", + "script_alias": "get-sys-utils-cm", + "script_tags": "get,sys-utils-cm", + "script_uid": "bc90993277e84b8e", + "script_variations": "", + "version": "" + } + }, + { + "get,python": { + "parent": "demo-ml-model-abtf-cognata-pytorch-loadgen,4b78c060c5974068 ( abtf-poc-model,_pytorch,_singlestream,_cpu )", + "script_alias": "get-python3", + "script_tags": "get,python,python3,get-python,get-python3", + "script_uid": "d0b5dd74373f4a62", + "script_variations": "", + "version": "3.10.12" + } + }, + { + "get,generic-python-lib,_package.cmind": { + "parent": "demo-ml-model-abtf-cognata-pytorch-loadgen,4b78c060c5974068 ( abtf-poc-model,_pytorch,_singlestream,_cpu )", + "script_alias": "get-generic-python-lib", + "script_tags": "get,install,generic,generic-python-lib", + "script_uid": "94b62a682bc44791", + "script_variations": "package.cmind", + "version": "2.3.1" + } + }, + { + "get,generic-python-lib,_torch": { + "parent": "demo-ml-model-abtf-cognata-pytorch-loadgen,4b78c060c5974068 ( abtf-poc-model,_pytorch,_singlestream,_cpu )", + "script_alias": "get-generic-python-lib", + "script_tags": "get,install,generic,generic-python-lib", + "script_uid": "94b62a682bc44791", + "script_variations": "torch", + "version": "2.3.0" + } + }, + { + "get,generic-python-lib,_torchvision": { + "parent": "demo-ml-model-abtf-cognata-pytorch-loadgen,4b78c060c5974068 ( abtf-poc-model,_pytorch,_singlestream,_cpu )", + "script_alias": "get-generic-python-lib", + "script_tags": "get,install,generic,generic-python-lib", + "script_uid": "94b62a682bc44791", + "script_variations": "torchvision", + "version": "0.18.0" + } + }, + { + "detect,os": { + "parent": "generate-mlperf-inference-user-conf,3af4475745964b93", + "script_alias": "detect-os", + "script_tags": "detect-os,detect,os,info", + "script_uid": "863735b7db8c44fc", + "script_variations": "", + "version": "" + } + }, + { + "detect,os": { + "parent": "detect-cpu,586c8a43320142f7", + "script_alias": "detect-os", + "script_tags": "detect-os,detect,os,info", + "script_uid": "863735b7db8c44fc", + "script_variations": "", + "version": "" + } + }, + { + "detect,cpu": { + "parent": "generate-mlperf-inference-user-conf,3af4475745964b93", + "script_alias": "detect-cpu", + "script_tags": "detect,cpu,detect-cpu,info", + "script_uid": "586c8a43320142f7", + "script_variations": "", + "version": "" + } + }, + { + "get,python": { + "parent": "generate-mlperf-inference-user-conf,3af4475745964b93", + "script_alias": "get-python3", + "script_tags": "get,python,python3,get-python,get-python3", + "script_uid": "d0b5dd74373f4a62", + "script_variations": "", + "version": "3.10.12" + } + }, + { + "get,mlcommons,inference,src": { + "parent": "generate-mlperf-inference-user-conf,3af4475745964b93", + "script_alias": "get-mlperf-inference-src", + "script_tags": "get,src,source,inference,inference-src,inference-source,mlperf,mlcommons", + "script_uid": "4b57186581024797", + "script_variations": "", + "version": "master" + } + }, + { + "get,cache,dir,_name.mlperf-inference-sut-configs": { + "parent": "get-mlperf-inference-sut-configs,c2fbf72009e2445b", + "script_alias": "get-cache-dir", + "script_tags": "get,cache,dir,directory", + "script_uid": "48f4622e059b45ce", + "script_variations": "name.mlperf-inference-sut-configs", + "version": "" + } + }, + { + "get,sut,configs": { + "parent": "generate-mlperf-inference-user-conf,3af4475745964b93", + "script_alias": "get-mlperf-inference-sut-configs", + "script_tags": "get,mlperf,inference,sut,configs,sut-configs", + "script_uid": "c2fbf72009e2445b", + "script_variations": "", + "version": "" + } + }, + { + "generate,user-conf,mlperf,inference": { + "parent": "demo-ml-model-abtf-cognata-pytorch-loadgen,4b78c060c5974068 ( abtf-poc-model,_pytorch,_singlestream,_cpu )", + "script_alias": "generate-mlperf-inference-user-conf", + "script_tags": "generate,mlperf,inference,user-conf,inference-user-conf", + "script_uid": "3af4475745964b93", + "script_variations": "", + "version": "" + } + }, + { + "get,generic-python-lib,_package.mlcommons-loadgen": { + "parent": "demo-ml-model-abtf-cognata-pytorch-loadgen,4b78c060c5974068 ( abtf-poc-model,_pytorch,_singlestream,_cpu )", + "script_alias": "get-generic-python-lib", + "script_tags": "get,install,generic,generic-python-lib", + "script_uid": "94b62a682bc44791", + "script_variations": "package.mlcommons-loadgen", + "version": "4.0.1" + } + }, + { + "get,generic-python-lib,_package.psutil": { + "parent": "demo-ml-model-abtf-cognata-pytorch-loadgen,4b78c060c5974068 ( abtf-poc-model,_pytorch,_singlestream,_cpu )", + "script_alias": "get-generic-python-lib", + "script_tags": "get,install,generic,generic-python-lib", + "script_uid": "94b62a682bc44791", + "script_variations": "package.psutil", + "version": "5.9.8" + } + }, + { + "get,generic-python-lib,_opencv-python": { + "parent": "demo-ml-model-abtf-cognata-pytorch-loadgen,4b78c060c5974068 ( abtf-poc-model,_pytorch,_singlestream,_cpu )", + "script_alias": "get-generic-python-lib", + "script_tags": "get,install,generic,generic-python-lib", + "script_uid": "94b62a682bc44791", + "script_variations": "opencv-python", + "version": "4.10.0.84" + } + }, + { + "get,generic-python-lib,_numpy": { + "parent": "demo-ml-model-abtf-cognata-pytorch-loadgen,4b78c060c5974068 ( abtf-poc-model,_pytorch,_singlestream,_cpu )", + "script_alias": "get-generic-python-lib", + "script_tags": "get,install,generic,generic-python-lib", + "script_uid": "94b62a682bc44791", + "script_variations": "numpy", + "version": "1.26.4" + } + }, + { + "get,generic-python-lib,_pycocotools": { + "parent": "demo-ml-model-abtf-cognata-pytorch-loadgen,4b78c060c5974068 ( abtf-poc-model,_pytorch,_singlestream,_cpu )", + "script_alias": "get-generic-python-lib", + "script_tags": "get,install,generic,generic-python-lib", + "script_uid": "94b62a682bc44791", + "script_variations": "pycocotools", + "version": "2.0.8" + } + }, + { + "get,generic-python-lib,_package.torchmetrics": { + "parent": "demo-ml-model-abtf-cognata-pytorch-loadgen,4b78c060c5974068 ( abtf-poc-model,_pytorch,_singlestream,_cpu )", + "script_alias": "get-generic-python-lib", + "script_tags": "get,install,generic,generic-python-lib", + "script_uid": "94b62a682bc44791", + "script_variations": "package.torchmetrics", + "version": "1.4.0.post0" + } + }, + { + "get,generic-python-lib,_package.faster-coco-eval": { + "parent": "demo-ml-model-abtf-cognata-pytorch-loadgen,4b78c060c5974068 ( abtf-poc-model,_pytorch,_singlestream,_cpu )", + "script_alias": "get-generic-python-lib", + "script_tags": "get,install,generic,generic-python-lib", + "script_uid": "94b62a682bc44791", + "script_variations": "package.faster-coco-eval", + "version": "1.5.7" + } + }, + { + "detect,os": { + "parent": "download-file,9cdc8dc41aae437e ( rclone,_url.https://automotive.mlcommons-storage.org/Cognata_Dataset_PoC_Demo%2F10002_Urban_Clear_Morning.zip )", + "script_alias": "detect-os", + "script_tags": "detect-os,detect,os,info", + "script_uid": "863735b7db8c44fc", + "script_variations": "", + "version": "" + } + }, + { + "get,rclone": { + "parent": "download-file,9cdc8dc41aae437e ( rclone,_url.https://automotive.mlcommons-storage.org/Cognata_Dataset_PoC_Demo%2F10002_Urban_Clear_Morning.zip )", + "script_alias": "get-rclone", + "script_tags": "get,rclone", + "script_uid": "22ffb43c49c9419e", + "script_variations": "", + "version": "1.65.2" + } + }, + { + "download,file,_rclone,_url.https://automotive.mlcommons-storage.org/Cognata_Dataset_PoC_Demo%2F10002_Urban_Clear_Morning.zip": { + "parent": "download-and-extract,c67e81a4ce2649f5 ( extract,_rclone,_url.https://automotive.mlcommons-storage.org/Cognata_Dataset_PoC_Demo%2F10002_Urban_Clear_Morning.zip )", + "script_alias": "download-file", + "script_tags": "download,file,download-file", + "script_uid": "9cdc8dc41aae437e", + "script_variations": "rclone,url.https://automotive.mlcommons-storage.org/Cognata_Dataset_PoC_Demo%2F10002_Urban_Clear_Morning.zip", + "version": "" + } + }, + { + "detect,os": { + "parent": "extract-file,3f0b76219d004817 ( path./home/anandhu/CM/repos/local/cache/4f54662c90f14507/Cognata_Dataset_PoC_Demo%2F10002_Urban_Clear_Morning.zip )", + "script_alias": "detect-os", + "script_tags": "detect-os,detect,os,info", + "script_uid": "863735b7db8c44fc", + "script_variations": "", + "version": "" + } + }, + { + "extract,file,_path./home/anandhu/CM/repos/local/cache/4f54662c90f14507/Cognata_Dataset_PoC_Demo%2F10002_Urban_Clear_Morning.zip": { + "parent": "download-and-extract,c67e81a4ce2649f5 ( extract,_rclone,_url.https://automotive.mlcommons-storage.org/Cognata_Dataset_PoC_Demo%2F10002_Urban_Clear_Morning.zip )", + "script_alias": "extract-file", + "script_tags": "extract,file", + "script_uid": "3f0b76219d004817", + "script_variations": "path./home/anandhu/CM/repos/local/cache/4f54662c90f14507/Cognata_Dataset_PoC_Demo%2F10002_Urban_Clear_Morning.zip", + "version": "" + } + }, + { + "download-and-extract,file,_extract,_rclone,_url.https://automotive.mlcommons-storage.org/Cognata_Dataset_PoC_Demo%2F10002_Urban_Clear_Morning.zip": { + "parent": "get-dataset-cognata-mlcommons,6e2b5db76833416d ( abtf-poc )", + "script_alias": "download-and-extract", + "script_tags": "dae,file,download-and-extract", + "script_uid": "c67e81a4ce2649f5", + "script_variations": "extract,rclone,url.https://automotive.mlcommons-storage.org/Cognata_Dataset_PoC_Demo%2F10002_Urban_Clear_Morning.zip", + "version": "" + } + }, + { + "get,dataset,raw,mlcommons-cognata,_abtf-poc": { + "parent": "demo-ml-model-abtf-cognata-pytorch-loadgen,4b78c060c5974068 ( abtf-poc-model,_pytorch,_singlestream,_cpu )", + "script_alias": "get-dataset-cognata-mlcommons", + "script_tags": "get,raw,dataset,cognata,mlcommons-cognata,ml-task--object-detection,ml-task--image-segmentation", + "script_uid": "6e2b5db76833416d", + "script_variations": "abtf-poc", + "version": "" + } + }, + { + "detect,os": { + "parent": "get-ml-model-abtf-ssd-pytorch,59cfc2a22f5d4f46 ( abtf-poc )", + "script_alias": "detect-os", + "script_tags": "detect-os,detect,os,info", + "script_uid": "863735b7db8c44fc", + "script_variations": "", + "version": "" + } + }, + { + "detect,os": { + "parent": "get-git-repo,ed603e7292974f10 ( repo.https://github.com/mlcommons/abtf-ssd-pytorch,_branch.cognata )", + "script_alias": "detect-os", + "script_tags": "detect-os,detect,os,info", + "script_uid": "863735b7db8c44fc", + "script_variations": "", + "version": "" + } + }, + { + "get,git,repo,_repo.https://github.com/mlcommons/abtf-ssd-pytorch,_branch.cognata": { + "parent": "get-ml-model-abtf-ssd-pytorch,59cfc2a22f5d4f46 ( abtf-poc )", + "script_alias": "get-git-repo", + "script_tags": "get,git,repo,repository,clone", + "script_uid": "ed603e7292974f10", + "script_variations": "repo.https://github.com/mlcommons/abtf-ssd-pytorch,branch.cognata", + "version": "" + } + }, + { + "detect,os": { + "parent": "download-file,9cdc8dc41aae437e ( rclone,_url.https://automotive.mlcommons-storage.org/SSD_ResNet50%2Fbaseline_8MP_ss_scales_fm1_5x5_all_ep60.pth )", + "script_alias": "detect-os", + "script_tags": "detect-os,detect,os,info", + "script_uid": "863735b7db8c44fc", + "script_variations": "", + "version": "" + } + }, + { + "get,rclone": { + "parent": "download-file,9cdc8dc41aae437e ( rclone,_url.https://automotive.mlcommons-storage.org/SSD_ResNet50%2Fbaseline_8MP_ss_scales_fm1_5x5_all_ep60.pth )", + "script_alias": "get-rclone", + "script_tags": "get,rclone", + "script_uid": "22ffb43c49c9419e", + "script_variations": "", + "version": "1.65.2" + } + }, + { + "download,file,_rclone,_url.https://automotive.mlcommons-storage.org/SSD_ResNet50%2Fbaseline_8MP_ss_scales_fm1_5x5_all_ep60.pth": { + "parent": "get-ml-model-abtf-ssd-pytorch,59cfc2a22f5d4f46 ( abtf-poc )", + "script_alias": "download-file", + "script_tags": "download,file,download-file", + "script_uid": "9cdc8dc41aae437e", + "script_variations": "rclone,url.https://automotive.mlcommons-storage.org/SSD_ResNet50%2Fbaseline_8MP_ss_scales_fm1_5x5_all_ep60.pth", + "version": "" + } + }, + { + "get,ml-model,abtf-ssd-pytorch,_abtf-poc": { + "parent": "demo-ml-model-abtf-cognata-pytorch-loadgen,4b78c060c5974068 ( abtf-poc-model,_pytorch,_singlestream,_cpu )", + "script_alias": "get-ml-model-abtf-ssd-pytorch", + "script_tags": "get,ml-model,abtf-ssd-pytorch,cmc", + "script_uid": "59cfc2a22f5d4f46", + "script_variations": "abtf-poc", + "version": "" + } + }, + { + "detect,os": { + "parent": "detect-cpu,586c8a43320142f7", + "script_alias": "detect-os", + "script_tags": "detect-os,detect,os,info", + "script_uid": "863735b7db8c44fc", + "script_variations": "", + "version": "" + } + }, + { + "detect,cpu": { + "parent": "benchmark-program,19f369ef47084895", + "script_alias": "detect-cpu", + "script_tags": "detect,cpu,detect-cpu,info", + "script_uid": "586c8a43320142f7", + "script_variations": "", + "version": "" + } + }, + { + "benchmark-program,program": { + "parent": "benchmark-program-mlperf,cfff0132a8aa4018", + "script_alias": "benchmark-program", + "script_tags": "program,benchmark,benchmark-program", + "script_uid": "19f369ef47084895", + "script_variations": "", + "version": "" + } + }, + { + "benchmark-mlperf": { + "parent": "demo-ml-model-abtf-cognata-pytorch-loadgen,4b78c060c5974068 ( abtf-poc-model,_pytorch,_singlestream,_cpu )", + "script_alias": "benchmark-program-mlperf", + "script_tags": "mlperf,benchmark-mlperf", + "script_uid": "cfff0132a8aa4018", + "script_variations": "", + "version": "" + } + }, + { + "save,mlperf,inference,state": { + "parent": "demo-ml-model-abtf-cognata-pytorch-loadgen,4b78c060c5974068 ( abtf-poc-model,_pytorch,_singlestream,_cpu )", + "script_alias": "save-mlperf-inference-implementation-state", + "script_tags": "save,mlperf,inference,implementation,state", + "script_uid": "b14b813229c444f8", + "script_variations": "", + "version": "" + } + }, + { + "run-mlperf-inference,demo,abtf-model,_abtf-poc-model,_pytorch,_singlestream,_cpu": { + "parent": "app-abtf-inference,43eb68e6a63e42ed ( mlcommons-python,_abtf-poc-model,_pytorch,_cpu,_test,_poc-demo,_singlestream )", + "script_alias": "demo-ml-model-abtf-cognata-pytorch-loadgen", + "script_tags": "demo,run-mlperf-inference,object-detection,abtf-model", + "script_uid": "4b78c060c5974068", + "script_variations": "abtf-poc-model,pytorch,singlestream,cpu", + "version": "" + } + }, + { + "app,abtf-inference,_mlcommons-python,_abtf-poc-model,_pytorch,_cpu,_test,_poc-demo,_singlestream": { + "parent": null, + "script_alias": "app-abtf-inference", + "script_tags": "app,app-mlperf-inference,mlperf-inference,abtf-inference", + "script_uid": "43eb68e6a63e42ed", + "script_variations": "mlcommons-python,abtf-poc-model,pytorch,cpu,test,poc-demo,singlestream", + "version": "" + } + } +] From 7b63af2dfb8a36058450ccd245b4109cdd2844db Mon Sep 17 00:00:00 2001 From: anandhu-eng Date: Wed, 26 Jun 2024 03:48:53 +0530 Subject: [PATCH 05/13] remove temp generated files --- cm-run-script-versions.json | 522 ------------------ ...dhu_VivoBook_ASUSLaptop_X515UA_M515UA.json | 26 - version_info.json | 522 ------------------ 3 files changed, 1070 deletions(-) delete mode 100644 cm-run-script-versions.json delete mode 100644 hardware/anandhu_VivoBook_ASUSLaptop_X515UA_M515UA.json delete mode 100644 version_info.json diff --git a/cm-run-script-versions.json b/cm-run-script-versions.json deleted file mode 100644 index 08cfa9bc47..0000000000 --- a/cm-run-script-versions.json +++ /dev/null @@ -1,522 +0,0 @@ -[ - { - "detect,os": { - "parent": "app-abtf-inference,43eb68e6a63e42ed ( mlcommons-python,_abtf-poc-model,_pytorch,_cpu,_test,_poc-demo,_singlestream )", - "script_alias": "detect-os", - "script_tags": "detect-os,detect,os,info", - "script_uid": "863735b7db8c44fc", - "script_variations": "", - "version": "" - } - }, - { - "detect,os": { - "parent": "detect-cpu,586c8a43320142f7", - "script_alias": "detect-os", - "script_tags": "detect-os,detect,os,info", - "script_uid": "863735b7db8c44fc", - "script_variations": "", - "version": "" - } - }, - { - "detect,cpu": { - "parent": "app-abtf-inference,43eb68e6a63e42ed ( mlcommons-python,_abtf-poc-model,_pytorch,_cpu,_test,_poc-demo,_singlestream )", - "script_alias": "detect-cpu", - "script_tags": "detect,cpu,detect-cpu,info", - "script_uid": "586c8a43320142f7", - "script_variations": "", - "version": "" - } - }, - { - "get,sys-utils-cm": { - "parent": "app-abtf-inference,43eb68e6a63e42ed ( mlcommons-python,_abtf-poc-model,_pytorch,_cpu,_test,_poc-demo,_singlestream )", - "script_alias": "get-sys-utils-cm", - "script_tags": "get,sys-utils-cm", - "script_uid": "bc90993277e84b8e", - "script_variations": "", - "version": "" - } - }, - { - "get,python": { - "parent": "app-abtf-inference,43eb68e6a63e42ed ( mlcommons-python,_abtf-poc-model,_pytorch,_cpu,_test,_poc-demo,_singlestream )", - "script_alias": "get-python3", - "script_tags": "get,python,python3,get-python,get-python3", - "script_uid": "d0b5dd74373f4a62", - "script_variations": "", - "version": "3.10.12" - } - }, - { - "get,generic-python-lib,_package.cmind": { - "parent": "app-abtf-inference,43eb68e6a63e42ed ( mlcommons-python,_abtf-poc-model,_pytorch,_cpu,_test,_poc-demo,_singlestream )", - "script_alias": "get-generic-python-lib", - "script_tags": "get,install,generic,generic-python-lib", - "script_uid": "94b62a682bc44791", - "script_variations": "package.cmind", - "version": "2.3.1" - } - }, - { - "get,mlperf,inference,src": { - "parent": "get-mlperf-inference-utils,e341e5f86d8342e5", - "script_alias": "get-mlperf-inference-src", - "script_tags": "get,src,source,inference,inference-src,inference-source,mlperf,mlcommons", - "script_uid": "4b57186581024797", - "script_variations": "", - "version": "master" - } - }, - { - "get,mlperf,inference,utils": { - "parent": "app-abtf-inference,43eb68e6a63e42ed ( mlcommons-python,_abtf-poc-model,_pytorch,_cpu,_test,_poc-demo,_singlestream )", - "script_alias": "get-mlperf-inference-utils", - "script_tags": "get,mlperf,inference,util,utils,functions", - "script_uid": "e341e5f86d8342e5", - "script_variations": "", - "version": "" - } - }, - { - "detect,os": { - "parent": "demo-ml-model-abtf-cognata-pytorch-loadgen,4b78c060c5974068 ( abtf-poc-model,_pytorch,_singlestream,_cpu )", - "script_alias": "detect-os", - "script_tags": "detect-os,detect,os,info", - "script_uid": "863735b7db8c44fc", - "script_variations": "", - "version": "" - } - }, - { - "detect,os": { - "parent": "detect-cpu,586c8a43320142f7", - "script_alias": "detect-os", - "script_tags": "detect-os,detect,os,info", - "script_uid": "863735b7db8c44fc", - "script_variations": "", - "version": "" - } - }, - { - "detect,cpu": { - "parent": "demo-ml-model-abtf-cognata-pytorch-loadgen,4b78c060c5974068 ( abtf-poc-model,_pytorch,_singlestream,_cpu )", - "script_alias": "detect-cpu", - "script_tags": "detect,cpu,detect-cpu,info", - "script_uid": "586c8a43320142f7", - "script_variations": "", - "version": "" - } - }, - { - "get,sys-utils-cm": { - "parent": "demo-ml-model-abtf-cognata-pytorch-loadgen,4b78c060c5974068 ( abtf-poc-model,_pytorch,_singlestream,_cpu )", - "script_alias": "get-sys-utils-cm", - "script_tags": "get,sys-utils-cm", - "script_uid": "bc90993277e84b8e", - "script_variations": "", - "version": "" - } - }, - { - "get,python": { - "parent": "demo-ml-model-abtf-cognata-pytorch-loadgen,4b78c060c5974068 ( abtf-poc-model,_pytorch,_singlestream,_cpu )", - "script_alias": "get-python3", - "script_tags": "get,python,python3,get-python,get-python3", - "script_uid": "d0b5dd74373f4a62", - "script_variations": "", - "version": "3.10.12" - } - }, - { - "get,generic-python-lib,_package.cmind": { - "parent": "demo-ml-model-abtf-cognata-pytorch-loadgen,4b78c060c5974068 ( abtf-poc-model,_pytorch,_singlestream,_cpu )", - "script_alias": "get-generic-python-lib", - "script_tags": "get,install,generic,generic-python-lib", - "script_uid": "94b62a682bc44791", - "script_variations": "package.cmind", - "version": "2.3.1" - } - }, - { - "get,generic-python-lib,_torch": { - "parent": "demo-ml-model-abtf-cognata-pytorch-loadgen,4b78c060c5974068 ( abtf-poc-model,_pytorch,_singlestream,_cpu )", - "script_alias": "get-generic-python-lib", - "script_tags": "get,install,generic,generic-python-lib", - "script_uid": "94b62a682bc44791", - "script_variations": "torch", - "version": "2.3.0" - } - }, - { - "get,generic-python-lib,_torchvision": { - "parent": "demo-ml-model-abtf-cognata-pytorch-loadgen,4b78c060c5974068 ( abtf-poc-model,_pytorch,_singlestream,_cpu )", - "script_alias": "get-generic-python-lib", - "script_tags": "get,install,generic,generic-python-lib", - "script_uid": "94b62a682bc44791", - "script_variations": "torchvision", - "version": "0.18.0" - } - }, - { - "detect,os": { - "parent": "generate-mlperf-inference-user-conf,3af4475745964b93", - "script_alias": "detect-os", - "script_tags": "detect-os,detect,os,info", - "script_uid": "863735b7db8c44fc", - "script_variations": "", - "version": "" - } - }, - { - "detect,os": { - "parent": "detect-cpu,586c8a43320142f7", - "script_alias": "detect-os", - "script_tags": "detect-os,detect,os,info", - "script_uid": "863735b7db8c44fc", - "script_variations": "", - "version": "" - } - }, - { - "detect,cpu": { - "parent": "generate-mlperf-inference-user-conf,3af4475745964b93", - "script_alias": "detect-cpu", - "script_tags": "detect,cpu,detect-cpu,info", - "script_uid": "586c8a43320142f7", - "script_variations": "", - "version": "" - } - }, - { - "get,python": { - "parent": "generate-mlperf-inference-user-conf,3af4475745964b93", - "script_alias": "get-python3", - "script_tags": "get,python,python3,get-python,get-python3", - "script_uid": "d0b5dd74373f4a62", - "script_variations": "", - "version": "3.10.12" - } - }, - { - "get,mlcommons,inference,src": { - "parent": "generate-mlperf-inference-user-conf,3af4475745964b93", - "script_alias": "get-mlperf-inference-src", - "script_tags": "get,src,source,inference,inference-src,inference-source,mlperf,mlcommons", - "script_uid": "4b57186581024797", - "script_variations": "", - "version": "master" - } - }, - { - "get,cache,dir,_name.mlperf-inference-sut-configs": { - "parent": "get-mlperf-inference-sut-configs,c2fbf72009e2445b", - "script_alias": "get-cache-dir", - "script_tags": "get,cache,dir,directory", - "script_uid": "48f4622e059b45ce", - "script_variations": "name.mlperf-inference-sut-configs", - "version": "" - } - }, - { - "get,sut,configs": { - "parent": "generate-mlperf-inference-user-conf,3af4475745964b93", - "script_alias": "get-mlperf-inference-sut-configs", - "script_tags": "get,mlperf,inference,sut,configs,sut-configs", - "script_uid": "c2fbf72009e2445b", - "script_variations": "", - "version": "" - } - }, - { - "generate,user-conf,mlperf,inference": { - "parent": "demo-ml-model-abtf-cognata-pytorch-loadgen,4b78c060c5974068 ( abtf-poc-model,_pytorch,_singlestream,_cpu )", - "script_alias": "generate-mlperf-inference-user-conf", - "script_tags": "generate,mlperf,inference,user-conf,inference-user-conf", - "script_uid": "3af4475745964b93", - "script_variations": "", - "version": "" - } - }, - { - "get,generic-python-lib,_package.mlcommons-loadgen": { - "parent": "demo-ml-model-abtf-cognata-pytorch-loadgen,4b78c060c5974068 ( abtf-poc-model,_pytorch,_singlestream,_cpu )", - "script_alias": "get-generic-python-lib", - "script_tags": "get,install,generic,generic-python-lib", - "script_uid": "94b62a682bc44791", - "script_variations": "package.mlcommons-loadgen", - "version": "4.0.1" - } - }, - { - "get,generic-python-lib,_package.psutil": { - "parent": "demo-ml-model-abtf-cognata-pytorch-loadgen,4b78c060c5974068 ( abtf-poc-model,_pytorch,_singlestream,_cpu )", - "script_alias": "get-generic-python-lib", - "script_tags": "get,install,generic,generic-python-lib", - "script_uid": "94b62a682bc44791", - "script_variations": "package.psutil", - "version": "5.9.8" - } - }, - { - "get,generic-python-lib,_opencv-python": { - "parent": "demo-ml-model-abtf-cognata-pytorch-loadgen,4b78c060c5974068 ( abtf-poc-model,_pytorch,_singlestream,_cpu )", - "script_alias": "get-generic-python-lib", - "script_tags": "get,install,generic,generic-python-lib", - "script_uid": "94b62a682bc44791", - "script_variations": "opencv-python", - "version": "4.10.0.84" - } - }, - { - "get,generic-python-lib,_numpy": { - "parent": "demo-ml-model-abtf-cognata-pytorch-loadgen,4b78c060c5974068 ( abtf-poc-model,_pytorch,_singlestream,_cpu )", - "script_alias": "get-generic-python-lib", - "script_tags": "get,install,generic,generic-python-lib", - "script_uid": "94b62a682bc44791", - "script_variations": "numpy", - "version": "1.26.4" - } - }, - { - "get,generic-python-lib,_pycocotools": { - "parent": "demo-ml-model-abtf-cognata-pytorch-loadgen,4b78c060c5974068 ( abtf-poc-model,_pytorch,_singlestream,_cpu )", - "script_alias": "get-generic-python-lib", - "script_tags": "get,install,generic,generic-python-lib", - "script_uid": "94b62a682bc44791", - "script_variations": "pycocotools", - "version": "2.0.8" - } - }, - { - "get,generic-python-lib,_package.torchmetrics": { - "parent": "demo-ml-model-abtf-cognata-pytorch-loadgen,4b78c060c5974068 ( abtf-poc-model,_pytorch,_singlestream,_cpu )", - "script_alias": "get-generic-python-lib", - "script_tags": "get,install,generic,generic-python-lib", - "script_uid": "94b62a682bc44791", - "script_variations": "package.torchmetrics", - "version": "1.4.0.post0" - } - }, - { - "get,generic-python-lib,_package.faster-coco-eval": { - "parent": "demo-ml-model-abtf-cognata-pytorch-loadgen,4b78c060c5974068 ( abtf-poc-model,_pytorch,_singlestream,_cpu )", - "script_alias": "get-generic-python-lib", - "script_tags": "get,install,generic,generic-python-lib", - "script_uid": "94b62a682bc44791", - "script_variations": "package.faster-coco-eval", - "version": "1.5.7" - } - }, - { - "detect,os": { - "parent": "download-file,9cdc8dc41aae437e ( rclone,_url.https://automotive.mlcommons-storage.org/Cognata_Dataset_PoC_Demo%2F10002_Urban_Clear_Morning.zip )", - "script_alias": "detect-os", - "script_tags": "detect-os,detect,os,info", - "script_uid": "863735b7db8c44fc", - "script_variations": "", - "version": "" - } - }, - { - "get,rclone": { - "parent": "download-file,9cdc8dc41aae437e ( rclone,_url.https://automotive.mlcommons-storage.org/Cognata_Dataset_PoC_Demo%2F10002_Urban_Clear_Morning.zip )", - "script_alias": "get-rclone", - "script_tags": "get,rclone", - "script_uid": "22ffb43c49c9419e", - "script_variations": "", - "version": "1.65.2" - } - }, - { - "download,file,_rclone,_url.https://automotive.mlcommons-storage.org/Cognata_Dataset_PoC_Demo%2F10002_Urban_Clear_Morning.zip": { - "parent": "download-and-extract,c67e81a4ce2649f5 ( extract,_rclone,_url.https://automotive.mlcommons-storage.org/Cognata_Dataset_PoC_Demo%2F10002_Urban_Clear_Morning.zip )", - "script_alias": "download-file", - "script_tags": "download,file,download-file", - "script_uid": "9cdc8dc41aae437e", - "script_variations": "rclone,url.https://automotive.mlcommons-storage.org/Cognata_Dataset_PoC_Demo%2F10002_Urban_Clear_Morning.zip", - "version": "" - } - }, - { - "detect,os": { - "parent": "extract-file,3f0b76219d004817 ( path./home/anandhu/CM/repos/local/cache/4f54662c90f14507/Cognata_Dataset_PoC_Demo%2F10002_Urban_Clear_Morning.zip )", - "script_alias": "detect-os", - "script_tags": "detect-os,detect,os,info", - "script_uid": "863735b7db8c44fc", - "script_variations": "", - "version": "" - } - }, - { - "extract,file,_path./home/anandhu/CM/repos/local/cache/4f54662c90f14507/Cognata_Dataset_PoC_Demo%2F10002_Urban_Clear_Morning.zip": { - "parent": "download-and-extract,c67e81a4ce2649f5 ( extract,_rclone,_url.https://automotive.mlcommons-storage.org/Cognata_Dataset_PoC_Demo%2F10002_Urban_Clear_Morning.zip )", - "script_alias": "extract-file", - "script_tags": "extract,file", - "script_uid": "3f0b76219d004817", - "script_variations": "path./home/anandhu/CM/repos/local/cache/4f54662c90f14507/Cognata_Dataset_PoC_Demo%2F10002_Urban_Clear_Morning.zip", - "version": "" - } - }, - { - "download-and-extract,file,_extract,_rclone,_url.https://automotive.mlcommons-storage.org/Cognata_Dataset_PoC_Demo%2F10002_Urban_Clear_Morning.zip": { - "parent": "get-dataset-cognata-mlcommons,6e2b5db76833416d ( abtf-poc )", - "script_alias": "download-and-extract", - "script_tags": "dae,file,download-and-extract", - "script_uid": "c67e81a4ce2649f5", - "script_variations": "extract,rclone,url.https://automotive.mlcommons-storage.org/Cognata_Dataset_PoC_Demo%2F10002_Urban_Clear_Morning.zip", - "version": "" - } - }, - { - "get,dataset,raw,mlcommons-cognata,_abtf-poc": { - "parent": "demo-ml-model-abtf-cognata-pytorch-loadgen,4b78c060c5974068 ( abtf-poc-model,_pytorch,_singlestream,_cpu )", - "script_alias": "get-dataset-cognata-mlcommons", - "script_tags": "get,raw,dataset,cognata,mlcommons-cognata,ml-task--object-detection,ml-task--image-segmentation", - "script_uid": "6e2b5db76833416d", - "script_variations": "abtf-poc", - "version": "" - } - }, - { - "detect,os": { - "parent": "get-ml-model-abtf-ssd-pytorch,59cfc2a22f5d4f46 ( abtf-poc )", - "script_alias": "detect-os", - "script_tags": "detect-os,detect,os,info", - "script_uid": "863735b7db8c44fc", - "script_variations": "", - "version": "" - } - }, - { - "detect,os": { - "parent": "get-git-repo,ed603e7292974f10 ( repo.https://github.com/mlcommons/abtf-ssd-pytorch,_branch.cognata )", - "script_alias": "detect-os", - "script_tags": "detect-os,detect,os,info", - "script_uid": "863735b7db8c44fc", - "script_variations": "", - "version": "" - } - }, - { - "get,git,repo,_repo.https://github.com/mlcommons/abtf-ssd-pytorch,_branch.cognata": { - "parent": "get-ml-model-abtf-ssd-pytorch,59cfc2a22f5d4f46 ( abtf-poc )", - "script_alias": "get-git-repo", - "script_tags": "get,git,repo,repository,clone", - "script_uid": "ed603e7292974f10", - "script_variations": "repo.https://github.com/mlcommons/abtf-ssd-pytorch,branch.cognata", - "version": "" - } - }, - { - "detect,os": { - "parent": "download-file,9cdc8dc41aae437e ( rclone,_url.https://automotive.mlcommons-storage.org/SSD_ResNet50%2Fbaseline_8MP_ss_scales_fm1_5x5_all_ep60.pth )", - "script_alias": "detect-os", - "script_tags": "detect-os,detect,os,info", - "script_uid": "863735b7db8c44fc", - "script_variations": "", - "version": "" - } - }, - { - "get,rclone": { - "parent": "download-file,9cdc8dc41aae437e ( rclone,_url.https://automotive.mlcommons-storage.org/SSD_ResNet50%2Fbaseline_8MP_ss_scales_fm1_5x5_all_ep60.pth )", - "script_alias": "get-rclone", - "script_tags": "get,rclone", - "script_uid": "22ffb43c49c9419e", - "script_variations": "", - "version": "1.65.2" - } - }, - { - "download,file,_rclone,_url.https://automotive.mlcommons-storage.org/SSD_ResNet50%2Fbaseline_8MP_ss_scales_fm1_5x5_all_ep60.pth": { - "parent": "get-ml-model-abtf-ssd-pytorch,59cfc2a22f5d4f46 ( abtf-poc )", - "script_alias": "download-file", - "script_tags": "download,file,download-file", - "script_uid": "9cdc8dc41aae437e", - "script_variations": "rclone,url.https://automotive.mlcommons-storage.org/SSD_ResNet50%2Fbaseline_8MP_ss_scales_fm1_5x5_all_ep60.pth", - "version": "" - } - }, - { - "get,ml-model,abtf-ssd-pytorch,_abtf-poc": { - "parent": "demo-ml-model-abtf-cognata-pytorch-loadgen,4b78c060c5974068 ( abtf-poc-model,_pytorch,_singlestream,_cpu )", - "script_alias": "get-ml-model-abtf-ssd-pytorch", - "script_tags": "get,ml-model,abtf-ssd-pytorch,cmc", - "script_uid": "59cfc2a22f5d4f46", - "script_variations": "abtf-poc", - "version": "" - } - }, - { - "detect,os": { - "parent": "detect-cpu,586c8a43320142f7", - "script_alias": "detect-os", - "script_tags": "detect-os,detect,os,info", - "script_uid": "863735b7db8c44fc", - "script_variations": "", - "version": "" - } - }, - { - "detect,cpu": { - "parent": "benchmark-program,19f369ef47084895", - "script_alias": "detect-cpu", - "script_tags": "detect,cpu,detect-cpu,info", - "script_uid": "586c8a43320142f7", - "script_variations": "", - "version": "" - } - }, - { - "benchmark-program,program": { - "parent": "benchmark-program-mlperf,cfff0132a8aa4018", - "script_alias": "benchmark-program", - "script_tags": "program,benchmark,benchmark-program", - "script_uid": "19f369ef47084895", - "script_variations": "", - "version": "" - } - }, - { - "benchmark-mlperf": { - "parent": "demo-ml-model-abtf-cognata-pytorch-loadgen,4b78c060c5974068 ( abtf-poc-model,_pytorch,_singlestream,_cpu )", - "script_alias": "benchmark-program-mlperf", - "script_tags": "mlperf,benchmark-mlperf", - "script_uid": "cfff0132a8aa4018", - "script_variations": "", - "version": "" - } - }, - { - "save,mlperf,inference,state": { - "parent": "demo-ml-model-abtf-cognata-pytorch-loadgen,4b78c060c5974068 ( abtf-poc-model,_pytorch,_singlestream,_cpu )", - "script_alias": "save-mlperf-inference-implementation-state", - "script_tags": "save,mlperf,inference,implementation,state", - "script_uid": "b14b813229c444f8", - "script_variations": "", - "version": "" - } - }, - { - "run-mlperf-inference,demo,abtf-model,_abtf-poc-model,_pytorch,_singlestream,_cpu": { - "parent": "app-abtf-inference,43eb68e6a63e42ed ( mlcommons-python,_abtf-poc-model,_pytorch,_cpu,_test,_poc-demo,_singlestream )", - "script_alias": "demo-ml-model-abtf-cognata-pytorch-loadgen", - "script_tags": "demo,run-mlperf-inference,object-detection,abtf-model", - "script_uid": "4b78c060c5974068", - "script_variations": "abtf-poc-model,pytorch,singlestream,cpu", - "version": "" - } - }, - { - "app,abtf-inference,_mlcommons-python,_abtf-poc-model,_pytorch,_cpu,_test,_poc-demo,_singlestream": { - "parent": null, - "script_alias": "app-abtf-inference", - "script_tags": "app,app-mlperf-inference,mlperf-inference,abtf-inference", - "script_uid": "43eb68e6a63e42ed", - "script_variations": "mlcommons-python,abtf-poc-model,pytorch,cpu,test,poc-demo,singlestream", - "version": "" - } - } -] diff --git a/hardware/anandhu_VivoBook_ASUSLaptop_X515UA_M515UA.json b/hardware/anandhu_VivoBook_ASUSLaptop_X515UA_M515UA.json deleted file mode 100644 index b7cf960dbb..0000000000 --- a/hardware/anandhu_VivoBook_ASUSLaptop_X515UA_M515UA.json +++ /dev/null @@ -1,26 +0,0 @@ -{ - "accelerator_frequency": "", - "accelerator_host_interconnect": "N/A", - "accelerator_interconnect": "N/A", - "accelerator_interconnect_topology": "", - "accelerator_memory_capacity": "N/A", - "accelerator_memory_configuration": "N/A", - "accelerator_model_name": "N/A", - "accelerator_on-chip_memories": "", - "accelerators_per_node": "0", - "cooling": "air", - "division": "open", - "host_memory_configuration": "undefined", - "host_networking": "Gig Ethernet", - "host_network_card_count": "1", - "host_networking_topology": "N/A", - "host_processor_interconnect": "", - "host_storage_type": "SSD", - "hw_notes": "", - "number_of_nodes": "1", - "status": "available", - "submitter": "cTuning", - "sw_notes": "Automated by MLCommons CM", - "system_type": "edge", - "system_type_detail": "edge server" -} diff --git a/version_info.json b/version_info.json deleted file mode 100644 index 08cfa9bc47..0000000000 --- a/version_info.json +++ /dev/null @@ -1,522 +0,0 @@ -[ - { - "detect,os": { - "parent": "app-abtf-inference,43eb68e6a63e42ed ( mlcommons-python,_abtf-poc-model,_pytorch,_cpu,_test,_poc-demo,_singlestream )", - "script_alias": "detect-os", - "script_tags": "detect-os,detect,os,info", - "script_uid": "863735b7db8c44fc", - "script_variations": "", - "version": "" - } - }, - { - "detect,os": { - "parent": "detect-cpu,586c8a43320142f7", - "script_alias": "detect-os", - "script_tags": "detect-os,detect,os,info", - "script_uid": "863735b7db8c44fc", - "script_variations": "", - "version": "" - } - }, - { - "detect,cpu": { - "parent": "app-abtf-inference,43eb68e6a63e42ed ( mlcommons-python,_abtf-poc-model,_pytorch,_cpu,_test,_poc-demo,_singlestream )", - "script_alias": "detect-cpu", - "script_tags": "detect,cpu,detect-cpu,info", - "script_uid": "586c8a43320142f7", - "script_variations": "", - "version": "" - } - }, - { - "get,sys-utils-cm": { - "parent": "app-abtf-inference,43eb68e6a63e42ed ( mlcommons-python,_abtf-poc-model,_pytorch,_cpu,_test,_poc-demo,_singlestream )", - "script_alias": "get-sys-utils-cm", - "script_tags": "get,sys-utils-cm", - "script_uid": "bc90993277e84b8e", - "script_variations": "", - "version": "" - } - }, - { - "get,python": { - "parent": "app-abtf-inference,43eb68e6a63e42ed ( mlcommons-python,_abtf-poc-model,_pytorch,_cpu,_test,_poc-demo,_singlestream )", - "script_alias": "get-python3", - "script_tags": "get,python,python3,get-python,get-python3", - "script_uid": "d0b5dd74373f4a62", - "script_variations": "", - "version": "3.10.12" - } - }, - { - "get,generic-python-lib,_package.cmind": { - "parent": "app-abtf-inference,43eb68e6a63e42ed ( mlcommons-python,_abtf-poc-model,_pytorch,_cpu,_test,_poc-demo,_singlestream )", - "script_alias": "get-generic-python-lib", - "script_tags": "get,install,generic,generic-python-lib", - "script_uid": "94b62a682bc44791", - "script_variations": "package.cmind", - "version": "2.3.1" - } - }, - { - "get,mlperf,inference,src": { - "parent": "get-mlperf-inference-utils,e341e5f86d8342e5", - "script_alias": "get-mlperf-inference-src", - "script_tags": "get,src,source,inference,inference-src,inference-source,mlperf,mlcommons", - "script_uid": "4b57186581024797", - "script_variations": "", - "version": "master" - } - }, - { - "get,mlperf,inference,utils": { - "parent": "app-abtf-inference,43eb68e6a63e42ed ( mlcommons-python,_abtf-poc-model,_pytorch,_cpu,_test,_poc-demo,_singlestream )", - "script_alias": "get-mlperf-inference-utils", - "script_tags": "get,mlperf,inference,util,utils,functions", - "script_uid": "e341e5f86d8342e5", - "script_variations": "", - "version": "" - } - }, - { - "detect,os": { - "parent": "demo-ml-model-abtf-cognata-pytorch-loadgen,4b78c060c5974068 ( abtf-poc-model,_pytorch,_singlestream,_cpu )", - "script_alias": "detect-os", - "script_tags": "detect-os,detect,os,info", - "script_uid": "863735b7db8c44fc", - "script_variations": "", - "version": "" - } - }, - { - "detect,os": { - "parent": "detect-cpu,586c8a43320142f7", - "script_alias": "detect-os", - "script_tags": "detect-os,detect,os,info", - "script_uid": "863735b7db8c44fc", - "script_variations": "", - "version": "" - } - }, - { - "detect,cpu": { - "parent": "demo-ml-model-abtf-cognata-pytorch-loadgen,4b78c060c5974068 ( abtf-poc-model,_pytorch,_singlestream,_cpu )", - "script_alias": "detect-cpu", - "script_tags": "detect,cpu,detect-cpu,info", - "script_uid": "586c8a43320142f7", - "script_variations": "", - "version": "" - } - }, - { - "get,sys-utils-cm": { - "parent": "demo-ml-model-abtf-cognata-pytorch-loadgen,4b78c060c5974068 ( abtf-poc-model,_pytorch,_singlestream,_cpu )", - "script_alias": "get-sys-utils-cm", - "script_tags": "get,sys-utils-cm", - "script_uid": "bc90993277e84b8e", - "script_variations": "", - "version": "" - } - }, - { - "get,python": { - "parent": "demo-ml-model-abtf-cognata-pytorch-loadgen,4b78c060c5974068 ( abtf-poc-model,_pytorch,_singlestream,_cpu )", - "script_alias": "get-python3", - "script_tags": "get,python,python3,get-python,get-python3", - "script_uid": "d0b5dd74373f4a62", - "script_variations": "", - "version": "3.10.12" - } - }, - { - "get,generic-python-lib,_package.cmind": { - "parent": "demo-ml-model-abtf-cognata-pytorch-loadgen,4b78c060c5974068 ( abtf-poc-model,_pytorch,_singlestream,_cpu )", - "script_alias": "get-generic-python-lib", - "script_tags": "get,install,generic,generic-python-lib", - "script_uid": "94b62a682bc44791", - "script_variations": "package.cmind", - "version": "2.3.1" - } - }, - { - "get,generic-python-lib,_torch": { - "parent": "demo-ml-model-abtf-cognata-pytorch-loadgen,4b78c060c5974068 ( abtf-poc-model,_pytorch,_singlestream,_cpu )", - "script_alias": "get-generic-python-lib", - "script_tags": "get,install,generic,generic-python-lib", - "script_uid": "94b62a682bc44791", - "script_variations": "torch", - "version": "2.3.0" - } - }, - { - "get,generic-python-lib,_torchvision": { - "parent": "demo-ml-model-abtf-cognata-pytorch-loadgen,4b78c060c5974068 ( abtf-poc-model,_pytorch,_singlestream,_cpu )", - "script_alias": "get-generic-python-lib", - "script_tags": "get,install,generic,generic-python-lib", - "script_uid": "94b62a682bc44791", - "script_variations": "torchvision", - "version": "0.18.0" - } - }, - { - "detect,os": { - "parent": "generate-mlperf-inference-user-conf,3af4475745964b93", - "script_alias": "detect-os", - "script_tags": "detect-os,detect,os,info", - "script_uid": "863735b7db8c44fc", - "script_variations": "", - "version": "" - } - }, - { - "detect,os": { - "parent": "detect-cpu,586c8a43320142f7", - "script_alias": "detect-os", - "script_tags": "detect-os,detect,os,info", - "script_uid": "863735b7db8c44fc", - "script_variations": "", - "version": "" - } - }, - { - "detect,cpu": { - "parent": "generate-mlperf-inference-user-conf,3af4475745964b93", - "script_alias": "detect-cpu", - "script_tags": "detect,cpu,detect-cpu,info", - "script_uid": "586c8a43320142f7", - "script_variations": "", - "version": "" - } - }, - { - "get,python": { - "parent": "generate-mlperf-inference-user-conf,3af4475745964b93", - "script_alias": "get-python3", - "script_tags": "get,python,python3,get-python,get-python3", - "script_uid": "d0b5dd74373f4a62", - "script_variations": "", - "version": "3.10.12" - } - }, - { - "get,mlcommons,inference,src": { - "parent": "generate-mlperf-inference-user-conf,3af4475745964b93", - "script_alias": "get-mlperf-inference-src", - "script_tags": "get,src,source,inference,inference-src,inference-source,mlperf,mlcommons", - "script_uid": "4b57186581024797", - "script_variations": "", - "version": "master" - } - }, - { - "get,cache,dir,_name.mlperf-inference-sut-configs": { - "parent": "get-mlperf-inference-sut-configs,c2fbf72009e2445b", - "script_alias": "get-cache-dir", - "script_tags": "get,cache,dir,directory", - "script_uid": "48f4622e059b45ce", - "script_variations": "name.mlperf-inference-sut-configs", - "version": "" - } - }, - { - "get,sut,configs": { - "parent": "generate-mlperf-inference-user-conf,3af4475745964b93", - "script_alias": "get-mlperf-inference-sut-configs", - "script_tags": "get,mlperf,inference,sut,configs,sut-configs", - "script_uid": "c2fbf72009e2445b", - "script_variations": "", - "version": "" - } - }, - { - "generate,user-conf,mlperf,inference": { - "parent": "demo-ml-model-abtf-cognata-pytorch-loadgen,4b78c060c5974068 ( abtf-poc-model,_pytorch,_singlestream,_cpu )", - "script_alias": "generate-mlperf-inference-user-conf", - "script_tags": "generate,mlperf,inference,user-conf,inference-user-conf", - "script_uid": "3af4475745964b93", - "script_variations": "", - "version": "" - } - }, - { - "get,generic-python-lib,_package.mlcommons-loadgen": { - "parent": "demo-ml-model-abtf-cognata-pytorch-loadgen,4b78c060c5974068 ( abtf-poc-model,_pytorch,_singlestream,_cpu )", - "script_alias": "get-generic-python-lib", - "script_tags": "get,install,generic,generic-python-lib", - "script_uid": "94b62a682bc44791", - "script_variations": "package.mlcommons-loadgen", - "version": "4.0.1" - } - }, - { - "get,generic-python-lib,_package.psutil": { - "parent": "demo-ml-model-abtf-cognata-pytorch-loadgen,4b78c060c5974068 ( abtf-poc-model,_pytorch,_singlestream,_cpu )", - "script_alias": "get-generic-python-lib", - "script_tags": "get,install,generic,generic-python-lib", - "script_uid": "94b62a682bc44791", - "script_variations": "package.psutil", - "version": "5.9.8" - } - }, - { - "get,generic-python-lib,_opencv-python": { - "parent": "demo-ml-model-abtf-cognata-pytorch-loadgen,4b78c060c5974068 ( abtf-poc-model,_pytorch,_singlestream,_cpu )", - "script_alias": "get-generic-python-lib", - "script_tags": "get,install,generic,generic-python-lib", - "script_uid": "94b62a682bc44791", - "script_variations": "opencv-python", - "version": "4.10.0.84" - } - }, - { - "get,generic-python-lib,_numpy": { - "parent": "demo-ml-model-abtf-cognata-pytorch-loadgen,4b78c060c5974068 ( abtf-poc-model,_pytorch,_singlestream,_cpu )", - "script_alias": "get-generic-python-lib", - "script_tags": "get,install,generic,generic-python-lib", - "script_uid": "94b62a682bc44791", - "script_variations": "numpy", - "version": "1.26.4" - } - }, - { - "get,generic-python-lib,_pycocotools": { - "parent": "demo-ml-model-abtf-cognata-pytorch-loadgen,4b78c060c5974068 ( abtf-poc-model,_pytorch,_singlestream,_cpu )", - "script_alias": "get-generic-python-lib", - "script_tags": "get,install,generic,generic-python-lib", - "script_uid": "94b62a682bc44791", - "script_variations": "pycocotools", - "version": "2.0.8" - } - }, - { - "get,generic-python-lib,_package.torchmetrics": { - "parent": "demo-ml-model-abtf-cognata-pytorch-loadgen,4b78c060c5974068 ( abtf-poc-model,_pytorch,_singlestream,_cpu )", - "script_alias": "get-generic-python-lib", - "script_tags": "get,install,generic,generic-python-lib", - "script_uid": "94b62a682bc44791", - "script_variations": "package.torchmetrics", - "version": "1.4.0.post0" - } - }, - { - "get,generic-python-lib,_package.faster-coco-eval": { - "parent": "demo-ml-model-abtf-cognata-pytorch-loadgen,4b78c060c5974068 ( abtf-poc-model,_pytorch,_singlestream,_cpu )", - "script_alias": "get-generic-python-lib", - "script_tags": "get,install,generic,generic-python-lib", - "script_uid": "94b62a682bc44791", - "script_variations": "package.faster-coco-eval", - "version": "1.5.7" - } - }, - { - "detect,os": { - "parent": "download-file,9cdc8dc41aae437e ( rclone,_url.https://automotive.mlcommons-storage.org/Cognata_Dataset_PoC_Demo%2F10002_Urban_Clear_Morning.zip )", - "script_alias": "detect-os", - "script_tags": "detect-os,detect,os,info", - "script_uid": "863735b7db8c44fc", - "script_variations": "", - "version": "" - } - }, - { - "get,rclone": { - "parent": "download-file,9cdc8dc41aae437e ( rclone,_url.https://automotive.mlcommons-storage.org/Cognata_Dataset_PoC_Demo%2F10002_Urban_Clear_Morning.zip )", - "script_alias": "get-rclone", - "script_tags": "get,rclone", - "script_uid": "22ffb43c49c9419e", - "script_variations": "", - "version": "1.65.2" - } - }, - { - "download,file,_rclone,_url.https://automotive.mlcommons-storage.org/Cognata_Dataset_PoC_Demo%2F10002_Urban_Clear_Morning.zip": { - "parent": "download-and-extract,c67e81a4ce2649f5 ( extract,_rclone,_url.https://automotive.mlcommons-storage.org/Cognata_Dataset_PoC_Demo%2F10002_Urban_Clear_Morning.zip )", - "script_alias": "download-file", - "script_tags": "download,file,download-file", - "script_uid": "9cdc8dc41aae437e", - "script_variations": "rclone,url.https://automotive.mlcommons-storage.org/Cognata_Dataset_PoC_Demo%2F10002_Urban_Clear_Morning.zip", - "version": "" - } - }, - { - "detect,os": { - "parent": "extract-file,3f0b76219d004817 ( path./home/anandhu/CM/repos/local/cache/4f54662c90f14507/Cognata_Dataset_PoC_Demo%2F10002_Urban_Clear_Morning.zip )", - "script_alias": "detect-os", - "script_tags": "detect-os,detect,os,info", - "script_uid": "863735b7db8c44fc", - "script_variations": "", - "version": "" - } - }, - { - "extract,file,_path./home/anandhu/CM/repos/local/cache/4f54662c90f14507/Cognata_Dataset_PoC_Demo%2F10002_Urban_Clear_Morning.zip": { - "parent": "download-and-extract,c67e81a4ce2649f5 ( extract,_rclone,_url.https://automotive.mlcommons-storage.org/Cognata_Dataset_PoC_Demo%2F10002_Urban_Clear_Morning.zip )", - "script_alias": "extract-file", - "script_tags": "extract,file", - "script_uid": "3f0b76219d004817", - "script_variations": "path./home/anandhu/CM/repos/local/cache/4f54662c90f14507/Cognata_Dataset_PoC_Demo%2F10002_Urban_Clear_Morning.zip", - "version": "" - } - }, - { - "download-and-extract,file,_extract,_rclone,_url.https://automotive.mlcommons-storage.org/Cognata_Dataset_PoC_Demo%2F10002_Urban_Clear_Morning.zip": { - "parent": "get-dataset-cognata-mlcommons,6e2b5db76833416d ( abtf-poc )", - "script_alias": "download-and-extract", - "script_tags": "dae,file,download-and-extract", - "script_uid": "c67e81a4ce2649f5", - "script_variations": "extract,rclone,url.https://automotive.mlcommons-storage.org/Cognata_Dataset_PoC_Demo%2F10002_Urban_Clear_Morning.zip", - "version": "" - } - }, - { - "get,dataset,raw,mlcommons-cognata,_abtf-poc": { - "parent": "demo-ml-model-abtf-cognata-pytorch-loadgen,4b78c060c5974068 ( abtf-poc-model,_pytorch,_singlestream,_cpu )", - "script_alias": "get-dataset-cognata-mlcommons", - "script_tags": "get,raw,dataset,cognata,mlcommons-cognata,ml-task--object-detection,ml-task--image-segmentation", - "script_uid": "6e2b5db76833416d", - "script_variations": "abtf-poc", - "version": "" - } - }, - { - "detect,os": { - "parent": "get-ml-model-abtf-ssd-pytorch,59cfc2a22f5d4f46 ( abtf-poc )", - "script_alias": "detect-os", - "script_tags": "detect-os,detect,os,info", - "script_uid": "863735b7db8c44fc", - "script_variations": "", - "version": "" - } - }, - { - "detect,os": { - "parent": "get-git-repo,ed603e7292974f10 ( repo.https://github.com/mlcommons/abtf-ssd-pytorch,_branch.cognata )", - "script_alias": "detect-os", - "script_tags": "detect-os,detect,os,info", - "script_uid": "863735b7db8c44fc", - "script_variations": "", - "version": "" - } - }, - { - "get,git,repo,_repo.https://github.com/mlcommons/abtf-ssd-pytorch,_branch.cognata": { - "parent": "get-ml-model-abtf-ssd-pytorch,59cfc2a22f5d4f46 ( abtf-poc )", - "script_alias": "get-git-repo", - "script_tags": "get,git,repo,repository,clone", - "script_uid": "ed603e7292974f10", - "script_variations": "repo.https://github.com/mlcommons/abtf-ssd-pytorch,branch.cognata", - "version": "" - } - }, - { - "detect,os": { - "parent": "download-file,9cdc8dc41aae437e ( rclone,_url.https://automotive.mlcommons-storage.org/SSD_ResNet50%2Fbaseline_8MP_ss_scales_fm1_5x5_all_ep60.pth )", - "script_alias": "detect-os", - "script_tags": "detect-os,detect,os,info", - "script_uid": "863735b7db8c44fc", - "script_variations": "", - "version": "" - } - }, - { - "get,rclone": { - "parent": "download-file,9cdc8dc41aae437e ( rclone,_url.https://automotive.mlcommons-storage.org/SSD_ResNet50%2Fbaseline_8MP_ss_scales_fm1_5x5_all_ep60.pth )", - "script_alias": "get-rclone", - "script_tags": "get,rclone", - "script_uid": "22ffb43c49c9419e", - "script_variations": "", - "version": "1.65.2" - } - }, - { - "download,file,_rclone,_url.https://automotive.mlcommons-storage.org/SSD_ResNet50%2Fbaseline_8MP_ss_scales_fm1_5x5_all_ep60.pth": { - "parent": "get-ml-model-abtf-ssd-pytorch,59cfc2a22f5d4f46 ( abtf-poc )", - "script_alias": "download-file", - "script_tags": "download,file,download-file", - "script_uid": "9cdc8dc41aae437e", - "script_variations": "rclone,url.https://automotive.mlcommons-storage.org/SSD_ResNet50%2Fbaseline_8MP_ss_scales_fm1_5x5_all_ep60.pth", - "version": "" - } - }, - { - "get,ml-model,abtf-ssd-pytorch,_abtf-poc": { - "parent": "demo-ml-model-abtf-cognata-pytorch-loadgen,4b78c060c5974068 ( abtf-poc-model,_pytorch,_singlestream,_cpu )", - "script_alias": "get-ml-model-abtf-ssd-pytorch", - "script_tags": "get,ml-model,abtf-ssd-pytorch,cmc", - "script_uid": "59cfc2a22f5d4f46", - "script_variations": "abtf-poc", - "version": "" - } - }, - { - "detect,os": { - "parent": "detect-cpu,586c8a43320142f7", - "script_alias": "detect-os", - "script_tags": "detect-os,detect,os,info", - "script_uid": "863735b7db8c44fc", - "script_variations": "", - "version": "" - } - }, - { - "detect,cpu": { - "parent": "benchmark-program,19f369ef47084895", - "script_alias": "detect-cpu", - "script_tags": "detect,cpu,detect-cpu,info", - "script_uid": "586c8a43320142f7", - "script_variations": "", - "version": "" - } - }, - { - "benchmark-program,program": { - "parent": "benchmark-program-mlperf,cfff0132a8aa4018", - "script_alias": "benchmark-program", - "script_tags": "program,benchmark,benchmark-program", - "script_uid": "19f369ef47084895", - "script_variations": "", - "version": "" - } - }, - { - "benchmark-mlperf": { - "parent": "demo-ml-model-abtf-cognata-pytorch-loadgen,4b78c060c5974068 ( abtf-poc-model,_pytorch,_singlestream,_cpu )", - "script_alias": "benchmark-program-mlperf", - "script_tags": "mlperf,benchmark-mlperf", - "script_uid": "cfff0132a8aa4018", - "script_variations": "", - "version": "" - } - }, - { - "save,mlperf,inference,state": { - "parent": "demo-ml-model-abtf-cognata-pytorch-loadgen,4b78c060c5974068 ( abtf-poc-model,_pytorch,_singlestream,_cpu )", - "script_alias": "save-mlperf-inference-implementation-state", - "script_tags": "save,mlperf,inference,implementation,state", - "script_uid": "b14b813229c444f8", - "script_variations": "", - "version": "" - } - }, - { - "run-mlperf-inference,demo,abtf-model,_abtf-poc-model,_pytorch,_singlestream,_cpu": { - "parent": "app-abtf-inference,43eb68e6a63e42ed ( mlcommons-python,_abtf-poc-model,_pytorch,_cpu,_test,_poc-demo,_singlestream )", - "script_alias": "demo-ml-model-abtf-cognata-pytorch-loadgen", - "script_tags": "demo,run-mlperf-inference,object-detection,abtf-model", - "script_uid": "4b78c060c5974068", - "script_variations": "abtf-poc-model,pytorch,singlestream,cpu", - "version": "" - } - }, - { - "app,abtf-inference,_mlcommons-python,_abtf-poc-model,_pytorch,_cpu,_test,_poc-demo,_singlestream": { - "parent": null, - "script_alias": "app-abtf-inference", - "script_tags": "app,app-mlperf-inference,mlperf-inference,abtf-inference", - "script_uid": "43eb68e6a63e42ed", - "script_variations": "mlcommons-python,abtf-poc-model,pytorch,cpu,test,poc-demo,singlestream", - "version": "" - } - } -] From 588cd045d2a7e03c2aa7b9ee0bc1212c7beaf0ef Mon Sep 17 00:00:00 2001 From: anandhu-eng Date: Wed, 26 Jun 2024 16:10:52 +0530 Subject: [PATCH 06/13] Path appended rather than overwriting --- ...dhu_VivoBook_ASUSLaptop_X515UA_M515UA.json | 26 +++ script/get-rclone/customize.py | 7 +- tmp-run.sh | 213 ++++++++++++++++++ tmp-state.json | 204 +++++++++++++++++ 4 files changed, 447 insertions(+), 3 deletions(-) create mode 100644 hardware/anandhu_VivoBook_ASUSLaptop_X515UA_M515UA.json create mode 100755 tmp-run.sh create mode 100644 tmp-state.json diff --git a/hardware/anandhu_VivoBook_ASUSLaptop_X515UA_M515UA.json b/hardware/anandhu_VivoBook_ASUSLaptop_X515UA_M515UA.json new file mode 100644 index 0000000000..b7cf960dbb --- /dev/null +++ b/hardware/anandhu_VivoBook_ASUSLaptop_X515UA_M515UA.json @@ -0,0 +1,26 @@ +{ + "accelerator_frequency": "", + "accelerator_host_interconnect": "N/A", + "accelerator_interconnect": "N/A", + "accelerator_interconnect_topology": "", + "accelerator_memory_capacity": "N/A", + "accelerator_memory_configuration": "N/A", + "accelerator_model_name": "N/A", + "accelerator_on-chip_memories": "", + "accelerators_per_node": "0", + "cooling": "air", + "division": "open", + "host_memory_configuration": "undefined", + "host_networking": "Gig Ethernet", + "host_network_card_count": "1", + "host_networking_topology": "N/A", + "host_processor_interconnect": "", + "host_storage_type": "SSD", + "hw_notes": "", + "number_of_nodes": "1", + "status": "available", + "submitter": "cTuning", + "sw_notes": "Automated by MLCommons CM", + "system_type": "edge", + "system_type_detail": "edge server" +} diff --git a/script/get-rclone/customize.py b/script/get-rclone/customize.py index 5b887587d8..73b04fc893 100644 --- a/script/get-rclone/customize.py +++ b/script/get-rclone/customize.py @@ -53,9 +53,10 @@ def preprocess(i): cur_dir = os.getcwd() path_bin = os.path.join(cur_dir, file_name) env['CM_RCLONE_BIN_WITH_PATH'] = path_bin - print(path_bin) - if env["CM_HOST_OS_TYPE"] != "windows": - env['+PATH']=[cur_dir] + + if not env.get('+PATH', []): + env['+PATH'] = [] + env['+PATH'].append(cur_dir) r = automation.run_native_script({'run_script_input':run_script_input, 'env':env, diff --git a/tmp-run.sh b/tmp-run.sh new file mode 100755 index 0000000000..f82cb32044 --- /dev/null +++ b/tmp-run.sh @@ -0,0 +1,213 @@ +#!/bin/bash + +export CM_HOST_OS_DEFAULT_LIBRARY_PATH="/usr/local/lib/x86_64-linux-gnu:/lib/x86_64-linux-gnu:/usr/lib/x86_64-linux-gnu:/usr/lib/x86_64-linux-gnu64:/usr/local/lib64:/lib64:/usr/lib64:/usr/local/lib:/lib:/usr/lib:/usr/x86_64-linux-gnu/lib64:/usr/x86_64-linux-gnu/lib:${CM_HOST_OS_DEFAULT_LIBRARY_PATH}" +export CPLUS_INCLUDE_PATH="/home/anandhu/CM/repos/local/cache/9053e99e1d64476c/install/include:${CPLUS_INCLUDE_PATH}" +export C_INCLUDE_PATH="/home/anandhu/CM/repos/local/cache/9053e99e1d64476c/install/include:${C_INCLUDE_PATH}" +export DYLD_FALLBACK_LIBRARY_PATH="/home/anandhu/CM/repos/local/cache/9053e99e1d64476c/install/lib:${DYLD_FALLBACK_LIBRARY_PATH}" +export LD_LIBRARY_PATH="/home/anandhu/CM/repos/local/cache/9053e99e1d64476c/install/lib:${LD_LIBRARY_PATH}" +export PYTHONPATH="/home/anandhu/CM/repos/local/cache/83d1da9dade244bc/inference/vision/classification_and_detection/python:/home/anandhu/CM/repos/local/cache/83d1da9dade244bc/inference/tools/submission:/home/anandhu/CM/repos/anandhu-eng@cm4mlops/script/get-mlperf-inference-utils:/home/anandhu/CM/repos/local/cache/9053e99e1d64476c/install/python:${PYTHONPATH}" +export CK_PROGRAM_TMP_DIR="None" +export CM_ABTF_ML_MODEL_CONFIG="baseline_8MP_ss_scales_fm1_5x5_all" +export CM_ABTF_ML_MODEL_SKIP_WARMUP="yes" +export CM_ABTF_ML_MODEL_TRAINING_FORCE_COGNATA_LABELS="yes" +export CM_ABTF_NUM_CLASSES="15" +export CM_ABTF_POC_DEMO="True" +export CM_COGNATA_ACCURACY_DUMP_FILE="/home/anandhu/CM/repos/local/cache/030bfa7b77044ef3/test_results/anandhu_VivoBook_ASUSLaptop_X515UA_M515UA-reference-cpu-pytorch-v2.3.0-default_config/retinanet/singlestream/performance/run_1/accuracy.txt" +export CM_DATASET_MLCOMMONS_COGNATA_DOWNLOAD_TOOL="rclone" +export CM_DATASET_MLCOMMONS_COGNATA_FILE_NAMES="" +export CM_DATASET_MLCOMMONS_COGNATA_GROUP_NAMES="Cognata_Camera_01_8M" +export CM_DATASET_MLCOMMONS_COGNATA_KEY1="Dataset 1.0" +export CM_DATASET_MLCOMMONS_COGNATA_PATH="/home/anandhu/CM/repos/local/cache/5f9ed03332b34a31" +export CM_DATASET_MLCOMMONS_COGNATA_SERIAL_NUMBERS="10002_Urban_Clear_Morning" +export CM_ENABLE_NUMACTL="0" +export CM_ENABLE_PROFILING="0" +export CM_HOST_CPU_ARCHITECTURE="x86_64" +export CM_HOST_CPU_FAMILY="23" +export CM_HOST_CPU_L1D_CACHE_SIZE="192 KiB (6 instances)" +export CM_HOST_CPU_L1I_CACHE_SIZE="192 KiB (6 instances)" +export CM_HOST_CPU_L2_CACHE_SIZE="3 MiB (6 instances)" +export CM_HOST_CPU_L3_CACHE_SIZE="8 MiB (2 instances)" +export CM_HOST_CPU_MAX_MHZ="2100.0000" +export CM_HOST_CPU_MODEL_NAME="AMD Ryzen 5 5500U with Radeon Graphics" +export CM_HOST_CPU_NUMA_NODES="1" +export CM_HOST_CPU_ON_LINE_CPUS_LIST="0-11" +export CM_HOST_CPU_PHYSICAL_CORES_PER_SOCKET="6" +export CM_HOST_CPU_SOCKETS="1" +export CM_HOST_CPU_THREADS_PER_CORE="2" +export CM_HOST_CPU_TOTAL_CORES="12" +export CM_HOST_CPU_TOTAL_LOGICAL_CORES="12" +export CM_HOST_CPU_VENDOR_ID="AuthenticAMD" +export CM_HOST_DISK_CAPACITY="205G" +export CM_HOST_MEMORY_CAPACITY="19G" +export CM_HOST_OS_BITS="64" +export CM_HOST_OS_FLAVOR="ubuntu" +export CM_HOST_OS_FLAVOR_LIKE="debian" +export CM_HOST_OS_GLIBC_VERSION="2.35" +export CM_HOST_OS_KERNEL_VERSION="5.15.0-107-generic" +export CM_HOST_OS_MACHINE="x86_64" +export CM_HOST_OS_PACKAGE_MANAGER="apt" +export CM_HOST_OS_PACKAGE_MANAGER_INSTALL_CMD="DEBIAN_FRONTEND=noninteractive apt-get install -y" +export CM_HOST_OS_PACKAGE_MANAGER_UPDATE_CMD="apt-get update -y" +export CM_HOST_OS_TYPE="linux" +export CM_HOST_OS_VERSION="22.04" +export CM_HOST_PLATFORM_FLAVOR="x86_64" +export CM_HOST_PYTHON_BITS="64" +export CM_HOST_SYSTEM_NAME="anandhu-VivoBook-ASUSLaptop-X515UA-M515UA" +export CM_HW_NAME="anandhu_VivoBook_ASUSLaptop_X515UA_M515UA" +export CM_LOGS_DIR="/home/anandhu/CM/repos/local/cache/030bfa7b77044ef3/test_results/anandhu_VivoBook_ASUSLaptop_X515UA_M515UA-reference-cpu-pytorch-v2.3.0-default_config/retinanet/singlestream/performance/run_1" +export CM_MAX_EXAMPLES="20" +export CM_MLPERF_ACCURACY_RESULTS_DIR="" +export CM_MLPERF_BACKEND="pytorch" +export CM_MLPERF_BACKEND_VERSION="2.3.0" +export CM_MLPERF_CONF="/home/anandhu/CM/repos/local/cache/83d1da9dade244bc/inference/mlperf.conf" +export CM_MLPERF_DEVICE="cpu" +export CM_MLPERF_IMPLEMENTATION="reference" +export CM_MLPERF_INFERENCE_3DUNET_PATH="/home/anandhu/CM/repos/local/cache/83d1da9dade244bc/inference/vision/medical_imaging/3d-unet-kits19" +export CM_MLPERF_INFERENCE_BERT_PATH="/home/anandhu/CM/repos/local/cache/83d1da9dade244bc/inference/language/bert" +export CM_MLPERF_INFERENCE_CLASSIFICATION_AND_DETECTION_PATH="/home/anandhu/CM/repos/local/cache/83d1da9dade244bc/inference/vision/classification_and_detection" +export CM_MLPERF_INFERENCE_CONF_PATH="/home/anandhu/CM/repos/local/cache/83d1da9dade244bc/inference/mlperf.conf" +export CM_MLPERF_INFERENCE_DLRM_PATH="/home/anandhu/CM/repos/local/cache/83d1da9dade244bc/inference/recommendation/dlrm" +export CM_MLPERF_INFERENCE_DLRM_V2_PATH="/home/anandhu/CM/repos/local/cache/83d1da9dade244bc/inference/recommendation/dlrm_v2" +export CM_MLPERF_INFERENCE_FINAL_RESULTS_DIR="/home/anandhu/CM/repos/local/cache/030bfa7b77044ef3/test_results" +export CM_MLPERF_INFERENCE_GPTJ_PATH="/home/anandhu/CM/repos/local/cache/83d1da9dade244bc/inference/language/gpt-j" +export CM_MLPERF_INFERENCE_LOADGEN_BUILD_CLEAN="yes" +export CM_MLPERF_INFERENCE_LOADGEN_INCLUDE_PATH="/home/anandhu/CM/repos/local/cache/9053e99e1d64476c/install/include" +export CM_MLPERF_INFERENCE_LOADGEN_INSTALL_PATH="/home/anandhu/CM/repos/local/cache/9053e99e1d64476c/install" +export CM_MLPERF_INFERENCE_LOADGEN_LIBRARY_PATH="/home/anandhu/CM/repos/local/cache/9053e99e1d64476c/install/lib" +export CM_MLPERF_INFERENCE_LOADGEN_PYTHON_PATH="/home/anandhu/CM/repos/local/cache/9053e99e1d64476c/install/python" +export CM_MLPERF_INFERENCE_RESULTS_DIR="/home/anandhu/CM/repos/local/cache/030bfa7b77044ef3" +export CM_MLPERF_INFERENCE_RESULTS_VERSION="4_0" +export CM_MLPERF_INFERENCE_RNNT_PATH="/home/anandhu/CM/repos/local/cache/83d1da9dade244bc/inference/speech_recognition/rnnt" +export CM_MLPERF_INFERENCE_SOURCE="/home/anandhu/CM/repos/local/cache/83d1da9dade244bc/inference" +export CM_MLPERF_INFERENCE_VERSION="poc-demo" +export CM_MLPERF_INFERENCE_VISION_PATH="/home/anandhu/CM/repos/local/cache/83d1da9dade244bc/inference/inference/vision" +export CM_MLPERF_LAST_RELEASE="v4.0" +export CM_MLPERF_LOADGEN_ALL_MODES="yes" +export CM_MLPERF_LOADGEN_BUILD_FROM_SRC="on" +export CM_MLPERF_LOADGEN_COMPLIANCE="no" +export CM_MLPERF_LOADGEN_EXTRA_OPTIONS=" --max-batchsize 1 --count 20 --mlperf_conf '/home/anandhu/CM/repos/local/cache/83d1da9dade244bc/inference/mlperf.conf'" +export CM_MLPERF_LOADGEN_LOGS_DIR="/home/anandhu/CM/repos/local/cache/030bfa7b77044ef3/test_results/anandhu_VivoBook_ASUSLaptop_X515UA_M515UA-reference-cpu-pytorch-v2.3.0-default_config/retinanet/singlestream/performance/run_1" +export CM_MLPERF_LOADGEN_MAX_BATCHSIZE="1" +export CM_MLPERF_LOADGEN_MODE="performance" +export CM_MLPERF_LOADGEN_MODES="['performance', 'accuracy']" +export CM_MLPERF_LOADGEN_QPS_OPT="" +export CM_MLPERF_LOADGEN_QUERY_COUNT="20" +export CM_MLPERF_LOADGEN_SCENARIO="SingleStream" +export CM_MLPERF_LOADGEN_SCENARIOS="['SingleStream']" +export CM_MLPERF_MAX_QUERY_COUNT="20" +export CM_MLPERF_MODEL="abtf-poc-model" +export CM_MLPERF_OUTPUT_DIR="/home/anandhu/CM/repos/local/cache/030bfa7b77044ef3/test_results/anandhu_VivoBook_ASUSLaptop_X515UA_M515UA-reference-cpu-pytorch-v2.3.0-default_config/retinanet/singlestream/performance/run_1" +export CM_MLPERF_PYTHON="yes" +export CM_MLPERF_QUANTIZATION="False" +export CM_MLPERF_RANGING_USER_CONF="/home/anandhu/CM/repos/anandhu-eng@cm4mlops/script/generate-mlperf-inference-user-conf/tmp/ranging_47b6b843ed404540955d8d06dd1a9909.conf" +export CM_MLPERF_RUN_CMD="/usr/bin/python3 /home/anandhu/CM/repos/mlcommons@cm4abtf/script/demo-ml-model-abtf-cognata-pytorch-loadgen/ref/python/main.py --profile retinanet-pytorch --model='/home/anandhu/CM/repos/local/cache/25b2614e96944b33/baseline_8MP_ss_scales_fm1_5x5_all_ep60.pth' --dataset=cognata-8mp-pt --dataset-path='/home/anandhu/CM/repos/local/cache/5f9ed03332b34a31' --cache_dir='/home/anandhu/CM/repos/mlcommons@cm4abtf/script/demo-ml-model-abtf-cognata-pytorch-loadgen/tmp-preprocessed-dataset' --scenario SingleStream --output '/home/anandhu/CM/repos/local/cache/030bfa7b77044ef3/test_results/anandhu_VivoBook_ASUSLaptop_X515UA_M515UA-reference-cpu-pytorch-v2.3.0-default_config/retinanet/singlestream/performance/run_1' --max-batchsize 1 --count 20 --mlperf_conf '/home/anandhu/CM/repos/local/cache/83d1da9dade244bc/inference/mlperf.conf' --threads 12 --user_conf '/home/anandhu/CM/repos/anandhu-eng@cm4mlops/script/generate-mlperf-inference-user-conf/tmp/47b6b843ed404540955d8d06dd1a9909.conf'" +export CM_MLPERF_RUN_STYLE="test" +export CM_MLPERF_SKIP_RUN="no" +export CM_MLPERF_SKIP_SUBMISSION_GENERATION="yes" +export CM_MLPERF_SUBMISSION_GENERATION_STYLE="full" +export CM_MLPERF_SUT_NAME_IMPLEMENTATION_PREFIX="reference" +export CM_MLPERF_SUT_NAME_RUN_CONFIG_SUFFIX="" +export CM_MLPERF_TESTING_USER_CONF="/home/anandhu/CM/repos/anandhu-eng@cm4mlops/script/generate-mlperf-inference-user-conf/tmp/47b6b843ed404540955d8d06dd1a9909.conf" +export CM_MLPERF_USER_CONF="/home/anandhu/CM/repos/anandhu-eng@cm4mlops/script/generate-mlperf-inference-user-conf/tmp/47b6b843ed404540955d8d06dd1a9909.conf" +export CM_MLPERF_VISION_DATASET_OPTION="cognata-8mp-pt" +export CM_ML_MODEL_CHECKSUM="26845c3b9573ce115ef29dca4ae5be14" +export CM_ML_MODEL_CODE_WITH_PATH="/home/anandhu/CM/repos/local/cache/2e674002c62a41bc/repo" +export CM_ML_MODEL_DATASET="cognata" +export CM_ML_MODEL_FILE="baseline_8MP_ss_scales_fm1_5x5_all_ep60.pth" +export CM_ML_MODEL_FILENAME="baseline_8MP_ss_scales_fm1_5x5_all_ep60.pth" +export CM_ML_MODEL_FILE_WITH_PATH="/home/anandhu/CM/repos/local/cache/25b2614e96944b33/baseline_8MP_ss_scales_fm1_5x5_all_ep60.pth" +export CM_ML_MODEL_IMAGE_SIZE="8M" +export CM_ML_MODEL_URL="https://automotive.mlcommons-storage.org/SSD_ResNet50%2Fbaseline_8MP_ss_scales_fm1_5x5_all_ep60.pth" +export CM_MODEL="retinanet" +export CM_NUMPY_VERSION="1.26.4" +export CM_NUM_THREADS="12" +export CM_OPENCV_PYTHON_VERSION="4.10.0.84" +export CM_OUTPUT_FOLDER_NAME="test_results" +export CM_PYCOCOTOOLS_VERSION="2.0.8" +export CM_PYTHONLIB_CMIND_CACHE_TAGS="version-2.3.1" +export CM_PYTHONLIB_FASTER_COCO_EVAL_CACHE_TAGS="version-1.5.7" +export CM_PYTHONLIB_NUMPY_CACHE_TAGS="version-1.26.4" +export CM_PYTHONLIB_OPENCV_PYTHON_CACHE_TAGS="version-4.10.0.84" +export CM_PYTHONLIB_PIP_CACHE_TAGS="version-22.0.2" +export CM_PYTHONLIB_PSUTIL_CACHE_TAGS="version-5.9.8" +export CM_PYTHONLIB_PYCOCOTOOLS_CACHE_TAGS="version-2.0.8" +export CM_PYTHONLIB_TORCHMETRICS_CACHE_TAGS="version-1.4.0.post0" +export CM_PYTHONLIB_TORCHVISION_CACHE_TAGS="version-0.18.0" +export CM_PYTHONLIB_TORCH_CACHE_TAGS="version-2.3.0" +export CM_PYTHON_BIN="python3" +export CM_PYTHON_BIN_PATH="/usr/bin" +export CM_PYTHON_BIN_WITH_PATH="/usr/bin/python3" +export CM_PYTHON_CACHE_TAGS="version-3.10.12,non-virtual" +export CM_PYTHON_MAJOR_VERSION="3" +export CM_PYTHON_MINOR_VERSION="10" +export CM_PYTHON_PATCH_VERSION="12" +export CM_PYTHON_VERSION="3.10.12" +export CM_QUIET="yes" +export CM_RUN_CMD="/usr/bin/python3 /home/anandhu/CM/repos/mlcommons@cm4abtf/script/demo-ml-model-abtf-cognata-pytorch-loadgen/ref/python/main.py --profile retinanet-pytorch --model='/home/anandhu/CM/repos/local/cache/25b2614e96944b33/baseline_8MP_ss_scales_fm1_5x5_all_ep60.pth' --dataset=cognata-8mp-pt --dataset-path='/home/anandhu/CM/repos/local/cache/5f9ed03332b34a31' --cache_dir='/home/anandhu/CM/repos/mlcommons@cm4abtf/script/demo-ml-model-abtf-cognata-pytorch-loadgen/tmp-preprocessed-dataset' --scenario SingleStream --output '/home/anandhu/CM/repos/local/cache/030bfa7b77044ef3/test_results/anandhu_VivoBook_ASUSLaptop_X515UA_M515UA-reference-cpu-pytorch-v2.3.0-default_config/retinanet/singlestream/performance/run_1' --max-batchsize 1 --count 20 --mlperf_conf '/home/anandhu/CM/repos/local/cache/83d1da9dade244bc/inference/mlperf.conf' --threads 12 --user_conf '/home/anandhu/CM/repos/anandhu-eng@cm4mlops/script/generate-mlperf-inference-user-conf/tmp/47b6b843ed404540955d8d06dd1a9909.conf' 2>&1 ; echo \$? > exitstatus | tee '/home/anandhu/CM/repos/local/cache/030bfa7b77044ef3/test_results/anandhu_VivoBook_ASUSLaptop_X515UA_M515UA-reference-cpu-pytorch-v2.3.0-default_config/retinanet/singlestream/performance/run_1/console.out'" +export CM_RUN_DIR="/home/anandhu/CM/repos/mlcommons@cm4abtf/script/demo-ml-model-abtf-cognata-pytorch-loadgen/ref" +export CM_RUN_MLPERF_INFERENCE_APP_DEFAULTS="poc-demo" +export CM_SUT_CONFIGS_PATH="/home/anandhu/CM/repos/local/cache/0a0ca8118bc54941" +export CM_SUT_DESC_CACHE="no" +export CM_SUT_META_EXISTS="yes" +export CM_SUT_NAME="anandhu_VivoBook_ASUSLaptop_X515UA_M515UA-reference-cpu-pytorch-v2.3.0-default_config" +export CM_TEST_QUERY_COUNT="20" +export CM_TMP_CURRENT_PATH="/home/anandhu/CM/repos/anandhu-eng@cm4mlops" +export CM_TMP_CURRENT_SCRIPT_PATH="/home/anandhu/CM/repos/anandhu-eng@cm4mlops/script/benchmark-program" +export CM_TMP_CURRENT_SCRIPT_REPO_PATH="/home/anandhu/CM/repos/anandhu-eng@cm4mlops" +export CM_TMP_CURRENT_SCRIPT_REPO_PATH_WITH_PREFIX="/home/anandhu/CM/repos/anandhu-eng@cm4mlops" +export CM_TMP_CURRENT_SCRIPT_WORK_PATH="/home/anandhu/CM/repos/anandhu-eng@cm4mlops" +export CM_TMP_PIP_VERSION_STRING="" +export CM_TORCHVISION_VERSION="0.18.0" +export CM_TORCH_VERSION="2.3.0" +export CM_VERBOSE="yes" +export CUDA_VISIBLE_DEVICES="" +export HOST_CPU_ARCHITECTURE="x86_64" +export HOST_CPU_FAMILY="23" +export HOST_CPU_L1D_CACHE_SIZE="192 KiB (6 instances)" +export HOST_CPU_L1I_CACHE_SIZE="192 KiB (6 instances)" +export HOST_CPU_L2_CACHE_SIZE="3 MiB (6 instances)" +export HOST_CPU_L3_CACHE_SIZE="8 MiB (2 instances)" +export HOST_CPU_MAX_MHZ="2100.0000" +export HOST_CPU_MODEL_NAME="AMD Ryzen 5 5500U with Radeon Graphics" +export HOST_CPU_NUMA_NODES="1" +export HOST_CPU_ON_LINE_CPUS_LIST="0-11" +export HOST_CPU_PHYSICAL_CORES_PER_SOCKET="6" +export HOST_CPU_SOCKETS="1" +export HOST_CPU_THREADS_PER_CORE="2" +export HOST_CPU_TOTAL_CORES="12" +export HOST_CPU_TOTAL_LOGICAL_CORES="12" +export HOST_CPU_VENDOR_ID="AuthenticAMD" +export HOST_DISK_CAPACITY="205G" +export HOST_MEMORY_CAPACITY="19G" +export HOST_OS_BITS="64" +export HOST_OS_FLAVOR="ubuntu" +export HOST_OS_FLAVOR_LIKE="debian" +export HOST_OS_GLIBC_VERSION="2.35" +export HOST_OS_KERNEL_VERSION="5.15.0-107-generic" +export HOST_OS_MACHINE="x86_64" +export HOST_OS_PACKAGE_MANAGER="apt" +export HOST_OS_PACKAGE_MANAGER_INSTALL_CMD="DEBIAN_FRONTEND=noninteractive apt-get install -y" +export HOST_OS_PACKAGE_MANAGER_UPDATE_CMD="apt-get update -y" +export HOST_OS_TYPE="linux" +export HOST_OS_VERSION="22.04" +export HOST_PLATFORM_FLAVOR="x86_64" +export HOST_PYTHON_BITS="64" +export HOST_SYSTEM_NAME="anandhu-VivoBook-ASUSLaptop-X515UA-M515UA" +export ML_MODEL_CHECKSUM="26845c3b9573ce115ef29dca4ae5be14" +export ML_MODEL_CODE_WITH_PATH="/home/anandhu/CM/repos/local/cache/2e674002c62a41bc/repo" +export ML_MODEL_DATASET="cognata" +export ML_MODEL_FILE="baseline_8MP_ss_scales_fm1_5x5_all_ep60.pth" +export ML_MODEL_FILENAME="baseline_8MP_ss_scales_fm1_5x5_all_ep60.pth" +export ML_MODEL_FILE_WITH_PATH="/home/anandhu/CM/repos/local/cache/25b2614e96944b33/baseline_8MP_ss_scales_fm1_5x5_all_ep60.pth" +export ML_MODEL_IMAGE_SIZE="8M" +export ML_MODEL_URL="https://automotive.mlcommons-storage.org/SSD_ResNet50%2Fbaseline_8MP_ss_scales_fm1_5x5_all_ep60.pth" +export MODEL_DIR="/home/anandhu/CM/repos/local/cache/25b2614e96944b33" +export MODEL_FILE="/home/anandhu/CM/repos/local/cache/25b2614e96944b33/baseline_8MP_ss_scales_fm1_5x5_all_ep60.pth" +export OUTPUT_BASE_DIR="/home/anandhu/CM/repos/local/cache/030bfa7b77044ef3" +export OUTPUT_DIR="/home/anandhu/CM/repos/local/cache/030bfa7b77044ef3/test_results/anandhu_VivoBook_ASUSLaptop_X515UA_M515UA-reference-cpu-pytorch-v2.3.0-default_config/retinanet/singlestream/performance/run_1" +export RUN_DIR="/home/anandhu/CM/repos/mlcommons@cm4abtf/script/demo-ml-model-abtf-cognata-pytorch-loadgen/ref" +export USE_CUDA="False" +export USE_GPU="False" + + +. "/home/anandhu/CM/repos/anandhu-eng@cm4mlops/script/benchmark-program/run-ubuntu.sh" diff --git a/tmp-state.json b/tmp-state.json new file mode 100644 index 0000000000..618781408f --- /dev/null +++ b/tmp-state.json @@ -0,0 +1,204 @@ +{ + "CM_HW_META": { + "accelerator_frequency": "", + "accelerator_host_interconnect": "N/A", + "accelerator_interconnect": "N/A", + "accelerator_interconnect_topology": "", + "accelerator_memory_capacity": "N/A", + "accelerator_memory_configuration": "N/A", + "accelerator_model_name": "N/A", + "accelerator_on-chip_memories": "", + "accelerators_per_node": "0", + "cooling": "air", + "division": "open", + "framework": "pytorch", + "host_memory_capacity": "19G", + "host_memory_configuration": "undefined", + "host_network_card_count": "1", + "host_networking": "Gig Ethernet", + "host_networking_topology": "N/A", + "host_processor_caches": "L1d cache: 192 KiB (6 instances), L1i cache: 192 KiB (6 instances), L2 cache: 3 MiB (6 instances), L3 cache: 8 MiB (2 instances)", + "host_processor_core_count": "6", + "host_processor_frequency": "2100.0000", + "host_processor_interconnect": "", + "host_processor_model_name": "AMD Ryzen 5 5500U with Radeon Graphics", + "host_processors_per_node": "1", + "host_storage_capacity": "205G", + "host_storage_type": "SSD", + "hw_notes": "", + "number_of_nodes": "1", + "operating_system": "Ubuntu 22.04 (linux-5.15.0-107-generic-glibc2.35)", + "other_software_stack": "Python: 3.10.12, GCC-11.4.0", + "status": "available", + "submitter": "CTuning", + "sw_notes": "", + "system_name": "anandhu_VivoBook_ASUSLaptop_X515UA_M515UA (auto detected)", + "system_type": "edge", + "system_type_detail": "edge server" + }, + "CM_SUT_CONFIG": { + "anandhu_VivoBook_ASUSLaptop_X515UA_M515UA-reference-cpu-pytorch-v2.3.0-default_config": { + "3d-unet-99": { + "Offline": { + "target_qps": 1.0 + }, + "Server": { + "target_qps": 1.0 + }, + "SingleStream": { + "target_latency": 500 + } + }, + "3d-unet-99.9": { + "Offline": { + "target_qps": 1.0 + }, + "Server": { + "target_qps": 1.0 + }, + "SingleStream": { + "target_latency": 500 + } + }, + "bert-99": { + "Offline": { + "target_qps": 1.0 + }, + "Server": { + "target_qps": 1.0 + }, + "SingleStream": { + "target_latency": 1 + } + }, + "bert-99.9": { + "Offline": { + "target_qps": 1.0 + }, + "Server": { + "target_qps": 1.0 + } + }, + "gpt-j": { + "Offline": { + "target_qps": 1.0 + }, + "Server": { + "target_qps": 1.0 + }, + "SingleStream": { + "target_latency": 500 + } + }, + "llama2-70b-99": { + "Offline": { + "target_qps": 0.1 + }, + "Server": { + "target_qps": 0.1 + }, + "SingleStream": { + "target_latency": 2000 + } + }, + "llama2-70b-99.9": { + "Offline": { + "target_qps": 0.1 + }, + "Server": { + "target_qps": 0.1 + }, + "SingleStream": { + "target_latency": 2000 + } + }, + "resnet50": { + "MultiStream": { + "target_latency": 0.1 + }, + "Offline": { + "target_qps": 1.0 + }, + "Server": { + "target_qps": 1.0 + }, + "SingleStream": { + "target_latency": 0.1 + } + }, + "retinanet": { + "MultiStream": { + "target_latency": 1 + }, + "Offline": { + "target_qps": 1.0 + }, + "Server": { + "target_qps": 1.0 + }, + "SingleStream": { + "target_latency": 1000 + } + }, + "sdxl": { + "Offline": { + "target_qps": 1.0 + }, + "Server": { + "target_qps": 1.0 + }, + "SingleStream": { + "target_latency": 200 + } + } + } + }, + "CM_SUT_CONFIG_NAME": "anandhu_VivoBook_ASUSLaptop_X515UA_M515UA-reference-cpu-pytorch-v2.3.0-default_config", + "CM_SUT_CONFIG_PATH": { + "anandhu_VivoBook_ASUSLaptop_X515UA_M515UA-reference-cpu-pytorch-v2.3.0-default_config": "/home/anandhu/CM/repos/local/cache/0a0ca8118bc54941/anandhu_VivoBook_ASUSLaptop_X515UA_M515UA/reference-implementation/cpu-device/pytorch-framework/framework-version-v2.3.0/default_config-config.yaml" + }, + "CM_SUT_META": { + "accelerator_frequency": "", + "accelerator_host_interconnect": "N/A", + "accelerator_interconnect": "N/A", + "accelerator_interconnect_topology": "", + "accelerator_memory_capacity": "N/A", + "accelerator_memory_configuration": "N/A", + "accelerator_model_name": "N/A", + "accelerator_on-chip_memories": "", + "accelerators_per_node": "0", + "cooling": "air", + "division": "open", + "framework": "pytorch", + "host_memory_capacity": "19G", + "host_memory_configuration": "undefined", + "host_network_card_count": "1", + "host_networking": "Gig Ethernet", + "host_networking_topology": "N/A", + "host_processor_caches": "L1d cache: 192 KiB (6 instances), L1i cache: 192 KiB (6 instances), L2 cache: 3 MiB (6 instances), L3 cache: 8 MiB (2 instances)", + "host_processor_core_count": "6", + "host_processor_frequency": "2100.0000", + "host_processor_interconnect": "", + "host_processor_model_name": "AMD Ryzen 5 5500U with Radeon Graphics", + "host_processors_per_node": "1", + "host_storage_capacity": "205G", + "host_storage_type": "SSD", + "hw_notes": "", + "number_of_nodes": "1", + "operating_system": "Ubuntu 22.04 (linux-5.15.0-107-generic-glibc2.35)", + "other_software_stack": "Python: 3.10.12, GCC-11.4.0", + "status": "available", + "submitter": "CTuning", + "sw_notes": "", + "system_name": "anandhu_VivoBook_ASUSLaptop_X515UA_M515UA (auto detected)", + "system_type": "edge", + "system_type_detail": "edge server" + }, + "docker": {}, + "mlperf-inference-implementation": { + "script_id": "app-abtf-inference,43eb68e6a63e42ed:mlcommons-python,abtf-poc-model,pytorch,cpu,test,poc-demo,singlestream" + }, + "mlperf_inference_run_cmd": "cm run script --tags=run-abtf,inference,_poc-demo --adr.compiler.tags=gcc --quiet -v", + "os_uname_all": "Linux anandhu-VivoBook-ASUSLaptop-X515UA-M515UA 5.15.0-107-generic #117-Ubuntu SMP Fri Apr 26 12:26:49 UTC 2024 x86_64 x86_64 x86_64 GNU/Linux", + "os_uname_machine": "x86_64" +} From 9198a4a3e5d7fe1aca7ea760d80aa46c5e406658 Mon Sep 17 00:00:00 2001 From: anandhu-eng Date: Wed, 26 Jun 2024 16:12:55 +0530 Subject: [PATCH 07/13] clean temp files --- ...dhu_VivoBook_ASUSLaptop_X515UA_M515UA.json | 26 --- tmp-run.sh | 213 ------------------ tmp-state.json | 204 ----------------- 3 files changed, 443 deletions(-) delete mode 100644 hardware/anandhu_VivoBook_ASUSLaptop_X515UA_M515UA.json delete mode 100755 tmp-run.sh delete mode 100644 tmp-state.json diff --git a/hardware/anandhu_VivoBook_ASUSLaptop_X515UA_M515UA.json b/hardware/anandhu_VivoBook_ASUSLaptop_X515UA_M515UA.json deleted file mode 100644 index b7cf960dbb..0000000000 --- a/hardware/anandhu_VivoBook_ASUSLaptop_X515UA_M515UA.json +++ /dev/null @@ -1,26 +0,0 @@ -{ - "accelerator_frequency": "", - "accelerator_host_interconnect": "N/A", - "accelerator_interconnect": "N/A", - "accelerator_interconnect_topology": "", - "accelerator_memory_capacity": "N/A", - "accelerator_memory_configuration": "N/A", - "accelerator_model_name": "N/A", - "accelerator_on-chip_memories": "", - "accelerators_per_node": "0", - "cooling": "air", - "division": "open", - "host_memory_configuration": "undefined", - "host_networking": "Gig Ethernet", - "host_network_card_count": "1", - "host_networking_topology": "N/A", - "host_processor_interconnect": "", - "host_storage_type": "SSD", - "hw_notes": "", - "number_of_nodes": "1", - "status": "available", - "submitter": "cTuning", - "sw_notes": "Automated by MLCommons CM", - "system_type": "edge", - "system_type_detail": "edge server" -} diff --git a/tmp-run.sh b/tmp-run.sh deleted file mode 100755 index f82cb32044..0000000000 --- a/tmp-run.sh +++ /dev/null @@ -1,213 +0,0 @@ -#!/bin/bash - -export CM_HOST_OS_DEFAULT_LIBRARY_PATH="/usr/local/lib/x86_64-linux-gnu:/lib/x86_64-linux-gnu:/usr/lib/x86_64-linux-gnu:/usr/lib/x86_64-linux-gnu64:/usr/local/lib64:/lib64:/usr/lib64:/usr/local/lib:/lib:/usr/lib:/usr/x86_64-linux-gnu/lib64:/usr/x86_64-linux-gnu/lib:${CM_HOST_OS_DEFAULT_LIBRARY_PATH}" -export CPLUS_INCLUDE_PATH="/home/anandhu/CM/repos/local/cache/9053e99e1d64476c/install/include:${CPLUS_INCLUDE_PATH}" -export C_INCLUDE_PATH="/home/anandhu/CM/repos/local/cache/9053e99e1d64476c/install/include:${C_INCLUDE_PATH}" -export DYLD_FALLBACK_LIBRARY_PATH="/home/anandhu/CM/repos/local/cache/9053e99e1d64476c/install/lib:${DYLD_FALLBACK_LIBRARY_PATH}" -export LD_LIBRARY_PATH="/home/anandhu/CM/repos/local/cache/9053e99e1d64476c/install/lib:${LD_LIBRARY_PATH}" -export PYTHONPATH="/home/anandhu/CM/repos/local/cache/83d1da9dade244bc/inference/vision/classification_and_detection/python:/home/anandhu/CM/repos/local/cache/83d1da9dade244bc/inference/tools/submission:/home/anandhu/CM/repos/anandhu-eng@cm4mlops/script/get-mlperf-inference-utils:/home/anandhu/CM/repos/local/cache/9053e99e1d64476c/install/python:${PYTHONPATH}" -export CK_PROGRAM_TMP_DIR="None" -export CM_ABTF_ML_MODEL_CONFIG="baseline_8MP_ss_scales_fm1_5x5_all" -export CM_ABTF_ML_MODEL_SKIP_WARMUP="yes" -export CM_ABTF_ML_MODEL_TRAINING_FORCE_COGNATA_LABELS="yes" -export CM_ABTF_NUM_CLASSES="15" -export CM_ABTF_POC_DEMO="True" -export CM_COGNATA_ACCURACY_DUMP_FILE="/home/anandhu/CM/repos/local/cache/030bfa7b77044ef3/test_results/anandhu_VivoBook_ASUSLaptop_X515UA_M515UA-reference-cpu-pytorch-v2.3.0-default_config/retinanet/singlestream/performance/run_1/accuracy.txt" -export CM_DATASET_MLCOMMONS_COGNATA_DOWNLOAD_TOOL="rclone" -export CM_DATASET_MLCOMMONS_COGNATA_FILE_NAMES="" -export CM_DATASET_MLCOMMONS_COGNATA_GROUP_NAMES="Cognata_Camera_01_8M" -export CM_DATASET_MLCOMMONS_COGNATA_KEY1="Dataset 1.0" -export CM_DATASET_MLCOMMONS_COGNATA_PATH="/home/anandhu/CM/repos/local/cache/5f9ed03332b34a31" -export CM_DATASET_MLCOMMONS_COGNATA_SERIAL_NUMBERS="10002_Urban_Clear_Morning" -export CM_ENABLE_NUMACTL="0" -export CM_ENABLE_PROFILING="0" -export CM_HOST_CPU_ARCHITECTURE="x86_64" -export CM_HOST_CPU_FAMILY="23" -export CM_HOST_CPU_L1D_CACHE_SIZE="192 KiB (6 instances)" -export CM_HOST_CPU_L1I_CACHE_SIZE="192 KiB (6 instances)" -export CM_HOST_CPU_L2_CACHE_SIZE="3 MiB (6 instances)" -export CM_HOST_CPU_L3_CACHE_SIZE="8 MiB (2 instances)" -export CM_HOST_CPU_MAX_MHZ="2100.0000" -export CM_HOST_CPU_MODEL_NAME="AMD Ryzen 5 5500U with Radeon Graphics" -export CM_HOST_CPU_NUMA_NODES="1" -export CM_HOST_CPU_ON_LINE_CPUS_LIST="0-11" -export CM_HOST_CPU_PHYSICAL_CORES_PER_SOCKET="6" -export CM_HOST_CPU_SOCKETS="1" -export CM_HOST_CPU_THREADS_PER_CORE="2" -export CM_HOST_CPU_TOTAL_CORES="12" -export CM_HOST_CPU_TOTAL_LOGICAL_CORES="12" -export CM_HOST_CPU_VENDOR_ID="AuthenticAMD" -export CM_HOST_DISK_CAPACITY="205G" -export CM_HOST_MEMORY_CAPACITY="19G" -export CM_HOST_OS_BITS="64" -export CM_HOST_OS_FLAVOR="ubuntu" -export CM_HOST_OS_FLAVOR_LIKE="debian" -export CM_HOST_OS_GLIBC_VERSION="2.35" -export CM_HOST_OS_KERNEL_VERSION="5.15.0-107-generic" -export CM_HOST_OS_MACHINE="x86_64" -export CM_HOST_OS_PACKAGE_MANAGER="apt" -export CM_HOST_OS_PACKAGE_MANAGER_INSTALL_CMD="DEBIAN_FRONTEND=noninteractive apt-get install -y" -export CM_HOST_OS_PACKAGE_MANAGER_UPDATE_CMD="apt-get update -y" -export CM_HOST_OS_TYPE="linux" -export CM_HOST_OS_VERSION="22.04" -export CM_HOST_PLATFORM_FLAVOR="x86_64" -export CM_HOST_PYTHON_BITS="64" -export CM_HOST_SYSTEM_NAME="anandhu-VivoBook-ASUSLaptop-X515UA-M515UA" -export CM_HW_NAME="anandhu_VivoBook_ASUSLaptop_X515UA_M515UA" -export CM_LOGS_DIR="/home/anandhu/CM/repos/local/cache/030bfa7b77044ef3/test_results/anandhu_VivoBook_ASUSLaptop_X515UA_M515UA-reference-cpu-pytorch-v2.3.0-default_config/retinanet/singlestream/performance/run_1" -export CM_MAX_EXAMPLES="20" -export CM_MLPERF_ACCURACY_RESULTS_DIR="" -export CM_MLPERF_BACKEND="pytorch" -export CM_MLPERF_BACKEND_VERSION="2.3.0" -export CM_MLPERF_CONF="/home/anandhu/CM/repos/local/cache/83d1da9dade244bc/inference/mlperf.conf" -export CM_MLPERF_DEVICE="cpu" -export CM_MLPERF_IMPLEMENTATION="reference" -export CM_MLPERF_INFERENCE_3DUNET_PATH="/home/anandhu/CM/repos/local/cache/83d1da9dade244bc/inference/vision/medical_imaging/3d-unet-kits19" -export CM_MLPERF_INFERENCE_BERT_PATH="/home/anandhu/CM/repos/local/cache/83d1da9dade244bc/inference/language/bert" -export CM_MLPERF_INFERENCE_CLASSIFICATION_AND_DETECTION_PATH="/home/anandhu/CM/repos/local/cache/83d1da9dade244bc/inference/vision/classification_and_detection" -export CM_MLPERF_INFERENCE_CONF_PATH="/home/anandhu/CM/repos/local/cache/83d1da9dade244bc/inference/mlperf.conf" -export CM_MLPERF_INFERENCE_DLRM_PATH="/home/anandhu/CM/repos/local/cache/83d1da9dade244bc/inference/recommendation/dlrm" -export CM_MLPERF_INFERENCE_DLRM_V2_PATH="/home/anandhu/CM/repos/local/cache/83d1da9dade244bc/inference/recommendation/dlrm_v2" -export CM_MLPERF_INFERENCE_FINAL_RESULTS_DIR="/home/anandhu/CM/repos/local/cache/030bfa7b77044ef3/test_results" -export CM_MLPERF_INFERENCE_GPTJ_PATH="/home/anandhu/CM/repos/local/cache/83d1da9dade244bc/inference/language/gpt-j" -export CM_MLPERF_INFERENCE_LOADGEN_BUILD_CLEAN="yes" -export CM_MLPERF_INFERENCE_LOADGEN_INCLUDE_PATH="/home/anandhu/CM/repos/local/cache/9053e99e1d64476c/install/include" -export CM_MLPERF_INFERENCE_LOADGEN_INSTALL_PATH="/home/anandhu/CM/repos/local/cache/9053e99e1d64476c/install" -export CM_MLPERF_INFERENCE_LOADGEN_LIBRARY_PATH="/home/anandhu/CM/repos/local/cache/9053e99e1d64476c/install/lib" -export CM_MLPERF_INFERENCE_LOADGEN_PYTHON_PATH="/home/anandhu/CM/repos/local/cache/9053e99e1d64476c/install/python" -export CM_MLPERF_INFERENCE_RESULTS_DIR="/home/anandhu/CM/repos/local/cache/030bfa7b77044ef3" -export CM_MLPERF_INFERENCE_RESULTS_VERSION="4_0" -export CM_MLPERF_INFERENCE_RNNT_PATH="/home/anandhu/CM/repos/local/cache/83d1da9dade244bc/inference/speech_recognition/rnnt" -export CM_MLPERF_INFERENCE_SOURCE="/home/anandhu/CM/repos/local/cache/83d1da9dade244bc/inference" -export CM_MLPERF_INFERENCE_VERSION="poc-demo" -export CM_MLPERF_INFERENCE_VISION_PATH="/home/anandhu/CM/repos/local/cache/83d1da9dade244bc/inference/inference/vision" -export CM_MLPERF_LAST_RELEASE="v4.0" -export CM_MLPERF_LOADGEN_ALL_MODES="yes" -export CM_MLPERF_LOADGEN_BUILD_FROM_SRC="on" -export CM_MLPERF_LOADGEN_COMPLIANCE="no" -export CM_MLPERF_LOADGEN_EXTRA_OPTIONS=" --max-batchsize 1 --count 20 --mlperf_conf '/home/anandhu/CM/repos/local/cache/83d1da9dade244bc/inference/mlperf.conf'" -export CM_MLPERF_LOADGEN_LOGS_DIR="/home/anandhu/CM/repos/local/cache/030bfa7b77044ef3/test_results/anandhu_VivoBook_ASUSLaptop_X515UA_M515UA-reference-cpu-pytorch-v2.3.0-default_config/retinanet/singlestream/performance/run_1" -export CM_MLPERF_LOADGEN_MAX_BATCHSIZE="1" -export CM_MLPERF_LOADGEN_MODE="performance" -export CM_MLPERF_LOADGEN_MODES="['performance', 'accuracy']" -export CM_MLPERF_LOADGEN_QPS_OPT="" -export CM_MLPERF_LOADGEN_QUERY_COUNT="20" -export CM_MLPERF_LOADGEN_SCENARIO="SingleStream" -export CM_MLPERF_LOADGEN_SCENARIOS="['SingleStream']" -export CM_MLPERF_MAX_QUERY_COUNT="20" -export CM_MLPERF_MODEL="abtf-poc-model" -export CM_MLPERF_OUTPUT_DIR="/home/anandhu/CM/repos/local/cache/030bfa7b77044ef3/test_results/anandhu_VivoBook_ASUSLaptop_X515UA_M515UA-reference-cpu-pytorch-v2.3.0-default_config/retinanet/singlestream/performance/run_1" -export CM_MLPERF_PYTHON="yes" -export CM_MLPERF_QUANTIZATION="False" -export CM_MLPERF_RANGING_USER_CONF="/home/anandhu/CM/repos/anandhu-eng@cm4mlops/script/generate-mlperf-inference-user-conf/tmp/ranging_47b6b843ed404540955d8d06dd1a9909.conf" -export CM_MLPERF_RUN_CMD="/usr/bin/python3 /home/anandhu/CM/repos/mlcommons@cm4abtf/script/demo-ml-model-abtf-cognata-pytorch-loadgen/ref/python/main.py --profile retinanet-pytorch --model='/home/anandhu/CM/repos/local/cache/25b2614e96944b33/baseline_8MP_ss_scales_fm1_5x5_all_ep60.pth' --dataset=cognata-8mp-pt --dataset-path='/home/anandhu/CM/repos/local/cache/5f9ed03332b34a31' --cache_dir='/home/anandhu/CM/repos/mlcommons@cm4abtf/script/demo-ml-model-abtf-cognata-pytorch-loadgen/tmp-preprocessed-dataset' --scenario SingleStream --output '/home/anandhu/CM/repos/local/cache/030bfa7b77044ef3/test_results/anandhu_VivoBook_ASUSLaptop_X515UA_M515UA-reference-cpu-pytorch-v2.3.0-default_config/retinanet/singlestream/performance/run_1' --max-batchsize 1 --count 20 --mlperf_conf '/home/anandhu/CM/repos/local/cache/83d1da9dade244bc/inference/mlperf.conf' --threads 12 --user_conf '/home/anandhu/CM/repos/anandhu-eng@cm4mlops/script/generate-mlperf-inference-user-conf/tmp/47b6b843ed404540955d8d06dd1a9909.conf'" -export CM_MLPERF_RUN_STYLE="test" -export CM_MLPERF_SKIP_RUN="no" -export CM_MLPERF_SKIP_SUBMISSION_GENERATION="yes" -export CM_MLPERF_SUBMISSION_GENERATION_STYLE="full" -export CM_MLPERF_SUT_NAME_IMPLEMENTATION_PREFIX="reference" -export CM_MLPERF_SUT_NAME_RUN_CONFIG_SUFFIX="" -export CM_MLPERF_TESTING_USER_CONF="/home/anandhu/CM/repos/anandhu-eng@cm4mlops/script/generate-mlperf-inference-user-conf/tmp/47b6b843ed404540955d8d06dd1a9909.conf" -export CM_MLPERF_USER_CONF="/home/anandhu/CM/repos/anandhu-eng@cm4mlops/script/generate-mlperf-inference-user-conf/tmp/47b6b843ed404540955d8d06dd1a9909.conf" -export CM_MLPERF_VISION_DATASET_OPTION="cognata-8mp-pt" -export CM_ML_MODEL_CHECKSUM="26845c3b9573ce115ef29dca4ae5be14" -export CM_ML_MODEL_CODE_WITH_PATH="/home/anandhu/CM/repos/local/cache/2e674002c62a41bc/repo" -export CM_ML_MODEL_DATASET="cognata" -export CM_ML_MODEL_FILE="baseline_8MP_ss_scales_fm1_5x5_all_ep60.pth" -export CM_ML_MODEL_FILENAME="baseline_8MP_ss_scales_fm1_5x5_all_ep60.pth" -export CM_ML_MODEL_FILE_WITH_PATH="/home/anandhu/CM/repos/local/cache/25b2614e96944b33/baseline_8MP_ss_scales_fm1_5x5_all_ep60.pth" -export CM_ML_MODEL_IMAGE_SIZE="8M" -export CM_ML_MODEL_URL="https://automotive.mlcommons-storage.org/SSD_ResNet50%2Fbaseline_8MP_ss_scales_fm1_5x5_all_ep60.pth" -export CM_MODEL="retinanet" -export CM_NUMPY_VERSION="1.26.4" -export CM_NUM_THREADS="12" -export CM_OPENCV_PYTHON_VERSION="4.10.0.84" -export CM_OUTPUT_FOLDER_NAME="test_results" -export CM_PYCOCOTOOLS_VERSION="2.0.8" -export CM_PYTHONLIB_CMIND_CACHE_TAGS="version-2.3.1" -export CM_PYTHONLIB_FASTER_COCO_EVAL_CACHE_TAGS="version-1.5.7" -export CM_PYTHONLIB_NUMPY_CACHE_TAGS="version-1.26.4" -export CM_PYTHONLIB_OPENCV_PYTHON_CACHE_TAGS="version-4.10.0.84" -export CM_PYTHONLIB_PIP_CACHE_TAGS="version-22.0.2" -export CM_PYTHONLIB_PSUTIL_CACHE_TAGS="version-5.9.8" -export CM_PYTHONLIB_PYCOCOTOOLS_CACHE_TAGS="version-2.0.8" -export CM_PYTHONLIB_TORCHMETRICS_CACHE_TAGS="version-1.4.0.post0" -export CM_PYTHONLIB_TORCHVISION_CACHE_TAGS="version-0.18.0" -export CM_PYTHONLIB_TORCH_CACHE_TAGS="version-2.3.0" -export CM_PYTHON_BIN="python3" -export CM_PYTHON_BIN_PATH="/usr/bin" -export CM_PYTHON_BIN_WITH_PATH="/usr/bin/python3" -export CM_PYTHON_CACHE_TAGS="version-3.10.12,non-virtual" -export CM_PYTHON_MAJOR_VERSION="3" -export CM_PYTHON_MINOR_VERSION="10" -export CM_PYTHON_PATCH_VERSION="12" -export CM_PYTHON_VERSION="3.10.12" -export CM_QUIET="yes" -export CM_RUN_CMD="/usr/bin/python3 /home/anandhu/CM/repos/mlcommons@cm4abtf/script/demo-ml-model-abtf-cognata-pytorch-loadgen/ref/python/main.py --profile retinanet-pytorch --model='/home/anandhu/CM/repos/local/cache/25b2614e96944b33/baseline_8MP_ss_scales_fm1_5x5_all_ep60.pth' --dataset=cognata-8mp-pt --dataset-path='/home/anandhu/CM/repos/local/cache/5f9ed03332b34a31' --cache_dir='/home/anandhu/CM/repos/mlcommons@cm4abtf/script/demo-ml-model-abtf-cognata-pytorch-loadgen/tmp-preprocessed-dataset' --scenario SingleStream --output '/home/anandhu/CM/repos/local/cache/030bfa7b77044ef3/test_results/anandhu_VivoBook_ASUSLaptop_X515UA_M515UA-reference-cpu-pytorch-v2.3.0-default_config/retinanet/singlestream/performance/run_1' --max-batchsize 1 --count 20 --mlperf_conf '/home/anandhu/CM/repos/local/cache/83d1da9dade244bc/inference/mlperf.conf' --threads 12 --user_conf '/home/anandhu/CM/repos/anandhu-eng@cm4mlops/script/generate-mlperf-inference-user-conf/tmp/47b6b843ed404540955d8d06dd1a9909.conf' 2>&1 ; echo \$? > exitstatus | tee '/home/anandhu/CM/repos/local/cache/030bfa7b77044ef3/test_results/anandhu_VivoBook_ASUSLaptop_X515UA_M515UA-reference-cpu-pytorch-v2.3.0-default_config/retinanet/singlestream/performance/run_1/console.out'" -export CM_RUN_DIR="/home/anandhu/CM/repos/mlcommons@cm4abtf/script/demo-ml-model-abtf-cognata-pytorch-loadgen/ref" -export CM_RUN_MLPERF_INFERENCE_APP_DEFAULTS="poc-demo" -export CM_SUT_CONFIGS_PATH="/home/anandhu/CM/repos/local/cache/0a0ca8118bc54941" -export CM_SUT_DESC_CACHE="no" -export CM_SUT_META_EXISTS="yes" -export CM_SUT_NAME="anandhu_VivoBook_ASUSLaptop_X515UA_M515UA-reference-cpu-pytorch-v2.3.0-default_config" -export CM_TEST_QUERY_COUNT="20" -export CM_TMP_CURRENT_PATH="/home/anandhu/CM/repos/anandhu-eng@cm4mlops" -export CM_TMP_CURRENT_SCRIPT_PATH="/home/anandhu/CM/repos/anandhu-eng@cm4mlops/script/benchmark-program" -export CM_TMP_CURRENT_SCRIPT_REPO_PATH="/home/anandhu/CM/repos/anandhu-eng@cm4mlops" -export CM_TMP_CURRENT_SCRIPT_REPO_PATH_WITH_PREFIX="/home/anandhu/CM/repos/anandhu-eng@cm4mlops" -export CM_TMP_CURRENT_SCRIPT_WORK_PATH="/home/anandhu/CM/repos/anandhu-eng@cm4mlops" -export CM_TMP_PIP_VERSION_STRING="" -export CM_TORCHVISION_VERSION="0.18.0" -export CM_TORCH_VERSION="2.3.0" -export CM_VERBOSE="yes" -export CUDA_VISIBLE_DEVICES="" -export HOST_CPU_ARCHITECTURE="x86_64" -export HOST_CPU_FAMILY="23" -export HOST_CPU_L1D_CACHE_SIZE="192 KiB (6 instances)" -export HOST_CPU_L1I_CACHE_SIZE="192 KiB (6 instances)" -export HOST_CPU_L2_CACHE_SIZE="3 MiB (6 instances)" -export HOST_CPU_L3_CACHE_SIZE="8 MiB (2 instances)" -export HOST_CPU_MAX_MHZ="2100.0000" -export HOST_CPU_MODEL_NAME="AMD Ryzen 5 5500U with Radeon Graphics" -export HOST_CPU_NUMA_NODES="1" -export HOST_CPU_ON_LINE_CPUS_LIST="0-11" -export HOST_CPU_PHYSICAL_CORES_PER_SOCKET="6" -export HOST_CPU_SOCKETS="1" -export HOST_CPU_THREADS_PER_CORE="2" -export HOST_CPU_TOTAL_CORES="12" -export HOST_CPU_TOTAL_LOGICAL_CORES="12" -export HOST_CPU_VENDOR_ID="AuthenticAMD" -export HOST_DISK_CAPACITY="205G" -export HOST_MEMORY_CAPACITY="19G" -export HOST_OS_BITS="64" -export HOST_OS_FLAVOR="ubuntu" -export HOST_OS_FLAVOR_LIKE="debian" -export HOST_OS_GLIBC_VERSION="2.35" -export HOST_OS_KERNEL_VERSION="5.15.0-107-generic" -export HOST_OS_MACHINE="x86_64" -export HOST_OS_PACKAGE_MANAGER="apt" -export HOST_OS_PACKAGE_MANAGER_INSTALL_CMD="DEBIAN_FRONTEND=noninteractive apt-get install -y" -export HOST_OS_PACKAGE_MANAGER_UPDATE_CMD="apt-get update -y" -export HOST_OS_TYPE="linux" -export HOST_OS_VERSION="22.04" -export HOST_PLATFORM_FLAVOR="x86_64" -export HOST_PYTHON_BITS="64" -export HOST_SYSTEM_NAME="anandhu-VivoBook-ASUSLaptop-X515UA-M515UA" -export ML_MODEL_CHECKSUM="26845c3b9573ce115ef29dca4ae5be14" -export ML_MODEL_CODE_WITH_PATH="/home/anandhu/CM/repos/local/cache/2e674002c62a41bc/repo" -export ML_MODEL_DATASET="cognata" -export ML_MODEL_FILE="baseline_8MP_ss_scales_fm1_5x5_all_ep60.pth" -export ML_MODEL_FILENAME="baseline_8MP_ss_scales_fm1_5x5_all_ep60.pth" -export ML_MODEL_FILE_WITH_PATH="/home/anandhu/CM/repos/local/cache/25b2614e96944b33/baseline_8MP_ss_scales_fm1_5x5_all_ep60.pth" -export ML_MODEL_IMAGE_SIZE="8M" -export ML_MODEL_URL="https://automotive.mlcommons-storage.org/SSD_ResNet50%2Fbaseline_8MP_ss_scales_fm1_5x5_all_ep60.pth" -export MODEL_DIR="/home/anandhu/CM/repos/local/cache/25b2614e96944b33" -export MODEL_FILE="/home/anandhu/CM/repos/local/cache/25b2614e96944b33/baseline_8MP_ss_scales_fm1_5x5_all_ep60.pth" -export OUTPUT_BASE_DIR="/home/anandhu/CM/repos/local/cache/030bfa7b77044ef3" -export OUTPUT_DIR="/home/anandhu/CM/repos/local/cache/030bfa7b77044ef3/test_results/anandhu_VivoBook_ASUSLaptop_X515UA_M515UA-reference-cpu-pytorch-v2.3.0-default_config/retinanet/singlestream/performance/run_1" -export RUN_DIR="/home/anandhu/CM/repos/mlcommons@cm4abtf/script/demo-ml-model-abtf-cognata-pytorch-loadgen/ref" -export USE_CUDA="False" -export USE_GPU="False" - - -. "/home/anandhu/CM/repos/anandhu-eng@cm4mlops/script/benchmark-program/run-ubuntu.sh" diff --git a/tmp-state.json b/tmp-state.json deleted file mode 100644 index 618781408f..0000000000 --- a/tmp-state.json +++ /dev/null @@ -1,204 +0,0 @@ -{ - "CM_HW_META": { - "accelerator_frequency": "", - "accelerator_host_interconnect": "N/A", - "accelerator_interconnect": "N/A", - "accelerator_interconnect_topology": "", - "accelerator_memory_capacity": "N/A", - "accelerator_memory_configuration": "N/A", - "accelerator_model_name": "N/A", - "accelerator_on-chip_memories": "", - "accelerators_per_node": "0", - "cooling": "air", - "division": "open", - "framework": "pytorch", - "host_memory_capacity": "19G", - "host_memory_configuration": "undefined", - "host_network_card_count": "1", - "host_networking": "Gig Ethernet", - "host_networking_topology": "N/A", - "host_processor_caches": "L1d cache: 192 KiB (6 instances), L1i cache: 192 KiB (6 instances), L2 cache: 3 MiB (6 instances), L3 cache: 8 MiB (2 instances)", - "host_processor_core_count": "6", - "host_processor_frequency": "2100.0000", - "host_processor_interconnect": "", - "host_processor_model_name": "AMD Ryzen 5 5500U with Radeon Graphics", - "host_processors_per_node": "1", - "host_storage_capacity": "205G", - "host_storage_type": "SSD", - "hw_notes": "", - "number_of_nodes": "1", - "operating_system": "Ubuntu 22.04 (linux-5.15.0-107-generic-glibc2.35)", - "other_software_stack": "Python: 3.10.12, GCC-11.4.0", - "status": "available", - "submitter": "CTuning", - "sw_notes": "", - "system_name": "anandhu_VivoBook_ASUSLaptop_X515UA_M515UA (auto detected)", - "system_type": "edge", - "system_type_detail": "edge server" - }, - "CM_SUT_CONFIG": { - "anandhu_VivoBook_ASUSLaptop_X515UA_M515UA-reference-cpu-pytorch-v2.3.0-default_config": { - "3d-unet-99": { - "Offline": { - "target_qps": 1.0 - }, - "Server": { - "target_qps": 1.0 - }, - "SingleStream": { - "target_latency": 500 - } - }, - "3d-unet-99.9": { - "Offline": { - "target_qps": 1.0 - }, - "Server": { - "target_qps": 1.0 - }, - "SingleStream": { - "target_latency": 500 - } - }, - "bert-99": { - "Offline": { - "target_qps": 1.0 - }, - "Server": { - "target_qps": 1.0 - }, - "SingleStream": { - "target_latency": 1 - } - }, - "bert-99.9": { - "Offline": { - "target_qps": 1.0 - }, - "Server": { - "target_qps": 1.0 - } - }, - "gpt-j": { - "Offline": { - "target_qps": 1.0 - }, - "Server": { - "target_qps": 1.0 - }, - "SingleStream": { - "target_latency": 500 - } - }, - "llama2-70b-99": { - "Offline": { - "target_qps": 0.1 - }, - "Server": { - "target_qps": 0.1 - }, - "SingleStream": { - "target_latency": 2000 - } - }, - "llama2-70b-99.9": { - "Offline": { - "target_qps": 0.1 - }, - "Server": { - "target_qps": 0.1 - }, - "SingleStream": { - "target_latency": 2000 - } - }, - "resnet50": { - "MultiStream": { - "target_latency": 0.1 - }, - "Offline": { - "target_qps": 1.0 - }, - "Server": { - "target_qps": 1.0 - }, - "SingleStream": { - "target_latency": 0.1 - } - }, - "retinanet": { - "MultiStream": { - "target_latency": 1 - }, - "Offline": { - "target_qps": 1.0 - }, - "Server": { - "target_qps": 1.0 - }, - "SingleStream": { - "target_latency": 1000 - } - }, - "sdxl": { - "Offline": { - "target_qps": 1.0 - }, - "Server": { - "target_qps": 1.0 - }, - "SingleStream": { - "target_latency": 200 - } - } - } - }, - "CM_SUT_CONFIG_NAME": "anandhu_VivoBook_ASUSLaptop_X515UA_M515UA-reference-cpu-pytorch-v2.3.0-default_config", - "CM_SUT_CONFIG_PATH": { - "anandhu_VivoBook_ASUSLaptop_X515UA_M515UA-reference-cpu-pytorch-v2.3.0-default_config": "/home/anandhu/CM/repos/local/cache/0a0ca8118bc54941/anandhu_VivoBook_ASUSLaptop_X515UA_M515UA/reference-implementation/cpu-device/pytorch-framework/framework-version-v2.3.0/default_config-config.yaml" - }, - "CM_SUT_META": { - "accelerator_frequency": "", - "accelerator_host_interconnect": "N/A", - "accelerator_interconnect": "N/A", - "accelerator_interconnect_topology": "", - "accelerator_memory_capacity": "N/A", - "accelerator_memory_configuration": "N/A", - "accelerator_model_name": "N/A", - "accelerator_on-chip_memories": "", - "accelerators_per_node": "0", - "cooling": "air", - "division": "open", - "framework": "pytorch", - "host_memory_capacity": "19G", - "host_memory_configuration": "undefined", - "host_network_card_count": "1", - "host_networking": "Gig Ethernet", - "host_networking_topology": "N/A", - "host_processor_caches": "L1d cache: 192 KiB (6 instances), L1i cache: 192 KiB (6 instances), L2 cache: 3 MiB (6 instances), L3 cache: 8 MiB (2 instances)", - "host_processor_core_count": "6", - "host_processor_frequency": "2100.0000", - "host_processor_interconnect": "", - "host_processor_model_name": "AMD Ryzen 5 5500U with Radeon Graphics", - "host_processors_per_node": "1", - "host_storage_capacity": "205G", - "host_storage_type": "SSD", - "hw_notes": "", - "number_of_nodes": "1", - "operating_system": "Ubuntu 22.04 (linux-5.15.0-107-generic-glibc2.35)", - "other_software_stack": "Python: 3.10.12, GCC-11.4.0", - "status": "available", - "submitter": "CTuning", - "sw_notes": "", - "system_name": "anandhu_VivoBook_ASUSLaptop_X515UA_M515UA (auto detected)", - "system_type": "edge", - "system_type_detail": "edge server" - }, - "docker": {}, - "mlperf-inference-implementation": { - "script_id": "app-abtf-inference,43eb68e6a63e42ed:mlcommons-python,abtf-poc-model,pytorch,cpu,test,poc-demo,singlestream" - }, - "mlperf_inference_run_cmd": "cm run script --tags=run-abtf,inference,_poc-demo --adr.compiler.tags=gcc --quiet -v", - "os_uname_all": "Linux anandhu-VivoBook-ASUSLaptop-X515UA-M515UA 5.15.0-107-generic #117-Ubuntu SMP Fri Apr 26 12:26:49 UTC 2024 x86_64 x86_64 x86_64 GNU/Linux", - "os_uname_machine": "x86_64" -} From 69bd06093578b2712ca3bdb2a7d8103b8f455eb4 Mon Sep 17 00:00:00 2001 From: ANANDHU S <71482562+anandhu-eng@users.noreply.github.com> Date: Wed, 26 Jun 2024 16:33:35 +0530 Subject: [PATCH 08/13] fixed git conflict --- .../test-mlperf-inference-abtf-poc.yml | 6 +---- hardware/DESKTOP_O4D588C.json | 26 +++++++++++++++++++ 2 files changed, 27 insertions(+), 5 deletions(-) create mode 100644 hardware/DESKTOP_O4D588C.json diff --git a/.github/workflows/test-mlperf-inference-abtf-poc.yml b/.github/workflows/test-mlperf-inference-abtf-poc.yml index d989f94916..62b5bc43c5 100644 --- a/.github/workflows/test-mlperf-inference-abtf-poc.yml +++ b/.github/workflows/test-mlperf-inference-abtf-poc.yml @@ -37,11 +37,7 @@ jobs: cm pull repo mlcommons@cm4abtf --branch=poc - name: Test MLPerf Inference ABTF POC using ${{ matrix.backend }} on docker run: | -<<<<<<< fixGithubActionError - cm run script --tags=run-abtf,inference,_poc-demo --adr.compiler.tags=gcc --quiet -v --gh_token=${{ secrets.ABTF_ACCESS_TOKEN }} -======= - cm run script --tags=run-abtf,inference,_poc-demo --adr.compiler.tags=gcc --quiet --docker --docker_it=no -v ->>>>>>> mlperf-inference + cm run script --tags=run-abtf,inference,_poc-demo --adr.compiler.tags=gcc --quiet -v build2: runs-on: ${{ matrix.os }} diff --git a/hardware/DESKTOP_O4D588C.json b/hardware/DESKTOP_O4D588C.json new file mode 100644 index 0000000000..b7cf960dbb --- /dev/null +++ b/hardware/DESKTOP_O4D588C.json @@ -0,0 +1,26 @@ +{ + "accelerator_frequency": "", + "accelerator_host_interconnect": "N/A", + "accelerator_interconnect": "N/A", + "accelerator_interconnect_topology": "", + "accelerator_memory_capacity": "N/A", + "accelerator_memory_configuration": "N/A", + "accelerator_model_name": "N/A", + "accelerator_on-chip_memories": "", + "accelerators_per_node": "0", + "cooling": "air", + "division": "open", + "host_memory_configuration": "undefined", + "host_networking": "Gig Ethernet", + "host_network_card_count": "1", + "host_networking_topology": "N/A", + "host_processor_interconnect": "", + "host_storage_type": "SSD", + "hw_notes": "", + "number_of_nodes": "1", + "status": "available", + "submitter": "cTuning", + "sw_notes": "Automated by MLCommons CM", + "system_type": "edge", + "system_type_detail": "edge server" +} From e1ca12bb1e8cd496e2bf82d776c286318f60b55e Mon Sep 17 00:00:00 2001 From: ANANDHU S <71482562+anandhu-eng@users.noreply.github.com> Date: Wed, 26 Jun 2024 16:34:33 +0530 Subject: [PATCH 09/13] removed temporary generated files --- hardware/DESKTOP_O4D588C.json | 26 -------------------------- 1 file changed, 26 deletions(-) delete mode 100644 hardware/DESKTOP_O4D588C.json diff --git a/hardware/DESKTOP_O4D588C.json b/hardware/DESKTOP_O4D588C.json deleted file mode 100644 index b7cf960dbb..0000000000 --- a/hardware/DESKTOP_O4D588C.json +++ /dev/null @@ -1,26 +0,0 @@ -{ - "accelerator_frequency": "", - "accelerator_host_interconnect": "N/A", - "accelerator_interconnect": "N/A", - "accelerator_interconnect_topology": "", - "accelerator_memory_capacity": "N/A", - "accelerator_memory_configuration": "N/A", - "accelerator_model_name": "N/A", - "accelerator_on-chip_memories": "", - "accelerators_per_node": "0", - "cooling": "air", - "division": "open", - "host_memory_configuration": "undefined", - "host_networking": "Gig Ethernet", - "host_network_card_count": "1", - "host_networking_topology": "N/A", - "host_processor_interconnect": "", - "host_storage_type": "SSD", - "hw_notes": "", - "number_of_nodes": "1", - "status": "available", - "submitter": "cTuning", - "sw_notes": "Automated by MLCommons CM", - "system_type": "edge", - "system_type_detail": "edge server" -} From f8ee44b975700b14ca122edb566d4f8c16ab1c02 Mon Sep 17 00:00:00 2001 From: ANANDHU S <71482562+anandhu-eng@users.noreply.github.com> Date: Wed, 26 Jun 2024 17:14:50 +0530 Subject: [PATCH 10/13] added gcc tag and handled filenam bat issue --- script/extract-file/customize.py | 3 +++ script/get-cl/_cm.json | 3 ++- 2 files changed, 5 insertions(+), 1 deletion(-) diff --git a/script/extract-file/customize.py b/script/extract-file/customize.py index a8da7ec0d5..af769aecf1 100644 --- a/script/extract-file/customize.py +++ b/script/extract-file/customize.py @@ -25,6 +25,9 @@ def preprocess(i): filename = env.get('CM_EXTRACT_FILEPATH','') if filename == '': return {'return': 1, 'error': 'Extract with no download requested and CM_EXTRACT_FILEPATH is not set'} + + if windows: + filename = filename.replace("%", "%%") env['CM_EXTRACT_FILENAME'] = filename diff --git a/script/get-cl/_cm.json b/script/get-cl/_cm.json index cb6c575368..c2c1dcb078 100644 --- a/script/get-cl/_cm.json +++ b/script/get-cl/_cm.json @@ -24,7 +24,8 @@ "compiler", "c-compiler", "cpp-compiler", - "get-cl" + "get-cl", + "gcc" ], "uid": "7dbb770faff947c0" } From e6f0853d69c70157dc81ce923ba6fd84df4539a5 Mon Sep 17 00:00:00 2001 From: ANANDHU S <71482562+anandhu-eng@users.noreply.github.com> Date: Wed, 26 Jun 2024 17:15:31 +0530 Subject: [PATCH 11/13] added windows gh action --- .../test-mlperf-inference-abtf-poc.yml | 26 +++++++++++++++++++ 1 file changed, 26 insertions(+) diff --git a/.github/workflows/test-mlperf-inference-abtf-poc.yml b/.github/workflows/test-mlperf-inference-abtf-poc.yml index 62b5bc43c5..637a782a53 100644 --- a/.github/workflows/test-mlperf-inference-abtf-poc.yml +++ b/.github/workflows/test-mlperf-inference-abtf-poc.yml @@ -67,3 +67,29 @@ jobs: run: | cm run script --tags=run-abtf,inference,_poc-demo --adr.compiler.tags=gcc --quiet -v + build3: + runs-on: ${{ matrix.os }} + strategy: + fail-fast: false + matrix: + os: [windows-latest] + python-version: [ "3.8", "3.12" ] + backend: [ "pytorch" ] + implementation: [ "python" ] + exclude: + - python-version: "3.8" + + steps: + - uses: actions/checkout@v3 + - name: Set up Python ${{ matrix.python-version }} + uses: actions/setup-python@v3 + with: + python-version: ${{ matrix.python-version }} + - name: Install dependencies + run: | + python3 -m pip install cmind + cm pull repo --url=${{ github.event.pull_request.head.repo.html_url }} --checkout=${{ github.event.pull_request.head.ref }} + cm pull repo mlcommons@cm4abtf --branch=poc + - name: Test MLPerf Inference ABTF POC using ${{ matrix.backend }} on ${{ matrix.os }} + run: | + cm run script --tags=run-abtf,inference,_poc-demo --adr.compiler.tags=gcc --quiet -v \ No newline at end of file From 1dd89b8cc68722193379ff5c35a98312a2e7e8af Mon Sep 17 00:00:00 2001 From: ANANDHU S <71482562+anandhu-eng@users.noreply.github.com> Date: Wed, 26 Jun 2024 17:18:02 +0530 Subject: [PATCH 12/13] modified windows gh action --- .github/workflows/test-mlperf-inference-abtf-poc.yml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/.github/workflows/test-mlperf-inference-abtf-poc.yml b/.github/workflows/test-mlperf-inference-abtf-poc.yml index 637a782a53..c08d89ed0e 100644 --- a/.github/workflows/test-mlperf-inference-abtf-poc.yml +++ b/.github/workflows/test-mlperf-inference-abtf-poc.yml @@ -92,4 +92,4 @@ jobs: cm pull repo mlcommons@cm4abtf --branch=poc - name: Test MLPerf Inference ABTF POC using ${{ matrix.backend }} on ${{ matrix.os }} run: | - cm run script --tags=run-abtf,inference,_poc-demo --adr.compiler.tags=gcc --quiet -v \ No newline at end of file + cm run script --tags=run-abtf,inference,_poc-demo --quiet --env.CM_MLPERF_LOADGEN_BUILD_FROM_SRC=off -v \ No newline at end of file From 7986561e48fb8d6ef3d82418b9673b56643855df Mon Sep 17 00:00:00 2001 From: ANANDHU S <71482562+anandhu-eng@users.noreply.github.com> Date: Wed, 26 Jun 2024 17:43:11 +0530 Subject: [PATCH 13/13] reverted gcc tag --- script/get-cl/_cm.json | 3 +-- 1 file changed, 1 insertion(+), 2 deletions(-) diff --git a/script/get-cl/_cm.json b/script/get-cl/_cm.json index c2c1dcb078..cb6c575368 100644 --- a/script/get-cl/_cm.json +++ b/script/get-cl/_cm.json @@ -24,8 +24,7 @@ "compiler", "c-compiler", "cpp-compiler", - "get-cl", - "gcc" + "get-cl" ], "uid": "7dbb770faff947c0" }