From 87ba8cb8a6a4f6525f26255fa513d902b17ab060 Mon Sep 17 00:00:00 2001
From: Arjun Suresh <arjunsuresh1987@gmail.com>
Date: Thu, 11 Apr 2024 09:41:12 +0100
Subject: [PATCH] Create test-submission-checker.yml

---
 .github/workflows/test-submission-checker.yml | 36 +++++++++++++++++++
 1 file changed, 36 insertions(+)
 create mode 100644 .github/workflows/test-submission-checker.yml

diff --git a/.github/workflows/test-submission-checker.yml b/.github/workflows/test-submission-checker.yml
new file mode 100644
index 000000000..26322d858
--- /dev/null
+++ b/.github/workflows/test-submission-checker.yml
@@ -0,0 +1,36 @@
+# This workflow will install Python dependencies, run tests and lint with a variety of Python versions
+# For more information see: https://help.github.com/actions/language-and-framework-guides/using-python-with-github-actions
+
+name: Test for MLPerf inference submission checker using CM script automation
+
+on:
+  pull_request:
+    branches: [ "master", "dev" ]
+    paths:
+      - tools/submission/**
+      - .github/workflows/test-submission-checker.yml
+      - '!**.md'
+
+jobs:
+  build:
+
+    runs-on: ubuntu-latest
+    strategy:
+      fail-fast: false
+      matrix:
+        python-version: [ "3.8", "3.11", "3.12" ]
+
+    steps:
+    - uses: actions/checkout@v3
+    - name: Set up Python ${{ matrix.python-version }}
+      uses: actions/setup-python@v3
+      with:
+        python-version: ${{ matrix.python-version }}
+    - name: Install dependencies
+      run: |
+        python3 -m pip install cmind
+        cm pull repo mlcommons@ck
+        git clone https://github.com/mlcommons/inference_results_v4.0
+    - name: Test MLPerf inference submission checker
+      run: |
+        cm run script --tags=run,mlperf,inference,submission,checker --input=`pwd`/inference_results_v4.0 --quiet