adding metrics with torch

.github/actions/pytester/action.yml

@@ -47,6 +47,7 @@ runs:
     shell: bash
 
   - name: Prepare environment
+    timeout-minutes: 30
     run: bash prepare_env.sh
     shell: bash
 

.github/workflows/ci_compatible.yml

@@ -32,12 +32,14 @@ jobs:
       with:
         python-version: 3.8
 
+    - name: Install requirements
+      run: pip install -q -r requirements.txt
+
     - name: Get PR diff
       id: diff-files
       env:
         PR_NUMBER: "${{ github.event.pull_request.number }}"
       run: |
-        pip install -q -r requirements.txt
         pr_runtimes=$(python _actions/assistant.py list_runtimes $PR_NUMBER)
         echo $pr_runtimes
         echo "runtimes={include: $pr_runtimes}" >> $GITHUB_OUTPUT
@@ -56,7 +58,7 @@ jobs:
       max-parallel: 25
       fail-fast: false
       matrix: ${{ fromJSON(needs.generator.outputs.matrix) }}
-    timeout-minutes: 35
+    timeout-minutes: 180
     steps:
     - uses: actions/checkout@v3
 

_actions/assistant.py

@@ -217,7 +217,7 @@ def _install_repo(repo: Dict[str, str], remove_dir: bool = True) -> List[str]:
 
         flags = AssistantCLI._get_flags(repo)
         cmds.append("pip install " + " ".join([pip_install] + flags))
-        cmds.append("pip list")
+        # cmds.append("pip list")
         cmds.append("cd ..")
 
         if remove_dir:
@@ -302,6 +302,7 @@ def prepare_env(config_file: str = "config.yaml", path_root: str = _PATH_ROOT) -
             script.append(AssistantCLI._install_pip(req))
         script.append("pip list")
 
+        script += [f"cd {AssistantCLI._FOLDER_TESTS}"]
         script += AssistantCLI.before_commands(config_file, stage="test", as_append=True)
         return os.linesep.join(script)
 

configs/Lightning-AI/metrics_torch-develop.yaml

@@ -0,0 +1,38 @@
+target_repository:
+  HTTPS: https://github.com/Lightning-AI/metrics.git
+  # checkout a particular branch or a tag
+  checkout: master
+  # define installing package extras
+  install_extras:
+    - all
+    - test
+  # install additional requirements from a file
+  requirements_file: requirements/audio_test.txt
+  # copy some  test from the target repository
+  copy_tests:
+    - tests/unittests
+
+contact:
+  slack:
+    # Nicki Skafte
+    - USZ6EQ8A2
+
+dependencies:
+  - name: torch
+    install_flags:
+      - "-f https://download.pytorch.org/whl/nightly/torch_nightly.html"
+      - "--pre"
+
+# running before installing your project
+before_test:
+  - wget https://pl-public-data.s3.amazonaws.com/metrics/data.zip
+  - unzip -o data.zip
+  - mv _data tests/
+
+testing:
+  # additional pytest arguments
+  pytest_args: --timeout=120
+
+runtimes:
+  - {os: "ubuntu-22.04", python: "3.9"}
+#  - {os: "macOS-12", python: "3.9"}