Add NNI's CI

.azure/ci-testig-parameterized.yml

@@ -21,3 +21,5 @@ jobs:
     - "PyTorchLightning/metrics_pl-release.yaml"
     - "PyTorchLightning/flash_pl-develop.yaml"
     - "PyTorchLightning/flash_pl-release.yaml"
+    # NNI
+    - "configs/nni/nni-develop.yaml"

actions/assistant.py

@@ -169,13 +169,16 @@ def _install_repo(repo: Dict[str, str], remove_dir: bool = True) -> List[str]:
         if "checkout" in repo:
             assert isinstance(repo["checkout"], str)
             cmds.append(f"git checkout {repo['checkout']}")
-        pip_install = "."
-        if "install_extras" in repo:
-            pip_install += f"[{AssistantCLI._extras(repo['install_extras'])}]"
-        cmds.append(f"pip install --quiet {pip_install}")
-        if "install_file" in repo:
-            assert isinstance(repo["install_file"], str)
-            cmds.append(f"pip install --quiet --upgrade -r {repo['install_file']}")
+        if "install_command" in repo:
+            cmds.append(repo["install_command"])
+        else:
+            pip_install = "."
+            if "install_extras" in repo:
+                pip_install += f"[{AssistantCLI._extras(repo['install_extras'])}]"
+            cmds.append(f"pip install --quiet {pip_install}")
+            if "install_file" in repo:
+                assert isinstance(repo["install_file"], str)
+                cmds.append(f"pip install --quiet --upgrade -r {repo['install_file']}")
         cmds.append("cd ..")
         if remove_dir:
             cmds.append(f"rm -rf {repo_name}")

configs/nni/nni-develop.yaml

@@ -0,0 +1,29 @@
+target_repository:
+  HTTPS: https://github.com/microsoft/nni.git
+  # checkout a particular branch or a tag
+  checkout: master
+  # NNI needs custom install. `python setup.py install` or `pip install .` won't work.
+  install_command: python setup.py develop
+  # copy some tests from the target repository
+  copy_tests:
+    # only retiarii uses pytorch-lightning for now
+    # might add more in future
+    - test/ut/retiarii
+    - test/ut/__init__.py
+
+dependencies:
+  - name: pytorch-lightning
+    HTTPS: https://github.com/PyTorchLightning/pytorch-lightning.git
+    checkout: master
+    # install_extras: all
+  - name: torchmetrics
+    HTTPS: https://github.com/PyTorchLightning/metrics.git
+    checkout: master
+    # install_extras: all
+
+testing:
+  dirs:
+    - test/ut
+
+runtimes:
+  - {os: "ubuntu-latest", python-version: "3.8"}