Memory Monitor tool #3467
Workflow file for this run
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| name: precommit | |
| permissions: read-all | |
| on: | |
| pull_request: | |
| types: | |
| - opened | |
| - reopened | |
| - synchronize | |
| paths-ignore: | |
| - '**/*.md' | |
| - 'docs/**/*' | |
| jobs: | |
| common: | |
| runs-on: ubuntu-20.04 | |
| steps: | |
| - uses: actions/checkout@a5ac7e51b41094c92402da3b24376905380afc29 # v4.1.6 | |
| with: | |
| lfs: true | |
| - uses: actions/setup-python@0a5c61591373683505ea898e09a3ea4f39ef2b9c # v5.0.0 | |
| with: | |
| python-version: 3.8.18 | |
| cache: pip | |
| - name: Install NNCF and test requirements | |
| run: make install-common-test | |
| - name: Run common precommit test scope | |
| run: make test-common | |
| env: | |
| NNCF_COVERAGE: 1 | |
| NUM_WORKERS: 2 | |
| - name: Upload coverage report as artifact | |
| uses: actions/upload-artifact@65462800fd760344b1a7b4382951275a0abb4808 # v4.3.3 | |
| with: | |
| name: coverage_common | |
| path: ./coverage.xml | |
| - name: Upload coverage report to codecov | |
| uses: codecov/codecov-action@125fc84a9a348dbcf27191600683ec096ec9021c # v4.4.1 | |
| with: | |
| token: ${{ secrets.CODECOV_TOKEN }} | |
| name: coverage_common | |
| flags: COMMON | |
| onnx: | |
| runs-on: ubuntu-20.04-8-cores | |
| steps: | |
| - uses: actions/checkout@a5ac7e51b41094c92402da3b24376905380afc29 # v4.1.6 | |
| with: | |
| lfs: true | |
| - uses: actions/setup-python@0a5c61591373683505ea898e09a3ea4f39ef2b9c # v5.0.0 | |
| with: | |
| python-version: 3.8.18 | |
| - name: Install NNCF and test requirements | |
| run: make install-onnx-test | |
| - name: Run ONNX precommit test scope | |
| run: make test-onnx | |
| env: | |
| NNCF_COVERAGE: 1 | |
| NUM_WORKERS: 4 | |
| - name: Upload coverage report as artifact | |
| uses: actions/upload-artifact@65462800fd760344b1a7b4382951275a0abb4808 # v4.3.3 | |
| with: | |
| name: coverage_onnx | |
| path: ./coverage.xml | |
| - name: Upload coverage report to codecov | |
| uses: codecov/codecov-action@125fc84a9a348dbcf27191600683ec096ec9021c # v4.4.1 | |
| with: | |
| token: ${{ secrets.CODECOV_TOKEN }} | |
| name: coverage_onnx | |
| flags: ONNX | |
| openvino: | |
| runs-on: ubuntu-20.04-8-cores | |
| steps: | |
| - uses: actions/checkout@a5ac7e51b41094c92402da3b24376905380afc29 # v4.1.6 | |
| with: | |
| lfs: true | |
| - uses: actions/setup-python@0a5c61591373683505ea898e09a3ea4f39ef2b9c # v5.0.0 | |
| with: | |
| python-version: 3.8.18 | |
| cache: pip | |
| - name: Install NNCF and test requirements | |
| run: make install-openvino-test | |
| - name: Run OV precommit test scope | |
| run: make test-openvino | |
| env: | |
| NNCF_COVERAGE: 1 | |
| NUM_WORKERS: 4 | |
| - name: Upload coverage report as artifact | |
| uses: actions/upload-artifact@65462800fd760344b1a7b4382951275a0abb4808 # v4.3.3 | |
| with: | |
| name: coverage_openvino | |
| path: ./coverage.xml | |
| - name: Upload coverage report to codecov | |
| uses: codecov/codecov-action@125fc84a9a348dbcf27191600683ec096ec9021c # v4.4.1 | |
| with: | |
| token: ${{ secrets.CODECOV_TOKEN }} | |
| name: coverage_openvino | |
| flags: OPENVINO | |
| pytorch-cpu: | |
| timeout-minutes: 40 | |
| defaults: | |
| run: | |
| shell: bash | |
| runs-on: ubuntu-20.04-8-cores | |
| env: | |
| DEBIAN_FRONTEND: noninteractive | |
| steps: | |
| - name: Install dependencies | |
| run : | | |
| sudo apt-get update | |
| sudo apt-get --assume-yes install gcc g++ build-essential ninja-build libgl1-mesa-dev libglib2.0-0 | |
| - uses: actions/checkout@a5ac7e51b41094c92402da3b24376905380afc29 # v4.1.6 | |
| with: | |
| lfs: true | |
| - uses: actions/setup-python@0a5c61591373683505ea898e09a3ea4f39ef2b9c # v5.0.0 | |
| with: | |
| python-version: 3.8.18 | |
| cache: pip | |
| - name: Runner info | |
| continue-on-error: true | |
| run: | | |
| cat /etc/*release | |
| cat /proc/cpuinfo | |
| - name: Install NNCF and test requirements | |
| run: make install-torch-test | |
| - name: Run PyTorch precommit test scope | |
| run: | | |
| make test-torch-cpu | |
| env: | |
| NNCF_COVERAGE: 1 | |
| NUM_WORKERS: 4 | |
| - name: Upload coverage report as artifact | |
| uses: actions/upload-artifact@65462800fd760344b1a7b4382951275a0abb4808 # v4.3.3 | |
| with: | |
| name: coverage_pt_cpu | |
| path: ./coverage.xml | |
| - name: Upload coverage report to codecov | |
| uses: codecov/codecov-action@125fc84a9a348dbcf27191600683ec096ec9021c # v4.4.1 | |
| with: | |
| token: ${{ secrets.CODECOV_TOKEN }} | |
| name: coverage_pt_cpu | |
| flags: TORCH | |
| pytorch-cuda: | |
| timeout-minutes: 40 | |
| defaults: | |
| run: | |
| shell: bash | |
| runs-on: aks-linux-4-cores-28gb-gpu-tesla-t4 | |
| env: | |
| DEBIAN_FRONTEND: noninteractive | |
| steps: | |
| - name: Install dependencies | |
| run : | | |
| sudo apt-get update | |
| sudo apt-get --assume-yes install build-essential ninja-build libgl1-mesa-dev libglib2.0-0 wget make | |
| - name: Download CUDA | |
| run: | | |
| wget -q https://developer.download.nvidia.com/compute/cuda/12.1.1/local_installers/cuda_12.1.1_530.30.02_linux.run | |
| sudo sh cuda_12.1.1_530.30.02_linux.run --toolkit --silent | |
| - name: Runner info | |
| continue-on-error: true | |
| run: | | |
| export PATH=/usr/local/cuda-12.1/bin${PATH:+:${PATH}} | |
| export LD_LIBRARY_PATH=/usr/local/cuda-12.1/lib64${LD_LIBRARY_PATH:+:${LD_LIBRARY_PATH}} | |
| nvidia-smi | |
| cat /proc/cpuinfo | |
| nvcc --version | |
| - uses: actions/checkout@a5ac7e51b41094c92402da3b24376905380afc29 # v4.1.6 | |
| with: | |
| lfs: true | |
| - uses: actions/setup-python@0a5c61591373683505ea898e09a3ea4f39ef2b9c # v5.0.0 | |
| with: | |
| python-version: 3.8.18 | |
| cache: pip | |
| - name: Install NNCF and test requirements | |
| run: make install-torch-test | |
| - name: Check CUDA | |
| run: | | |
| python -c "import torch; print(torch.cuda.is_available())" | |
| - name: Run PyTorch precommit test scope | |
| run: | | |
| export PATH=/usr/local/cuda-12.1/bin${PATH:+:${PATH}} | |
| export LD_LIBRARY_PATH=/usr/local/cuda-12.1/lib64${LD_LIBRARY_PATH:+:${LD_LIBRARY_PATH}} | |
| make test-torch-cuda | |
| env: | |
| NNCF_COVERAGE: 1 | |
| - name: Upload coverage report as artifact | |
| uses: actions/upload-artifact@65462800fd760344b1a7b4382951275a0abb4808 # v4.3.3 | |
| with: | |
| name: coverage_pt_cuda | |
| path: ./coverage.xml | |
| - name: Upload coverage report to codecov | |
| uses: codecov/codecov-action@125fc84a9a348dbcf27191600683ec096ec9021c # v4.4.1 | |
| with: | |
| token: ${{ secrets.CODECOV_TOKEN }} | |
| name: coverage_pt_cuda | |
| flags: TORCH | |
| tensorflow: | |
| timeout-minutes: 40 | |
| defaults: | |
| run: | |
| shell: bash | |
| runs-on: ubuntu-20.04-8-cores | |
| env: | |
| DEBIAN_FRONTEND: noninteractive | |
| steps: | |
| - uses: actions/checkout@a5ac7e51b41094c92402da3b24376905380afc29 # v4.1.6 | |
| with: | |
| lfs: true | |
| - uses: actions/setup-python@0a5c61591373683505ea898e09a3ea4f39ef2b9c # v5.0.0 | |
| with: | |
| python-version: 3.9.19 | |
| cache: pip | |
| - name: Install NNCF and test requirements | |
| run: make install-tensorflow-test | |
| - name: Run TensorFlow precommit test scope | |
| run: | | |
| make test-tensorflow | |
| env: | |
| NNCF_COVERAGE: 1 | |
| NUM_WORKERS: 6 | |
| - name: Upload coverage report as artifact | |
| uses: actions/upload-artifact@65462800fd760344b1a7b4382951275a0abb4808 # v4.3.3 | |
| with: | |
| name: coverage_tensorflow | |
| path: ./coverage.xml | |
| - name: Upload coverage report to codecov | |
| uses: codecov/codecov-action@125fc84a9a348dbcf27191600683ec096ec9021c # v4.4.1 | |
| with: | |
| token: ${{ secrets.CODECOV_TOKEN }} | |
| name: coverage_tensorflow | |
| flags: TENSORFLOW | |
| tools: | |
| runs-on: ubuntu-20.04 | |
| steps: | |
| - uses: actions/checkout@a5ac7e51b41094c92402da3b24376905380afc29 # v4.1.6 | |
| with: | |
| lfs: true | |
| - uses: actions/setup-python@0a5c61591373683505ea898e09a3ea4f39ef2b9c # v5.0.0 | |
| with: | |
| python-version: 3.8.18 | |
| cache: pip | |
| - name: Install NNCF and test requirements | |
| run: | | |
| pip install -r tests/tools/requirements.txt | |
| - name: Run tools precommit test scope | |
| run: PYTHONPATH=./ pytest -ra tests/tools |