Skip to content

Commit

Permalink
use staging runners and acr
Browse files Browse the repository at this point in the history
  • Loading branch information
akashchi committed Aug 9, 2024
1 parent a3209f8 commit e7f09e1
Show file tree
Hide file tree
Showing 29 changed files with 87 additions and 95 deletions.
2 changes: 1 addition & 1 deletion .github/dockerfiles/ov_build/fedora_33/Dockerfile
Original file line number Diff line number Diff line change
@@ -1,4 +1,4 @@
FROM openvinogithubactions.azurecr.io/dockerio/library/fedora:33
FROM openvinogithubactionsstaging.azurecr.io/dockerio/library/fedora:33

USER root

Expand Down
2 changes: 1 addition & 1 deletion .github/dockerfiles/ov_build/ubuntu_20_04_arm64/Dockerfile
Original file line number Diff line number Diff line change
@@ -1,4 +1,4 @@
FROM openvinogithubactions.azurecr.io/dockerhub/ubuntu:20.04
FROM openvinogithubactionsstaging.azurecr.io/dockerhub/ubuntu:20.04

USER root

Expand Down
2 changes: 1 addition & 1 deletion .github/dockerfiles/ov_build/ubuntu_20_04_x64/Dockerfile
Original file line number Diff line number Diff line change
@@ -1,4 +1,4 @@
FROM openvinogithubactionsstaging.privatelink.azurecr.io/dockerhub/ubuntu:20.04
FROM openvinogithubactionsstaging.azurecr.io/dockerhub/ubuntu:20.04

USER root

Expand Down
Original file line number Diff line number Diff line change
@@ -1,4 +1,4 @@
FROM openvinogithubactionsstaging.privatelink.azurecr.io/dockerhub/nvidia/cuda:11.8.0-runtime-ubuntu20.04
FROM openvinogithubactionsstaging.azurecr.io/dockerhub/nvidia/cuda:11.8.0-runtime-ubuntu20.04

USER root

Expand Down
Original file line number Diff line number Diff line change
@@ -1,4 +1,4 @@
FROM openvinogithubactions.azurecr.io/dockerhub/ubuntu:22.04
FROM openvinogithubactionsstaging.azurecr.io/dockerhub/ubuntu:22.04

USER root

Expand Down
2 changes: 1 addition & 1 deletion .github/dockerfiles/ov_build/ubuntu_22_04_riscv/Dockerfile
Original file line number Diff line number Diff line change
@@ -1,4 +1,4 @@
FROM openvinogithubactions.azurecr.io/dockerhub/ubuntu:22.04
FROM openvinogithubactionsstaging.azurecr.io/dockerhub/ubuntu:22.04

USER root

Expand Down
10 changes: 1 addition & 9 deletions .github/dockerfiles/ov_build/ubuntu_22_04_x64/Dockerfile
Original file line number Diff line number Diff line change
@@ -1,4 +1,4 @@
FROM openvinogithubactions.azurecr.io/dockerhub/ubuntu:22.04
FROM openvinogithubactionsstaging.azurecr.io/dockerhub/ubuntu:22.04

USER root

Expand Down Expand Up @@ -61,11 +61,3 @@ RUN python3.11 -m venv venv
ENV PATH="/venv/bin:$SCCACHE_HOME:$PATH"

ENV PIP_CACHE_DIR=/mount/caches/pip/linux/${PIP_VERSION}

# Install Node
ENV NODE_VERSION=21.7.3
ENV NVM_DIR=/.nvm
RUN mkdir -p $NVM_DIR
RUN curl -o- https://raw.githubusercontent.com/nvm-sh/nvm/v0.39.0/install.sh | bash
RUN . "$NVM_DIR/nvm.sh" && nvm install ${NODE_VERSION}
ENV PATH="$NVM_DIR/versions/node/v${NODE_VERSION}/bin/:${PATH}"
Original file line number Diff line number Diff line change
@@ -1,4 +1,4 @@
FROM openvinogithubactions.azurecr.io/dockerhub/ubuntu:22.04
FROM openvinogithubactionsstaging.azurecr.io/dockerhub/ubuntu:22.04

USER root

Expand Down
Original file line number Diff line number Diff line change
@@ -1,4 +1,4 @@
FROM openvinogithubactions.azurecr.io/dockerhub/nvidia/cuda:11.8.0-runtime-ubuntu22.04
FROM openvinogithubactionsstaging.azurecr.io/dockerhub/nvidia/cuda:11.8.0-runtime-ubuntu22.04

USER root

Expand Down
2 changes: 1 addition & 1 deletion .github/dockerfiles/ov_build/ubuntu_24_04_x64/Dockerfile
Original file line number Diff line number Diff line change
@@ -1,4 +1,4 @@
FROM openvinogithubactions.azurecr.io/dockerhub/ubuntu:24.04
FROM openvinogithubactionsstaging.azurecr.io/dockerhub/ubuntu:24.04

USER root

Expand Down
2 changes: 1 addition & 1 deletion .github/dockerfiles/ov_build/webassembly/Dockerfile
Original file line number Diff line number Diff line change
@@ -1,4 +1,4 @@
FROM openvinogithubactions.azurecr.io/dockerio/emscripten/emsdk:3.1.61
FROM openvinogithubactionsstaging.azurecr.io/dockerio/emscripten/emsdk:3.1.61

USER root

Expand Down
2 changes: 1 addition & 1 deletion .github/dockerfiles/ov_test/ubuntu_20_04_arm64/Dockerfile
Original file line number Diff line number Diff line change
@@ -1,4 +1,4 @@
FROM openvinogithubactions.azurecr.io/dockerhub/ubuntu:20.04
FROM openvinogithubactionsstaging.azurecr.io/dockerhub/ubuntu:20.04

USER root

Expand Down
2 changes: 1 addition & 1 deletion .github/dockerfiles/ov_test/ubuntu_20_04_x64/Dockerfile
Original file line number Diff line number Diff line change
@@ -1,4 +1,4 @@
FROM openvinogithubactionsstaging.privatelink.azurecr.io/dockerhub/ubuntu:20.04
FROM openvinogithubactionsstaging.azurecr.io/dockerhub/ubuntu:20.04

USER root

Expand Down
2 changes: 1 addition & 1 deletion .github/dockerfiles/ov_test/ubuntu_22_04_x64/Dockerfile
Original file line number Diff line number Diff line change
@@ -1,4 +1,4 @@
FROM openvinogithubactions.azurecr.io/dockerhub/ubuntu:22.04
FROM openvinogithubactionsstaging.azurecr.io/dockerhub/ubuntu:22.04

USER root

Expand Down
2 changes: 1 addition & 1 deletion .github/dockerfiles/ov_test/ubuntu_24_04_x64/Dockerfile
Original file line number Diff line number Diff line change
@@ -1,4 +1,4 @@
FROM openvinogithubactions.azurecr.io/dockerhub/ubuntu:24.04
FROM openvinogithubactionsstaging.azurecr.io/dockerhub/ubuntu:24.04

USER root

Expand Down
8 changes: 4 additions & 4 deletions .github/workflows/android_arm64.yml
Original file line number Diff line number Diff line change
Expand Up @@ -43,9 +43,9 @@ jobs:

Docker:
needs: Smart_CI
runs-on: aks-linux-4-cores-16gb-docker-build
runs-on: aks-linux-4-cores-16gb-docker-build-staging
container:
image: openvinogithubactions.azurecr.io/docker_build:0.2
image: openvinogithubactionsstaging.azurecr.io/docker_build:0.2
volumes:
- /mount:/mount
outputs:
Expand All @@ -59,7 +59,7 @@ jobs:
with:
images: |
ov_build/ubuntu_22_04_android_arm64
registry: 'openvinogithubactions.azurecr.io'
registry: 'openvinogithubactionsstaging.azurecr.io'
dockerfiles_root_dir: '.github/dockerfiles'
changed_components: ${{ needs.smart_ci.outputs.changed_components }}

Expand All @@ -69,7 +69,7 @@ jobs:
defaults:
run:
shell: bash
runs-on: aks-linux-16-cores-32gb
runs-on: aks-linux-16-cores-32gb-staging
container:
image: ${{ fromJSON(needs.docker.outputs.images).ov_build.ubuntu_22_04_android_arm64 }}
volumes:
Expand Down
4 changes: 2 additions & 2 deletions .github/workflows/cleanup_caches.yml
Original file line number Diff line number Diff line change
Expand Up @@ -9,7 +9,7 @@ permissions: read-all

jobs:
Cleanup_PIP:
runs-on: aks-linux-2-cores-8gb
runs-on: aks-linux-2-cores-8gb-staging
container:
image: openvinogithubactions.azurecr.io/dockerhub/ubuntu:20.04
volumes:
Expand All @@ -34,7 +34,7 @@ jobs:
du -h -d2 ${PIP_CACHE_PATH}
Cleanup_CCACHE:
runs-on: aks-linux-2-cores-8gb
runs-on: aks-linux-2-cores-8gb-staging
container:
image: openvinogithubactions.azurecr.io/dockerhub/ubuntu:20.04
volumes:
Expand Down
2 changes: 1 addition & 1 deletion .github/workflows/coverity.yml
Original file line number Diff line number Diff line change
Expand Up @@ -26,7 +26,7 @@ jobs:
defaults:
run:
shell: bash
runs-on: aks-linux-16-cores-32gb
runs-on: aks-linux-16-cores-32gb-staging
container:
image: openvinogithubactions.azurecr.io/dockerhub/ubuntu:20.04
env:
Expand Down
10 changes: 5 additions & 5 deletions .github/workflows/dev_cpu_linux_snippets_libxsmm.yml
Original file line number Diff line number Diff line change
Expand Up @@ -54,9 +54,9 @@ jobs:

Docker:
needs: Smart_CI
runs-on: aks-linux-4-cores-16gb-docker-build
runs-on: aks-linux-4-cores-16gb-docker-build-staging
container:
image: openvinogithubactions.azurecr.io/docker_build:0.2
image: openvinogithubactionsstaging.azurecr.io/docker_build:0.2
volumes:
- /mount:/mount
outputs:
Expand All @@ -71,7 +71,7 @@ jobs:
images: |
ov_build/ubuntu_20_04_x64
ov_test/ubuntu_20_04_x64
registry: 'openvinogithubactions.azurecr.io'
registry: 'openvinogithubactionsstaging.azurecr.io'
dockerfiles_root_dir: '.github/dockerfiles'
changed_components: ${{ needs.smart_ci.outputs.changed_components }}

Expand All @@ -81,7 +81,7 @@ jobs:
defaults:
run:
shell: bash
runs-on: aks-linux-16-cores-32gb
runs-on: aks-linux-16-cores-32gb-staging
container:
image: ${{ fromJSON(needs.docker.outputs.images).ov_build.ubuntu_20_04_x64 }}
volumes:
Expand Down Expand Up @@ -196,7 +196,7 @@ jobs:
if: ${{ github.event_name == 'workflow_dispatch'}}
needs: [ Docker, Build, Smart_CI ]
timeout-minutes: 30
runs-on: aks-linux-8-cores-32gb
runs-on: aks-linux-8-cores-32gb-staging
container:
image: ${{ fromJSON(needs.docker.outputs.images).ov_test.ubuntu_20_04_x64 }}
defaults:
Expand Down
10 changes: 5 additions & 5 deletions .github/workflows/fedora.yml
Original file line number Diff line number Diff line change
Expand Up @@ -48,9 +48,9 @@ jobs:

Docker:
needs: Smart_CI
runs-on: aks-linux-4-cores-16gb-docker-build
runs-on: aks-linux-4-cores-16gb-docker-build-staging
container:
image: openvinogithubactions.azurecr.io/docker_build:0.2
image: openvinogithubactionsstaging.azurecr.io/docker_build:0.2
volumes:
- /mount:/mount
outputs:
Expand All @@ -64,7 +64,7 @@ jobs:
with:
images: |
ov_build/fedora_33
registry: 'openvinogithubactions.azurecr.io'
registry: 'openvinogithubactionsstaging.azurecr.io'
dockerfiles_root_dir: '.github/dockerfiles'
changed_components: ${{ needs.smart_ci.outputs.changed_components }}

Expand All @@ -74,7 +74,7 @@ jobs:
defaults:
run:
shell: bash
runs-on: aks-linux-16-cores-32gb
runs-on: aks-linux-16-cores-32gb-staging
container:
image: ${{ fromJSON(needs.docker.outputs.images).ov_build.fedora_33 }}
volumes:
Expand Down Expand Up @@ -226,7 +226,7 @@ jobs:
defaults:
run:
shell: bash
runs-on: aks-linux-4-cores-16gb
runs-on: aks-linux-4-cores-16gb-staging
container:
image: ${{ fromJSON(needs.docker.outputs.images).ov_build.fedora_33 }}
env:
Expand Down
32 changes: 16 additions & 16 deletions .github/workflows/linux_arm64.yml
Original file line number Diff line number Diff line change
Expand Up @@ -52,9 +52,9 @@ jobs:

Docker:
needs: Smart_CI
runs-on: aks-linux-16-cores-arm-docker-build
runs-on: aks-linux-16-cores-arm-docker-build-staging
container:
image: openvinogithubactions.azurecr.io/docker_build:0.2
image: openvinogithubactionsstaging.azurecr.io/docker_build:0.2
volumes:
- /mount:/mount
outputs:
Expand All @@ -69,7 +69,7 @@ jobs:
images: |
ov_build/ubuntu_20_04_arm64
ov_test/ubuntu_20_04_arm64
registry: 'openvinogithubactions.azurecr.io'
registry: 'openvinogithubactionsstaging.azurecr.io'
dockerfiles_root_dir: '.github/dockerfiles'
changed_components: ${{ needs.Smart_CI.outputs.changed_components }}

Expand All @@ -79,7 +79,7 @@ jobs:
defaults:
run:
shell: bash
runs-on: 'aks-linux-16-cores-arm'
runs-on: 'aks-linux-16-cores-arm-staging'
container:
image: ${{ fromJSON(needs.docker.outputs.images).ov_build.ubuntu_20_04_arm64 }}
volumes:
Expand Down Expand Up @@ -328,15 +328,15 @@ jobs:
if: ${{ 'false' }}
uses: ./.github/workflows/job_debian_packages.yml
with:
runner: 'aks-linux-16-cores-arm'
image: 'openvinogithubactions.azurecr.io/dockerhub/ubuntu:20.04'
runner: 'aks-linux-16-cores-arm-staging'
image: 'openvinogithubactionsstaging.azurecr.io/dockerhub/ubuntu:20.04'

Samples:
needs: [ Build, Docker, Smart_CI ]
if: fromJSON(needs.smart_ci.outputs.affected_components).samples
uses: ./.github/workflows/job_samples_tests.yml
with:
runner: 'aks-linux-16-cores-arm'
runner: 'aks-linux-16-cores-arm-staging'
container: '{"image": "${{ fromJSON(needs.docker.outputs.images).ov_test.ubuntu_20_04_arm64 }}", "volumes": ["/mount:/mount"]}'
affected-components: ${{ needs.smart_ci.outputs.affected_components }}

Expand All @@ -346,7 +346,7 @@ jobs:
if: fromJSON(needs.smart_ci.outputs.affected_components).JS_API
uses: ./.github/workflows/job_openvino_js.yml
with:
runner: 'aks-linux-16-cores-arm'
runner: 'aks-linux-16-cores-arm-staging'
container: '{"image": "${{ fromJSON(needs.docker.outputs.images).ov_build.ubuntu_20_04_arm64 }}"}'

ONNX_Runtime:
Expand All @@ -356,7 +356,7 @@ jobs:
needs: [ Build, Smart_CI, Docker ]
uses: ./.github/workflows/job_onnx_runtime.yml
with:
runner: 'aks-linux-16-cores-arm'
runner: 'aks-linux-16-cores-arm-staging'
container: '{"image": "${{ fromJSON(needs.docker.outputs.images).ov_build.ubuntu_20_04_arm64 }}", "volumes": ["/mount:/mount"], "options": "-e SCCACHE_AZURE_BLOB_CONTAINER -e SCCACHE_AZURE_CONNECTION_STRING"}'
sccache-azure-key-prefix: 'ubuntu20_aarch64_onnxruntime'

Expand All @@ -365,7 +365,7 @@ jobs:
needs: [ Build, Docker, Smart_CI ]
uses: ./.github/workflows/job_tokenizers.yml
with:
runner: 'aks-linux-16-cores-arm'
runner: 'aks-linux-16-cores-arm-staging'
shell: bash
container: '{"image": "${{ fromJSON(needs.docker.outputs.images).ov_build.ubuntu_20_04_arm64 }}", "volumes": ["/mount:/mount"]}'
affected-components: ${{ needs.smart_ci.outputs.affected_components }}
Expand All @@ -376,7 +376,7 @@ jobs:
needs: [ Build, Docker, Smart_CI ]
uses: ./.github/workflows/job_cxx_unit_tests.yml
with:
runner: 'aks-linux-16-cores-arm'
runner: 'aks-linux-16-cores-arm-staging'
image: ${{ fromJSON(needs.docker.outputs.images).ov_test.ubuntu_20_04_arm64 }}
affected-components: ${{ needs.smart_ci.outputs.affected_components }}

Expand All @@ -385,7 +385,7 @@ jobs:
needs: [ Build, Docker, Smart_CI ]
uses: ./.github/workflows/job_python_unit_tests.yml
with:
runner: 'aks-linux-16-cores-arm'
runner: 'aks-linux-16-cores-arm-staging'
container: '{"image": "${{ fromJSON(needs.docker.outputs.images).ov_test.ubuntu_20_04_arm64 }}", "volumes": ["/mount:/mount"]}'
affected-components: ${{ needs.smart_ci.outputs.affected_components }}

Expand All @@ -394,7 +394,7 @@ jobs:
needs: [ Build, Docker, Smart_CI, Openvino_tokenizers ]
uses: ./.github/workflows/job_tensorflow_layer_tests.yml
with:
runner: 'aks-linux-16-cores-arm'
runner: 'aks-linux-16-cores-arm-staging'
shell: bash
container: '{"image": "${{ fromJSON(needs.docker.outputs.images).ov_test.ubuntu_20_04_arm64 }}", "volumes": ["/mount:/mount"]}'
affected-components: ${{ needs.smart_ci.outputs.affected_components }}
Expand All @@ -405,7 +405,7 @@ jobs:
needs: [ Build, Docker, Smart_CI ]
uses: ./.github/workflows/job_cpu_functional_tests.yml
with:
runner: 'aks-linux-16-cores-arm'
runner: 'aks-linux-16-cores-arm-staging'
image: ${{ fromJSON(needs.docker.outputs.images).ov_test.ubuntu_20_04_arm64 }}

TensorFlow_Models_Tests:
Expand All @@ -416,7 +416,7 @@ jobs:
needs: [ Build, Docker, Smart_CI, Openvino_tokenizers]
uses: ./.github/workflows/job_tensorflow_models_tests.yml
with:
runner: 'aks-linux-16-cores-arm'
runner: 'aks-linux-16-cores-arm-staging'
container: '{"image": "${{ fromJSON(needs.docker.outputs.images).ov_test.ubuntu_20_04_arm64 }}"}'
model_scope: 'precommit'

Expand All @@ -427,7 +427,7 @@ jobs:
needs: [ Build, Docker, Smart_CI ]
uses: ./.github/workflows/job_pytorch_models_tests.yml
with:
runner: 'aks-linux-16-cores-arm'
runner: 'aks-linux-16-cores-arm-staging'
container: '{"image": "${{ fromJSON(needs.docker.outputs.images).ov_test.ubuntu_20_04_arm64 }}"}'
model_scope: 'precommit'

Expand Down
Loading

0 comments on commit e7f09e1

Please sign in to comment.