From 7e7b6482aa66dafa8d384b17fc3481aa6233b3bf Mon Sep 17 00:00:00 2001 From: Mikhail Ryzhov Date: Sat, 7 Oct 2023 00:22:32 +0200 Subject: [PATCH] [GHA][HF] Switch python nightly tests to github runners (#20286) * switched runners to GHA * excluded timm models from nightly scope * added sudo steps * switched precommit too --- .github/workflows/linux.yml | 41 +++++++++++-------- .../model_hub_tests/torch_tests/test_timm.py | 1 - 2 files changed, 23 insertions(+), 19 deletions(-) diff --git a/.github/workflows/linux.yml b/.github/workflows/linux.yml index dd10243d8d2a35..010d5fdb4b8411 100644 --- a/.github/workflows/linux.yml +++ b/.github/workflows/linux.yml @@ -155,12 +155,12 @@ jobs: - name: Pack Artifacts run: | - - # Add the ONNX Runtime version and skip tests list to the archive to use in the ONNX Runtime Job + + # Add the ONNX Runtime version and skip tests list to the archive to use in the ONNX Runtime Job # w/o the need to checkout repository - + cp -R ${ONNX_RUNTIME_UTILS} ${INSTALL_DIR} - + pushd ${INSTALL_DIR} tar -czvf ${BUILD_DIR}/openvino_package.tar.gz * popd @@ -432,10 +432,10 @@ jobs: - name: Install Dependencies run: | sudo -E ${INSTALL_DIR}/install_dependencies/install_openvino_dependencies.sh -c=core -y - + # Needed for downloading IRs from storage.openvinotoolkit with Python urllib sudo apt-get update && sudo apt-get install --assume-yes --no-install-recommends ca-certificates - + python3 -m pip install -r ${CONFORMANCE_TOOLS_DIR}/requirements.txt # @@ -560,7 +560,7 @@ jobs: run: | source ${INSTALL_DIR}/setupvars.sh skip_tests=$(tr -s '\n ' ':' < ${ONNX_RUNTIME_UTILS}/skip_tests) - + ./onnxruntime_test_all --gtest_filter=-$skip_tests working-directory: ${{ env.ONNX_RUNTIME_BUILD_DIR }}/RelWithDebInfo/RelWithDebInfo @@ -1090,19 +1090,23 @@ jobs: defaults: run: shell: bash - runs-on: ${{ github.event_name == 'schedule' && 'aks-linux-16-cores' || 'aks-linux-4-cores-16gb'}} - container: - image: openvinogithubactions.azurecr.io/dockerhub/ubuntu:20.04 - volumes: - - /mount/caches:/mount/caches + runs-on: ${{ github.event_name == 'schedule' && 'ubuntu-20.04-16-cores' || 'ubuntu-20.04-8-cores'}} + # TODO: Switch back to self-hosted runners + # container: + # image: openvinogithubactions.azurecr.io/dockerhub/ubuntu:20.04 + # volumes: + # - /mount/caches:/mount/caches env: INSTALL_DIR: ${{ github.workspace }}/install INSTALL_TEST_DIR: ${{ github.workspace }}/install/tests MODEL_HUB_TESTS_INSTALL_DIR: ${{ github.workspace }}/install/tests/model_hub_tests steps: + - name: Check sudo + run: if [ "$(id -u)" -eq 0 ]; then apt update && apt --assume-yes install sudo; fi + - name: Install 'actions/setup-python@v4' dependencies - run: apt-get update && apt-get install -y libssl1.1 ca-certificates + run: sudo apt-get update && sudo apt-get install -y libssl1.1 ca-certificates - uses: actions/setup-python@v4 with: @@ -1165,11 +1169,12 @@ jobs: defaults: run: shell: bash - runs-on: ${{ github.event_name == 'schedule' && 'aks-linux-16-cores' || 'aks-linux-8-cores'}} - container: - image: openvinogithubactions.azurecr.io/dockerhub/ubuntu:20.04 - volumes: - - /mount/caches:/mount/caches + runs-on: ${{ github.event_name == 'schedule' && 'ubuntu-20.04-16-cores' || 'ubuntu-20.04-8-cores'}} + # TODO: Switch back to self-hosted runners + # container: + # image: openvinogithubactions.azurecr.io/dockerhub/ubuntu:20.04 + # volumes: + # - /mount/caches:/mount/caches env: INSTALL_DIR: ${{ github.workspace }}/install INSTALL_TEST_DIR: ${{ github.workspace }}/install/tests diff --git a/tests/model_hub_tests/torch_tests/test_timm.py b/tests/model_hub_tests/torch_tests/test_timm.py index 4294000740759c..d08f6a8c4a9a40 100644 --- a/tests/model_hub_tests/torch_tests/test_timm.py +++ b/tests/model_hub_tests/torch_tests/test_timm.py @@ -62,6 +62,5 @@ def test_convert_model_precommit(self, name, ie_device): self.run(name, None, ie_device) @pytest.mark.parametrize("name", get_all_models()) - @pytest.mark.nightly def test_convert_model_all_models(self, name, ie_device): self.run(name, None, ie_device)