diff --git a/.github/workflows/cleanup_caches.yml b/.github/workflows/cleanup_caches.yml index 3bbbb1246e..db1b07b8a3 100644 --- a/.github/workflows/cleanup_caches.yml +++ b/.github/workflows/cleanup_caches.yml @@ -10,7 +10,7 @@ permissions: read-all jobs: Cleanup_OV_CACHE: name: Cleanup OV_CACHE - runs-on: aks-linux-4-cores-16gb + runs-on: aks-linux-4-cores-16gb-st if: ${{ github.repository_owner == 'openvinotoolkit' }} container: image: openvinogithubactions.azurecr.io/dockerhub/ubuntu:20.04 diff --git a/.github/workflows/coverity.yml b/.github/workflows/coverity.yml index e5693c740f..5f060f703c 100644 --- a/.github/workflows/coverity.yml +++ b/.github/workflows/coverity.yml @@ -30,7 +30,7 @@ jobs: defaults: run: shell: bash - runs-on: aks-linux-medium + runs-on: aks-linux-medium-st container: image: 'openvinogithubactions.azurecr.io/openvino_provider:0.1.0' volumes: @@ -70,7 +70,7 @@ jobs: defaults: run: shell: bash - runs-on: aks-linux-16-cores-64gb + runs-on: aks-linux-16-cores-64gb-st container: image: openvinogithubactions.azurecr.io/ov_build/ubuntu_22_04_x64:${{ needs.openvino_download.outputs.docker_tag }} volumes: diff --git a/.github/workflows/linux.yml b/.github/workflows/linux.yml index b60e140a14..32e0bd9583 100644 --- a/.github/workflows/linux.yml +++ b/.github/workflows/linux.yml @@ -80,7 +80,7 @@ jobs: defaults: run: shell: bash - runs-on: aks-linux-medium + runs-on: aks-linux-medium-st container: image: 'openvinogithubactions.azurecr.io/openvino_provider:0.1.0' volumes: @@ -124,7 +124,7 @@ jobs: defaults: run: shell: bash - runs-on: aks-linux-4-cores-16gb + runs-on: aks-linux-4-cores-16gb-st container: image: openvinogithubactions.azurecr.io/ov_build/ubuntu_22_04_x64:${{ needs.openvino_download.outputs.docker_tag }} volumes: @@ -175,14 +175,14 @@ jobs: -S ${{ env.SRC_DIR }} \ -B ${{ env.BUILD_DIR }} cmake --build ${{ env.BUILD_DIR }} --config ${{ matrix.build-type }} --parallel $(nproc) --verbose - + # Need to remove the default Python 3.11 in /venv from the Path so that CMake uses the correct one from newly created venv$py_version export PATH=${PATH/:\/venv\/bin/} for py_version in "3.10" "3.11" "3.12" "3.13" do rm -rf ${{ env.BUILD_DIR }}/CMakeCache.txt - + echo "Creating venv for python$py_version" python$py_version -m venv venv$py_version source venv$py_version/bin/activate @@ -195,12 +195,12 @@ jobs: -S ${{ env.SRC_DIR }} \ -B ${{ env.BUILD_DIR }} echo "Configuring cmake done for python$py_version" - + cmake --build ${{ env.BUILD_DIR }} --config ${{ matrix.build-type }} --parallel $(nproc) --verbose cmake --install ${{ env.BUILD_DIR }} --config ${{ matrix.build-type }} --prefix ${{ env.INSTALL_DIR }} deactivate done - + cmake --install ${{ env.BUILD_DIR }} --config ${{ matrix.build-type }} --prefix ${{ env.INSTALL_TOOLS_DIR }} --component tools_bin cmake --install ${{ env.BUILD_DIR }} --config ${{ matrix.build-type }} --prefix ${{ env.INSTALL_TESTS_DIR }} --component tests @@ -247,7 +247,7 @@ jobs: defaults: run: shell: bash - runs-on: aks-linux-4-cores-16gb + runs-on: aks-linux-4-cores-16gb-st container: image: openvinogithubactions.azurecr.io/ov_build/ubuntu_22_04_x64:${{ needs.openvino_download.outputs.docker_tag }} volumes: @@ -298,7 +298,7 @@ jobs: - name: Build WWB Wheel run: python -m pip wheel -v --no-deps --wheel-dir ${{ env.WHEELS_DIR }} ${{ env.SRC_DIR }}/tools/who_what_benchmark working-directory: ${{ env.OV_INSTALL_DIR }} - + - name: Build GenAI Wheel run: | for py_version in "3.10" "3.11" "3.12" "3.13" @@ -310,7 +310,7 @@ jobs: ${{ env.SRC_DIR }} done working-directory: ${{ env.OV_INSTALL_DIR }} - + - name: Upload Wheels if: ${{ always() }} uses: actions/upload-artifact@330a01c490aca151604b8cf639adc76d48f6c5d4 # v5.0.0 @@ -329,7 +329,7 @@ jobs: defaults: run: shell: bash - runs-on: aks-linux-medium + runs-on: aks-linux-medium-st container: image: openvinogithubactions.azurecr.io/library/python:3.12-slim volumes: @@ -383,7 +383,7 @@ jobs: defaults: run: shell: bash - runs-on: aks-linux-4-cores-16gb + runs-on: aks-linux-4-cores-16gb-st container: image: openvinogithubactions.azurecr.io/ov_build/ubuntu_22_04_x64:${{ needs.openvino_download.outputs.docker_tag }} volumes: @@ -454,7 +454,7 @@ jobs: defaults: run: shell: bash - runs-on: aks-linux-4-cores-16gb + runs-on: aks-linux-4-cores-16gb-st container: image: openvinogithubactions.azurecr.io/ov_build/ubuntu_22_04_x64:${{ needs.openvino_download.outputs.docker_tag }} volumes: @@ -554,7 +554,7 @@ jobs: defaults: run: shell: bash - runs-on: aks-linux-8-cores-64gb + runs-on: aks-linux-8-cores-32gb-st container: image: openvinogithubactions.azurecr.io/ov_test/ubuntu_22_04_x64:${{ needs.openvino_download.outputs.docker_tag }} volumes: @@ -608,36 +608,36 @@ jobs: marker: 'llm' cmd: 'tests/python_tests/samples' run_condition: ${{ fromJSON(needs.smart_ci.outputs.affected_components).LLM_samples.test }} - runner: 'aks-linux-4-cores-16gb' + runner: 'aks-linux-4-cores-16gb-st' - name: 'Whisper' marker: 'whisper' cmd: 'tests/python_tests/samples' run_condition: ${{ fromJSON(needs.smart_ci.outputs.affected_components).Whisper_samples.test }} - runner: 'aks-linux-4-cores-16gb' + runner: 'aks-linux-4-cores-16gb-st' - name: 'dreamlike_anime_1_0' marker: 'dreamlike_anime_1_0' cmd: 'tests/python_tests/samples' run_condition: ${{ fromJSON(needs.smart_ci.outputs.affected_components).Image_generation_samples.test }} - runner: 'aks-linux-8-cores-32gb' + runner: 'aks-linux-8-cores-32gb-st' - name: 'LCM_Dreamshaper_v7_int8_ov' marker: 'LCM_Dreamshaper_v7_int8_ov' cmd: 'tests/python_tests/samples' run_condition: ${{ fromJSON(needs.smart_ci.outputs.affected_components).Image_generation_samples.test }} - runner: 'aks-linux-4-cores-16gb' + runner: 'aks-linux-4-cores-16gb-st' - name: 'VLM' marker: 'vlm' cmd: 'tests/python_tests/samples' run_condition: ${{ fromJSON(needs.smart_ci.outputs.affected_components).VLM_samples.test }} - runner: 'aks-linux-8-cores-64gb' + runner: 'aks-linux-8-cores-32gb-st' - name: 'Rag' marker: 'rag' cmd: 'tests/python_tests/samples' - runner: 'aks-linux-4-cores-16gb' + runner: 'aks-linux-4-cores-16gb-st' run_condition: ${{ fromJSON(needs.smart_ci.outputs.affected_components).RAG_samples.test }} - name: 'Speech generation' marker: 'speech_generation' cmd: 'tests/python_tests/samples' - runner: 'aks-linux-4-cores-16gb' + runner: 'aks-linux-4-cores-16gb-st' run_condition: ${{ fromJSON(needs.smart_ci.outputs.affected_components).Speech_generation_samples.test }} timeout-minutes: 120 @@ -741,7 +741,7 @@ jobs: defaults: run: shell: bash - runs-on: aks-linux-4-cores-16gb + runs-on: aks-linux-4-cores-16gb-st container: image: openvinogithubactions.azurecr.io/ov_test/ubuntu_22_04_x64:${{ needs.openvino_download.outputs.docker_tag }} volumes: @@ -814,7 +814,7 @@ jobs: defaults: run: shell: bash - runs-on: aks-linux-4-cores-16gb + runs-on: aks-linux-4-cores-16gb-st container: image: openvinogithubactions.azurecr.io/ov_test/ubuntu_22_04_x64:${{ needs.openvino_download.outputs.docker_tag }} volumes: @@ -879,8 +879,8 @@ jobs: timeout-minutes: 45 defaults: run: - shell: bash - runs-on: aks-linux-4-cores-16gb + shell: bash + runs-on: aks-linux-4-cores-16gb-st container: image: openvinogithubactions.azurecr.io/ov_build/ubuntu_22_04_x64:${{ needs.openvino_download.outputs.docker_tag }} volumes: diff --git a/.github/workflows/mac.yml b/.github/workflows/mac.yml index 4bf6d34b40..4080356b1e 100644 --- a/.github/workflows/mac.yml +++ b/.github/workflows/mac.yml @@ -1,7 +1,6 @@ name: macOS (14, Python 3.11) on: workflow_dispatch: - pull_request: merge_group: push: branches: @@ -71,7 +70,7 @@ jobs: defaults: run: shell: bash - runs-on: aks-linux-medium + runs-on: aks-linux-medium-st container: image: 'openvinogithubactions.azurecr.io/openvino_provider:0.1.0' volumes: @@ -146,7 +145,7 @@ jobs: restore-keys: | ${{ runner.os }}-${{ runner.arch }}-ccache-${{ env.TARGET_BRANCH }}-${{ matrix.build-type }}-cpack path: ${{ env.CCACHE_DIR }} - + - name: Generate product manifest id: create_manifest uses: openvinotoolkit/openvino/.github/actions/create_manifest@master @@ -159,7 +158,7 @@ jobs: - name: Clean ccache stats run: ccache --zero-stats --show-config - + - name: CMake Build run: | source ${{ env.OV_INSTALL_DIR }}/setupvars.sh @@ -205,7 +204,7 @@ jobs: name: genai_tests_${{ matrix.build-type }} path: ${{ env.INSTALL_TESTS_DIR }} if-no-files-found: 'error' - + - name: Upload manifest if: always() uses: actions/upload-artifact@330a01c490aca151604b8cf639adc76d48f6c5d4 # v5.0.0 @@ -263,7 +262,7 @@ jobs: restore-keys: | ${{ runner.os }}-${{ runner.arch }}-ccache-${{ env.TARGET_BRANCH }}-wheel path: ${{ env.CCACHE_DIR }}\ - + - name: Set CI environment id: create_manifest uses: openvinotoolkit/openvino/.github/actions/create_manifest@master diff --git a/.github/workflows/manylinux_2_28.yml b/.github/workflows/manylinux_2_28.yml index 5c80d7367e..c5f1cdfed7 100644 --- a/.github/workflows/manylinux_2_28.yml +++ b/.github/workflows/manylinux_2_28.yml @@ -80,7 +80,7 @@ jobs: defaults: run: shell: bash - runs-on: aks-linux-medium + runs-on: aks-linux-medium-st container: image: 'openvinogithubactions.azurecr.io/openvino_provider:0.1.0' volumes: @@ -124,7 +124,7 @@ jobs: defaults: run: shell: bash - runs-on: aks-linux-4-cores-16gb + runs-on: aks-linux-4-cores-16gb-st container: image: openvinogithubactions.azurecr.io/ov_build/manylinux_2_28:${{ needs.openvino_download.outputs.docker_tag }} volumes: @@ -176,7 +176,7 @@ jobs: for py_version in "3.10" "3.11" "3.12" "3.13" do rm -rf ${{ env.BUILD_DIR }}/CMakeCache.txt - + python_exec_path=$(python$py_version -c "import sys; print(sys.executable)") echo "Configuring cmake for python$py_version" @@ -187,12 +187,12 @@ jobs: -S ${{ env.SRC_DIR }} \ -B ${{ env.BUILD_DIR }} echo "Configuring cmake done for python$py_version" - + /usr/bin/cmake --build ${{ env.BUILD_DIR }} --config ${{ matrix.build-type }} --parallel $(nproc) --verbose /usr/bin/cmake --install ${{ env.BUILD_DIR }} --config ${{ matrix.build-type }} --prefix ${{ env.INSTALL_DIR }} done /usr/bin/cmake --install ${{ env.BUILD_DIR }} --config ${{ matrix.build-type }} --prefix ${{ env.INSTALL_TOOLS_DIR }} --component tools_bin - /usr/bin/cmake --install ${{ env.BUILD_DIR }} --config ${{ matrix.build-type }} --prefix ${{ env.INSTALL_TESTS_DIR }} --component tests + /usr/bin/cmake --install ${{ env.BUILD_DIR }} --config ${{ matrix.build-type }} --prefix ${{ env.INSTALL_TESTS_DIR }} --component tests env: CXXFLAGS: "-Wno-dangling-reference -fno-lto" # bug in gcc-14: https://gcc.gnu.org/bugzilla/show_bug.cgi?id=107532, https://gcc.gnu.org/bugzilla/show_bug.cgi?id=113485 CFLAGS: "-Wno-dangling-reference -fno-lto" # bug in gcc-14: https://gcc.gnu.org/bugzilla/show_bug.cgi?id=107532, https://gcc.gnu.org/bugzilla/show_bug.cgi?id=113485 @@ -209,7 +209,7 @@ jobs: name: genai_archive_${{ matrix.build-type }} path: ${{ env.BUILD_DIR }}/${{ env.GENAI_ARCHIVE_NAME }} if-no-files-found: 'error' - + - name: Upload Tools if: always() uses: actions/upload-artifact@330a01c490aca151604b8cf639adc76d48f6c5d4 # v5.0.0 @@ -241,7 +241,7 @@ jobs: defaults: run: shell: bash - runs-on: aks-linux-4-cores-16gb + runs-on: aks-linux-4-cores-16gb-st container: image: openvinogithubactions.azurecr.io/ov_build/manylinux_2_28:${{ needs.openvino_download.outputs.docker_tag }} volumes: @@ -322,7 +322,7 @@ jobs: defaults: run: shell: bash - runs-on: aks-linux-4-cores-16gb + runs-on: aks-linux-4-cores-16gb-st container: image: openvinogithubactions.azurecr.io/ov_build/manylinux_2_28:${{ needs.openvino_download.outputs.docker_tag }} volumes: @@ -360,7 +360,7 @@ jobs: CXXFLAGS: "-Wno-dangling-reference -fno-lto" # bug in gcc-14: https://gcc.gnu.org/bugzilla/show_bug.cgi?id=107532, https://gcc.gnu.org/bugzilla/show_bug.cgi?id=113485 CFLAGS: "-Wno-dangling-reference -fno-lto" # bug in gcc-14: https://gcc.gnu.org/bugzilla/show_bug.cgi?id=107532, https://gcc.gnu.org/bugzilla/show_bug.cgi?id=113485 LDFLAGS: "-fno-lto" # bug in gcc-14: https://gcc.gnu.org/bugzilla/show_bug.cgi?id=113485 - + - name: Build GenAI Node.js bindings run: /usr/bin/cmake --build ${{ env.BUILD_DIR }} --config ${{ matrix.build-type }} --parallel $(nproc) --verbose @@ -385,7 +385,7 @@ jobs: defaults: run: shell: bash - runs-on: aks-linux-medium + runs-on: aks-linux-medium-st container: image: openvinogithubactions.azurecr.io/library/python:3.12-slim volumes: @@ -440,7 +440,7 @@ jobs: storage_dir: ${{ env.BASE_PRODUCT_TYPE }}_${{ matrix.build-type }} storage_root: ${{ env.ARTIFACTS_SHARE }} product_name: ${{ github.event.repository.name }} - + genai_tests_wheel: name: Python (${{ matrix.test.name}}) Tests (wheel) needs: [ smart_ci, openvino_download, genai_build_wheel ] @@ -495,7 +495,7 @@ jobs: defaults: run: shell: bash - runs-on: aks-linux-8-cores-64gb + runs-on: aks-linux-8-cores-32gb-st container: image: openvinogithubactions.azurecr.io/ov_test/ubuntu_22_04_x64:${{ needs.openvino_download.outputs.docker_tag }} volumes: @@ -545,7 +545,7 @@ jobs: defaults: run: shell: bash - runs-on: aks-linux-4-cores-16gb + runs-on: aks-linux-4-cores-16gb-st container: image: openvinogithubactions.azurecr.io/ov_test/ubuntu_22_04_x64:${{ needs.openvino_download.outputs.docker_tag }} volumes: diff --git a/.github/workflows/windows.yml b/.github/workflows/windows.yml index 8a9c94dedb..7d8607bb6b 100644 --- a/.github/workflows/windows.yml +++ b/.github/workflows/windows.yml @@ -75,7 +75,7 @@ jobs: defaults: run: shell: bash - runs-on: aks-linux-medium + runs-on: aks-linux-medium-st container: image: 'openvinogithubactions.azurecr.io/openvino_provider:0.1.0' volumes: @@ -104,7 +104,7 @@ jobs: defaults: run: shell: pwsh - runs-on: aks-win-8-cores-16gb + runs-on: aks-win-8-cores-16gb-build-st env: CMAKE_GENERATOR: 'Ninja' # Ninja is the only Windows native generator supported by ccache OV_INSTALL_DIR: ${{ github.workspace }}\install\ov @@ -128,18 +128,18 @@ jobs: uses: actions/setup-python@e797f83bcb11b83ae66e0230d6156d7c80228e7c # v6.0.0 with: python-version: '3.10' - + - name: Setup Python 3.11 uses: actions/setup-python@e797f83bcb11b83ae66e0230d6156d7c80228e7c # v6.0.0 with: python-version: '3.11' - + - name: Setup Python 3.12 if: ${{ matrix.build-type != 'Debug' }} uses: actions/setup-python@e797f83bcb11b83ae66e0230d6156d7c80228e7c # v6.0.0 with: python-version: '3.12' - + - name: Setup Python 3.13 if: ${{ matrix.build-type != 'Debug' }} uses: actions/setup-python@e797f83bcb11b83ae66e0230d6156d7c80228e7c # v6.0.0 @@ -290,7 +290,7 @@ jobs: defaults: run: shell: pwsh - runs-on: aks-win-8-cores-16gb + runs-on: aks-win-8-cores-16gb-build-st env: OV_INSTALL_DIR: ${{ github.workspace }}\ov SRC_DIR: ${{ github.workspace }}\src @@ -306,7 +306,7 @@ jobs: with: submodules: recursive path: ${{ env.SRC_DIR }} - + - name: Setup Python 3.11 uses: actions/setup-python@e797f83bcb11b83ae66e0230d6156d7c80228e7c # v6.0.0 with: @@ -376,32 +376,32 @@ jobs: - name: Build WWB Wheel run: python -m pip wheel -v --no-deps --wheel-dir ${{ env.WHEELS_DIR }} ${{ env.SRC_DIR }}/tools/who_what_benchmark working-directory: ${{ env.OV_INSTALL_DIR }} - + - name: Setup Python 3.10 uses: actions/setup-python@e797f83bcb11b83ae66e0230d6156d7c80228e7c # v6.0.0 with: python-version: '3.10' cache: 'pip' - + - name: Setup Python 3.12 uses: actions/setup-python@e797f83bcb11b83ae66e0230d6156d7c80228e7c # v6.0.0 with: python-version: '3.12' cache: 'pip' - + - name: Setup Python 3.13 uses: actions/setup-python@e797f83bcb11b83ae66e0230d6156d7c80228e7c # v6.0.0 with: python-version: '3.13' cache: 'pip' - + - name: Build genai wheel run: | $pyVersions = '3.10', '3.11', '3.12', '3.13' foreach ($pyVersion in $pyVersions) { $pythonCommand = "py -$pyVersion -c `"import sys; print(f'{sys.executable}')`"" $pythonExecutablePath = & cmd /c $pythonCommand - + & $pythonExecutablePath -m pip wheel -v --no-deps --wheel-dir ${{ env.WHEELS_DIR }} ` --config-settings=override=cmake.generator='Ninja' ` --config-settings=override=cmake.build_path='${{ env.BUILD_DIR }}/genai' ` @@ -443,7 +443,7 @@ jobs: defaults: run: shell: bash - runs-on: aks-linux-medium + runs-on: aks-linux-medium-st container: image: openvinogithubactions.azurecr.io/library/python:3.12-slim volumes: @@ -491,7 +491,7 @@ jobs: defaults: run: shell: pwsh - runs-on: aks-win-4-cores-8gb + runs-on: aks-win-4-cores-8gb-build-st env: OV_INSTALL_DIR: ${{ github.workspace }}/install/ov SRC_DIR: ${{ github.workspace }}/src @@ -543,7 +543,7 @@ jobs: defaults: run: shell: pwsh - runs-on: aks-win-4-cores-8gb + runs-on: aks-win-4-cores-8gb-build-st env: OV_INSTALL_DIR: ${{ github.workspace }}/ov @@ -643,7 +643,7 @@ jobs: defaults: run: shell: pwsh - runs-on: aks-win-16-cores-32gb + runs-on: aks-win-16-cores-32gb-test-st env: INSTALL_DIR: ${{ github.workspace }}/install SRC_DIR: ${{ github.workspace }}/src @@ -696,31 +696,31 @@ jobs: marker: 'llm' cmd: 'tests/python_tests/samples' run_condition: ${{ fromJSON(needs.smart_ci.outputs.affected_components).LLM_samples.test }} - runner: 'aks-win-16-cores-32gb' + runner: 'aks-win-16-cores-32gb-test-st' - name: 'Whisper' marker: 'whisper' cmd: 'tests/python_tests/samples' run_condition: ${{ fromJSON(needs.smart_ci.outputs.affected_components).Whisper_samples.test }} - runner: 'aks-win-4-cores-8gb' + runner: 'aks-win-4-cores-8gb-test-st' - name: 'dreamlike_anime_1_0' marker: 'dreamlike_anime_1_0' cmd: 'tests/python_tests/samples' run_condition: ${{ fromJSON(needs.smart_ci.outputs.affected_components).Image_generation_samples.test }} - runner: 'aks-win-8-cores-32gb' + runner: 'aks-win-8-cores-32gb-test-st' - name: 'LCM_Dreamshaper_v7_int8_ov' marker: 'LCM_Dreamshaper_v7_int8_ov' cmd: 'tests/python_tests/samples' run_condition: ${{ fromJSON(needs.smart_ci.outputs.affected_components).Image_generation_samples.test }} - runner: 'aks-win-8-cores-16gb' + runner: 'aks-win-8-cores-16gb-test-st' - name: 'Rag' marker: 'rag' cmd: 'tests/python_tests/samples' - runner: 'aks-win-4-cores-8gb' + runner: 'aks-win-4-cores-8gb-test-st' run_condition: ${{ fromJSON(needs.smart_ci.outputs.affected_components).RAG_samples.test }} - name: 'Speech generation' marker: 'speech_generation' cmd: 'tests/python_tests/samples' - runner: 'aks-win-4-cores-8gb' + runner: 'aks-win-4-cores-8gb-test-st' run_condition: ${{ fromJSON(needs.smart_ci.outputs.affected_components).Speech_generation_samples.test }} needs: [ smart_ci, openvino_download, genai_build_cpack, genai_build_wheel, genai_build_samples, genai_build_nodejs ] @@ -792,7 +792,7 @@ jobs: npm install $(Resolve-Path -Path "${{ env.INSTALL_DIR }}/openvino_node_npm_package/openvino-node-*") --ignore-scripts Copy-Item -Recurse ${{ env.INSTALL_DIR }}/openvino_node_npm_package/bin node_modules/openvino-node/bin npm install --verbose - + - name: Install NPM dependencies for samples if: ${{ matrix.test.run_condition }} working-directory: ${{ env.SRC_DIR }}/samples/js/text_generation @@ -822,7 +822,7 @@ jobs: defaults: run: shell: pwsh - runs-on: aks-win-8-cores-16gb + runs-on: aks-win-8-cores-16gb-test-st env: INSTALL_DIR: ${{ github.workspace }}/install SRC_DIR: ${{ github.workspace }}/src