From bb3c09e3d08438e4afb01038b89e80f4d2723b26 Mon Sep 17 00:00:00 2001 From: Vladislav Golubev Date: Wed, 31 Jul 2024 22:08:37 +0200 Subject: [PATCH 01/11] Remove i8i8 test cases from skip tests config --- .../functional/shared_tests_instances/skip_tests_config.cpp | 2 -- 1 file changed, 2 deletions(-) diff --git a/src/plugins/intel_cpu/tests/functional/shared_tests_instances/skip_tests_config.cpp b/src/plugins/intel_cpu/tests/functional/shared_tests_instances/skip_tests_config.cpp index 11c40d5067cedf..0b59044e3eaa35 100644 --- a/src/plugins/intel_cpu/tests/functional/shared_tests_instances/skip_tests_config.cpp +++ b/src/plugins/intel_cpu/tests/functional/shared_tests_instances/skip_tests_config.cpp @@ -274,8 +274,6 @@ std::vector disabledTestPatterns() { R"(.*smoke_LoopForCommon/LoopLayerCPUTest.CompareWithRefs/Input0_IS=\[1..10.1.1..10\]_.*_Input1_IS=\[1..8.1.1..8\]_.*_Input2_IS=\[1..10.\?.1..10\]_TS=.*_types=0_0_1_trip_count_type=.*_trip_count=(1|5)_exec_cond=1_netType=i8.*)", // Issue: 142997 R"(.*smoke_TestsROIAlign.*)", - // Issue: 148527 - R"(.*Snippets.*MatMulTransposeB.*i8.*i8.*)", // Issue: 136881 R"(.*smoke_CompareWithRefs_4D_BitwiseShift_overflow_i32_cast.*_eltwise_op_type=BitwiseLeft.*_model_type=.*(i16|u16).*)", }; From 4f51e6c8d0ec15dd947911645ce4271ee616a473 Mon Sep 17 00:00:00 2001 From: Vladislav Golubev Date: Mon, 20 Jan 2025 17:01:37 +0100 Subject: [PATCH 02/11] [TMP] Adapt GHA job to debug build --- .github/workflows/job_build_linux.yml | 8 +- .github/workflows/ubuntu_22.yml | 910 +++++++++++++------------- 2 files changed, 459 insertions(+), 459 deletions(-) diff --git a/.github/workflows/job_build_linux.yml b/.github/workflows/job_build_linux.yml index ec1740d84a0052..d4af5734e8fb1e 100644 --- a/.github/workflows/job_build_linux.yml +++ b/.github/workflows/job_build_linux.yml @@ -69,7 +69,7 @@ jobs: shell: bash env: DEBIAN_FRONTEND: noninteractive # to prevent apt-get from waiting user input - CMAKE_BUILD_TYPE: 'Release' + CMAKE_BUILD_TYPE: 'Debug' CMAKE_CXX_COMPILER_LAUNCHER: sccache CMAKE_C_COMPILER_LAUNCHER: sccache SCCACHE_IGNORE_SERVER_IO_ERROR: 1 @@ -85,10 +85,10 @@ jobs: INSTALL_WHEELS_DIR: /__w/openvino/openvino/install/wheels DEVELOPER_PACKAGE_DIR: /__w/openvino/openvino/developer_package_install BUILD_DIR: /__w/openvino/openvino/openvino_build - SCCACHE_AZURE_KEY_PREFIX: ${{ inputs.os }}_${{ inputs.arch }}_Release + SCCACHE_AZURE_KEY_PREFIX: ${{ inputs.os }}_${{ inputs.arch }}_Debug ARTIFACTS_SHARE: "/mount/build-artifacts" MANIFEST_PATH: '/__w/openvino/openvino/manifest.yml' - PRODUCT_TYPE: public_linux_${{ inputs.os }}_${{ inputs.arch }}_release + PRODUCT_TYPE: public_linux_${{ inputs.os }}_${{ inputs.arch }}_debug steps: - name: Clone OpenVINO uses: actions/checkout@11bd71901bbe5b1630ceea73d27597364c9af683 # v4.2.2 @@ -124,7 +124,7 @@ jobs: ${{ env.OPENVINO_CONTRIB_REPO }} product_type: ${{ env.PRODUCT_TYPE }} target_arch: ${{ inputs.arch }} - build_type: 'release' + build_type: 'debug' save_to: ${{ env.MANIFEST_PATH }} # diff --git a/.github/workflows/ubuntu_22.yml b/.github/workflows/ubuntu_22.yml index 2ab77fff5db28a..c80049b9338cd8 100644 --- a/.github/workflows/ubuntu_22.yml +++ b/.github/workflows/ubuntu_22.yml @@ -1,19 +1,19 @@ name: Linux (Ubuntu 22.04, Python 3.11) on: - schedule: - # at 00:00 on Wednesday and Saturday - - cron: '0 0 * * 3,6' - workflow_dispatch: + # schedule: + # # at 00:00 on Wednesday and Saturday + # - cron: '0 0 * * 3,6' + # workflow_dispatch: pull_request: - merge_group: - push: - branches: - - master - - 'releases/**' + # merge_group: + # push: + # branches: + # - master + # - 'releases/**' concurrency: # github.ref is not unique in post-commit - group: ${{ github.event_name == 'push' && github.run_id || github.ref }}-ubuntu-22 + group: ${{ github.event_name == 'push' && github.run_id || github.ref }}-ubuntu-22_tmp cancel-in-progress: true permissions: read-all @@ -114,235 +114,235 @@ jobs: runner: 'aks-linux-4-cores-16gb' image: 'openvinogithubactions.azurecr.io/dockerhub/ubuntu:22.04' - Samples: - needs: [ Docker, Build, Smart_CI ] - if: fromJSON(needs.smart_ci.outputs.affected_components).samples - uses: ./.github/workflows/job_samples_tests.yml - with: - runner: 'aks-linux-4-cores-16gb' - container: '{"image": "${{ fromJSON(needs.docker.outputs.images).ov_test.ubuntu_22_04_x64 }}", "volumes": ["/mount:/mount"]}' - affected-components: ${{ needs.smart_ci.outputs.affected_components }} - - JS_API: - name: OpenVINO JS API - needs: [ Docker, Build, Smart_CI ] - if: fromJSON(needs.smart_ci.outputs.affected_components).JS_API - uses: ./.github/workflows/job_openvino_js.yml - with: - runner: 'aks-linux-4-cores-16gb' - container: '{"image": "${{ fromJSON(needs.docker.outputs.images).ov_build.ubuntu_22_04_x64 }}"}' - - Conformance: - needs: [ Build, Smart_CI ] - timeout-minutes: ${{ matrix.TEST_TYPE == 'API' && 5 || 20 }} - defaults: - run: - shell: bash - runs-on: ubuntu-22.04-16-cores - strategy: - max-parallel: 2 - fail-fast: false - matrix: - include: - # 'OP' for Opset, 'API' for API - - TEST_TYPE: 'OP' - - TEST_TYPE: 'API' - env: - INSTALL_DIR: ${{ github.workspace }}/install - INSTALL_TEST_DIR: ${{ github.workspace }}/install/tests - CONFORMANCE_TOOLS_DIR: ${{ github.workspace }}/install/tests/functional_test_utils/layer_tests_summary - CONFORMANCE_ARTIFACTS_DIR: ${{ github.workspace }}/install/conformance_artifacts - TEST_DEVICE: 'CPU' - if: fromJSON(needs.smart_ci.outputs.affected_components).CPU.test - - steps: - - name: Create Directories - run: | - mkdir -p ${CONFORMANCE_ARTIFACTS_DIR} - - # - # Dependencies - # - - - name: Download OpenVINO package - uses: actions/download-artifact@fa0a91b85d4f404e444e00e005971372dc801d16 # v4.1.8 - with: - name: openvino_package - path: ${{ env.INSTALL_DIR }} - - - name: Download OpenVINO tests package - uses: actions/download-artifact@fa0a91b85d4f404e444e00e005971372dc801d16 # v4.1.8 - with: - name: openvino_tests - path: ${{ env.INSTALL_TEST_DIR }} - - - name: Extract OpenVINO packages - run: | - pushd ${INSTALL_DIR} - pigz -dc openvino_package.tar.gz | tar -xf - -C ${INSTALL_DIR} - popd - pushd ${INSTALL_TEST_DIR} - pigz -dc openvino_tests.tar.gz | tar -xf - -C ${INSTALL_DIR} - popd - - - name: Fetch setup_python action - uses: actions/checkout@11bd71901bbe5b1630ceea73d27597364c9af683 # v4.2.2 - timeout-minutes: 15 - with: - sparse-checkout: | - .github/actions/setup_python/action.yml - sparse-checkout-cone-mode: false - path: 'openvino' - - - name: Setup Python ${{ env.PYTHON_VERSION }} - uses: ./openvino/.github/actions/setup_python - with: - version: ${{ env.PYTHON_VERSION }} - should-setup-pip-paths: 'false' - self-hosted-runner: 'false' - - - name: Install Dependencies - run: | - sudo -E ${INSTALL_DIR}/install_dependencies/install_openvino_dependencies.sh -c=core -y - - python3 -m pip install -r ${CONFORMANCE_TOOLS_DIR}/requirements.txt - - # - # Tests - # - - - name: Conformance Tests - run: | - source ${INSTALL_DIR}/setupvars.sh - - python3 ${CONFORMANCE_TOOLS_DIR}/run_conformance.py -ov=${INSTALL_DIR}/tests \ - -d=${TEST_DEVICE} \ - -t=${{ matrix.TEST_TYPE }} \ - -w=${CONFORMANCE_ARTIFACTS_DIR} \ - --cache_path=${CONFORMANCE_TOOLS_DIR}/github/cache/${TEST_DEVICE}/test_cache_${{ matrix.TEST_TYPE }}.lst \ - -f=${CONFORMANCE_TOOLS_DIR}/github/skip_configs/${TEST_DEVICE}/expected_failures_${{ matrix.TEST_TYPE }}.csv - - - name: Pack Conformance Artifacts - if: ${{ always() }} - run: | - pushd ${CONFORMANCE_ARTIFACTS_DIR} - tar -cvf - * | pigz > ${CONFORMANCE_ARTIFACTS_DIR}/conformance_artifacts.tar.gz - popd - - - name: Upload Conformance Artifacts - if: ${{ always() }} - uses: actions/upload-artifact@65c4c4a1ddee5b72f698fdd19549f0f0fb45cf08 # v4.6.0 - with: - name: conformance_artifacts_${{ matrix.TEST_TYPE }}-${{ env.TEST_DEVICE }} - path: ${{ env.CONFORMANCE_ARTIFACTS_DIR }}/conformance_artifacts.tar.gz - if-no-files-found: 'error' - - - name: Mandatory API Conformance Tests (Template) - if: ${{ matrix.TEST_TYPE == 'API' }} - run: | - source ${INSTALL_DIR}/setupvars.sh - - python3 ${CONFORMANCE_TOOLS_DIR}/run_conformance.py -ov=${INSTALL_DIR}/tests \ - -d=TEMPLATE \ - -t=${{ matrix.TEST_TYPE }} \ - -w=${CONFORMANCE_ARTIFACTS_DIR} \ - -sm=mandatory - - - name: Pack Conformance Artifacts - if: ${{ matrix.TEST_TYPE == 'API' }} - run: | - pushd ${CONFORMANCE_ARTIFACTS_DIR} - tar -cvf - * | pigz > ${CONFORMANCE_ARTIFACTS_DIR}/conformance_artifacts.tar.gz - popd - - - name: Upload Conformance Artifacts - if: ${{ matrix.TEST_TYPE == 'API' }} - uses: actions/upload-artifact@65c4c4a1ddee5b72f698fdd19549f0f0fb45cf08 # v4.6.0 - with: - name: conformance_artifacts_${{ matrix.TEST_TYPE }}-TEMPLATE - path: ${{ env.CONFORMANCE_ARTIFACTS_DIR }}/conformance_artifacts.tar.gz - if-no-files-found: 'error' - - ONNX_Runtime: - name: ONNX Runtime Integration - if: fromJSON(needs.smart_ci.outputs.affected_components).ONNX_RT || - fromJSON(needs.smart_ci.outputs.affected_components).ONNX_FE - needs: [ Build, Smart_CI, Docker ] - uses: ./.github/workflows/job_onnx_runtime.yml - with: - runner: 'aks-linux-16-cores-32gb' - container: '{"image": "${{ fromJSON(needs.docker.outputs.images).ov_build.ubuntu_22_04_x64 }}", "volumes": ["/mount:/mount"], "options": "-e SCCACHE_AZURE_BLOB_CONTAINER -e SCCACHE_AZURE_CONNECTION_STRING"}' - sccache-azure-key-prefix: 'ubuntu22_x86_64_onnxruntime' - - ONNX_Models: - name: ONNX Models Tests - if: fromJSON(needs.smart_ci.outputs.affected_components).Python_API.test || - fromJSON(needs.smart_ci.outputs.affected_components).ONNX_FE.test - needs: [ Docker, Build, Smart_CI ] - uses: ./.github/workflows/job_onnx_models_tests.yml - with: - runner: 'aks-linux-16-cores-64gb' - container: '{"image": "${{ fromJSON(needs.docker.outputs.images).ov_test.ubuntu_22_04_x64 }}", "volumes": ["/mount:/mount"]}' - - CXX_Unit_Tests: - name: C++ unit tests - needs: [ Docker, Build, Smart_CI ] - uses: ./.github/workflows/job_cxx_unit_tests.yml - with: - runner: 'aks-linux-4-cores-16gb' - image: ${{ fromJSON(needs.docker.outputs.images).ov_test.ubuntu_22_04_x64 }} - affected-components: ${{ needs.smart_ci.outputs.affected_components }} - os: 'ubuntu_22_04' - - Python_Unit_Tests: - name: Python unit tests - needs: [ Docker, Build, Smart_CI ] - uses: ./.github/workflows/job_python_unit_tests.yml - with: - runner: 'aks-linux-4-cores-16gb' - container: '{"image": "${{ fromJSON(needs.docker.outputs.images).ov_test.ubuntu_22_04_x64 }}", "volumes": ["/mount:/mount"]}' - affected-components: ${{ needs.smart_ci.outputs.affected_components }} - python-version: '3.11' - - Python_API_Tests: - name: Python API tests - needs: [ Docker, Build, Smart_CI ] - uses: ./.github/workflows/job_python_api_tests.yml - with: - runner: 'aks-linux-4-cores-16gb' - container: '{"image": "${{ fromJSON(needs.docker.outputs.images).ov_test.ubuntu_22_04_x64 }}", "volumes": ["/mount:/mount"]}' - affected-components: ${{ needs.smart_ci.outputs.affected_components }} - python-version: '3.11' - - TensorFlow_Layer_Tests: - name: TensorFlow Layer Tests - needs: [ Docker, Build, Smart_CI, Openvino_tokenizers ] - uses: ./.github/workflows/job_tensorflow_layer_tests.yml - with: - runner: 'aks-linux-4-cores-16gb' - container: '{"image": "${{ fromJSON(needs.docker.outputs.images).ov_test.ubuntu_22_04_x64 }}", "volumes": ["/mount:/mount"]}' - affected-components: ${{ needs.smart_ci.outputs.affected_components }} - python-version: '3.11' - - Pytorch_Layer_Tests: - name: Pytorch Layer Tests - needs: [ Docker, Build, Smart_CI ] - uses: ./.github/workflows/job_pytorch_layer_tests.yml - with: - runner: 'aks-linux-4-cores-16gb' - container: '{"image": "${{ fromJSON(needs.docker.outputs.images).ov_test.ubuntu_22_04_x64 }}", "volumes": ["/mount:/mount"]}' - affected-components: ${{ needs.smart_ci.outputs.affected_components }} - python-version: '3.11' - - JAX_Layer_Tests: - name: JAX Layer Tests - needs: [ Docker, Build, Smart_CI ] - uses: ./.github/workflows/job_jax_layer_tests.yml - with: - runner: 'aks-linux-4-cores-16gb' - container: '{"image": "${{ fromJSON(needs.docker.outputs.images).ov_test.ubuntu_22_04_x64 }}", "volumes": ["/mount:/mount"]}' - affected-components: ${{ needs.smart_ci.outputs.affected_components }} - python-version: '3.11' + # Samples: + # needs: [ Docker, Build, Smart_CI ] + # if: fromJSON(needs.smart_ci.outputs.affected_components).samples + # uses: ./.github/workflows/job_samples_tests.yml + # with: + # runner: 'aks-linux-4-cores-16gb' + # container: '{"image": "${{ fromJSON(needs.docker.outputs.images).ov_test.ubuntu_22_04_x64 }}", "volumes": ["/mount:/mount"]}' + # affected-components: ${{ needs.smart_ci.outputs.affected_components }} + + # JS_API: + # name: OpenVINO JS API + # needs: [ Docker, Build, Smart_CI ] + # if: fromJSON(needs.smart_ci.outputs.affected_components).JS_API + # uses: ./.github/workflows/job_openvino_js.yml + # with: + # runner: 'aks-linux-4-cores-16gb' + # container: '{"image": "${{ fromJSON(needs.docker.outputs.images).ov_build.ubuntu_22_04_x64 }}"}' + + # Conformance: + # needs: [ Build, Smart_CI ] + # timeout-minutes: ${{ matrix.TEST_TYPE == 'API' && 5 || 20 }} + # defaults: + # run: + # shell: bash + # runs-on: ubuntu-22.04-16-cores + # strategy: + # max-parallel: 2 + # fail-fast: false + # matrix: + # include: + # # 'OP' for Opset, 'API' for API + # - TEST_TYPE: 'OP' + # - TEST_TYPE: 'API' + # env: + # INSTALL_DIR: ${{ github.workspace }}/install + # INSTALL_TEST_DIR: ${{ github.workspace }}/install/tests + # CONFORMANCE_TOOLS_DIR: ${{ github.workspace }}/install/tests/functional_test_utils/layer_tests_summary + # CONFORMANCE_ARTIFACTS_DIR: ${{ github.workspace }}/install/conformance_artifacts + # TEST_DEVICE: 'CPU' + # if: fromJSON(needs.smart_ci.outputs.affected_components).CPU.test + + # steps: + # - name: Create Directories + # run: | + # mkdir -p ${CONFORMANCE_ARTIFACTS_DIR} + + # # + # # Dependencies + # # + + # - name: Download OpenVINO package + # uses: actions/download-artifact@fa0a91b85d4f404e444e00e005971372dc801d16 # v4.1.8 + # with: + # name: openvino_package + # path: ${{ env.INSTALL_DIR }} + + # - name: Download OpenVINO tests package + # uses: actions/download-artifact@fa0a91b85d4f404e444e00e005971372dc801d16 # v4.1.8 + # with: + # name: openvino_tests + # path: ${{ env.INSTALL_TEST_DIR }} + + # - name: Extract OpenVINO packages + # run: | + # pushd ${INSTALL_DIR} + # pigz -dc openvino_package.tar.gz | tar -xf - -C ${INSTALL_DIR} + # popd + # pushd ${INSTALL_TEST_DIR} + # pigz -dc openvino_tests.tar.gz | tar -xf - -C ${INSTALL_DIR} + # popd + + # - name: Fetch setup_python action + # uses: actions/checkout@11bd71901bbe5b1630ceea73d27597364c9af683 # v4.2.2 + # timeout-minutes: 15 + # with: + # sparse-checkout: | + # .github/actions/setup_python/action.yml + # sparse-checkout-cone-mode: false + # path: 'openvino' + + # - name: Setup Python ${{ env.PYTHON_VERSION }} + # uses: ./openvino/.github/actions/setup_python + # with: + # version: ${{ env.PYTHON_VERSION }} + # should-setup-pip-paths: 'false' + # self-hosted-runner: 'false' + + # - name: Install Dependencies + # run: | + # sudo -E ${INSTALL_DIR}/install_dependencies/install_openvino_dependencies.sh -c=core -y + + # python3 -m pip install -r ${CONFORMANCE_TOOLS_DIR}/requirements.txt + + # # + # # Tests + # # + + # - name: Conformance Tests + # run: | + # source ${INSTALL_DIR}/setupvars.sh + + # python3 ${CONFORMANCE_TOOLS_DIR}/run_conformance.py -ov=${INSTALL_DIR}/tests \ + # -d=${TEST_DEVICE} \ + # -t=${{ matrix.TEST_TYPE }} \ + # -w=${CONFORMANCE_ARTIFACTS_DIR} \ + # --cache_path=${CONFORMANCE_TOOLS_DIR}/github/cache/${TEST_DEVICE}/test_cache_${{ matrix.TEST_TYPE }}.lst \ + # -f=${CONFORMANCE_TOOLS_DIR}/github/skip_configs/${TEST_DEVICE}/expected_failures_${{ matrix.TEST_TYPE }}.csv + + # - name: Pack Conformance Artifacts + # if: ${{ always() }} + # run: | + # pushd ${CONFORMANCE_ARTIFACTS_DIR} + # tar -cvf - * | pigz > ${CONFORMANCE_ARTIFACTS_DIR}/conformance_artifacts.tar.gz + # popd + + # - name: Upload Conformance Artifacts + # if: ${{ always() }} + # uses: actions/upload-artifact@b4b15b8c7c6ac21ea08fcf65892d2ee8f75cf882 # v4.4.3 + # with: + # name: conformance_artifacts_${{ matrix.TEST_TYPE }}-${{ env.TEST_DEVICE }} + # path: ${{ env.CONFORMANCE_ARTIFACTS_DIR }}/conformance_artifacts.tar.gz + # if-no-files-found: 'error' + + # - name: Mandatory API Conformance Tests (Template) + # if: ${{ matrix.TEST_TYPE == 'API' }} + # run: | + # source ${INSTALL_DIR}/setupvars.sh + + # python3 ${CONFORMANCE_TOOLS_DIR}/run_conformance.py -ov=${INSTALL_DIR}/tests \ + # -d=TEMPLATE \ + # -t=${{ matrix.TEST_TYPE }} \ + # -w=${CONFORMANCE_ARTIFACTS_DIR} \ + # -sm=mandatory + + # - name: Pack Conformance Artifacts + # if: ${{ matrix.TEST_TYPE == 'API' }} + # run: | + # pushd ${CONFORMANCE_ARTIFACTS_DIR} + # tar -cvf - * | pigz > ${CONFORMANCE_ARTIFACTS_DIR}/conformance_artifacts.tar.gz + # popd + + # - name: Upload Conformance Artifacts + # if: ${{ matrix.TEST_TYPE == 'API' }} + # uses: actions/upload-artifact@b4b15b8c7c6ac21ea08fcf65892d2ee8f75cf882 # v4.4.3 + # with: + # name: conformance_artifacts_${{ matrix.TEST_TYPE }}-TEMPLATE + # path: ${{ env.CONFORMANCE_ARTIFACTS_DIR }}/conformance_artifacts.tar.gz + # if-no-files-found: 'error' + + # ONNX_Runtime: + # name: ONNX Runtime Integration + # if: fromJSON(needs.smart_ci.outputs.affected_components).ONNX_RT || + # fromJSON(needs.smart_ci.outputs.affected_components).ONNX_FE + # needs: [ Build, Smart_CI, Docker ] + # uses: ./.github/workflows/job_onnx_runtime.yml + # with: + # runner: 'aks-linux-16-cores-32gb' + # container: '{"image": "${{ fromJSON(needs.docker.outputs.images).ov_build.ubuntu_22_04_x64 }}", "volumes": ["/mount:/mount"], "options": "-e SCCACHE_AZURE_BLOB_CONTAINER -e SCCACHE_AZURE_CONNECTION_STRING"}' + # sccache-azure-key-prefix: 'ubuntu22_x86_64_onnxruntime' + + # ONNX_Models: + # name: ONNX Models Tests + # if: fromJSON(needs.smart_ci.outputs.affected_components).Python_API.test || + # fromJSON(needs.smart_ci.outputs.affected_components).ONNX_FE.test + # needs: [ Docker, Build, Smart_CI ] + # uses: ./.github/workflows/job_onnx_models_tests.yml + # with: + # runner: 'aks-linux-16-cores-64gb' + # container: '{"image": "${{ fromJSON(needs.docker.outputs.images).ov_test.ubuntu_22_04_x64 }}", "volumes": ["/mount:/mount"]}' + + # CXX_Unit_Tests: + # name: C++ unit tests + # needs: [ Docker, Build, Smart_CI ] + # uses: ./.github/workflows/job_cxx_unit_tests.yml + # with: + # runner: 'aks-linux-4-cores-16gb' + # image: ${{ fromJSON(needs.docker.outputs.images).ov_test.ubuntu_22_04_x64 }} + # affected-components: ${{ needs.smart_ci.outputs.affected_components }} + # os: 'ubuntu_22_04' + + # Python_Unit_Tests: + # name: Python unit tests + # needs: [ Docker, Build, Smart_CI ] + # uses: ./.github/workflows/job_python_unit_tests.yml + # with: + # runner: 'aks-linux-4-cores-16gb' + # container: '{"image": "${{ fromJSON(needs.docker.outputs.images).ov_test.ubuntu_22_04_x64 }}", "volumes": ["/mount:/mount"]}' + # affected-components: ${{ needs.smart_ci.outputs.affected_components }} + # python-version: '3.11' + + # Python_API_Tests: + # name: Python API tests + # needs: [ Docker, Build, Smart_CI ] + # uses: ./.github/workflows/job_python_api_tests.yml + # with: + # runner: 'aks-linux-4-cores-16gb' + # container: '{"image": "${{ fromJSON(needs.docker.outputs.images).ov_test.ubuntu_22_04_x64 }}", "volumes": ["/mount:/mount"]}' + # affected-components: ${{ needs.smart_ci.outputs.affected_components }} + # python-version: '3.11' + + # TensorFlow_Layer_Tests: + # name: TensorFlow Layer Tests + # needs: [ Docker, Build, Smart_CI, Openvino_tokenizers ] + # uses: ./.github/workflows/job_tensorflow_layer_tests.yml + # with: + # runner: 'aks-linux-4-cores-16gb' + # container: '{"image": "${{ fromJSON(needs.docker.outputs.images).ov_test.ubuntu_22_04_x64 }}", "volumes": ["/mount:/mount"]}' + # affected-components: ${{ needs.smart_ci.outputs.affected_components }} + # python-version: '3.11' + + # Pytorch_Layer_Tests: + # name: Pytorch Layer Tests + # needs: [ Docker, Build, Smart_CI ] + # uses: ./.github/workflows/job_pytorch_layer_tests.yml + # with: + # runner: 'aks-linux-4-cores-16gb' + # container: '{"image": "${{ fromJSON(needs.docker.outputs.images).ov_test.ubuntu_22_04_x64 }}", "volumes": ["/mount:/mount"]}' + # affected-components: ${{ needs.smart_ci.outputs.affected_components }} + # python-version: '3.11' + + # JAX_Layer_Tests: + # name: JAX Layer Tests + # needs: [ Docker, Build, Smart_CI ] + # uses: ./.github/workflows/job_jax_layer_tests.yml + # with: + # runner: 'aks-linux-4-cores-16gb' + # container: '{"image": "${{ fromJSON(needs.docker.outputs.images).ov_test.ubuntu_22_04_x64 }}", "volumes": ["/mount:/mount"]}' + # affected-components: ${{ needs.smart_ci.outputs.affected_components }} + # python-version: '3.11' Keras3_OpenVINO_Backend: name: Keras 3 OpenVINO Backend Tests @@ -359,224 +359,224 @@ jobs: if: fromJSON(needs.smart_ci.outputs.affected_components).CPU.test needs: [ Docker, Build, Smart_CI ] uses: ./.github/workflows/job_cpu_functional_tests.yml + # env: [""] with: runner: 'aks-linux-8-cores-32gb' image: ${{ fromJSON(needs.docker.outputs.images).ov_test.ubuntu_22_04_x64 }} python-version: '3.11' - TensorFlow_Models_Tests_Precommit: - name: TensorFlow Models tests - if: fromJSON(needs.smart_ci.outputs.affected_components).TF_FE.test || - fromJSON(needs.smart_ci.outputs.affected_components).TFL_FE.test - needs: [ Docker, Build, Smart_CI, Openvino_tokenizers ] - uses: ./.github/workflows/job_tensorflow_models_tests.yml - with: - runner: 'aks-linux-8-cores-16gb' - model_scope: 'precommit' - container: '{"image": "${{ fromJSON(needs.docker.outputs.images).ov_test.ubuntu_22_04_x64 }}", "volumes": ["/mount:/mount"]}' - - TensorFlow_Models_Tests_Nightly_TF_HUB: - name: TensorFlow TF Hub Models tests - if: ${{ github.event_name == 'schedule' }} - needs: [ Docker, Build, Smart_CI, Openvino_tokenizers ] - uses: ./.github/workflows/job_tensorflow_models_tests.yml - with: - runner: 'aks-linux-8-cores-64gb' - model_scope: 'nightly_tf_hub' - container: '{"image": "${{ fromJSON(needs.docker.outputs.images).ov_test.ubuntu_22_04_x64 }}", "volumes": ["/mount:/mount"]}' - - TensorFlow_Models_Tests_Nightly_HF: - name: TensorFlow Hugging Face Models tests - if: ${{ github.event_name == 'schedule' }} - needs: [ Docker, Build, Smart_CI, Openvino_tokenizers ] - uses: ./.github/workflows/job_tensorflow_models_tests.yml - with: - runner: 'aks-linux-8-cores-64gb' - model_scope: 'nightly_hf' - container: '{"image": "${{ fromJSON(needs.docker.outputs.images).ov_test.ubuntu_22_04_x64 }}", "volumes": ["/mount:/mount"]}' - - # TODO: Switch back to self-hosted runners - # container: - # image: openvinogithubactions.azurecr.io/dockerhub/ubuntu:22.04 - # volumes: - # - /mount:/mount - PyTorch_Models_Tests: - name: PyTorch Models tests - if: ${{ github.event_name != 'schedule' && fromJSON(needs.smart_ci.outputs.affected_components).PyTorch_FE.test }} - needs: [ Build, Smart_CI, Openvino_tokenizers ] - uses: ./.github/workflows/job_pytorch_models_tests.yml - with: - runner: 'ubuntu-22.04-8-cores' - model_scope: 'precommit' - - PyTorch_Models_Tests_Nightly_Scope1: - name: PyTorch Models Nightly Scope1 tests - if: ${{ github.event_name == 'schedule' }} - needs: [ Build, Smart_CI, Openvino_tokenizers ] - uses: ./.github/workflows/job_pytorch_models_tests.yml - with: - runner: 'ubuntu-22.04-16-cores' - model_scope: 'nightly_scope1' - - PyTorch_Models_Tests_Nightly_Scope2: - name: PyTorch Models Nightly Scope2 tests - if: ${{ github.event_name == 'schedule' }} - needs: [ Build, Smart_CI, Openvino_tokenizers ] - uses: ./.github/workflows/job_pytorch_models_tests.yml - with: - runner: 'ubuntu-22.04-16-cores' - model_scope: 'nightly_scope2' - - JAX_Models_Tests_Precommit: - name: JAX/Flax Models tests - if: fromJSON(needs.smart_ci.outputs.affected_components).JAX_FE.test - needs: [ Docker, Build, Smart_CI, Openvino_tokenizers ] - uses: ./.github/workflows/job_jax_models_tests.yml - with: - runner: 'aks-linux-8-cores-16gb' - model_scope: 'precommit' - container: '{"image": "${{ fromJSON(needs.docker.outputs.images).ov_test.ubuntu_22_04_x64 }}", "volumes": ["/mount:/mount"]}' - - NVIDIA_Plugin: - name: NVIDIA plugin - needs: [ Docker, Build, Smart_CI ] - timeout-minutes: 15 - defaults: - run: - shell: bash - runs-on: aks-linux-16-cores-32gb - container: - image: ${{ fromJSON(needs.docker.outputs.images).ov_build.ubuntu_22_04_x64_nvidia }} - volumes: - - /mount:/mount - options: -e SCCACHE_AZURE_BLOB_CONTAINER -e SCCACHE_AZURE_CONNECTION_STRING - env: - CMAKE_BUILD_TYPE: 'Release' - CMAKE_GENERATOR: 'Ninja Multi-Config' - CMAKE_CUDA_COMPILER_LAUNCHER: sccache - CMAKE_CXX_COMPILER_LAUNCHER: sccache - CMAKE_C_COMPILER_LAUNCHER: sccache - SCCACHE_IGNORE_SERVER_IO_ERROR: 1 - SCCACHE_SERVER_PORT: 35555 - SCCACHE_ERROR_LOG: /__w/openvino/sccache_log.txt - SCCACHE_LOG: warn - INSTALL_DIR: /__w/openvino/openvino/install - OPENVINO_DEVELOPER_PACKAGE: /__w/openvino/openvino/install/developer_package - OPENVINO_REPO: /__w/openvino/openvino/openvino - OPENVINO_CONTRIB_REPO: /__w/openvino/openvino/openvino_contrib - NVIDIA_BUILD_DIR: /__w/openvino/openvino/nvidia_plugin_build - DEBIAN_FRONTEND: 'noninteractive' - SCCACHE_AZURE_KEY_PREFIX: ubuntu22_x86_64_Release - if: fromJSON(needs.smart_ci.outputs.affected_components).NVIDIA - - steps: - - name: Download OpenVINO package - uses: actions/download-artifact@fa0a91b85d4f404e444e00e005971372dc801d16 # v4.1.8 - with: - name: openvino_package - path: ${{ env.INSTALL_DIR }} - - - name: Download OpenVINO Developer package - uses: actions/download-artifact@fa0a91b85d4f404e444e00e005971372dc801d16 # v4.1.8 - with: - name: openvino_developer_package - path: ${{ env.INSTALL_DIR }} - - - name: Extract OpenVINO packages - run: | - pushd ${INSTALL_DIR} - pigz -dc openvino_package.tar.gz | tar -xf - -C ${INSTALL_DIR} - popd - - pushd ${INSTALL_DIR} - pigz -dc openvino_developer_package.tar.gz | tar -xf - -C ${INSTALL_DIR} - popd - - - name: Clone OpenVINO Contrib - uses: actions/checkout@11bd71901bbe5b1630ceea73d27597364c9af683 # v4.2.2 - timeout-minutes: 15 - with: - repository: 'openvinotoolkit/openvino_contrib' - path: ${{ env.OPENVINO_CONTRIB_REPO }} - ref: ${{ env.TARGET_BRANCH }} - - # - # Build - # - - - name: Cmake & Build - NVIDIA Plugin - run: | - source ${INSTALL_DIR}/setupvars.sh - cmake \ - -DOpenVINODeveloperPackage_DIR=${OPENVINO_DEVELOPER_PACKAGE}/cmake \ - -DCMAKE_COMPILE_WARNING_AS_ERROR=OFF \ - -S ${OPENVINO_CONTRIB_REPO}/modules/nvidia_plugin \ - -B ${NVIDIA_BUILD_DIR} - cmake --build ${NVIDIA_BUILD_DIR} --parallel $(nproc) --config ${{ env.CMAKE_BUILD_TYPE }} --verbose -- ov_nvidia_func_tests ov_nvidia_unit_tests - - - name: Show ccache stats - run: ${SCCACHE_PATH} --show-stats - - Openvino_tokenizers: - name: OpenVINO tokenizers extension - needs: [ Build, Smart_CI, Docker ] - uses: ./.github/workflows/job_tokenizers.yml - with: - runner: 'aks-linux-4-cores-16gb' - shell: bash - container: '{"image": "${{ fromJSON(needs.docker.outputs.images).ov_build.ubuntu_22_04_x64 }}", "volumes": ["/mount:/mount"]}' - affected-components: ${{ needs.smart_ci.outputs.affected_components }} - python-version: '3.11' - if: fromJSON(needs.smart_ci.outputs.affected_components).TOKENIZERS - - iGPU: - name: iGPU Tests - needs: [ Build, Smart_CI ] - uses: ./.github/workflows/job_gpu_tests.yml - strategy: - max-parallel: 2 - fail-fast: false - matrix: - TEST_TYPE: ['unit', 'func'] - with: - device: 'igpu' - test_type: ${{ matrix.TEST_TYPE }} - runner: "[ 'self-hosted', 'igpu' ]" - container: '{"image": "ubuntu:22.04", "volumes": ["/dev/dri:/dev/dri"], "options": "--group-add 109 --group-add 44 - --device /dev/dri:/dev/dri"}' - # if: fromJSON(needs.smart_ci.outputs.affected_components).GPU - if: ${{ 'false' }} # Ticket: 143677 - - dGPU: - name: dGPU Tests - needs: [ Build, Smart_CI ] - uses: ./.github/workflows/job_gpu_tests.yml - strategy: - max-parallel: 2 - fail-fast: false - matrix: - TEST_TYPE: ['unit', 'func'] - with: - device: 'dgpu' - test_type: ${{ matrix.TEST_TYPE }} - runner: "[ 'self-hosted', 'dgpu' ]" - container: '{"image": "ubuntu:22.04", "volumes": ["/dev/dri:/dev/dri"], "options": "--group-add 109 --group-add 44 - --device /dev/dri/card0:/dev/dri/card0 --device /dev/dri/renderD128:/dev/dri/renderD128"}' - # if: ${{ github.event_name == 'schedule' }} - if: ${{ 'false' }} # Ticket: 143677 - - Overall_Status: - name: ci/gha_overall_status - needs: [Smart_CI, Build, Debian_Packages, Samples, Conformance, ONNX_Runtime, CXX_Unit_Tests, Python_Unit_Tests, TensorFlow_Layer_Tests, Pytorch_Layer_Tests, - CPU_Functional_Tests, TensorFlow_Models_Tests_Precommit, PyTorch_Models_Tests, JAX_Models_Tests_Precommit, NVIDIA_Plugin, Openvino_tokenizers, iGPU, - Keras3_OpenVINO_Backend] - if: ${{ always() }} - runs-on: ubuntu-latest - steps: - - name: Check status of all jobs - if: >- - ${{ - contains(needs.*.result, 'failure') || - contains(needs.*.result, 'cancelled') - }} - run: exit 1 + # TensorFlow_Models_Tests_Precommit: + # name: TensorFlow Models tests + # if: fromJSON(needs.smart_ci.outputs.affected_components).TF_FE.test || + # fromJSON(needs.smart_ci.outputs.affected_components).TFL_FE.test + # needs: [ Docker, Build, Smart_CI, Openvino_tokenizers ] + # uses: ./.github/workflows/job_tensorflow_models_tests.yml + # with: + # runner: 'aks-linux-8-cores-16gb' + # model_scope: 'precommit' + # container: '{"image": "${{ fromJSON(needs.docker.outputs.images).ov_test.ubuntu_22_04_x64 }}", "volumes": ["/mount:/mount"]}' + + # TensorFlow_Models_Tests_Nightly_TF_HUB: + # name: TensorFlow TF Hub Models tests + # if: ${{ github.event_name == 'schedule' }} + # needs: [ Docker, Build, Smart_CI, Openvino_tokenizers ] + # uses: ./.github/workflows/job_tensorflow_models_tests.yml + # with: + # runner: 'aks-linux-8-cores-64gb' + # model_scope: 'nightly_tf_hub' + # container: '{"image": "${{ fromJSON(needs.docker.outputs.images).ov_test.ubuntu_22_04_x64 }}", "volumes": ["/mount:/mount"]}' + + # TensorFlow_Models_Tests_Nightly_HF: + # name: TensorFlow Hugging Face Models tests + # if: ${{ github.event_name == 'schedule' }} + # needs: [ Docker, Build, Smart_CI, Openvino_tokenizers ] + # uses: ./.github/workflows/job_tensorflow_models_tests.yml + # with: + # runner: 'aks-linux-8-cores-64gb' + # model_scope: 'nightly_hf' + # container: '{"image": "${{ fromJSON(needs.docker.outputs.images).ov_test.ubuntu_22_04_x64 }}", "volumes": ["/mount:/mount"]}' + + # # TODO: Switch back to self-hosted runners + # # container: + # # image: openvinogithubactions.azurecr.io/dockerhub/ubuntu:22.04 + # # volumes: + # # - /mount:/mount + # PyTorch_Models_Tests: + # name: PyTorch Models tests + # if: ${{ github.event_name != 'schedule' && fromJSON(needs.smart_ci.outputs.affected_components).PyTorch_FE.test }} + # needs: [ Build, Smart_CI, Openvino_tokenizers ] + # uses: ./.github/workflows/job_pytorch_models_tests.yml + # with: + # runner: 'ubuntu-22.04-8-cores' + # model_scope: 'precommit' + + # PyTorch_Models_Tests_Nightly_Scope1: + # name: PyTorch Models Nightly Scope1 tests + # if: ${{ github.event_name == 'schedule' }} + # needs: [ Build, Smart_CI, Openvino_tokenizers ] + # uses: ./.github/workflows/job_pytorch_models_tests.yml + # with: + # runner: 'ubuntu-22.04-16-cores' + # model_scope: 'nightly_scope1' + + # PyTorch_Models_Tests_Nightly_Scope2: + # name: PyTorch Models Nightly Scope2 tests + # if: ${{ github.event_name == 'schedule' }} + # needs: [ Build, Smart_CI, Openvino_tokenizers ] + # uses: ./.github/workflows/job_pytorch_models_tests.yml + # with: + # runner: 'ubuntu-22.04-16-cores' + # model_scope: 'nightly_scope2' + + # JAX_Models_Tests_Precommit: + # name: JAX/Flax Models tests + # if: fromJSON(needs.smart_ci.outputs.affected_components).JAX_FE.test + # needs: [ Docker, Build, Smart_CI, Openvino_tokenizers ] + # uses: ./.github/workflows/job_jax_models_tests.yml + # with: + # runner: 'aks-linux-8-cores-16gb' + # model_scope: 'precommit' + # container: '{"image": "${{ fromJSON(needs.docker.outputs.images).ov_test.ubuntu_22_04_x64 }}", "volumes": ["/mount:/mount"]}' + + # NVIDIA_Plugin: + # name: NVIDIA plugin + # needs: [ Docker, Build, Smart_CI ] + # timeout-minutes: 15 + # defaults: + # run: + # shell: bash + # runs-on: aks-linux-16-cores-32gb + # container: + # image: ${{ fromJSON(needs.docker.outputs.images).ov_build.ubuntu_22_04_x64_nvidia }} + # volumes: + # - /mount:/mount + # options: -e SCCACHE_AZURE_BLOB_CONTAINER -e SCCACHE_AZURE_CONNECTION_STRING + # env: + # CMAKE_BUILD_TYPE: 'Release' + # CMAKE_GENERATOR: 'Ninja Multi-Config' + # CMAKE_CUDA_COMPILER_LAUNCHER: sccache + # CMAKE_CXX_COMPILER_LAUNCHER: sccache + # CMAKE_C_COMPILER_LAUNCHER: sccache + # SCCACHE_IGNORE_SERVER_IO_ERROR: 1 + # SCCACHE_SERVER_PORT: 35555 + # SCCACHE_ERROR_LOG: /__w/openvino/sccache_log.txt + # SCCACHE_LOG: warn + # INSTALL_DIR: /__w/openvino/openvino/install + # OPENVINO_DEVELOPER_PACKAGE: /__w/openvino/openvino/install/developer_package + # OPENVINO_REPO: /__w/openvino/openvino/openvino + # OPENVINO_CONTRIB_REPO: /__w/openvino/openvino/openvino_contrib + # NVIDIA_BUILD_DIR: /__w/openvino/openvino/nvidia_plugin_build + # DEBIAN_FRONTEND: 'noninteractive' + # SCCACHE_AZURE_KEY_PREFIX: ubuntu22_x86_64_Release + # if: fromJSON(needs.smart_ci.outputs.affected_components).NVIDIA + + # steps: + # - name: Download OpenVINO package + # uses: actions/download-artifact@fa0a91b85d4f404e444e00e005971372dc801d16 # v4.1.8 + # with: + # name: openvino_package + # path: ${{ env.INSTALL_DIR }} + + # - name: Download OpenVINO Developer package + # uses: actions/download-artifact@fa0a91b85d4f404e444e00e005971372dc801d16 # v4.1.8 + # with: + # name: openvino_developer_package + # path: ${{ env.INSTALL_DIR }} + + # - name: Extract OpenVINO packages + # run: | + # pushd ${INSTALL_DIR} + # pigz -dc openvino_package.tar.gz | tar -xf - -C ${INSTALL_DIR} + # popd + + # pushd ${INSTALL_DIR} + # pigz -dc openvino_developer_package.tar.gz | tar -xf - -C ${INSTALL_DIR} + # popd + + # - name: Clone OpenVINO Contrib + # uses: actions/checkout@11bd71901bbe5b1630ceea73d27597364c9af683 # v4.2.2 + # timeout-minutes: 15 + # with: + # repository: 'openvinotoolkit/openvino_contrib' + # path: ${{ env.OPENVINO_CONTRIB_REPO }} + # ref: ${{ env.TARGET_BRANCH }} + + # # + # # Build + # # + + # - name: Cmake & Build - NVIDIA Plugin + # run: | + # source ${INSTALL_DIR}/setupvars.sh + # cmake \ + # -DOpenVINODeveloperPackage_DIR=${OPENVINO_DEVELOPER_PACKAGE}/cmake \ + # -DCMAKE_COMPILE_WARNING_AS_ERROR=OFF \ + # -S ${OPENVINO_CONTRIB_REPO}/modules/nvidia_plugin \ + # -B ${NVIDIA_BUILD_DIR} + # cmake --build ${NVIDIA_BUILD_DIR} --parallel $(nproc) --config ${{ env.CMAKE_BUILD_TYPE }} --verbose -- ov_nvidia_func_tests ov_nvidia_unit_tests + + # - name: Show ccache stats + # run: ${SCCACHE_PATH} --show-stats + + # Openvino_tokenizers: + # name: OpenVINO tokenizers extension + # needs: [ Build, Smart_CI, Docker ] + # uses: ./.github/workflows/job_tokenizers.yml + # with: + # runner: 'aks-linux-4-cores-16gb' + # shell: bash + # container: '{"image": "${{ fromJSON(needs.docker.outputs.images).ov_build.ubuntu_22_04_x64 }}", "volumes": ["/mount:/mount"]}' + # affected-components: ${{ needs.smart_ci.outputs.affected_components }} + # python-version: '3.11' + # if: fromJSON(needs.smart_ci.outputs.affected_components).TOKENIZERS + + # iGPU: + # name: iGPU Tests + # needs: [ Build, Smart_CI ] + # uses: ./.github/workflows/job_gpu_tests.yml + # strategy: + # max-parallel: 2 + # fail-fast: false + # matrix: + # TEST_TYPE: ['unit', 'func'] + # with: + # device: 'igpu' + # test_type: ${{ matrix.TEST_TYPE }} + # runner: "[ 'self-hosted', 'igpu' ]" + # container: '{"image": "ubuntu:22.04", "volumes": ["/dev/dri:/dev/dri"], "options": "--group-add 109 --group-add 44 + # --device /dev/dri:/dev/dri"}' + # # if: fromJSON(needs.smart_ci.outputs.affected_components).GPU + # if: ${{ 'false' }} # Ticket: 143677 + + # dGPU: + # name: dGPU Tests + # needs: [ Build, Smart_CI ] + # uses: ./.github/workflows/job_gpu_tests.yml + # strategy: + # max-parallel: 2 + # fail-fast: false + # matrix: + # TEST_TYPE: ['unit', 'func'] + # with: + # device: 'dgpu' + # test_type: ${{ matrix.TEST_TYPE }} + # runner: "[ 'self-hosted', 'dgpu' ]" + # container: '{"image": "ubuntu:22.04", "volumes": ["/dev/dri:/dev/dri"], "options": "--group-add 109 --group-add 44 + # --device /dev/dri/card0:/dev/dri/card0 --device /dev/dri/renderD128:/dev/dri/renderD128"}' + # # if: ${{ github.event_name == 'schedule' }} + # if: ${{ 'false' }} # Ticket: 143677 + + # Overall_Status: + # name: ci/gha_overall_status + # needs: [Smart_CI, Build, Debian_Packages, Samples, Conformance, ONNX_Runtime, CXX_Unit_Tests, Python_Unit_Tests, TensorFlow_Layer_Tests, Pytorch_Layer_Tests, + # CPU_Functional_Tests, TensorFlow_Models_Tests_Precommit, PyTorch_Models_Tests, JAX_Models_Tests_Precommit, NVIDIA_Plugin, Openvino_tokenizers, iGPU] + # if: ${{ always() }} + # runs-on: ubuntu-latest + # steps: + # - name: Check status of all jobs + # if: >- + # ${{ + # contains(needs.*.result, 'failure') || + # contains(needs.*.result, 'cancelled') + # }} + # run: exit 1 From 479b2c01569ed469f634bb7a1b04ce8bb5dbb5f6 Mon Sep 17 00:00:00 2001 From: Vladislav Golubev Date: Mon, 20 Jan 2025 18:59:01 +0100 Subject: [PATCH 03/11] Try to avoid Ninja Multi-Config build --- .github/workflows/ubuntu_22.yml | 1 - 1 file changed, 1 deletion(-) diff --git a/.github/workflows/ubuntu_22.yml b/.github/workflows/ubuntu_22.yml index c80049b9338cd8..7953b3896b332a 100644 --- a/.github/workflows/ubuntu_22.yml +++ b/.github/workflows/ubuntu_22.yml @@ -95,7 +95,6 @@ jobs: build-debian-packages: true build-rpm-packages: false cmake-options: |- - -G "Ninja Multi-Config" \ -DENABLE_CPPLINT=OFF \ -DENABLE_NCC_STYLE=OFF \ -DENABLE_TESTS=ON \ From 6abdc661de9037ec3abb9dda4694e6339e18ce5e Mon Sep 17 00:00:00 2001 From: Vladislav Golubev Date: Mon, 20 Jan 2025 23:18:25 +0100 Subject: [PATCH 04/11] Try to disable GPU build --- .github/workflows/ubuntu_22.yml | 3 +++ 1 file changed, 3 insertions(+) diff --git a/.github/workflows/ubuntu_22.yml b/.github/workflows/ubuntu_22.yml index 7953b3896b332a..612b4b3ff3a096 100644 --- a/.github/workflows/ubuntu_22.yml +++ b/.github/workflows/ubuntu_22.yml @@ -103,6 +103,9 @@ jobs: -DCMAKE_VERBOSE_MAKEFILE=ON \ -DCPACK_GENERATOR=TGZ \ -DENABLE_WHEEL=ON \ + -DENABLE_GPU=OFF \ + -DENABLE_INTEL_GPU=OFF \ + -DENABLE_ONEDNN_FOR_GPU=OFF \ -DCMAKE_COMPILE_WARNING_AS_ERROR=ON Debian_Packages: From 79e7c03a9d5275c991f2f5d1f83964867c569b11 Mon Sep 17 00:00:00 2001 From: Vladislav Golubev Date: Wed, 22 Jan 2025 11:19:29 +0100 Subject: [PATCH 05/11] skip 'Generate product manifest' step --- .github/workflows/job_build_linux.yml | 22 +++++++++++----------- 1 file changed, 11 insertions(+), 11 deletions(-) diff --git a/.github/workflows/job_build_linux.yml b/.github/workflows/job_build_linux.yml index d4af5734e8fb1e..1d92ec4906211b 100644 --- a/.github/workflows/job_build_linux.yml +++ b/.github/workflows/job_build_linux.yml @@ -115,17 +115,17 @@ jobs: submodules: 'true' ref: ${{ env.TARGET_BRANCH }} - - name: Generate product manifest and set CI_BUILD_NUMBER & CI_BUILD_DEV_TAG - id: create_manifest - uses: ./openvino/.github/actions/create_manifest - with: - repos: | - ${{ env.OPENVINO_REPO }} - ${{ env.OPENVINO_CONTRIB_REPO }} - product_type: ${{ env.PRODUCT_TYPE }} - target_arch: ${{ inputs.arch }} - build_type: 'debug' - save_to: ${{ env.MANIFEST_PATH }} + # - name: Generate product manifest and set CI_BUILD_NUMBER & CI_BUILD_DEV_TAG + # id: create_manifest + # uses: ./openvino/.github/actions/create_manifest + # with: + # repos: | + # ${{ env.OPENVINO_REPO }} + # ${{ env.OPENVINO_CONTRIB_REPO }} + # product_type: ${{ env.PRODUCT_TYPE }} + # target_arch: ${{ inputs.arch }} + # build_type: 'debug' + # save_to: ${{ env.MANIFEST_PATH }} # # Print system info From 37bfc812fc8d47a2c184831a221080558ac30439 Mon Sep 17 00:00:00 2001 From: Vladislav Golubev Date: Sun, 26 Jan 2025 19:53:30 +0100 Subject: [PATCH 06/11] Added logging --- src/plugins/intel_cpu/src/nodes/subgraph.cpp | 2 ++ 1 file changed, 2 insertions(+) diff --git a/src/plugins/intel_cpu/src/nodes/subgraph.cpp b/src/plugins/intel_cpu/src/nodes/subgraph.cpp index 1060aabf20551c..c5bc6f2607591a 100644 --- a/src/plugins/intel_cpu/src/nodes/subgraph.cpp +++ b/src/plugins/intel_cpu/src/nodes/subgraph.cpp @@ -737,7 +737,9 @@ bool Subgraph::created() const { void Subgraph::execute(const dnnl::stream& strm) { OPENVINO_ASSERT(execPtr, "Can't execute Subgraph node. Primitive didn't created"); + std::cout << "[ INFO ] Node with name " << getName() << " is executed" << std::endl; execPtr->execute(strm, srcMemPtrs, dstMemPtrs); + std::cout << "[ INFO ] Node with name " << getName() << " was executed successfully" << std::endl; } void Subgraph::executeDynamicImpl(const dnnl::stream& strm) { From f0bf5c39e8b92f23299c706d14816304ac30f2b5 Mon Sep 17 00:00:00 2001 From: Vladislav Golubev Date: Sun, 26 Jan 2025 21:30:00 +0100 Subject: [PATCH 07/11] Try to workaround artifacts storage issues --- .github/workflows/job_build_linux.yml | 36 +++++++++++++-------------- 1 file changed, 18 insertions(+), 18 deletions(-) diff --git a/.github/workflows/job_build_linux.yml b/.github/workflows/job_build_linux.yml index 1d92ec4906211b..239c55e9b5d4db 100644 --- a/.github/workflows/job_build_linux.yml +++ b/.github/workflows/job_build_linux.yml @@ -327,21 +327,21 @@ jobs: mkdir deb && mv *.deb deb/ popd - - name: Store artifacts to a shared drive - id: store_artifacts - if: ${{ always() }} - uses: ./openvino/.github/actions/store_artifacts - with: - artifacts: | - ${{ env.BUILD_DIR }}/openvino_package.tar.gz - ${{ env.BUILD_DIR }}/openvino_developer_package.tar.gz - ${{ env.BUILD_DIR }}/openvino_tests.tar.gz - ${{ env.BUILD_DIR }}/deb - ${{ env.MANIFEST_PATH }} - ${{ env.STORE_JS == 'true' && format('{0}/openvino_js_package.tar.gz', env.BUILD_DIR) || '' }} - ${{ env.STORE_WHEELS == 'true' && format('{0}/wheels', env.INSTALL_WHEELS_DIR) || '' }} - storage_dir: ${{ env.PRODUCT_TYPE }} - storage_root: ${{ env.ARTIFACTS_SHARE }} - env: - STORE_WHEELS: ${{ inputs.os != 'debian_10' && inputs.arch != 'arm' }} - STORE_JS: ${{ fromJSON(inputs.affected-components).JS_API && inputs.build-js }} + # - name: Store artifacts to a shared drive + # id: store_artifacts + # if: ${{ always() }} + # uses: ./openvino/.github/actions/store_artifacts + # with: + # artifacts: | + # ${{ env.BUILD_DIR }}/openvino_package.tar.gz + # ${{ env.BUILD_DIR }}/openvino_developer_package.tar.gz + # ${{ env.BUILD_DIR }}/openvino_tests.tar.gz + # ${{ env.BUILD_DIR }}/deb + # ${{ env.MANIFEST_PATH }} + # ${{ env.STORE_JS == 'true' && format('{0}/openvino_js_package.tar.gz', env.BUILD_DIR) || '' }} + # ${{ env.STORE_WHEELS == 'true' && format('{0}/wheels', env.INSTALL_WHEELS_DIR) || '' }} + # storage_dir: ${{ env.PRODUCT_TYPE }} + # storage_root: ${{ env.ARTIFACTS_SHARE }} + # env: + # STORE_WHEELS: ${{ inputs.os != 'debian_10' && inputs.arch != 'arm' }} + # STORE_JS: ${{ fromJSON(inputs.affected-components).JS_API && inputs.build-js }} From cea3be4d4837ac757565d03da2d2af62b82a18f9 Mon Sep 17 00:00:00 2001 From: Vladislav Golubev Date: Mon, 27 Jan 2025 10:29:07 +0100 Subject: [PATCH 08/11] Timeout increased --- .github/workflows/ubuntu_22.yml | 1 + 1 file changed, 1 insertion(+) diff --git a/.github/workflows/ubuntu_22.yml b/.github/workflows/ubuntu_22.yml index 612b4b3ff3a096..3c1653528d223d 100644 --- a/.github/workflows/ubuntu_22.yml +++ b/.github/workflows/ubuntu_22.yml @@ -361,6 +361,7 @@ jobs: if: fromJSON(needs.smart_ci.outputs.affected_components).CPU.test needs: [ Docker, Build, Smart_CI ] uses: ./.github/workflows/job_cpu_functional_tests.yml + timeout-minutes: 30 # env: [""] with: runner: 'aks-linux-8-cores-32gb' From 824f6cc6dd08933beb055f6e32a93b0a36eee389 Mon Sep 17 00:00:00 2001 From: Vladislav Golubev Date: Mon, 27 Jan 2025 12:38:14 +0100 Subject: [PATCH 09/11] segfault detector enabled --- .github/workflows/ubuntu_22.yml | 3 ++- 1 file changed, 2 insertions(+), 1 deletion(-) diff --git a/.github/workflows/ubuntu_22.yml b/.github/workflows/ubuntu_22.yml index 3c1653528d223d..35ec636f84ca24 100644 --- a/.github/workflows/ubuntu_22.yml +++ b/.github/workflows/ubuntu_22.yml @@ -362,7 +362,8 @@ jobs: needs: [ Docker, Build, Smart_CI ] uses: ./.github/workflows/job_cpu_functional_tests.yml timeout-minutes: 30 - # env: [""] + env: + OV_CPU_SNIPPETS_SEGFAULT_DETECTOR: 1 with: runner: 'aks-linux-8-cores-32gb' image: ${{ fromJSON(needs.docker.outputs.images).ov_test.ubuntu_22_04_x64 }} From 12ba36aaf61def6bdae7cd7e20318f2009609c10 Mon Sep 17 00:00:00 2001 From: Vladislav Golubev Date: Wed, 29 Jan 2025 22:12:37 +0100 Subject: [PATCH 10/11] Added logging to brgemm executors --- .../emitters/snippets/x64/kernel_executors/brgemm_base.cpp | 2 ++ .../emitters/snippets/x64/kernel_executors/brgemm_copy_b.cpp | 5 +++++ 2 files changed, 7 insertions(+) diff --git a/src/plugins/intel_cpu/src/emitters/snippets/x64/kernel_executors/brgemm_base.cpp b/src/plugins/intel_cpu/src/emitters/snippets/x64/kernel_executors/brgemm_base.cpp index 4b7d71fd3a879e..f79ac30dd38bea 100644 --- a/src/plugins/intel_cpu/src/emitters/snippets/x64/kernel_executors/brgemm_base.cpp +++ b/src/plugins/intel_cpu/src/emitters/snippets/x64/kernel_executors/brgemm_base.cpp @@ -328,7 +328,9 @@ void BrgemmBaseKernelExecutor::execute_brgemm_kernel( brgemm_p.skip_accm = 0; brgemm_p.BS = 1; // default value OV_CPU_JIT_EMITTER_ASSERT(kernel, "has nullptr Brgemm kernel"); + std::cout << "[ INFO ] BrgemmBaseKernelExecutor is executed...\n"; (*kernel)(&brgemm_p); + std::cout << "[ INFO ] BrgemmBaseKernelExecutor execution is finished.\n"; } #undef DIM_CAST diff --git a/src/plugins/intel_cpu/src/emitters/snippets/x64/kernel_executors/brgemm_copy_b.cpp b/src/plugins/intel_cpu/src/emitters/snippets/x64/kernel_executors/brgemm_copy_b.cpp index 54d4ffaa433944..a6fcb1b5965f26 100644 --- a/src/plugins/intel_cpu/src/emitters/snippets/x64/kernel_executors/brgemm_copy_b.cpp +++ b/src/plugins/intel_cpu/src/emitters/snippets/x64/kernel_executors/brgemm_copy_b.cpp @@ -391,7 +391,12 @@ void BrgemmCopyBKernelExecutor::execute(const BrgemmCopyBKernelExecutor* executo auto kernel = executor->get_kernel(); OV_CPU_JIT_EMITTER_ASSERT(kernel, "has nullptr kernel"); OV_CPU_JIT_EMITTER_ASSERT(args, "has nullptr call args"); + std::cout << "[ INFO ] BrgemmCopyBKernelExecutor is executed...\n"; + std::cout << executor->get_config().to_string() << std::endl; + std::cout << "\t" << "call args: src = " << args->src << ", tr_src = " << args->tr_src + << ", compensation_ptr = " << args->compensation_ptr << std::endl; (*kernel)(args); + std::cout << "[ INFO ] BrgemmCopyBKernelExecutor execution is finished.\n"; } } // namespace intel_cpu From 7d2086859691be15a8be45082db5fb1c43cad8b9 Mon Sep 17 00:00:00 2001 From: Vladislav Golubev Date: Mon, 3 Feb 2025 10:52:58 +0100 Subject: [PATCH 11/11] SEQ mode --- .github/workflows/ubuntu_22.yml | 1 + 1 file changed, 1 insertion(+) diff --git a/.github/workflows/ubuntu_22.yml b/.github/workflows/ubuntu_22.yml index 35ec636f84ca24..ca2651f091f212 100644 --- a/.github/workflows/ubuntu_22.yml +++ b/.github/workflows/ubuntu_22.yml @@ -106,6 +106,7 @@ jobs: -DENABLE_GPU=OFF \ -DENABLE_INTEL_GPU=OFF \ -DENABLE_ONEDNN_FOR_GPU=OFF \ + -DTHREADING=SEQ \ -DCMAKE_COMPILE_WARNING_AS_ERROR=ON Debian_Packages: