Merge branch 'master' into xp/whisper_readvalue_optimize

.github/CODEOWNERS

@@ -108,8 +108,6 @@
 /tools/  @openvinotoolkit/openvino-tools-maintainers
 /tools/benchmark_tool/ @openvinotoolkit/openvino-ie-python-api-maintainers
 /tools/legacy/ @openvinotoolkit/openvino-samples-maintainers
-/tools/openvino_dev/ @openvinotoolkit/openvino-tools-maintainers @openvinotoolkit/openvino-ie-python-api-maintainers
-/tools/mo/  @openvinotoolkit/openvino-mo-maintainers
 /tools/ovc/  @openvinotoolkit/openvino-ovc-maintainers
 /thirdparty/open_model_zoo/ @openvinotoolkit/omz-maintainers
 

.github/actions/common/constants.py

@@ -16,6 +16,7 @@ class EventType(Enum):
     'public_linux_ubuntu_24_04_x86_64_release',
     'public_windows_vs2019_Release',
     'public_windows_vs2019_Debug',
+    'public_manylinux2014_x86_64_release',
 )
 ProductType = Enum('ProductType', {t.upper(): t for t in productTypes})
 

.github/dependabot.yml

@@ -41,7 +41,7 @@ updates:
       - "rkazants"
     versioning-strategy: increase-if-necessary
 
-  # Model Optimizer, openvino_dev and Benchmark tool
+  # ovc and Benchmark tools
   - package-ecosystem: pip
     directory: "/tools"
     schedule:

.github/labeler.yml

@@ -100,10 +100,6 @@
 'category: LP transformations':
 - 'src/common/low_precision_transformations/**/*'
 
-'category: MO':
-- 'tools/mo/**/*'
-- 'tests/layer_tests/mo_python_api_tests/**/*'
-
 'category: OVC':
 - 'tools/ovc/**/*'
 - 'tests/layer_tests/ovc_python_api_tests/**/*'
@@ -119,7 +115,6 @@
 - any: ['src/bindings/js/node/CMakeLists.txt',
         'src/bindings/js/node/package.json',
         'src/bindings/js/node/package-lock.json']
-- 'tools/openvino_dev/**/*'
 
 'category: PDPD FE':
 - 'src/frontends/paddle/**/*'
@@ -183,7 +178,6 @@
 
 'category: tools':
 - any: ['tools/**',
-        '!tools/mo/**/*',
         '!tools/ovc/**/*']
 
 'category: transformations':

.github/workflows/coverage.yml

@@ -50,12 +50,6 @@ jobs:
           python3 -m pip install -r ${{ github.workspace }}/src/frontends/onnx/tests/requirements.txt
           # For running TensorFlow frontend unit tests
           python3 -m pip install -r ${{ github.workspace }}/src/frontends/tensorflow/tests/requirements.txt
-          # For MO unit tests
-          python3 -m pip install -r ${{ github.workspace }}/tools/mo/requirements_caffe.txt
-          python3 -m pip install -r ${{ github.workspace }}/tools/mo/requirements_kaldi.txt
-          python3 -m pip install -r ${{ github.workspace }}/tools/mo/requirements_onnx.txt
-          python3 -m pip install -r ${{ github.workspace }}/tools/mo/requirements_tf2.txt
-          python3 -m pip install -r ${{ github.workspace }}/tools/mo/requirements_dev.txt
 
       - name: Build OpenVINO with CMake
         uses: ashutoshvarma/action-cmake-build@ade188313bc7eaa6f14349569a64d8bc716342ff # master
@@ -84,9 +78,6 @@ jobs:
       - name: Install wheel packages
         run: cmake -DCOMPONENT=python_wheels -DCMAKE_INSTALL_PREFIX=${{ github.workspace }}/install_pkg -P '${{ github.workspace }}/build/cmake_install.cmake'
 
-      - name: Install python wheels
-        run: python3 -m pip install openvino-dev --find-links=${{ github.workspace }}/install_pkg/tools
-
       - name: List binaries
         run: ls -la ${{ github.workspace }}/bin/intel64/${{ env.CMAKE_BUILD_TYPE }}
 

.github/workflows/job_cxx_unit_tests.yml

@@ -29,7 +29,7 @@ on:
         description: 'Timeout in minutes for the job'
         type: number
         required: false
-        default: 35
+        default: 45
 
 permissions: read-all
 

.github/workflows/job_onnx_models_tests.yml

@@ -86,14 +86,11 @@ jobs:
         run: |
           # Install the core OV wheel
           python3 -m pip install ./openvino-*.whl
-
-          extras_to_install="onnx"
-
-          # Find and install OV dev wheel
-          ov_dev_wheel_name=$(find . -name 'openvino_dev*.whl')
-          python3 -m pip install $ov_dev_wheel_name[$extras_to_install]
         working-directory: ${{ env.INSTALL_WHEELS_DIR }}
 
+      - name: Install ONNX Models tests requirements
+        run: python3 -m pip install -r ${INSTALL_TEST_DIR}/requirements_onnx
+
       - name: Install Python tests dependencies
         run: |
           # To enable pytest parallel features

.github/workflows/job_python_unit_tests.yml

@@ -91,28 +91,31 @@ jobs:
           should-setup-pip-paths: ${{ runner.os == 'Linux' }}
           self-hosted-runner: ${{ runner.os == 'Linux' }}
 
-      #
-      # Tests
-      #
-
       - name: Install OpenVINO Python wheels
         run: |
           # Install the core OV wheel
           python3 -m pip install ./openvino-*.whl
 
-          extras_to_install="caffe,kaldi,onnx,tensorflow2,pytorch"
-
-          # Find and install OV dev wheel
-          ov_dev_wheel_name=$(find . -name 'openvino_dev*.whl')
-          python3 -m pip install $ov_dev_wheel_name[$extras_to_install]
         working-directory: ${{ env.INSTALL_WHEELS_DIR }}
 
       - name: Install Python API tests dependencies
         run: |
           # To enable pytest parallel features
           python3 -m pip install pytest-xdist[psutil]
           python3 -m pip install -r ${INSTALL_TEST_DIR}/bindings/python/requirements_test.txt
-          python3 -m pip install -r ${INSTALL_TEST_DIR}/mo/requirements_dev.txt
+
+      - name: Install Python Layer tests dependencies and for OVC unit tests
+        run: |
+          # For torchvision to OpenVINO preprocessing converter
+          python3 -m pip install -r ${INSTALL_TEST_DIR}/python/preprocess/torchvision/requirements.txt
+
+          # layer test requirements
+          python3 -m pip install -r ${LAYER_TESTS_INSTALL_DIR}/requirements.txt
+
+      - name: Install ONNX tests dependencies
+        run: |
+          #  ONNX tests requirements
+          python3 -m pip install -r ${INSTALL_TEST_DIR}/requirements_onnx
 
       #
       # Tests
@@ -127,18 +130,6 @@ jobs:
             --junitxml=${INSTALL_TEST_DIR}/TEST-Pyngraph.xml \
             --ignore=${INSTALL_TEST_DIR}/pyopenvino/tests/test_utils/test_utils.py
 
-      - name: Model Optimizer unit tests
-        if: fromJSON(inputs.affected-components).MO.test
-        run: |
-          if [[ "${{ runner.os }}" == "Linux" ]] && [[ "${{ runner.arch }}" != "ARM64" ]]; then
-            # required for MxNet
-            apt-get install -y libgomp1 libquadmath0
-          fi
-
-          # Skips under tickets: 133405, 122666
-          python3 -m pytest -s ${INSTALL_TEST_DIR}/mo/unit_tests \
-              --junitxml=${INSTALL_TEST_DIR}/TEST-ModelOptimizer.xml
-
       - name: Python ONNX operators tests
         if: (fromJSON(inputs.affected-components).Python_API.test ||
              fromJSON(inputs.affected-components).ONNX_FE.test) &&
@@ -153,32 +144,6 @@ jobs:
         if: fromJSON(inputs.affected-components).MO.test
         run: python3 -m pytest -s ${INSTALL_TEST_DIR}/ovc/unit_tests --junitxml=${INSTALL_TEST_DIR}/TEST-OpenVinoConversion.xml
 
-      - name: Install Python Layer tests dependencies
-        run: |
-          # For torchvision to OpenVINO preprocessing converter
-          python3 -m pip install -r ${INSTALL_TEST_DIR}/python/preprocess/torchvision/requirements.txt
-
-          # layer test requirements
-          python3 -m pip install -r ${LAYER_TESTS_INSTALL_DIR}/requirements.txt
-
-      - name: MO Python API Tests
-        if: fromJSON(inputs.affected-components).MO.test
-        run: |
-          # Import 'test_utils' installed in '<package_test>/tests/python/openvino'
-          export LD_LIBRARY_PATH=${PIP_INSTALL_PATH}/openvino/libs:$LD_LIBRARY_PATH
-          export PYTHONPATH=${INSTALL_TEST_DIR}/python
-
-          if [[ "${{ runner.os }}" == "Linux" ]] && [[ "${{ runner.arch }}" == "ARM64" ]]; then
-            # Find gomp lib
-            GOMP_LIB=$(find "${PIP_INSTALL_PATH}/torch/lib/../../torch.libs/" -name '*libgomp-*so*')
-            export LD_PRELOAD=${GOMP_LIB}
-          fi
-
-          python3 -m pytest ${LAYER_TESTS_INSTALL_DIR}/mo_python_api_tests -n logical --junitxml=${INSTALL_TEST_DIR}/TEST-test_mo_convert.xml
-        env:
-          TEST_DEVICE: CPU
-          TEST_PRECISION: FP16
-
       - name: OVC Python API Tests
         if: fromJSON(inputs.affected-components).MO.test
         run: |
@@ -205,16 +170,6 @@ jobs:
           export LD_LIBRARY_PATH=${PIP_INSTALL_PATH}/openvino/libs:$LD_LIBRARY_PATH
           python3 -m pytest ${LAYER_TESTS_INSTALL_DIR}/py_frontend_tests --junitxml=${INSTALL_TEST_DIR}/TEST-test_py_fontend.xml
 
-      - name: ONNX Layer Tests
-        if: ${{ fromJSON(inputs.affected-components).ONNX_FE.test }}
-        run: |
-          # requires 'unit_tests' from 'tools/mo'
-          export PYTHONPATH=${INSTALL_TEST_DIR}/mo:$PYTHONPATH
-          python3 -m pytest ${LAYER_TESTS_INSTALL_DIR}/onnx_tests -m "not launch_only_if_manually_specified and precommit" --junitxml=${INSTALL_TEST_DIR}/TEST-onnx.xml
-        env:
-          TEST_DEVICE: CPU
-          TEST_PRECISION: FP16
-
       - name: JAX Layer Tests - JAX FE
         if: ${{ fromJSON(inputs.affected-components).JAX_FE.test && runner.arch != 'ARM64' && runner.os != 'macOS' }}
         run: python3 -m pytest ${LAYER_TESTS_INSTALL_DIR}/jax_tests/ -m precommit_jax_fe --junitxml=${INSTALL_TEST_DIR}/TEST-jax_fe.xml
@@ -230,22 +185,6 @@ jobs:
           TEST_DEVICE: CPU
           TEST_PRECISION: FP16
 
-      - name: TensorFlow 1 Layer Tests - Legacy FE
-        if: fromJSON(inputs.affected-components).TF_FE.test
-        run: python3 -m pytest ${{ env.LAYER_TESTS_INSTALL_DIR }}/tensorflow_tests/test_tf_Roll.py --use_legacy_frontend --ir_version=10 --junitxml=${{ env.INSTALL_TEST_DIR }}/TEST-tf_Roll.xml
-        env:
-          TEST_DEVICE: CPU
-          TEST_PRECISION: FP16
-
-      - name: TensorFlow 2 Layer Tests - Legacy FE
-        # no longer workable since TF 2.17
-        # will be removed in 2024.5
-        if: ${{ 'false' }}
-        run: python3 -m pytest ${{ env.LAYER_TESTS_INSTALL_DIR }}/tensorflow2_keras_tests/test_tf2_keras_activation.py --use_legacy_frontend --ir_version=11 -k "sigmoid" --junitxml=${{ env.INSTALL_TEST_DIR }}/TEST-tf2_Activation.xml
-        env:
-          TEST_DEVICE: CPU
-          TEST_PRECISION: FP16
-
       - name: Clone API snippets
         if: runner.os != 'macOS'
         uses: actions/checkout@11bd71901bbe5b1630ceea73d27597364c9af683 # v4.2.2

.github/workflows/job_tensorflow_layer_tests.yml

@@ -30,7 +30,7 @@ env:
 jobs:
   TensorFlow_Layer_Tests:
     name: TensorFlow Layer Tests
-    timeout-minutes: 30
+    timeout-minutes: 45
     runs-on: ${{ inputs.runner }}
     container: ${{ fromJSON(inputs.container) }}
     defaults:

.github/workflows/manylinux_2014.yml

@@ -88,6 +88,7 @@ jobs:
       options: -e SCCACHE_AZURE_BLOB_CONTAINER -e SCCACHE_AZURE_CONNECTION_STRING -e DOCKER_CONFIG -v ${{ github.workspace }}:${{ github.workspace }}
     env:
       CMAKE_BUILD_TYPE: 'Release'
+      ARCH: 'x86_64'
       OPENVINO_REPO: ${{ github.workspace }}/src
       INSTALL_DIR: ${{ github.workspace }}/install/openvino
       INSTALL_WHEELS_DIR: ${{ github.workspace }}/install/wheels
@@ -99,6 +100,9 @@ jobs:
       SCCACHE_SERVER_PORT: 35555
       SCCACHE_CACHE_SIZE: 50G
       SCCACHE_AZURE_KEY_PREFIX: manylinux_2014
+      ARTIFACTS_SHARE: "/mount/build-artifacts"
+      MANIFEST_PATH: ${{ github.workspace }}/manifest.yml
+      PRODUCT_TYPE: public_manylinux2014_x86_64_release
 
     steps:
       - name: Clone OpenVINO
@@ -109,6 +113,17 @@ jobs:
 
       - name: System info
         uses: ./src/.github/actions/system_info
+
+      - name: Generate product manifest and set CI_BUILD_NUMBER & CI_BUILD_DEV_TAG
+        id: create_manifest
+        uses: ./src/.github/actions/create_manifest
+        with:
+          repos: |
+            ${{ env.OPENVINO_REPO }}
+          product_type: ${{ env.PRODUCT_TYPE }}
+          target_arch: ${{ env.ARCH }}
+          build_type: ${{ env.CMAKE_BUILD_TYPE }}
+          save_to: ${{ env.MANIFEST_PATH }}
 
       - name: Create docker build cache
         run: |
@@ -128,6 +143,8 @@ jobs:
             -e SCCACHE_AZURE_KEY_PREFIX \
             -e CMAKE_CXX_COMPILER_LAUNCHER \
             -e CMAKE_C_COMPILER_LAUNCHER \
+            -e CI_BUILD_NUMBER \
+            -e CI_BUILD_DEV_TAG \
             -w /work/src \
             ${{ fromJSON(needs.docker.outputs.images).ov_build.manylinux2014_x86_64 }} \
             /bin/bash -c "
@@ -158,6 +175,8 @@ jobs:
               -e SCCACHE_AZURE_KEY_PREFIX \
               -e CMAKE_CXX_COMPILER_LAUNCHER \
               -e CMAKE_C_COMPILER_LAUNCHER \
+              -e CI_BUILD_NUMBER \
+              -e CI_BUILD_DEV_TAG \
               -w /work/src \
               ${{ fromJSON(needs.docker.outputs.images).ov_build.manylinux2014_x86_64 }} \
               /bin/bash -c "
@@ -188,4 +207,30 @@ jobs:
         with:
           name: openvino_wheels
           path: ${{ env.INSTALL_WHEELS_DIR }}/wheels/*.whl
-          if-no-files-found: 'error'
+          if-no-files-found: 'error'
+
+      - name: Store artifacts to a shared drive
+        id: store_artifacts
+        if: ${{ always() }}
+        uses: ./src/.github/actions/store_artifacts
+        with:
+          artifacts: |
+            ${{ env.BUILD_DIR }}/openvino_package.tar.gz
+            ${{ env.MANIFEST_PATH }}
+            ${{ env.INSTALL_WHEELS_DIR }}/wheels
+          storage_dir: ${{ env.PRODUCT_TYPE }}
+          storage_root: ${{ env.ARTIFACTS_SHARE }}
+
+  Overall_Status:
+    name: ci/gha_overall_status_manylinux2014
+    needs: [Smart_CI, Build]
+    if: ${{ always() }}
+    runs-on: ubuntu-latest
+    steps:
+      - name: Check status of all jobs
+        if: >-
+          ${{
+            contains(needs.*.result, 'failure') ||
+            contains(needs.*.result, 'cancelled')
+          }}
+        run: exit 1

.github/workflows/merge_queue_stub.yml

@@ -0,0 +1,13 @@
+on:
+  merge_group:
+
+jobs:
+  merge_group_stub_check:
+    name: ci/jenkins
+    runs-on: ubuntu-latest
+    defaults:
+      run:
+        shell: bash
+    if: ${{ github.event_name == 'merge_group' }}
+    steps:
+      - run: echo "Just a stub check to keep Jenkins running in pre-commits but not in merge queue"