Merge branch 'master' into shape-infer/remove-cpu-custom-shape-infer-…

…factories
openvinotoolkit · Jan 17, 2025 · 95c02ac · 95c02ac
2 parents 7228927 + 0335554
commit 95c02ac
Show file tree

Hide file tree

Showing 517 changed files with 9,047 additions and 3,402 deletions.
diff --git a/.github/workflows/build_doc.yml b/.github/workflows/build_doc.yml
@@ -25,7 +25,7 @@ jobs:
           lfs: 'true'
 
       - name: Install apt-get dependencies
-        uses: awalsh128/cache-apt-pkgs-action@a6c3917cc929dd0345bfb2d3feaf9101823370ad # v1.4.2
+        uses: awalsh128/cache-apt-pkgs-action@5902b33ae29014e6ca012c5d8025d4346556bd40 # v1.4.3
         with:
           packages: graphviz texlive liblua5.2-0 libclang1-9 libclang-cpp9
           version: 3.0

diff --git a/cmake/packaging/debian.cmake b/cmake/packaging/debian.cmake
@@ -100,6 +100,7 @@ macro(ov_cpack_settings)
         2024.4.0
         2024.5.0
         2024.6.0
+        2025.0.0
         )
 
     ov_check_conflicts_versions(conflicting_versions)

diff --git a/cmake/packaging/rpm.cmake b/cmake/packaging/rpm.cmake
@@ -88,6 +88,7 @@ macro(ov_cpack_settings)
         2024.4.0
         2024.5.0
         2024.6.0
+        2025.0.0
         )
 
     ov_check_conflicts_versions(conflicting_versions)

diff --git a/docs/articles_en/assets/images/TestDrive_geti_download.gif b/docs/articles_en/assets/images/TestDrive_geti_download.gif
diff --git a/docs/articles_en/assets/images/TestDrive_llm_import.gif b/docs/articles_en/assets/images/TestDrive_llm_import.gif
diff --git a/docs/articles_en/assets/images/TestDrive_llm_metrics.gif b/docs/articles_en/assets/images/TestDrive_llm_metrics.gif
diff --git a/docs/articles_en/assets/images/TestDrive_llm_model_chat.gif b/docs/articles_en/assets/images/TestDrive_llm_model_chat.gif
diff --git a/docs/articles_en/assets/snippets/lpt_intel_cpu_plugin.cpp b/docs/articles_en/assets/snippets/lpt_intel_cpu_plugin.cpp
@@ -18,6 +18,7 @@ namespace device {
 
 class ConvertOpSet1ToDeviceSpecific: public ov::pass::ModelPass {
 public:
+    OPENVINO_MODEL_PASS_RTTI("ConvertOpSet1ToDeviceSpecific");
     bool run_on_model(const std::shared_ptr<ov::Model>& f) override {
         return true;
     }
@@ -96,7 +97,7 @@ if (useLpt) {
 
     // Low precision transformations plugin specific configuration: transformation callbacks definition
     lptManager.get_pass_config()->set_callback<MarkupPrecisions>([](const std::shared_ptr<const ov::Node>& node) -> bool {
-        if (const auto multiply = std::dynamic_pointer_cast<const ov::opset1::Multiply>(node)) {
+        if (const auto multiply = ov::as_type_ptr<const ov::opset1::Multiply>(node)) {
             return !MultiplyToGroupConvolutionTransformation::canBeTransformedToGroupConvolution(multiply);
         }
         return false;

diff --git a/docs/articles_en/assets/snippets/ov_model_snippets.cpp b/docs/articles_en/assets/snippets/ov_model_snippets.cpp
@@ -217,7 +217,7 @@ return true;
 // ! [ov:replace_node]
 bool ov_replace_node(std::shared_ptr<ov::Node> node) {
     // Step 1. Verify that node is of type ov::op::v0::Negative
-    auto neg = std::dynamic_pointer_cast<ov::op::v0::Negative>(node);
+    auto neg = ov::as_type_ptr<ov::op::v0::Negative>(node);
     if (!neg) {
         return false;
     }
@@ -238,7 +238,7 @@ bool ov_replace_node(std::shared_ptr<ov::Node> node) {
 // ! [ov:replace_node]
 
 bool ov_manual_replace_node(std::shared_ptr<ov::Node> node) {
-auto neg = std::dynamic_pointer_cast<ov::op::v0::Negative>(node);
+auto neg = ov::as_type_ptr<ov::op::v0::Negative>(node);
 if (!neg) {
     return false;
 }

diff --git a/docs/articles_en/assets/snippets/ov_stateful_models_intro.cpp b/docs/articles_en/assets/snippets/ov_stateful_models_intro.cpp
@@ -99,7 +99,7 @@ void replace_non_reshapable_const() {
     for (const auto& node : model->get_ops()) {
         // Trying to find the problematic Constant by name.
         if (node->get_friendly_name() == "name_of_non_reshapable_const") {
-            auto const_with_hardcoded_shape = std::dynamic_pointer_cast<ov::opset8::Constant>(node);
+            auto const_with_hardcoded_shape = ov::as_type_ptr<ov::opset8::Constant>(node);
             // Replacing the problematic Constant with a new one. Do this for all the problematic Constants in the network, then
             // you can apply the reshape feature.
             ov::replace_node(const_with_hardcoded_shape, new_const);

diff --git a/docs/articles_en/assets/snippets/template_model_transformation.hpp b/docs/articles_en/assets/snippets/template_model_transformation.hpp
@@ -18,7 +18,7 @@ class MyModelTransformation;
 // template_model_transformation.hpp
 class ov::pass::MyModelTransformation : public ov::pass::ModelPass {
 public:
-    OPENVINO_RTTI("MyModelTransformation", "0");
+    OPENVINO_MODEL_PASS_RTTI("MyModelTransformation");
     bool run_on_model(const std::shared_ptr<ov::Model>& f) override;
 };
 // ! [model_pass:template_transformation_hpp]
diff --git a/docs/articles_en/assets/snippets/template_pattern_transformation.cpp b/docs/articles_en/assets/snippets/template_pattern_transformation.cpp
@@ -23,7 +23,7 @@ ov::pass::DecomposeDivideMatcher::DecomposeDivideMatcher() {
     auto div = std::make_shared<ov::opset3::Divide>(input0, input1);
 
     ov::matcher_pass_callback callback = [](pattern::Matcher& m) {
-        auto div = std::dynamic_pointer_cast<ov::opset3::Divide>(m.get_match_root());
+        auto div = ov::as_type_ptr<ov::opset3::Divide>(m.get_match_root());
         // We can not apply this transformation in case with integer input data type
         if (!div || div->input(0).get_element_type().is_integral()) {
             return false;

diff --git a/docs/articles_en/assets/snippets/template_pattern_transformation.hpp b/docs/articles_en/assets/snippets/template_pattern_transformation.hpp
@@ -23,13 +23,13 @@ class ReluReluFusionMatcher;
  */
 class ov::pass::DecomposeDivideMatcher : public ov::pass::MatcherPass {
 public:
-    OPENVINO_RTTI("DecomposeDivideMatcher", "0");
+    OPENVINO_MATCHER_PASS_RTTI("DecomposeDivideMatcher");
     DecomposeDivideMatcher();
 };
 // ! [graph_rewrite:template_transformation_hpp]
 
 class ov::pass::ReluReluFusionMatcher : public ov::pass::MatcherPass {
 public:
-    OPENVINO_RTTI("ReluReluFusionMatcher", "0");
+    OPENVINO_MATCHER_PASS_RTTI("ReluReluFusionMatcher");
     ReluReluFusionMatcher();
 };
diff --git a/docs/articles_en/documentation/openvino-ecosystem/openvino-test-drive.rst b/docs/articles_en/documentation/openvino-ecosystem/openvino-test-drive.rst
@@ -9,7 +9,7 @@ OpenVINO™ Test Drive
 
 
 
-OpenVINO™ Test Drive is a cross-platform graphic user interface application for running and
+OpenVINO™ Test Drive is a cross-platform **graphic user interface** application for running and
 testing AI models, both generative and vision based.
 It can run directly on your computer or on edge devices using
 `OpenVINO™ Runtime <https://github.com/openvinotoolkit/openvino>`__.
@@ -26,7 +26,6 @@ Use OpenVINO™ Test Drive to:
 * **Run inference of models** trained by Intel® Geti™ and **visualize the results**.
 
 
-
 Installation (Windows)
 ###############################################################################################
 
@@ -51,12 +50,22 @@ Inference of models from Hugging Face
 
 1. Find a model on `Hugging Face <https://huggingface.co/>`__ and import it.
 
+   .. image:: ../../assets/images/TestDrive_llm_import.gif
+      :align: center
+      :alt: how to import a model to test drive
+
 2. Chat with LLMs via the `Playground` tab.
 
+   .. image:: ../../assets/images/TestDrive_llm_model_chat.gif
+      :align: center
+      :alt: chatting with llm models in test drive
+
 3. Use the `Performance metrics` tab to get model performance metrics on your
    computer or an edge device.
 
-
+   .. image:: ../../assets/images/TestDrive_llm_metrics.gif
+      :align: center
+      :alt: verifying llm performance in test drive
 
 Inference of models trained with Intel® Geti™
 +++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++
@@ -65,6 +74,10 @@ Inference of models trained with Intel® Geti™
    by Intel® Geti™ (refer to the `Intel® Geti™ documentation <https://docs.geti.intel.com>`__
    for more details).
 
+   .. image:: ../../assets/images/TestDrive_geti_download.gif
+      :align: center
+      :alt: verifying llm performance in test drive
+
 2. Import the deployment code into OpenVINO™ Test Drive, using the *Import model* and then
    *Local disk* buttons.
 

diff --git a/.../openvino-workflow/running-inference/inference-devices-and-modes/cpu-device.rst b/.../openvino-workflow/running-inference/inference-devices-and-modes/cpu-device.rst
@@ -355,6 +355,7 @@ All parameters must be set before calling ``ov::Core::compile_model()`` in order
 - ``ov::hint::num_request``
 - ``ov::hint::scheduling_core_type``
 - ``ov::hint::enable_hyper_threading``
+- ``ov::hint::enable_cpu_reservation``
 - ``ov::hint::enable_cpu_pinning``
 - ``ov::num_streams``
 - ``ov::inference_num_threads``

diff --git a/.../openvino-workflow/running-inference/inference-devices-and-modes/npu-device.rst b/.../openvino-workflow/running-inference/inference-devices-and-modes/npu-device.rst
@@ -143,6 +143,7 @@ offer a limited set of supported OpenVINO features.
          ov::enable_profiling
          ov::workload_type
          ov::intel_npu::compilation_mode_params
+         ov::intel_npu::compiler_dynamic_quantization
          ov::intel_npu::turbo
          ov::intel_npu::tiles
          ov::intel_npu::max_tiles

diff --git a/src/bindings/python/constraints.txt b/src/bindings/python/constraints.txt
@@ -10,7 +10,7 @@ pytest-timeout==2.3.1
 # Python bindings
 build<1.3
 pygments>=2.8.1
-setuptools>=70.1,<75.8
+setuptools>=70.1,<75.9
 sympy>=1.10
 wheel>=0.38.1
 patchelf<=0.17.2.1

diff --git a/src/bindings/python/src/openvino/__init__.py b/src/bindings/python/src/openvino/__init__.py
@@ -60,7 +60,8 @@
 from openvino._ov_api import Op
 
 # Import all public modules
-from openvino import runtime as runtime
+from openvino.package_utils import lazy_import
+runtime = lazy_import("openvino.runtime")
 from openvino import frontend as frontend
 from openvino import helpers as helpers
 from openvino import experimental as experimental
-Original file line number
+Diff line change
@@ Expand Up / @@ -100,6 +100,7 @@ macro(ov_cpack_settings) @@
 .4.0
 .5.0
 .6.0
+.0.0
             )
         ov_check_conflicts_versions(conflicting_versions)
@@ Expand Down @@