Merge branch 'master' into lstm_with_onednn

.github/workflows/android_x64.yml

@@ -135,6 +135,7 @@ jobs:
             -DCMAKE_C_COMPILER_LAUNCHER=${{ env.CMAKE_C_COMPILER_LAUNCHER }} \
             -DENABLE_LTO=ON \
             -DENABLE_PYTHON=OFF \
+            -DENABLE_TESTS=ON \
             -DOPENVINO_EXTRA_MODULES=${{ env.OPENVINO_GENAI_REPO }} \
             -S ${OPENVINO_REPO} \
             -B ${BUILD_DIR}

cmake/developer_package/frontends/frontends.cmake

@@ -304,6 +304,9 @@ macro(ov_add_frontend)
     # then we need to mark it to be CXX ABI free
     ov_abi_free_target(${TARGET_NAME})
 
+    # public target name
+    set_target_properties(${TARGET_NAME} PROPERTIES EXPORT_NAME frontend::${OV_FRONTEND_NAME})
+
     # installation
 
     if(NOT OV_FRONTEND_SKIP_INSTALL)
@@ -351,9 +354,6 @@ macro(ov_add_frontend)
                     COMPONENT ${dev_component}
                     ${OV_CPACK_COMP_CORE_DEV_EXCLUDE_ALL}
                     FILES_MATCHING PATTERN "*.hpp")
-
-            # public target name
-            set_target_properties(${TARGET_NAME} PROPERTIES EXPORT_NAME frontend::${OV_FRONTEND_NAME})
         endif()
     else()
         # skipped frontend has to be installed in static libraries case

cmake/toolchains/mt.runtime.win32.toolchain.cmake

@@ -27,6 +27,11 @@ if(use_static_runtime)
         foreach(build_type "" "_DEBUG" "_MINSIZEREL" "_RELEASE" "_RELWITHDEBINFO")
             set(flag_var "CMAKE_${lang}_FLAGS${build_type}_INIT")
             string(REPLACE "/MD" "/MT" ${flag_var} "${${flag_var}}")
+            if (build_type STREQUAL "_DEBUG")
+                set(${flag_var} "/MTd")
+            else()
+                set(${flag_var} "/MT")
+            endif()
         endforeach()
     endforeach()
 endif()

docs/articles_en/about-openvino/performance-benchmarks/generative-ai-performance.rst

@@ -17,16 +17,13 @@ running on an Intel® Core™ Ultra 7-165H, Intel® Core™ Ultra 7-265V, and In
 
 
 
-.. tab-set::
-
-   .. tab-item:: OpenVINO
-
-      .. csv-table::
-         :class: modeldata stripe
-         :name: supportedModelsTableOv
-         :header-rows: 1
-         :file:  ../../_static/benchmarks_files/llm_models.csv
+.. csv-table::
+   :class: modeldata stripe
+   :name: supportedModelsTableOv
+   :header-rows: 1
+   :file:  ../../_static/benchmarks_files/llm_models.csv
 
+|
 
 .. grid:: 1 1 2 2
    :gutter: 4

docs/articles_en/documentation/openvino-ir-format/operation-sets/operation-specs/signals/stft-15.rst

@@ -31,25 +31,25 @@ Short Time Fourier Transformation for real-valued input (STFT)
 
 **Inputs**
 
-*   **1**: ``signal`` - Tensor of type *T* and 1D shape [signal_size] or 2D shape [batch, signal_size] with signal data for the STFT. **Required.**
-*   **2**: ``window`` - Tensor of type *T* and 1D shape [window_length], specifying the window values for the signal slice multiplication. **Required.**
-*   **3**: ``frame_size`` - Scalar tensor of type *T_INT* describing the size of a single frame of the signal to be provided as input to FFT. **Required.**
-*   **4**: ``frame_step`` - Scalar tensor of type *T_INT* describing The distance (number of samples) between successive frames. **Required.**
+* **1**: ``signal`` - Tensor of type *T* and 1D shape [signal_size] or 2D shape [batch, signal_size] with signal data for the STFT. **Required.**
+* **2**: ``window`` - Tensor of type *T* and 1D shape [window_length], specifying the window values for the signal slice multiplication. **Required.**
+* **3**: ``frame_size`` - Scalar tensor of type *T_INT* describing the size of a single frame of the signal to be provided as input to FFT. **Required.**
+* **4**: ``frame_step`` - Scalar tensor of type *T_INT* describing The distance (number of samples) between successive frames. **Required.**
 
 
 **Outputs**
 
-*   **1**: The result of STFT operation, tensor of the same type as input ``signal`` tensor and shape:
+* **1**: The result of STFT operation, tensor of the same type as input ``signal`` tensor and shape:
 
-    + When ``transpose_frames == false`` the output shape is ``[frames, fft_results, 2]`` for 1D signal input or [batch, frames, fft_results, 2] for 2D signal input.
-    + When ``transpose_frames == true`` the output shape is [fft_results, frames, 2] for 1D signal input or [batch, fft_results, frames, 2]`` for 2D signal input.
+  * When ``transpose_frames == false`` the output shape is ``[frames, fft_results, 2]`` for 1D signal input or ``[batch, frames, fft_results, 2]`` for 2D signal input.
+  * When ``transpose_frames == true`` the output shape is ``[fft_results, frames, 2]`` for 1D signal input or ``[batch, fft_results, frames, 2]`` for 2D signal input.
 
-    where:
+  where:
 
-    + ``batch`` is a batch size dimension
-    + ``frames`` is a number calculated as ``(signal_shape[-1] - frame_size) / frame_step) + 1``
-    + ``fft_results`` is a number calculated as ``(frame_size / 2) + 1``
-    + ``2`` is the last dimension is for complex value real and imaginary part
+  * ``batch`` is a batch size dimension
+  * ``frames`` is a number calculated as ``(signal_shape[-1] - frame_size) / frame_step) + 1``
+  * ``fft_results`` is a number calculated as ``(frame_size / 2) + 1``
+  * ``2`` is the last dimension is for complex value real and imaginary part
 
 
 **Types**
@@ -61,7 +61,7 @@ Short Time Fourier Transformation for real-valued input (STFT)
 
 **Examples**:
 
-*Example 1D signal, transpose_frames=false: *
+*Example 1D signal, transpose_frames=false:*
 
 .. code-block:: xml
    :force:
@@ -87,7 +87,7 @@ Short Time Fourier Transformation for real-valued input (STFT)
     </layer>
 
 
-*Example 1D signal, transpose_frames=true: *
+*Example 1D signal, transpose_frames=true:*
 
 .. code-block:: xml
    :force:
@@ -112,7 +112,7 @@ Short Time Fourier Transformation for real-valued input (STFT)
         </output>
     </layer>
 
-*Example 2D signal, transpose_frames=false: *
+*Example 2D signal, transpose_frames=false:*
 
 .. code-block:: xml
    :force:
@@ -140,7 +140,7 @@ Short Time Fourier Transformation for real-valued input (STFT)
     </layer>
 
 
-*Example 2D signal, transpose_frames=true: *
+*Example 2D signal, transpose_frames=true:*
 
 .. code-block:: xml
    :force:

docs/dev/build_windows.md

@@ -25,7 +25,7 @@ Supported configurations:
     ```sh
     git clone https://github.com/openvinotoolkit/openvino.git
     cd openvino
-    git submodule update --init
+    git submodule update --init --recursive
     ```
 
 2. Create build directory:

docs/openvino_sphinx_theme/openvino_sphinx_theme/templates/layout.html

@@ -28,7 +28,7 @@
   {# The data-cfasync attribute disables CloudFlare's Rocket loader so that #}
   {# mode/theme are correctly set before the browser renders the page. #}
   {# https://github.com/pydata/pydata-sphinx-theme/pull/1045 #}
-  <script type="module" src="https://static.cloud.coveo.com/atomic/v2/atomic.esm.js"></script>
+  <script type="module" src="https://static.cloud.coveo.com/atomic/v3/atomic.esm.js"></script>
   <script data-cfasync="false">
     // document.documentElement.dataset.mode = localStorage.getItem("mode") || "{{ default_mode }}";
     document.documentElement.dataset.mode = localStorage.getItem("mode") || "light";

docs/sphinx_setup/_static/css/coveo_custom.css

@@ -1,16 +1,21 @@
 :root {
     --atomic-primary: rgb(var(--ost-color-navbar-background));
     --atomic-primary-light: rgb(var(--ost-color-sst-dropdown-background-active));
-    --atomic-border-radius-md: 0.1rem;
-    --atomic-border-radius-lg: 0.2rem;
-    --atomic-border-radius-xl: 0.3rem;
+    --atomic-border-radius-md: 0;
+    --atomic-border-radius-lg: 0;
+    --atomic-border-radius-xl: 0;
 }
 
 ::part(result-list-grid-clickable-container) {
     border: 1px solid lightgray;
-    border-radius: var(--atomic-border-radius-md);
+    border-radius: 0;
+    padding-bottom: 10px !important;
 }
 
+::part(result-list-grid-clickable-container):hover {
+    box-shadow: 0 0 0 0 !important;
+    border: 1px solid rgba(var(--ost-color-sst-dropdown-background-active), 1);
+}
 .view-selector-container {
     grid-area: atomic-section-facets;
     display: flex;
@@ -34,6 +39,12 @@
     justify-content: center;
 }
 
+div[part="result-list-grid-clickable-container outline"]:hover {
+
+    border: 1px solid #000 !important;
+    background-color: #f0f0f0 !important;
+}
+
 .view-selector-container .view-selector i {
     margin: 0;
 }

docs/sphinx_setup/_static/js/custom.js

@@ -407,28 +407,31 @@ function addViewTypeListeners() {
 document.addEventListener('DOMContentLoaded', function () {
     (async () => {
         await customElements.whenDefined("atomic-search-interface");
-        const searchInterfaceSa = document.querySelector("#sa-search");
-        const searchInterface = document.querySelector("#search");
-        if (searchInterfaceSa) {
-            let ver = getCurrentVersion();
-            if (ver) {
-                searchInterfaceSa.innerHTML = searchInterfaceSa.innerHTML.replace('search.html', '/' + ver + '/search.html#f-ovversion=' + ver);
+
+        const initializeSearchInterface = async (element, version = null) => {
+            if (!element) return;
+
+            if (version) {
+                element.innerHTML = element.innerHTML.replace('search.html', `/${version}/search.html#f-ovversion=${version}`);
             }
-            await searchInterfaceSa.initialize({
-                accessToken: "xx1f2aebd3-4307-4632-aeea-17c13378b237",
-                organizationId: "intelcorporationnonproduction2ybdyblf7",
-                organizationEndpoints: await searchInterface.getOrganizationEndpoints('intelcorporationnonproduction2ybdyblf7')
-            });
-            searchInterfaceSa.executeFirstSearch();
-        }
-        if (searchInterface) {
-            await searchInterface.initialize({
+
+            // preProd = "intelcorporationnonproduction2ybdyblf7"
+            // prod = "intelcorporationproductione78n25s6"
+            await element.initialize({
                 accessToken: "xx1f2aebd3-4307-4632-aeea-17c13378b237",
-                organizationId: "intelcorporationnonproduction2ybdyblf7",
-                organizationEndpoints: await searchInterface.getOrganizationEndpoints('intelcorporationnonproduction2ybdyblf7')
+                organizationId: "intelcorporationproductione78n25s6"
             });
-            searchInterface.executeFirstSearch();
-        }
+
+            element.executeFirstSearch();
+        };
+
+        const searchInterfaceSa = document.querySelector("#sa-search");
+        const searchInterface = document.querySelector("#search");
+        const currentVersion = getCurrentVersion();
+
+        await initializeSearchInterface(searchInterfaceSa, currentVersion);
+        await initializeSearchInterface(searchInterface);
+
         addViewTypeListeners();
     })();
 })

docs/sphinx_setup/_static/js/openVinoDataTables.js

@@ -1,4 +1,17 @@
 $(document).ready(function () {
+  var pageTitle = document.title;
+  var columnDefs;
+  if(pageTitle.includes('Most Efficient Large Language Models for AI PC'))
+  {
+    columnDefs=  [
+      { "visible": false, "targets": [1, 2, 3, 4, 5] }
+    ]
+  }
+  else
+  {
+    columnDefs=[]
+  }
+
   var table = $('table.modeldata').DataTable({
     responsive: true,
     "autoWidth": false,
@@ -12,6 +25,7 @@ $(document).ready(function () {
       [10, 25, 50, -1],
       ['10 rows', '25 rows', '50 rows', 'Show all rows']
     ],
+    "columnDefs": columnDefs,
     layout: {
       topStart: {
         buttons: [

docs/sphinx_setup/_templates/layout.html

@@ -4,25 +4,18 @@
 {{ super() }}
 <link href="https://cdn.jsdelivr.net/npm/@splidejs/splide@4.1.4/dist/css/splide.min.css" rel="stylesheet">
 <script src="https://cdn.jsdelivr.net/npm/@splidejs/splide@4.1.4/dist/js/splide.min.js"></script>
-
-<script type="module" src="https://static.cloud.coveo.com/atomic/v2/atomic.esm.js"></script> 
-<link rel="stylesheet" href="https://static.cloud.coveo.com/atomic/v2/themes/coveo.css">
-
+<script type="module" src="https://static.cloud.coveo.com/atomic/v3/atomic.esm.js"></script> 
+<link rel="stylesheet" href="https://static.cloud.coveo.com/atomic/v3/themes/coveo.css">
 <link rel="stylesheet" href="{{ pathto('_static/css/viewer.min.css', 1) }}" type="text/css" />
 <link rel="stylesheet" href="{{ pathto('_static/css/custom.css', 1) }}" type="text/css" />
 <link rel="stylesheet" href="{{ pathto('_static/css/banner.css', 1) }}" type="text/css" />
 <link href="https://cdn.datatables.net/v/dt/jq-3.7.0/dt-2.0.8/b-3.0.2/b-colvis-3.0.2/b-print-3.0.2/datatables.min.css" rel="stylesheet">
 <link rel="stylesheet" href="{{ pathto('_static/css/coveo_custom.css', 1) }}" type="text/css" />
 <script src="https://cdn.jsdelivr.net/npm/chart.js@4.4.1/dist/chart.umd.min.js"></script>
-<script src="https://cdn.jsdelivr.net/npm/chartjs-plugin-datalabels"></script>
-<script src="https://cdnjs.cloudflare.com/ajax/libs/chartjs-plugin-annotation/0.5.7/chartjs-plugin-annotation.min.js"></script>
-<script src="https://cdn.jsdelivr.net/npm/chartjs-plugin-barchart-background@1.3.0/build/Plugin.Barchart.Background.min.js"></script>
-<script src="https://cdn.jsdelivr.net/npm/chartjs-plugin-deferred@1"></script>
 <script src="https://cdnjs.cloudflare.com/ajax/libs/PapaParse/5.3.1/papaparse.min.js"></script>
 <script src="{{ pathto('_static/js/viewer.min.js', 1) }}"></script>
 <script src="/assets/versions_raw.js"></script>
 {% endblock %}
-
 {% block docs_navbar %}
 {{ super() }}
 {% include 'baner.html' %}