Merge branch '7.10' into backport/7.10/pr-83098

.ci/build_docker.sh

@@ -0,0 +1,10 @@
+#!/bin/bash
+
+set -euo pipefail
+
+cd "$(dirname "${0}")"
+
+cp /usr/local/bin/runbld ./
+cp /usr/local/bin/bash_standard_lib.sh ./
+
+docker build -t kibana-ci -f ./Dockerfile .

.ci/packer_cache_for_branch.sh

@@ -0,0 +1,60 @@
+#!/usr/bin/env bash
+
+set -e
+
+branch="$1"
+checkoutDir="$(pwd)"
+
+if [[ "$branch" != "master" ]]; then
+  checkoutDir="/tmp/kibana-$branch"
+  git clone https://github.com/elastic/kibana.git --branch "$branch" --depth 1 "$checkoutDir"
+  cd "$checkoutDir"
+fi
+
+source src/dev/ci_setup/setup.sh;
+
+# download es snapshots
+node scripts/es snapshot --download-only;
+node scripts/es snapshot --license=oss --download-only;
+
+# download reporting browsers
+(cd "x-pack" && node ../node_modules/.bin/gulp downloadChromium);
+
+# cache the chromedriver archive
+chromedriverDistVersion="$(node -e "console.log(require('chromedriver').version)")"
+chromedriverPkgVersion="$(node -e "console.log(require('./package.json').devDependencies.chromedriver)")"
+if [ -z "$chromedriverDistVersion" ] || [ -z "$chromedriverPkgVersion" ]; then
+  echo "UNABLE TO DETERMINE CHROMEDRIVER VERSIONS"
+  exit 1
+fi
+mkdir -p .chromedriver
+curl "https://chromedriver.storage.googleapis.com/$chromedriverDistVersion/chromedriver_linux64.zip" > .chromedriver/chromedriver.zip
+echo "$chromedriverPkgVersion" > .chromedriver/pkgVersion
+
+# cache the geckodriver archive
+geckodriverPkgVersion="$(node -e "console.log(require('./package.json').devDependencies.geckodriver)")"
+if [ -z "$geckodriverPkgVersion" ]; then
+  echo "UNABLE TO DETERMINE geckodriver VERSIONS"
+  exit 1
+fi
+mkdir -p ".geckodriver"
+cp "node_modules/geckodriver/geckodriver.tar.gz" .geckodriver/geckodriver.tar.gz
+echo "$geckodriverPkgVersion" > .geckodriver/pkgVersion
+
+echo "Creating bootstrap_cache archive"
+
+# archive cacheable directories
+mkdir -p "$HOME/.kibana/bootstrap_cache"
+tar -cf "$HOME/.kibana/bootstrap_cache/$branch.tar" \
+  .chromium \
+  .es \
+  .chromedriver \
+  .geckodriver;
+
+echo "created $HOME/.kibana/bootstrap_cache/$branch.tar"
+
+.ci/build_docker.sh
+
+if [[ "$branch" != "master" ]]; then
+  rm --preserve-root -rf "$checkoutDir"
+fi

docs/discover/kuery.asciidoc

@@ -147,7 +147,7 @@ To match multiple fields:
 machine.os*:windows 10
 -------------------
 
-This sytax is handy when you have text and keyword
+This syntax is handy when you have text and keyword
 versions of a field. The query checks machine.os and machine.os.keyword
 for the term
 `windows 10`.

docs/discover/search.asciidoc

@@ -74,6 +74,9 @@ status codes, you could enter `status:[400 TO 499]`.
 codes and have an extension of `php` or `html`, you could enter `status:[400 TO
 499] AND (extension:php OR extension:html)`.
 
+IMPORTANT: When you use the Lucene Query Syntax in the *KQL* search bar, {kib} is unable to search on nested objects and perform aggregations across fields that contain nested objects. 
+Using `include_in_parent` or `copy_to` as a workaround can cause {kib} to fail.
+
 For more detailed information about the Lucene query syntax, see the
 {ref}/query-dsl-query-string-query.html#query-string-syntax[Query String Query]
 docs.

docs/index.asciidoc

@@ -21,8 +21,6 @@ include::user/index.asciidoc[]
 
 include::accessibility.asciidoc[]
 
-include::limitations.asciidoc[]
-
 include::migration.asciidoc[]
 
 include::CHANGELOG.asciidoc[]

docs/limitations.asciidoc

@@ -4,12 +4,6 @@
 
 Following are the known limitations in {kib}.
 
-[float]
-=== Exporting data
-
-Exporting a data table or saved search from a dashboard or visualization report
-has known limitations. The PDF report only includes the data visible on the screen.
-
 [float]
 === Nested objects
 
@@ -22,17 +16,3 @@ the query bar.
 Using `include_in_parent` or `copy_to` as a workaround is not supported and may stop functioning in future releases.
 ==============================================
 
-[float]
-=== Graph
-
-Graph has limited support for multiple indices.
-Go to <<graph-limitations, Graph limitations>> for details.
-
-[float]
-=== Other limitations
-
-These {stack} features have limitations that affect {kib}:
-
-* {ref}/watcher-limitations.html[Alerting]
-* {ml-docs}/ml-limitations.html[Machine learning]
-* {ref}/security-limitations.html[Security]

docs/management/watcher-ui/index.asciidoc

@@ -27,6 +27,8 @@ threshold watch, take a look at the different watcher actions. If you are
 creating an advanced watch, you should be familiar with the parts of a
 watch—input, schedule, condition, and actions.
 
+NOTE: There are limitations in *Watcher* that affect {kib}. For information, refer to {ref}/watcher-limitations.html[Alerting].
+
 [float]
 [[watcher-security]]
 === Watcher security

docs/user/ml/index.asciidoc

@@ -26,6 +26,8 @@ If {stack-security-features} are enabled, users must have the necessary
 privileges to use {ml-features}. Refer to 
 {ml-docs}/setup.html#setup-privileges[Set up {ml-features}].
 
+NOTE: There are limitations in {ml-features} that affect {kib}. For more information, refer to {ml-docs}/ml-limitations.html[Machine learning].
+
 --
 
 [[xpack-ml-anomalies]]

docs/user/plugins.asciidoc

@@ -1,20 +1,90 @@
+[chapter]
 [[kibana-plugins]]
-= Kibana plugins
+= {kib} plugins
 
-[partintro]
---
-Add-on functionality for {kib} is implemented with plug-in modules. You use the `bin/kibana-plugin`
-command to manage these modules.
+Implement add-on functionality for {kib} with plug-in modules.
 
 [IMPORTANT]
 .Plugin compatibility
 ==============================================
 
-The {kib} plugin interfaces are in a state of constant development.  We cannot provide backwards compatibility for plugins due to the high rate of change.  {kib} enforces that the installed plugins match the version of {kib} itself.  Plugin developers will have to release a new version of their plugin for each new {kib} release as a result.
+The {kib} plugin interfaces are in a state of constant development.  We cannot provide backwards compatibility for plugins due to the high rate of change.  {kib} enforces that the installed plugins match the version of {kib}.  
+Plugin developers must release a new version of their plugin for each new {kib} release.
 
 ==============================================
---
 
+[float]
+[[known-plugins]]
+== Known plugins
+
+The known plugins were tested for {kib} *5.x*, so we are unable to guarantee compatibility with your version of {kib}. The {kib} installer rejects any plugins that haven't been published for your specific version of {kib}. 
+We are unable to evaluate or maintain the known plugins, so care should be taken before installation.
+
+[float]
+=== Apps
+* https://github.com/sivasamyk/logtrail[LogTrail] - View, analyze, search and tail log events in realtime with a developer/sysadmin friendly interface
+* https://github.com/wtakase/kibana-own-home[Own Home] (wtakase) - enables multi-tenancy
+* https://github.com/asileon/kibana_shard_allocation[Shard Allocation] (asileon) - visualize elasticsearch shard allocation
+* https://github.com/wazuh/wazuh-kibana-app[Wazuh] - Wazuh provides host-based security visibility using lightweight multi-platform agents.
+* https://github.com/TrumanDu/indices_view[Indices View] - View indices related information.
+* https://github.com/johtani/analyze-api-ui-plugin[Analyze UI] (johtani) - UI for elasticsearch _analyze API
+* https://github.com/TrumanDu/cleaner[Cleaner] (TrumanDu)- Setting index ttl.
+* https://github.com/bitsensor/elastalert-kibana-plugin[ElastAlert Kibana Plugin] (BitSensor) - UI to create, test and edit ElastAlert rules
+* https://github.com/query-ai/queryai-kibana-plugin[AI Analyst] (Query.AI) - App providing: NLP queries, automation, ML visualizations and insights
+
+[float]
+=== Timelion Extensions
+* https://github.com/fermiumlabs/mathlion[mathlion] (fermiumlabs) - enables equation parsing and advanced math under Timelion
+
+[float]
+=== Visualizations
+* https://github.com/virusu/3D_kibana_charts_vis[3D Charts] (virusu)
+* https://github.com/JuanCarniglia/area3d_vis[3D Graph] (JuanCarniglia)
+* https://github.com/TrumanDu/bmap[Bmap](TrumanDu) - integrated echarts for map visualization
+* https://github.com/mstoyano/kbn_c3js_vis[C3JS Visualizations] (mstoyano)
+* https://github.com/aaronoah/kibana_calendar_vis[Calendar Visualization] (aaronoah)
+* https://github.com/elo7/cohort[Cohort analysis] (elo7)
+* https://github.com/DeanF/health_metric_vis[Colored Metric Visualization] (deanf)
+* https://github.com/JuanCarniglia/dendrogram_vis[Dendrogram] (JuanCarniglia)
+* https://github.com/dlumbrer/kbn_dotplot[Dotplot] (dlumbrer)
+* https://github.com/AnnaGerber/kibana_dropdown[Dropdown] (AnnaGerber)
+* https://github.com/fbaligand/kibana-enhanced-table[Enhanced Table] (fbaligand)
+* https://github.com/nreese/enhanced_tilemap[Enhanced Tilemap] (nreese)
+* https://github.com/ommsolutions/kibana_ext_metrics_vis[Extended Metric] (ommsolutions)
+* https://github.com/flexmonster/pivot-kibana[Flexmonster Pivot Table & Charts] - a customizable pivot table component for advanced data analysis and reporting.
+* https://github.com/outbrain/ob-kb-funnel[Funnel Visualization] (roybass)
+* https://github.com/sbeyn/kibana-plugin-gauge-sg[Gauge] (sbeyn)
+* https://github.com/clamarque/Kibana_health_metric_vis[Health Metric] (clamarque)
+* https://github.com/tshoeb/Insight[Insight] (tshoeb) - Multidimensional data exploration
+* https://github.com/sbeyn/kibana-plugin-line-sg[Line] (sbeyn)
+* https://github.com/walterra/kibana-milestones-vis[Milestones] (walterra)
+* https://github.com/varundbest/navigation[Navigation] (varundbest)
+* https://github.com/dlumbrer/kbn_network[Network Plugin] (dlumbrer)
+* https://github.com/amannocci/kibana-plugin-metric-percent[Percent] (amannocci)
+* https://github.com/dlumbrer/kbn_polar[Polar] (dlumbrer)
+* https://github.com/dlumbrer/kbn_radar[Radar] (dlumbrer)
+* https://github.com/dlumbrer/kbn_searchtables[Search-Tables] (dlumbrer)
+* https://github.com/Smeds/status_light_visualization[Status Light] (smeds)
+* https://github.com/prelert/kibana-swimlane-vis[Swimlanes] (prelert)
+* https://github.com/sbeyn/kibana-plugin-traffic-sg[Traffic] (sbeyn)
+* https://github.com/PhaedrusTheGreek/transform_vis[Transform Visualization] (PhaedrusTheGreek)
+* https://github.com/nyurik/kibana-vega-vis[Vega-based visualizations] (nyurik) - Support for user-defined graphs, external data sources, maps, images, and user-defined interactivity.
+* https://github.com/Camichan/kbn_aframe[VR Graph Visualizations] (Camichan)
+
+[float]
+=== Other
+* https://github.com/nreese/kibana-time-plugin[Time filter as a dashboard panel] Widget to view and edit the time range from within dashboards.
+
+* https://github.com/Webiks/kibana-API.git[Kibana-API] (webiks) Exposes an API with Kibana functionality.
+Use it to create, edit and embed visualizations, and also to search inside an embedded dashboard.
+
+* https://github.com/sw-jung/kibana_markdown_doc_view[Markdown Doc View] (sw-jung) - A plugin for custom doc view using markdown+handlebars template.
+* https://github.com/datasweet-fr/kibana-datasweet-formula[Datasweet Formula] (datasweet) - enables calculated metric on any standard Kibana visualization.
+* https://github.com/pjhampton/kibana-prometheus-exporter[Prometheus Exporter] - exports the Kibana metrics in the prometheus format
+
+NOTE: To add your plugin to this page, open a {kib-repo}tree/{branch}/docs/plugins/known-plugins.asciidoc[pull request].
+
+[float]
 [[install-plugin]]
 == Install plugins
 
@@ -60,6 +130,7 @@ You can specify the environment variable directly when installing plugins:
 [source,shell]
 $ http_proxy="http://proxy.local:4242" bin/kibana-plugin install <package name or URL>
 
+[float]
 [[update-remove-plugin]]
 == Update and remove plugins
 
@@ -74,6 +145,7 @@ You can also remove a plugin manually by deleting the plugin's subdirectory unde
 
 NOTE: Removing a plugin will result in an "optimize" run which will delay the next start of {kib}.
 
+[float]
 [[disable-plugin]]
 == Disable plugins
 
@@ -88,6 +160,7 @@ NOTE: Disabling or enabling a plugin will result in an "optimize" run which will
 
 <1> You can find a plugin's plugin ID as the value of the `name` property in the plugin's `package.json` file.
 
+[float]
 [[configure-plugin-manager]]
 == Configure the plugin manager
 
@@ -125,5 +198,3 @@ you must specify the path to that configuration file each time you use the `bin/
 64:: Unknown command or incorrect option parameter
 74:: I/O error
 70:: Other error
-
-include::{kib-repo-dir}/plugins/known-plugins.asciidoc[]

docs/user/reporting/index.asciidoc

@@ -55,6 +55,8 @@ click the share icon image:user/reporting/images/canvas-share-button.png["Canvas
 +
 A notification appears when the report is complete.
 
+NOTE: When you export a data table or saved search from a dashboard report, the PDF includes only the visible data.
+
 [float]
 [[reporting-layout-sizing]]
 == Layout and sizing

docs/user/security/index.asciidoc

@@ -10,6 +10,8 @@ auditing. For more information, see
 {ref}/secure-cluster.html[Secure a cluster] and
 <<using-kibana-with-security,Configuring Security in {kib}>>.
 
+NOTE: There are security limitations that affect {kib}. For more information, refer to {ref}/security-limitations.html[Security].
+
 [float]
 === Required permissions
 

vars/kibanaPipeline.groovy

@@ -373,12 +373,7 @@ def scriptTaskDocker(description, script) {
 
 def buildDocker() {
   sh(
-    script: """
-      cp /usr/local/bin/runbld .ci/
-      cp /usr/local/bin/bash_standard_lib.sh .ci/
-      cd .ci
-      docker build -t kibana-ci -f ./Dockerfile .
-    """,
+    script: "./.ci/build_docker.sh",
     label: 'Build CI Docker image'
   )
 }

x-pack/plugins/apm/jest.config.js

@@ -29,7 +29,7 @@ module.exports = {
   roots: [`${rootDir}/common`, `${rootDir}/public`, `${rootDir}/server`],
   collectCoverage: true,
   collectCoverageFrom: [
-    ...jestConfig.collectCoverageFrom,
+    ...(jestConfig.collectCoverageFrom || []),
     '**/*.{js,mjs,jsx,ts,tsx}',
     '!**/*.stories.{js,mjs,ts,tsx}',
     '!**/dev_docs/**',