Merge branch 'main' into alerting/es-query-grouping

.buildkite/ftr_configs.yml

@@ -76,7 +76,6 @@ enabled:
  - test/functional/apps/dashboard/group3/config.ts
  - test/functional/apps/dashboard/group4/config.ts
  - test/functional/apps/dashboard/group5/config.ts
- - test/functional/apps/dashboard/group6/config.ts
  - test/functional/apps/discover/ccs_compatibility/config.ts
  - test/functional/apps/discover/classic/config.ts
  - test/functional/apps/discover/embeddable/config.ts
@@ -123,6 +122,7 @@ enabled:
  - x-pack/test/alerting_api_integration/basic/config.ts
  - x-pack/test/alerting_api_integration/security_and_spaces/group1/config.ts
  - x-pack/test/alerting_api_integration/security_and_spaces/group2/config.ts
+ - x-pack/test/alerting_api_integration/security_and_spaces/group3/config.ts
  - x-pack/test/alerting_api_integration/security_and_spaces/group2/config_non_dedicated_task_runner.ts
  - x-pack/test/alerting_api_integration/spaces_only/config.ts
  - x-pack/test/api_integration_basic/config.ts

.buildkite/pipelines/performance/daily.yml

@@ -27,12 +27,6 @@ steps:
  - exit_status: '*'
  limit: 1
 
- - label: '🚢 Performance Tests dataset extraction for scalability benchmarking'
- command: .buildkite/scripts/steps/functional/scalability_dataset_extraction.sh
- agents:
- queue: n2-2
- depends_on: tests
-
  - label: '📈 Report performance metrics to ci-stats'
  command: .buildkite/scripts/steps/functional/report_performance_metrics.sh
  agents:

.buildkite/pipelines/performance/data_set_extraction_daily.yml

@@ -0,0 +1,43 @@
+steps:
+ - label: ':male-mechanic::skin-tone-2: Pre-Build'
+ command: .buildkite/scripts/lifecycle/pre_build.sh
+ agents:
+ queue: kibana-default
+ timeout_in_minutes: 10
+
+ - wait
+
+ - label: ':building_construction: Build Kibana Distribution and Plugins'
+ command: .buildkite/scripts/steps/build_kibana.sh
+ agents:
+ queue: c2-16
+ key: build
+ if: "build.env('KIBANA_BUILD_ID') == null || build.env('KIBANA_BUILD_ID') == ''"
+
+ - label: ':kibana: Performance Tests with Playwright config'
+ command: .buildkite/scripts/steps/functional/performance_playwright.sh
+ agents:
+ queue: n2-2-spot
+ depends_on: build
+ key: tests
+ timeout_in_minutes: 60
+ retry:
+ automatic:
+ - exit_status: '-1'
+ limit: 3
+ - exit_status: '*'
+ limit: 1
+
+ - label: ':ship: Single user journeys dataset extraction for scalability benchmarking'
+ command: .buildkite/scripts/steps/functional/scalability_dataset_extraction.sh
+ agents:
+ queue: n2-2
+ depends_on: tests
+
+ - wait: ~
+ continue_on_failure: true
+
+ - label: ':male_superhero::skin-tone-2: Post-Build'
+ command: .buildkite/scripts/lifecycle/post_build.sh
+ agents:
+ queue: kibana-default

.buildkite/pipelines/pull_request/kbn_handlebars.yml

@@ -0,0 +1,11 @@
+steps:
+ - command: .buildkite/scripts/steps/test/kbn_handlebars.sh
+ label: 'Check @kbn/handlebars for upstream differences'
+ agents:
+ queue: n2-2-spot
+ depends_on: build
+ timeout_in_minutes: 5
+ retry:
+ automatic:
+ - exit_status: '*'
+ limit: 1

.buildkite/scripts/pipelines/pull_request/pipeline.ts

@@ -54,6 +54,10 @@ const uploadPipeline = (pipelineContent: string | object) => {
 
  pipeline.push(getPipeline('.buildkite/pipelines/pull_request/base.yml', false));
 
+ if (await doAnyChangesMatch([/^packages\/kbn-handlebars/])) {
+ pipeline.push(getPipeline('.buildkite/pipelines/pull_request/kbn_handlebars.yml'));
+ }
+
  if (
  (await doAnyChangesMatch([
  /^packages\/kbn-securitysolution-.*/,

.buildkite/scripts/steps/scalability/benchmarking.sh

@@ -74,53 +74,9 @@ download_artifacts
 echo "--- Clone kibana-load-testing repo and compile project"
 checkout_and_compile_load_runner
 
-echo "--- Run Scalability Tests with Elasticsearch started only once and Kibana restart before each journey"
+echo "--- Run Scalability Tests"
 cd "$KIBANA_DIR"
-node scripts/es snapshot&
-
-esPid=$!
-# Set trap on EXIT to stop Elasticsearch process
-trap "kill -9 $esPid" EXIT
-
-# unset env vars defined in other parts of CI for automatic APM collection of
-# Kibana. We manage APM config in our FTR config and performance service, and
-# APM treats config in the ENV with a very high precedence.
-unset ELASTIC_APM_ENVIRONMENT
-unset ELASTIC_APM_TRANSACTION_SAMPLE_RATE
-unset ELASTIC_APM_SERVER_URL
-unset ELASTIC_APM_SECRET_TOKEN
-unset ELASTIC_APM_ACTIVE
-unset ELASTIC_APM_CONTEXT_PROPAGATION_ONLY
-unset ELASTIC_APM_GLOBAL_LABELS
-unset ELASTIC_APM_MAX_QUEUE_SIZE
-unset ELASTIC_APM_METRICS_INTERVAL
-unset ELASTIC_APM_CAPTURE_SPAN_STACK_TRACES
-unset ELASTIC_APM_BREAKDOWN_METRICS
-
-
-export TEST_ES_DISABLE_STARTUP=true
-ES_HOST="localhost:9200"
-export TEST_ES_URL="http://elastic:changeme@${ES_HOST}"
-# Overriding Gatling default configuration
-export ES_URL="http://${ES_HOST}"
-
-# Pings the ES server every second for 2 mins until its status is green
-curl --retry 120 \
- --retry-delay 1 \
- --retry-connrefused \
- -I -XGET "${TEST_ES_URL}/_cluster/health?wait_for_nodes=>=1&wait_for_status=yellow"
-
-export ELASTIC_APM_ACTIVE=true
-
-for journey in scalability_traces/server/*; do
- export SCALABILITY_JOURNEY_PATH="$KIBANA_DIR/$journey"
- echo "--- Run scalability file: $SCALABILITY_JOURNEY_PATH"
- node scripts/functional_tests \
- --config x-pack/test/scalability/config.ts \
- --kibana-install-dir "$KIBANA_BUILD_LOCATION" \
- --logToFile \
- --debug
-done
+node scripts/run_scalability --kibana-install-dir "$KIBANA_BUILD_LOCATION" --journey-config-path "scalability_traces/server"
 
 echo "--- Upload test results"
 upload_test_results

.buildkite/scripts/steps/test/kbn_handlebars.sh

@@ -0,0 +1,8 @@
+#!/usr/bin/env bash
+
+set -euo pipefail
+
+source .buildkite/scripts/common/util.sh
+
+echo '--- Checking for @kbn/handlebars test changes'
+packages/kbn-handlebars/scripts/check_for_test_changes.sh

.eslintignore

@@ -39,7 +39,7 @@ snapshots.js
 /packages/kbn-test/src/functional_test_runner/lib/config/__tests__/fixtures/
 /packages/kbn-ui-framework/dist
 /packages/kbn-flot-charts/lib
-/packages/kbn-monaco/src/painless/antlr
+/packages/kbn-monaco/src/**/antlr
 
 # Bazel
 /bazel-*

api_docs/actions.mdx

@@ -8,7 +8,7 @@ slug: /kibana-dev-docs/api/actions
 title: "actions"
 image: https://source.unsplash.com/400x175/?github
 description: API docs for the actions plugin
-date: 2022-12-06
+date: 2022-12-08
 tags: ['contributor', 'dev', 'apidocs', 'kibana', 'actions']
 ---
 import actionsObj from './actions.devdocs.json';

api_docs/advanced_settings.mdx

@@ -8,7 +8,7 @@ slug: /kibana-dev-docs/api/advancedSettings
 title: "advancedSettings"
 image: https://source.unsplash.com/400x175/?github
 description: API docs for the advancedSettings plugin
-date: 2022-12-06
+date: 2022-12-08
 tags: ['contributor', 'dev', 'apidocs', 'kibana', 'advancedSettings']
 ---
 import advancedSettingsObj from './advanced_settings.devdocs.json';

api_docs/aiops.mdx

@@ -8,7 +8,7 @@ slug: /kibana-dev-docs/api/aiops
 title: "aiops"
 image: https://source.unsplash.com/400x175/?github
 description: API docs for the aiops plugin
-date: 2022-12-06
+date: 2022-12-08
 tags: ['contributor', 'dev', 'apidocs', 'kibana', 'aiops']
 ---
 import aiopsObj from './aiops.devdocs.json';