Merge branch '7.x' into backport/7.x/pr-95266

docs/development/plugins/data/public/kibana-plugin-plugins-data-public.autorefreshdonefn.md

@@ -0,0 +1,11 @@
+<!-- Do not edit this file. It is automatically generated by API Documenter. -->
+
+[Home](./index.md) &gt; [kibana-plugin-plugins-data-public](./kibana-plugin-plugins-data-public.md) &gt; [AutoRefreshDoneFn](./kibana-plugin-plugins-data-public.autorefreshdonefn.md)
+
+## AutoRefreshDoneFn type
+
+<b>Signature:</b>
+
+```typescript
+export declare type AutoRefreshDoneFn = () => void;
+```

docs/development/plugins/data/public/kibana-plugin-plugins-data-public.kbn_field_types.md

@@ -27,6 +27,7 @@ export declare enum KBN_FIELD_TYPES
 | HISTOGRAM | <code>&quot;histogram&quot;</code> | |
 | IP | <code>&quot;ip&quot;</code> | |
 | IP\_RANGE | <code>&quot;ip_range&quot;</code> | |
+| MISSING | <code>&quot;missing&quot;</code> | |
 | MURMUR3 | <code>&quot;murmur3&quot;</code> | |
 | NESTED | <code>&quot;nested&quot;</code> | |
 | NUMBER | <code>&quot;number&quot;</code> | |

docs/development/plugins/data/public/kibana-plugin-plugins-data-public.md

@@ -47,6 +47,7 @@
 | [getSearchParamsFromRequest(searchRequest, dependencies)](./kibana-plugin-plugins-data-public.getsearchparamsfromrequest.md) | |
 | [getTime(indexPattern, timeRange, options)](./kibana-plugin-plugins-data-public.gettime.md) | |
 | [plugin(initializerContext)](./kibana-plugin-plugins-data-public.plugin.md) | |
+| [waitUntilNextSessionCompletes$(sessionService, { waitForIdle })](./kibana-plugin-plugins-data-public.waituntilnextsessioncompletes_.md) | Creates an observable that emits when next search session completes. This utility is helpful to use in the application to delay some tasks until next session completes. |
 
 ## Interfaces
 
@@ -92,6 +93,7 @@
 | [SearchInterceptorDeps](./kibana-plugin-plugins-data-public.searchinterceptordeps.md) | |
 | [SearchSessionInfoProvider](./kibana-plugin-plugins-data-public.searchsessioninfoprovider.md) | Provide info about current search session to be stored in the Search Session saved object |
 | [SearchSourceFields](./kibana-plugin-plugins-data-public.searchsourcefields.md) | search source fields |
+| [WaitUntilNextSessionCompletesOptions](./kibana-plugin-plugins-data-public.waituntilnextsessioncompletesoptions.md) | Options for [waitUntilNextSessionCompletes$()](./kibana-plugin-plugins-data-public.waituntilnextsessioncompletes_.md) |
 
 ## Variables
 
@@ -141,6 +143,7 @@
 | [AggParam](./kibana-plugin-plugins-data-public.aggparam.md) | |
 | [AggsStart](./kibana-plugin-plugins-data-public.aggsstart.md) | AggsStart represents the actual external contract as AggsCommonStart is only used internally. The difference is that AggsStart includes the typings for the registry with initialized agg types. |
 | [AutocompleteStart](./kibana-plugin-plugins-data-public.autocompletestart.md) | \* |
+| [AutoRefreshDoneFn](./kibana-plugin-plugins-data-public.autorefreshdonefn.md) | |
 | [CustomFilter](./kibana-plugin-plugins-data-public.customfilter.md) | |
 | [EsaggsExpressionFunctionDefinition](./kibana-plugin-plugins-data-public.esaggsexpressionfunctiondefinition.md) | |
 | [EsdslExpressionFunctionDefinition](./kibana-plugin-plugins-data-public.esdslexpressionfunctiondefinition.md) | |

docs/development/plugins/data/public/kibana-plugin-plugins-data-public.waituntilnextsessioncompletes_.md

@@ -0,0 +1,25 @@
+<!-- Do not edit this file. It is automatically generated by API Documenter. -->
+
+[Home](./index.md) &gt; [kibana-plugin-plugins-data-public](./kibana-plugin-plugins-data-public.md) &gt; [waitUntilNextSessionCompletes$](./kibana-plugin-plugins-data-public.waituntilnextsessioncompletes_.md)
+
+## waitUntilNextSessionCompletes$() function
+
+Creates an observable that emits when next search session completes. This utility is helpful to use in the application to delay some tasks until next session completes.
+
+<b>Signature:</b>
+
+```typescript
+export declare function waitUntilNextSessionCompletes$(sessionService: ISessionService, { waitForIdle }?: WaitUntilNextSessionCompletesOptions): import("rxjs").Observable<SearchSessionState>;
+```
+
+## Parameters
+
+| Parameter | Type | Description |
+| --- | --- | --- |
+| sessionService | <code>ISessionService</code> | [ISessionService](./kibana-plugin-plugins-data-public.isessionservice.md) |
+| { waitForIdle } | <code>WaitUntilNextSessionCompletesOptions</code> | |
+
+<b>Returns:</b>
+
+`import("rxjs").Observable<SearchSessionState>`
+

docs/development/plugins/data/public/kibana-plugin-plugins-data-public.waituntilnextsessioncompletesoptions.md

@@ -0,0 +1,20 @@
+<!-- Do not edit this file. It is automatically generated by API Documenter. -->
+
+[Home](./index.md) &gt; [kibana-plugin-plugins-data-public](./kibana-plugin-plugins-data-public.md) &gt; [WaitUntilNextSessionCompletesOptions](./kibana-plugin-plugins-data-public.waituntilnextsessioncompletesoptions.md)
+
+## WaitUntilNextSessionCompletesOptions interface
+
+Options for [waitUntilNextSessionCompletes$()](./kibana-plugin-plugins-data-public.waituntilnextsessioncompletes_.md)
+
+<b>Signature:</b>
+
+```typescript
+export interface WaitUntilNextSessionCompletesOptions 
+```
+
+## Properties
+
+| Property | Type | Description |
+| --- | --- | --- |
+| [waitForIdle](./kibana-plugin-plugins-data-public.waituntilnextsessioncompletesoptions.waitforidle.md) | <code>number</code> | For how long to wait between session state transitions before considering that session completed |
+

docs/development/plugins/data/public/kibana-plugin-plugins-data-public.waituntilnextsessioncompletesoptions.waitforidle.md

@@ -0,0 +1,13 @@
+<!-- Do not edit this file. It is automatically generated by API Documenter. -->
+
+[Home](./index.md) &gt; [kibana-plugin-plugins-data-public](./kibana-plugin-plugins-data-public.md) &gt; [WaitUntilNextSessionCompletesOptions](./kibana-plugin-plugins-data-public.waituntilnextsessioncompletesoptions.md) &gt; [waitForIdle](./kibana-plugin-plugins-data-public.waituntilnextsessioncompletesoptions.waitforidle.md)
+
+## WaitUntilNextSessionCompletesOptions.waitForIdle property
+
+For how long to wait between session state transitions before considering that session completed
+
+<b>Signature:</b>
+
+```typescript
+waitForIdle?: number;
+```

docs/development/plugins/data/server/kibana-plugin-plugins-data-server.kbn_field_types.md

@@ -27,6 +27,7 @@ export declare enum KBN_FIELD_TYPES
 | HISTOGRAM | <code>&quot;histogram&quot;</code> | |
 | IP | <code>&quot;ip&quot;</code> | |
 | IP\_RANGE | <code>&quot;ip_range&quot;</code> | |
+| MISSING | <code>&quot;missing&quot;</code> | |
 | MURMUR3 | <code>&quot;murmur3&quot;</code> | |
 | NESTED | <code>&quot;nested&quot;</code> | |
 | NUMBER | <code>&quot;number&quot;</code> | |

docs/development/plugins/embeddable/public/kibana-plugin-plugins-embeddable-public.embeddable.getupdated_.md

@@ -9,9 +9,9 @@ Merges input$ and output$ streams and debounces emit till next macro-task. Could
 <b>Signature:</b>
 
 ```typescript
-getUpdated$(): Readonly<Rx.Observable<void>>;
+getUpdated$(): Readonly<Rx.Observable<TEmbeddableInput | TEmbeddableOutput>>;
 ```
 <b>Returns:</b>
 
-`Readonly<Rx.Observable<void>>`
+`Readonly<Rx.Observable<TEmbeddableInput | TEmbeddableOutput>>`
 

docs/setup/settings.asciidoc

@@ -429,6 +429,15 @@ to display map tiles in tilemap visualizations. By default,
 override this parameter to use their own Tile Map Service. For example:
 `"https://tiles.elastic.co/v2/default/{z}/{x}/{y}.png?elastic_tile_service_tos=agree&my_app_name=kibana"`
 
+| `migrations.batchSize:`
+ | Defines the number of documents migrated at a time. The higher the value, the faster the Saved Objects migration process performs at the cost of higher memory consumption. If the migration fails due to a `circuit_breaking_exception`, set a smaller `batchSize` value. *Default: `1000`*
+
+| `migrations.enableV2:`
+ | experimental[]. Enables the new Saved Objects migration algorithm. For information about the migration algorithm, refer to <<upgrade-migrations>>. When `migrations v2` is stable, the setting will be removed in an upcoming release without any further notice. Setting the value to `false` causes {kib} to use the legacy migration algorithm, which shipped in 7.11 and earlier versions. *Default: `true`*
+
+| `migrations.retryAttempts:`
+ | The number of times migrations retry temporary failures, such as a network timeout, 503 status code, or `snapshot_in_progress_exception`. When upgrade migrations frequently fail after exhausting all retry attempts with a message such as `Unable to complete the [...] step after 15 attempts, terminating.`, increase the setting value. *Default: `15`*
+
 | `newsfeed.enabled:`
  | Controls whether to enable the newsfeed
 system for the {kib} UI notification center. Set to `false` to disable the

package.json

@@ -128,10 +128,12 @@
  "@kbn/crypto": "link:packages/kbn-crypto",
  "@kbn/i18n": "link:packages/kbn-i18n",
  "@kbn/interpreter": "link:packages/kbn-interpreter",
+ "@kbn/io-ts-utils": "link:packages/kbn-io-ts-utils",
  "@kbn/legacy-logging": "link:packages/kbn-legacy-logging",
  "@kbn/logging": "link:packages/kbn-logging",
  "@kbn/monaco": "link:packages/kbn-monaco",
  "@kbn/server-http-tools": "link:packages/kbn-server-http-tools",
+ "@kbn/server-route-repository": "link:packages/kbn-server-route-repository",
  "@kbn/std": "link:packages/kbn-std",
  "@kbn/tinymath": "link:packages/kbn-tinymath",
  "@kbn/ui-framework": "link:packages/kbn-ui-framework",

packages/kbn-analytics/tsconfig.json

@@ -7,6 +7,7 @@
  "emitDeclarationOnly": true,
  "declaration": true,
  "declarationMap": true,
+ "isolatedModules": true,
  "sourceMap": true,
  "sourceRoot": "../../../../../packages/kbn-analytics/src",
  "types": [

packages/kbn-io-ts-utils/jest.config.js

@@ -0,0 +1,13 @@
+/*
+ * Copyright Elasticsearch B.V. and/or licensed to Elasticsearch B.V. under one
+ * or more contributor license agreements. Licensed under the Elastic License
+ * 2.0 and the Server Side Public License, v 1; you may not use this file except
+ * in compliance with, at your election, the Elastic License 2.0 or the Server
+ * Side Public License, v 1.
+ */
+
+module.exports = {
+ preset: '@kbn/test',
+ rootDir: '../..',
+ roots: ['<rootDir>/packages/kbn-io-ts-utils'],
+};

packages/kbn-io-ts-utils/package.json

@@ -0,0 +1,13 @@
+{
+ "name": "@kbn/io-ts-utils",
+ "main": "./target/index.js",
+ "types": "./target/index.d.ts",
+ "version": "1.0.0",
+ "license": "SSPL-1.0 OR Elastic License 2.0",
+ "private": true,
+ "scripts": {
+ "build": "../../node_modules/.bin/tsc",
+ "kbn:bootstrap": "yarn build",
+ "kbn:watch": "yarn build --watch"
+ }
+}

packages/kbn-io-ts-utils/src/index.ts

@@ -0,0 +1,11 @@
+/*
+ * Copyright Elasticsearch B.V. and/or licensed to Elasticsearch B.V. under one
+ * or more contributor license agreements. Licensed under the Elastic License
+ * 2.0 and the Server Side Public License, v 1; you may not use this file except
+ * in compliance with, at your election, the Elastic License 2.0 or the Server
+ * Side Public License, v 1.
+ */
+
+export { jsonRt } from './json_rt';
+export { mergeRt } from './merge_rt';
+export { strictKeysRt } from './strict_keys_rt';

x-pack/plugins/apm/common/runtime_types/json_rt/index.test.ts → packages/kbn-io-ts-utils/src/json_rt/index.test.ts

@@ -1,8 +1,9 @@
 /*
  * Copyright Elasticsearch B.V. and/or licensed to Elasticsearch B.V. under one
  * or more contributor license agreements. Licensed under the Elastic License
- * 2.0; you may not use this file except in compliance with the Elastic License
- * 2.0.
+ * 2.0 and the Server Side Public License, v 1; you may not use this file except
+ * in compliance with, at your election, the Elastic License 2.0 or the Server
+ * Side Public License, v 1.
  */
 
 import * as t from 'io-ts';
@@ -12,9 +13,7 @@ import { Right } from 'fp-ts/lib/Either';
 import { pipe } from 'fp-ts/lib/pipeable';
 import { identity } from 'fp-ts/lib/function';
 
-function getValueOrThrow<TEither extends Either<any, any>>(
- either: TEither
-): Right<TEither> {
+function getValueOrThrow<TEither extends Either<any, any>>(either: TEither): Right<TEither> {
  const value = pipe(
  either,
  fold(() => {

x-pack/plugins/apm/common/runtime_types/json_rt/index.ts → packages/kbn-io-ts-utils/src/json_rt/index.ts

@@ -1,8 +1,9 @@
 /*
  * Copyright Elasticsearch B.V. and/or licensed to Elasticsearch B.V. under one
  * or more contributor license agreements. Licensed under the Elastic License
- * 2.0; you may not use this file except in compliance with the Elastic License
- * 2.0.
+ * 2.0 and the Server Side Public License, v 1; you may not use this file except
+ * in compliance with, at your election, the Elastic License 2.0 or the Server
+ * Side Public License, v 1.
  */
 
 import * as t from 'io-ts';

x-pack/plugins/apm/common/runtime_types/merge/index.test.ts → packages/kbn-io-ts-utils/src/merge_rt/index.test.ts

@@ -1,29 +1,27 @@
 /*
  * Copyright Elasticsearch B.V. and/or licensed to Elasticsearch B.V. under one
  * or more contributor license agreements. Licensed under the Elastic License
- * 2.0; you may not use this file except in compliance with the Elastic License
- * 2.0.
+ * 2.0 and the Server Side Public License, v 1; you may not use this file except
+ * in compliance with, at your election, the Elastic License 2.0 or the Server
+ * Side Public License, v 1.
  */
 
 import * as t from 'io-ts';
 import { isLeft } from 'fp-ts/lib/Either';
-import { merge } from './';
+import { mergeRt } from '.';
 import { jsonRt } from '../json_rt';
 
 describe('merge', () => {
  it('fails on one or more errors', () => {
- const type = merge([t.type({ foo: t.string }), t.type({ bar: t.number })]);
+ const type = mergeRt(t.type({ foo: t.string }), t.type({ bar: t.number }));
 
  const result = type.decode({ foo: '' });
 
  expect(isLeft(result)).toBe(true);
  });
 
  it('merges left to right', () => {
- const typeBoolean = merge([
- t.type({ foo: t.string }),
- t.type({ foo: jsonRt.pipe(t.boolean) }),
- ]);
+ const typeBoolean = mergeRt(t.type({ foo: t.string }), t.type({ foo: jsonRt.pipe(t.boolean) }));
 
  const resultBoolean = typeBoolean.decode({
  foo: 'true',
@@ -34,10 +32,7 @@ describe('merge', () => {
  foo: true,
  });
 
- const typeString = merge([
- t.type({ foo: jsonRt.pipe(t.boolean) }),
- t.type({ foo: t.string }),
- ]);
+ const typeString = mergeRt(t.type({ foo: jsonRt.pipe(t.boolean) }), t.type({ foo: t.string }));
 
  const resultString = typeString.decode({
  foo: 'true',
@@ -50,10 +45,10 @@ describe('merge', () => {
  });
 
  it('deeply merges values', () => {
- const type = merge([
+ const type = mergeRt(
  t.type({ foo: t.type({ baz: t.string }) }),
- t.type({ foo: t.type({ bar: t.string }) }),
- ]);
+ t.type({ foo: t.type({ bar: t.string }) })
+ );
 
  const result = type.decode({
  foo: {

x-pack/plugins/apm/common/runtime_types/merge/index.ts → packages/kbn-io-ts-utils/src/merge_rt/index.ts

@@ -1,31 +1,40 @@
 /*
  * Copyright Elasticsearch B.V. and/or licensed to Elasticsearch B.V. under one
  * or more contributor license agreements. Licensed under the Elastic License
- * 2.0; you may not use this file except in compliance with the Elastic License
- * 2.0.
+ * 2.0 and the Server Side Public License, v 1; you may not use this file except
+ * in compliance with, at your election, the Elastic License 2.0 or the Server
+ * Side Public License, v 1.
  */
 
 import * as t from 'io-ts';
 import { merge as lodashMerge } from 'lodash';
 import { isLeft } from 'fp-ts/lib/Either';
-import { ValuesType } from 'utility-types';
 
-export type MergeType<
- T extends t.Any[],
- U extends ValuesType<T> = ValuesType<T>
-> = t.Type<U['_A'], U['_O'], U['_I']> & {
- _tag: 'MergeType';
- types: T;
-};
+type PlainObject = Record<string | number | symbol, any>;
+
+type DeepMerge<T, U> = U extends PlainObject
+ ? T extends PlainObject
+ ? Omit<T, keyof U> &
+ {
+ [key in keyof U]: T extends { [k in key]: any } ? DeepMerge<T[key], U[key]> : U[key];
+ }
+ : U
+ : U;
 
 // this is similar to t.intersection, but does a deep merge
 // instead of a shallow merge
 
-export function merge<A extends t.Mixed, B extends t.Mixed>(
- types: [A, B]
-): MergeType<[A, B]>;
+export type MergeType<T1 extends t.Any, T2 extends t.Any> = t.Type<
+ DeepMerge<t.TypeOf<T1>, t.TypeOf<T2>>,
+ DeepMerge<t.OutputOf<T1>, t.OutputOf<T2>>
+> & {
+ _tag: 'MergeType';
+ types: [T1, T2];
+};
+
+export function mergeRt<T1 extends t.Any, T2 extends t.Any>(a: T1, b: T2): MergeType<T1, T2>;
 
-export function merge(types: t.Any[]) {
+export function mergeRt(...types: t.Any[]) {
  const mergeType = new t.Type(
  'merge',
  (u): u is unknown => {