[CI] Adding continuous testing for ECS dynamic templates (#97901)

* Enforcing formatting
* Add proper reporting and assertions
* Verify ECS multi-field mappings
* Test flattened field mappings
* Add ecs dynamic template build job
* Setup notifications for failing ecs template tests

---------

Co-authored-by: Rene Groeschke <rene@elastic.co>

Author: eyalkoren

.buildkite/pipelines/ecs-dynamic-template-tests.yml

@@ -7,3 +7,8 @@ steps:
       image: family/elasticsearch-ubuntu-2004
       diskSizeGb: 350
       machineType: custom-32-98304
+notify:
+  - slack: "#es-delivery"
+    if: build.state == "failed"
+  - email: "logs-plus@elastic.co"
+    if: build.state == "failed"

x-pack/plugin/core/template-resources/src/main/resources/ecs-dynamic-mappings.json

@@ -83,24 +83,6 @@
         },
         {
           "ecs_path_match_keyword_and_match_only_text": {
-            "mapping": {
-              "fields": {
-                "text": {
-                  "type": "match_only_text"
-                }
-              },
-              "type": "keyword"
-            },
-            "path_match": [
-              "*file.path",
-              "*file.target_path",
-              "*os.full",
-              "user_agent.original"
-            ]
-          }
-        },
-        {
-          "ecs_match_keyword_and_match_only_text": {
             "mapping": {
               "fields": {
                 "text": {
@@ -114,7 +96,13 @@
               "*.executable",
               "*.name",
               "*.working_directory",
-              "*.full_name"
+              "*.full_name",
+              "*file.path",
+              "*file.target_path",
+              "*os.full",
+              "email.subject",
+              "vulnerability.description",
+              "user_agent.original"
             ]
           }
         },

x-pack/plugin/stack/build.gradle

@@ -1,4 +1,5 @@
 apply plugin: 'elasticsearch.internal-es-plugin'
+apply plugin: 'elasticsearch.internal-java-rest-test'
 
 esplugin {
   name 'x-pack-stack'
@@ -8,13 +9,25 @@ esplugin {
   hasNativeController false
   requiresKeystore true
 }
+
 base {
   archivesName = 'x-pack-stack'
 }
 
 dependencies {
   compileOnly project(path: xpackModule('core'))
-  testImplementation(testArtifact(project(xpackModule('core'))))
+  javaRestTestImplementation(testArtifact(project(xpackModule('core'))))
+  javaRestTestImplementation project(path: ':x-pack:plugin:stack')
+  clusterModules project(':modules:mapper-extras')
+  clusterModules project(xpackModule('wildcard'))
+}
+
+// These tests are only invoked direclty as part of a dedicated build job
+tasks.named('javaRestTest').configure {
+    onlyIf("E2E test task must be invoked directly") {
+      gradle.startParameter.getTaskNames().contains(this.path) ||
+        (gradle.startParameter.getTaskNames().contains(this.name) && gradle.startParameter.currentDir == project.projectDir)
+    }
 }
 
 addQaCheckDependencies(project)