Merge pull request vectordotdev#396 from answerbook/feature/LOG-18978

feat: Bump vector to 0.34.2

.github/ISSUE_TEMPLATE/minor-release.md

@@ -47,6 +47,7 @@ On the day of release:
   - [ ] `git push origin v0.<minor>.0`
 - [ ] Wait for release workflow to complete
   - Discoverable via [https://github.com/timberio/vector/actions/workflows/release.yml](https://github.com/timberio/vector/actions/workflows/release.yml)
+- [ ] Release Linux packages. See [`vector-release` usage](https://github.com/DataDog/vector-release#usage).
 - [ ] Release updated Helm chart. See [releasing Helm chart](https://github.com/vectordotdev/helm-charts#releasing).
 - [ ] Once Helm chart is released, updated Vector manifests
     - Run `cargo vdev build manifests` and open a PR with changes

.github/ISSUE_TEMPLATE/patch-release.md

@@ -42,6 +42,7 @@ On the day of release:
   - [ ] `git push origin v0.<minor>.<patch>`
 - [ ] Wait for release workflow to complete
   - Discoverable via [https://github.com/timberio/vector/actions/workflows/release.yml](https://github.com/timberio/vector/actions/workflows/release.yml)
+- [ ] Release Linux packages. See [`vector-release` usage](https://github.com/DataDog/vector-release#usage).
 - [ ] Push the release branch to update the remote (This should close the preparation branch PR).
   - `git checkout v0.<current minor version> && git push`
 - [ ] Release updated Helm chart. See [releasing Helm chart](https://github.com/vectordotdev/helm-charts#releasing).

.github/actions/spelling/allow.txt

@@ -44,10 +44,12 @@ Collectd
 Comcast
 Consolas
 Coolpad
+BADDCAFE
 DEBHELPER
-DOOV
 Danew
+dkr
 Dockerfiles
+DOOV
 Douban
 Enot
 Evercoss
@@ -111,6 +113,7 @@ Mediacom
 Medion
 Meizu
 Mertz
+metakey
 Metakey
 Micromax
 Mito

.github/actions/spelling/excludes.txt

@@ -3,6 +3,9 @@
 (?:^|/)(?i)LICEN[CS]E
 (?:^|/)3rdparty/
 (?:^|/)amplify\.yml$
+(?:^|/)build_preview_sites\.yml$
+(?:^|/)create_preview_sites\.yml$
+(?:^|/)preview_site_trigger\.yml$
 (?:^|/)go\.sum$
 (?:^|/)package(?:-lock|)\.json$
 (?:^|/)Pipfile$
@@ -70,6 +73,7 @@
 \.zst$
 ^\.github/actions/spelling/
 ^\Q.cargo/config.toml\E$
+^\Q.github/dependabot.yml\E$
 ^\Q.github/workflows/gardener_issue_comment.yml\E$
 ^\Q.github/workflows/spelling.yml\E$
 ^\Qbenches/codecs/moby_dick.txt\E$

.github/actions/spelling/expect.txt

@@ -69,6 +69,7 @@ badunit
 bak
 barfoo
 barieom
+basearch
 baseof
 basevalue
 baskinc
@@ -198,6 +199,7 @@ copypasta'd
 copypasted
 copytruncate
 corechecks
+corepack
 could've
 counteraaaaaaaaaaa
 cpf
@@ -449,6 +451,8 @@ gogoproto
 goldberg
 goldmark
 GPB
+gpgcheck
+gpgkey
 gqlgen
 graphqlconfig
 grault
@@ -574,6 +578,7 @@ kernelmode
 keybase
 keyclock
 keyid
+keyring
 keyxxxxx
 khvzak
 kib
@@ -634,6 +639,7 @@ lukesteensen
 macports
 MAINPID
 majorly
+makecache
 MAKECMDGOALS
 Makefiles
 markability
@@ -743,6 +749,7 @@ noauth
 nocapture
 nochild
 nodebuginfo
+nodistro
 nofield
 nofree
 nomac

.github/dependabot.yml

@@ -11,9 +11,28 @@ updates:
       prefix: "chore(deps)"
     open-pull-requests-limit: 100
     groups:
+      amq:
+        patterns:
+        - "amq-*"
+      aws:
+        patterns:
+        - "aws-*"
       azure:
         patterns:
         - "azure_*"
+      clap:
+        patterns:
+        - "clap*"
+      csv:
+        patterns:
+        - "csv*"
+      futures:
+        patterns:
+        - "futures"
+        - "futures-util"
+      phf:
+        patterns:
+        - "phf*"
       prost:
         patterns:
         - "prost"
@@ -22,6 +41,12 @@ updates:
         patterns:
         - "tonic"
         - "tonic-*"
+      wasm-bindgen:
+        patterns:
+        - "wasm-bindgen-*"
+      zstd:
+        patterns:
+        - "zstd*"
   - package-ecosystem: "docker"
     directory: "/distribution/docker/"
     schedule:

.github/semantic.yml

@@ -199,7 +199,6 @@ scopes:
   - clickhouse sink # Anything `clickhouse` sink related
   - console sink # Anything `console` sink related
   - databend sink # Anything `databend` sink related
-  - datadog_archives sink # Anything `datadog_archives` sink related
   - datadog_events sink # Anything `datadog_events` sink related
   - datadog_logs sink # Anything `datadog_logs` sink related
   - datadog_metrics sink # Anything `datadog_metrics` sink related

.github/workflows/build_preview_sites.yml.upstream

@@ -0,0 +1,39 @@
+name: Deploy Vector Preview Sites
+
+on:
+  workflow_run:
+    workflows: ["Call Build Preview"]
+    types:
+      - completed
+
+jobs:
+  deploy_vector_preview_site:
+    uses: ./.github/workflows/create_preview_sites.yml
+    with:
+      APP_ID: "d1a7j77663uxsc"
+      APP_NAME: "vector.dev"
+    secrets:
+      REQUEST_TOKEN: ${{ secrets.REQUEST_TOKEN }}
+      REQUEST_MESSAGE: ${{ secrets.REQUEST_MESSAGE }}
+      ENDPOINT: ${{ secrets.BUILDER_ENDPOINT }}
+
+  deploy_rust_doc_preview_site:
+    uses: ./.github/workflows/create_preview_sites.yml
+    with:
+      APP_ID: "d1hoyoksbulg25"
+      APP_NAME: "Rust Doc"
+    secrets:
+      REQUEST_TOKEN: ${{ secrets.REQUEST_TOKEN }}
+      REQUEST_MESSAGE: ${{ secrets.REQUEST_MESSAGE }}
+      ENDPOINT: ${{ secrets.BUILDER_ENDPOINT }}
+
+  deploy_vrl_playground_preview_site:
+    uses: ./.github/workflows/create_preview_sites.yml
+    with:
+      APP_ID: "d2lr4eds605rpz"
+      APP_NAME: "VRL Playground"
+    secrets:
+      REQUEST_TOKEN: ${{ secrets.REQUEST_TOKEN }}
+      REQUEST_MESSAGE: ${{ secrets.REQUEST_MESSAGE }}
+      ENDPOINT: ${{ secrets.BUILDER_ENDPOINT }}
+

.github/workflows/changes.yml.upstream

@@ -56,8 +56,14 @@ on:
         value: ${{ jobs.int_tests.outputs.clickhouse }}
       databend:
         value: ${{ jobs.int_tests.outputs.databend }}
-      datadog:
-        value: ${{ jobs.int_tests.outputs.datadog }}
+      datadog-agent:
+        value: ${{ jobs.int_tests.outputs.datadog-agent }}
+      datadog-logs:
+        value: ${{ jobs.int_tests.outputs.datadog-logs }}
+      datadog-metrics:
+        value: ${{ jobs.int_tests.outputs.datadog-metrics }}
+      datadog-traces:
+        value: ${{ jobs.int_tests.outputs.datadog-traces }}
       dnstap:
         value: ${{ jobs.int_tests.outputs.dnstap }}
       docker-logs:
@@ -143,9 +149,6 @@ jobs:
             - "Makefile"
             - "rust-toolchain.toml"
             - "vdev/**"
-          deny:
-            - 'deny.toml'
-            - "vdev/**"
           dependencies:
             - ".cargo/**"
             - 'Cargo.toml'
@@ -189,7 +192,10 @@ jobs:
       azure: ${{ steps.filter.outputs.azure }}
       clickhouse: ${{ steps.filter.outputs.clickhouse }}
       databend: ${{ steps.filter.outputs.databend }}
-      datadog: ${{ steps.filter.outputs.datadog }}
+      datadog-agent: ${{ steps.filter.outputs.datadog-agent }}
+      datadog-logs: ${{ steps.filter.outputs.datadog-logs }}
+      datadog-metrics: ${{ steps.filter.outputs.datadog-metrics }}
+      datadog-traces: ${{ steps.filter.outputs.datadog-traces }}
       dnstap: ${{ steps.filter.outputs.dnstap }}
       docker-logs: ${{ steps.filter.outputs.docker-logs }}
       elasticsearch: ${{ steps.filter.outputs.elasticsearch }}

.github/workflows/comment-trigger.yml.upstream

@@ -9,13 +9,15 @@
 # /ci-run-all                 : runs all of the below
 # /ci-run-cli                 : runs CLI - Linux
 # /ci-run-misc                : runs Miscellaneous - Linux
+# /ci-run-deny                : runs Deny - Linux
 # /ci-run-component-features  : runs Component Features - Linux
 # /ci-run-cross               : runs Cross
 # /ci-run-unit-mac            : runs Unit - Mac
 # /ci-run-unit-windows        : runs Unit - Windows
 # /ci-run-environment         : runs Environment Suite
 # /ci-run-regression          : runs Regression Detection Suite
 # /ci-run-k8s                 : runs K8s E2E Suite
+# /ci-run-workload-checks     : runs Workload Checks Suite
 
 name: Comment Trigger
 
@@ -50,13 +52,15 @@ jobs:
       github.event.issue.pull_request && ( contains(github.event.comment.body, '/ci-run-all')
           || contains(github.event.comment.body, '/ci-run-cli')
           || contains(github.event.comment.body, '/ci-run-misc')
+          || contains(github.event.comment.body, '/ci-run-deny')
           || contains(github.event.comment.body, '/ci-run-component-features')
           || contains(github.event.comment.body, '/ci-run-cross')
           || contains(github.event.comment.body, '/ci-run-unit-mac')
           || contains(github.event.comment.body, '/ci-run-unit-windows')
           || contains(github.event.comment.body, '/ci-run-environment')
           || contains(github.event.comment.body, '/ci-run-regression')
           || contains(github.event.comment.body, '/ci-run-k8s')
+          || contains(github.event.comment.body, '/ci-run-workload-checks')
       )
     steps:
       - name: Generate authentication token
@@ -67,7 +71,7 @@ jobs:
           private_key: ${{ secrets.GH_APP_DATADOG_VECTOR_CI_APP_PRIVATE_KEY }}
       - name: Get PR comment author
         id: comment
-        uses: tspascoal/get-user-teams-membership@v2
+        uses: tspascoal/get-user-teams-membership@v3
         with:
           username: ${{ github.actor }}
           team: 'Vector'
@@ -89,6 +93,12 @@ jobs:
     uses: ./.github/workflows/misc.yml
     secrets: inherit
 
+  deny:
+    needs: validate
+    if: contains(github.event.comment.body, '/ci-run-all') || contains(github.event.comment.body, '/ci-run-deny')
+    uses: ./.github/workflows/deny.yml
+    secrets: inherit
+
   component-features:
     needs: validate
     if: contains(github.event.comment.body, '/ci-run-all') || contains(github.event.comment.body, '/ci-run-component-features')
@@ -130,3 +140,9 @@ jobs:
     if: contains(github.event.comment.body, '/ci-run-all') || contains(github.event.comment.body, '/ci-run-k8s')
     uses: ./.github/workflows/k8s_e2e.yml
     secrets: inherit
+
+  workload-checks:
+    needs: validate
+    if: contains(github.event.comment.body, '/ci-run-all') || contains(github.event.comment.body, '/ci-run-workload-checks')
+    uses: ./.github/workflows/workload_checks.yml
+    secrets: inherit