Support input groups (#137)

code/go/pkg/validator/validator_test.go

@@ -39,6 +39,7 @@ func TestValidateFile(t *testing.T) {
  },
  },
  "input_template": {},
+ "input_groups": {},
  }
 
  for pkgName, test := range tests {

test/packages/input_groups/_dev/build/docs/README.md

@@ -0,0 +1 @@
+README for integration

test/packages/input_groups/_dev/build/docs/dynamodb.md

@@ -0,0 +1 @@
+DynamoDB README template file

test/packages/input_groups/_dev/build/docs/ec2.md

@@ -0,0 +1 @@
+EC2 README template file

test/packages/input_groups/changelog.yml

@@ -0,0 +1,5 @@
+- version: 1.0.0
+ changes:
+ - description: initial release
+ type: enhancement
+ link: https://github.com/elastic/package-spec/pull/0

test/packages/input_groups/data_stream/dynamodb/agent/stream/stream.yml.hbs

@@ -0,0 +1 @@
+# Handlebars template for agent

test/packages/input_groups/data_stream/dynamodb/fields/fields.yml

@@ -0,0 +1,2 @@
+- name: aws.dynamodb
+ type: group

test/packages/input_groups/data_stream/dynamodb/manifest.yml

@@ -0,0 +1,36 @@
+title: AWS DynamoDB metrics
+release: beta
+type: metrics
+streams:
+ - input: aws/metrics
+ vars:
+ - name: period
+ type: text
+ title: Period
+ multi: false
+ required: true
+ show_user: true
+ default: 5m
+ - name: regions
+ type: text
+ title: Regions
+ multi: true
+ required: false
+ show_user: true
+ - name: latency
+ type: text
+ title: Latency
+ multi: false
+ required: false
+ show_user: false
+ - name: tags_filter
+ type: yaml
+ title: Tags Filter
+ multi: false
+ required: false
+ show_user: false
+ default: |
+ # - key: "created-by"
+ # value: "foo"
+ title: AWS DynamoDB metrics
+ description: Collect AWS DynamoDB metrics

test/packages/input_groups/data_stream/ec2_logs/agent/stream/s3.yml.hbs

@@ -0,0 +1 @@
+# Handlebars template for agent

test/packages/input_groups/data_stream/ec2_logs/elasticsearch/ingest_pipeline/default.yml

@@ -0,0 +1,2 @@
+---
+description: "Pipeline for EC2 logs in CloudWatch"

test/packages/input_groups/data_stream/ec2_logs/fields/fields.yml

@@ -0,0 +1,2 @@
+- name: aws.ec2
+ type: group

test/packages/input_groups/data_stream/ec2_logs/manifest.yml

@@ -0,0 +1,24 @@
+title: AWS EC2 logs
+release: beta
+type: logs
+streams:
+ - input: s3
+ template_path: s3.yml.hbs
+ title: AWS EC2 logs
+ description: Collect AWS EC2 logs using s3 input
+ vars:
+ - name: queue_url
+ type: text
+ title: Queue URL
+ multi: false
+ required: true
+ show_user: true
+ description: URL of the AWS SQS queue that messages will be received from.
+ - name: fips_enabled
+ type: bool
+ title: Enable S3 FIPS
+ default: false
+ multi: false
+ required: false
+ show_user: false
+ description: Enabling this option changes the service name from `s3` to `s3-fips` for connecting to the correct service endpoint.

test/packages/input_groups/data_stream/ec2_metrics/agent/stream/stream.yml.hbs

@@ -0,0 +1 @@
+# Handlebars template for agent

test/packages/input_groups/data_stream/ec2_metrics/fields/fields.yml

@@ -0,0 +1,2 @@
+- name: aws.ec2
+ type: group

test/packages/input_groups/data_stream/ec2_metrics/manifest.yml

@@ -0,0 +1,36 @@
+title: AWS EC2 metrics
+release: beta
+type: metrics
+streams:
+ - input: aws/metrics
+ vars:
+ - name: period
+ type: text
+ title: Period
+ multi: false
+ required: true
+ show_user: true
+ default: 5m
+ - name: regions
+ type: text
+ title: Regions
+ multi: true
+ required: false
+ show_user: true
+ - name: latency
+ type: text
+ title: Latency
+ multi: false
+ required: false
+ show_user: false
+ - name: tags_filter
+ type: yaml
+ title: Tags Filter
+ multi: false
+ required: false
+ show_user: false
+ default: |
+ # - key: "created-by"
+ # value: "foo"
+ title: AWS EC2 metrics
+ description: Collect AWS EC2 metrics

test/packages/input_groups/data_stream/spamfirewall/agent/stream/stream.yml.hbs

@@ -0,0 +1 @@
+# Stream Handlebars template

test/packages/input_groups/data_stream/spamfirewall/agent/stream/tcp.yml.hbs

@@ -0,0 +1 @@
+# TCP Handlebars template

test/packages/input_groups/data_stream/spamfirewall/agent/stream/udp.yml.hbs

@@ -0,0 +1 @@
+# UDP Handlebars template

test/packages/input_groups/data_stream/spamfirewall/elasticsearch/ingest_pipeline/default.yml

@@ -0,0 +1,2 @@
+---
+description: Pipeline for Barracuda Spam Firewall

test/packages/input_groups/data_stream/spamfirewall/fields/fields.yml

@@ -0,0 +1,2 @@
+- name: rsa
+ type: group

test/packages/input_groups/data_stream/spamfirewall/manifest.yml

@@ -0,0 +1,95 @@
+title: Barracuda Spam Firewall logs
+release: experimental
+type: logs
+streams:
+ - input: udp
+ title: Barracuda Spam Firewall logs
+ description: Collect Barracuda Spam Firewall logs
+ template_path: udp.yml.hbs
+ vars:
+ - name: udp_host
+ type: text
+ title: UDP host to listen on
+ multi: false
+ required: true
+ show_user: true
+ default: localhost
+ - name: udp_port
+ type: integer
+ title: UDP port to listen on
+ multi: false
+ required: true
+ show_user: true
+ default: 9540
+ - name: tz_offset
+ type: text
+ title: Timezone offset (+HH:mm format)
+ required: false
+ show_user: true
+ default: "local"
+ - name: rsa_fields
+ type: bool
+ title: Add non-ECS fields
+ required: false
+ show_user: true
+ default: true
+ - name: keep_raw_fields
+ type: bool
+ title: Keep raw parser fields
+ required: false
+ show_user: false
+ default: false
+ - input: tcp
+ title: Barracuda Spam Firewall logs
+ description: Collect Barracuda Spam Firewall logs
+ template_path: tcp.yml.hbs
+ vars:
+ - name: tcp_host
+ type: text
+ title: TCP host to listen on
+ multi: false
+ required: true
+ show_user: true
+ default: localhost
+ - name: tcp_port
+ type: integer
+ title: TCP port to listen on
+ multi: false
+ required: true
+ show_user: true
+ default: 9540
+ - name: tz_offset
+ type: text
+ title: Timezone offset (+HH:mm format)
+ required: false
+ show_user: true
+ default: "local"
+ - name: keep_raw_fields
+ type: bool
+ title: Keep raw parser fields
+ required: false
+ show_user: false
+ default: false
+ - input: logfile
+ enabled: false
+ title: Barracuda Spam Firewall logs
+ description: Collect Barracuda Spam Firewall logs from file
+ vars:
+ - name: rsa_fields
+ type: bool
+ title: Add non-ECS fields
+ required: false
+ show_user: true
+ default: true
+ - name: keep_raw_fields
+ type: bool
+ title: Keep raw parser fields
+ required: false
+ show_user: false
+ default: false
+ - name: debug
+ type: bool
+ title: Enable debug logging
+ required: false
+ show_user: false
+ default: false

test/packages/input_groups/docs/README.md

@@ -0,0 +1 @@
+README for integration

test/packages/input_groups/docs/dynamodb.md

@@ -0,0 +1 @@
+DynamoDB README file

test/packages/input_groups/docs/ec2.md

@@ -0,0 +1 @@
+EC2 README file