From b2f3ebffb4d6e72f3e50dac7d2b2a147d45b760e Mon Sep 17 00:00:00 2001 From: chrismark Date: Fri, 13 Dec 2019 17:18:22 +0200 Subject: [PATCH 01/11] Add dynamodb aws light module Signed-off-by: chrismark --- metricbeat/docs/fields.asciidoc | 6 +++ metricbeat/docs/modules/aws.asciidoc | 4 ++ metricbeat/docs/modules/aws/dynamodb.asciidoc | 24 ++++++++++++ metricbeat/docs/modules_list.asciidoc | 3 +- .../module/aws/dynamodb/_meta/data.json | 0 .../module/aws/dynamodb/_meta/docs.asciidoc | 38 +++++++++++++++++++ .../module/aws/dynamodb/_meta/fields.yml | 6 +++ .../aws/dynamodb/dynamodb_integration_test.go | 24 ++++++++++++ .../module/aws/dynamodb/dynamodb_test.go | 21 ++++++++++ .../module/aws/dynamodb/manifest.yml | 20 ++++++++++ x-pack/metricbeat/module/aws/fields.go | 2 +- x-pack/metricbeat/module/aws/module.yml | 1 + 12 files changed, 147 insertions(+), 2 deletions(-) create mode 100644 metricbeat/docs/modules/aws/dynamodb.asciidoc create mode 100644 x-pack/metricbeat/module/aws/dynamodb/_meta/data.json create mode 100644 x-pack/metricbeat/module/aws/dynamodb/_meta/docs.asciidoc create mode 100644 x-pack/metricbeat/module/aws/dynamodb/_meta/fields.yml create mode 100644 x-pack/metricbeat/module/aws/dynamodb/dynamodb_integration_test.go create mode 100644 x-pack/metricbeat/module/aws/dynamodb/dynamodb_test.go create mode 100644 x-pack/metricbeat/module/aws/dynamodb/manifest.yml diff --git a/metricbeat/docs/fields.asciidoc b/metricbeat/docs/fields.asciidoc index 9a56925639d..4e5f4e019b5 100644 --- a/metricbeat/docs/fields.asciidoc +++ b/metricbeat/docs/fields.asciidoc @@ -1586,6 +1586,12 @@ type: object -- +[float] +=== dynamodb + +`dynamodb` contains the metrics that were scraped from AWS CloudWatch which contains monitoring metrics sent by AWS DynamoDB. + + [float] === ebs diff --git a/metricbeat/docs/modules/aws.asciidoc b/metricbeat/docs/modules/aws.asciidoc index a23d09cb28e..a46c88d9c84 100644 --- a/metricbeat/docs/modules/aws.asciidoc +++ b/metricbeat/docs/modules/aws.asciidoc @@ -153,6 +153,8 @@ The following metricsets are available: * <> +* <> + * <> * <> @@ -175,6 +177,8 @@ include::aws/billing.asciidoc[] include::aws/cloudwatch.asciidoc[] +include::aws/dynamodb.asciidoc[] + include::aws/ebs.asciidoc[] include::aws/ec2.asciidoc[] diff --git a/metricbeat/docs/modules/aws/dynamodb.asciidoc b/metricbeat/docs/modules/aws/dynamodb.asciidoc new file mode 100644 index 00000000000..b94c4d8f10b --- /dev/null +++ b/metricbeat/docs/modules/aws/dynamodb.asciidoc @@ -0,0 +1,24 @@ +//// +This file is generated! See scripts/mage/docs_collector.go +//// + +[[metricbeat-metricset-aws-dynamodb]] +=== aws dynamodb metricset + +beta[] + +include::../../../../x-pack/metricbeat/module/aws/dynamodb/_meta/docs.asciidoc[] + +This is a default metricset. If the host module is unconfigured, this metricset is enabled by default. + +==== Fields + +For a description of each field in the metricset, see the +<> section. + +Here is an example document generated by this metricset: + +[source,json] +---- +include::../../../../x-pack/metricbeat/module/aws/dynamodb/_meta/data.json[] +---- diff --git a/metricbeat/docs/modules_list.asciidoc b/metricbeat/docs/modules_list.asciidoc index da3e9c1f537..90caad4911d 100644 --- a/metricbeat/docs/modules_list.asciidoc +++ b/metricbeat/docs/modules_list.asciidoc @@ -16,8 +16,9 @@ This file is generated! See scripts/mage/docs_collector.go |<> beta[] |image:./images/icon-no.png[No prebuilt dashboards] | .1+| .1+| |<> beta[] |<> |image:./images/icon-yes.png[Prebuilt dashboards are available] | -.11+| .11+| |<> beta[] +.12+| .12+| |<> beta[] |<> +|<> beta[] |<> |<> |<> beta[] diff --git a/x-pack/metricbeat/module/aws/dynamodb/_meta/data.json b/x-pack/metricbeat/module/aws/dynamodb/_meta/data.json new file mode 100644 index 00000000000..e69de29bb2d diff --git a/x-pack/metricbeat/module/aws/dynamodb/_meta/docs.asciidoc b/x-pack/metricbeat/module/aws/dynamodb/_meta/docs.asciidoc new file mode 100644 index 00000000000..5856457eceb --- /dev/null +++ b/x-pack/metricbeat/module/aws/dynamodb/_meta/docs.asciidoc @@ -0,0 +1,38 @@ +The `dynamodb` metricset of aws module allows you to monitor your AWS SNS topic. `dynamodb` metricset fetches a set of values from +https://docs.aws.amazon.com/amazondynamodb/latest/developerguide/metrics-dimensions.html[Amazon DynamoDB Metrics]. +For all other DynamoDB metrics, the aggregation granularity is five minutes. + +[float] +=== Configuration example +[source,yaml] +---- +- module: aws + period: 300s + metricsets: + - sns + # This module uses the aws cloudwatch metricset, all + # the options for this metricset are also available here. +---- + +[float] +=== Metrics +Please see more details for each metric in +https://docs.aws.amazon.com/amazondynamodb/latest/developerguide/metrics-dimensions.html[Amazon DynamoDB Metrics]. + +|=== +|Metric Name|Statistic Method +|ConditionalCheckFailedRequests | Maximum +|ConsumedReadCapacityUnits | Maximum +|ConsumedWriteCapacityUnits | Maximum +|ReadThrottleEvents | Sum +|ReturnedBytes | Sum +|ReturnedItemCount | Sum +|ReturnedRecordsCount | Sum +|SuccessfulRequestLatency | Sum +|SystemErrors | Average +|TimeToLiveDeletedItemCount | Sum +|ThrottledRequests | Average +|TransactionConflict | Average +|UserErrors | Average +|WriteThrottleEvents | Average +|=== diff --git a/x-pack/metricbeat/module/aws/dynamodb/_meta/fields.yml b/x-pack/metricbeat/module/aws/dynamodb/_meta/fields.yml new file mode 100644 index 00000000000..0ac62c55439 --- /dev/null +++ b/x-pack/metricbeat/module/aws/dynamodb/_meta/fields.yml @@ -0,0 +1,6 @@ +- name: dynamodb + type: group + description: > + `dynamodb` contains the metrics that were scraped from AWS CloudWatch which contains monitoring metrics sent by AWS DynamoDB. + release: beta + fields: diff --git a/x-pack/metricbeat/module/aws/dynamodb/dynamodb_integration_test.go b/x-pack/metricbeat/module/aws/dynamodb/dynamodb_integration_test.go new file mode 100644 index 00000000000..d6c06a864cc --- /dev/null +++ b/x-pack/metricbeat/module/aws/dynamodb/dynamodb_integration_test.go @@ -0,0 +1,24 @@ +// Copyright Elasticsearch B.V. and/or licensed to Elasticsearch B.V. under one +// or more contributor license agreements. Licensed under the Elastic License; +// you may not use this file except in compliance with the Elastic License. + +// +build integration + +package dynamodb + +import ( + "testing" + + mbtest "github.com/elastic/beats/metricbeat/mb/testing" + "github.com/elastic/beats/x-pack/metricbeat/module/aws/mtest" +) + +func TestData(t *testing.T) { + config, info := mtest.GetConfigForTest("dynamodb", "300s") + if info != "" { + t.Skip("Skipping TestData: " + info) + } + + metricSet := mbtest.NewFetcher(t, config) + metricSet.WriteEvents(t, "/") +} diff --git a/x-pack/metricbeat/module/aws/dynamodb/dynamodb_test.go b/x-pack/metricbeat/module/aws/dynamodb/dynamodb_test.go new file mode 100644 index 00000000000..38b953cb485 --- /dev/null +++ b/x-pack/metricbeat/module/aws/dynamodb/dynamodb_test.go @@ -0,0 +1,21 @@ +// Copyright Elasticsearch B.V. and/or licensed to Elasticsearch B.V. under one +// or more contributor license agreements. Licensed under the Elastic License; +// you may not use this file except in compliance with the Elastic License. + +package dynamodb + +import ( + "os" + + "github.com/elastic/beats/metricbeat/mb" + + // Register input module and metricset + _ "github.com/elastic/beats/x-pack/metricbeat/module/aws" + _ "github.com/elastic/beats/x-pack/metricbeat/module/aws/cloudwatch" +) + +func init() { + // To be moved to some kind of helper + os.Setenv("BEAT_STRICT_PERMS", "false") + mb.Registry.SetSecondarySource(mb.NewLightModulesSource("../../../module")) +} diff --git a/x-pack/metricbeat/module/aws/dynamodb/manifest.yml b/x-pack/metricbeat/module/aws/dynamodb/manifest.yml new file mode 100644 index 00000000000..1d9ffabdce4 --- /dev/null +++ b/x-pack/metricbeat/module/aws/dynamodb/manifest.yml @@ -0,0 +1,20 @@ +default: true +input: + module: aws + metricset: cloudwatch + defaults: + metrics: + - namespace: AWS/DynamoDB + statistic: ["Average"] + name: + - OnlineIndexPercentageProgress + - ProvisionedWriteCapacityUnits + - ProvisionedReadCapacityUnits + - ConsumedReadCapacityUnits + - ConsumedWriteCapacityUnits + - namespace: AWS/DynamoDB + statistic: ["Sum"] + name: + - ConsumedReadCapacityUnits + - ConsumedWriteCapacityUnits + - ConditionalCheckFailedRequests diff --git a/x-pack/metricbeat/module/aws/fields.go b/x-pack/metricbeat/module/aws/fields.go index 0e977b85378..ced4a61116a 100644 --- a/x-pack/metricbeat/module/aws/fields.go +++ b/x-pack/metricbeat/module/aws/fields.go @@ -19,5 +19,5 @@ func init() { // AssetAws returns asset data. // This is the base64 encoded gzipped contents of module/aws. func AssetAws() string { - return "eJzsXU1vGze33udXHGSVFLZ6m7Z34cUFHNu4NeAkjuUiywlFHkmsOeSYH5YV9Me/4MeMRtLI0kgzcgu8WbSBRiKf53zx8PBwcgoPOD8DMjNvACy3As/gLZmZt28AGBqqeWG5kmfwf28AAL6TmfkOuWJOIFAlBFJr4PzbEHIluVWaywnkaDWnBsZa5eHZhVCOzYil08EbAI0CicEzmJA3AGOOgpmzMPopSJLjGVD//QGhVDlpB/6z8BjAzgs884hnSrP0WQNK/+d+inEcSOOEsUFpIIITA84gA6uAM5SWj+fA+HiMGqUF/4HlaIBLIJA7YfmpRUnCoyeulcxR2sES5CjABcaJVq54CWGdd30gSyZm8FP1cTmeGv2F1NY+jh9kTRJZeZzlpCi4nKTvvv3pbe17G6QXJEgmfmB4IsIhFITrpFIyM6DRKKcpmsEaA/PrYOToAy5pbpP2tmD4HHQ2BgLDXyGNujbhiAvB5WRtproOtszzPY3xHaiSlnBpwE4R0FieE4sM6JToCRoYKw1z5XSw69KyuFwx8fJPZeojtKT2+Sbl02qUg8gshlnhU3qmnRILM9QIhmpSIFvx1W/+tzCbcjpdDNDg4ca7y6juO56HKciSYay6/CYp1CVRjbP0dLMNbREJpIhQDQumQMrHHBnMpijh0aGe1+QPpOCDRmSJ++CnJS+FzZ4Kq97KlBuJVWK7OuwORD/VtazROi1LDV8sEYysm2kynqM0XEmzN89mLXVItMYmaqWOes25cGQO8iocmSO5k//h1cdhew+qqNIPh1GlH45J9eLDYcGCFm5glSViUKxZZCRvKBHIsrFQZPULO0SNAjVFackkrkVCKBoWhauLD0BVXjiL4CS3STxEI1CnfTwUc784OIOgZJAjl8YSSbHZ6TwRqpFxmzlDJs3BT6iltW5HDtLlI9Qe/8XtnxAnMT4KRj3UsYVFzn/LWS74D+KH3Yp3RIT/bS+IkYQIVgceBS0XmKfE+PVYO2RguP+EW5gRA4I4SafIfOpnLNEW2WYyxulCOJMdgVSaapnRlDwhjBDlQjNEgpOC59xbXEU3LFr+Zxe3f16EET5GrCld4wZ+oFa7MjVZTHBWg3VHVAOXRsLeV6SyPr1kwNRMesrr+j4BIlkKK3bqfGpOnfayIYxxj4KIlKM1U5ZoZ0o/DLgcFMSnkaYXpmls0EiRP3mjkz5elNMDlxb12KdHq063K+ysQJ0ZpL3CL1CDQaoki4FaOdsVE+XsUTTQI+5/uwq4HIzmFneW/1jpnNgzaPpRK25hgD58Iwzcq1oi9JpSumbh7es1tdKHv7yCWrqiwbh54GqgkbCjqeVjcg+SkmqPv1rwjVUa4UkJl6MB8kS4ICOBYNU+bDpWSg15TRf9kJhpbvHIOvFzWpQeZ598etFKib2mmD5oBNtSRVeL+oXKC4E+5Q1WpQrUYR9i9reqWM5d1H0K1FwxH0Usz3cj17GCNpPswosO4Bttsg9thpHrTPe0xS7I9abNNZKH+94+fI0l1pkBnSJ9yMaEi862d3dYKG2N34XaKeplpH4nXhBjkMFI2enyw4gJAqawp/NPzdxYzJef8VgvEcRYyLl0dneSWRzvyFz7IFLO8wpUmjW2K5lqyaBK+/842VyX82nZBPXB5Syl09nM9vWqespzMsEBb/aJvU8Yri+DU3oYfvzqnDGWodrgW1RNB14HHZ6EXEvGKQnJQbIEhjZYXL1Uyw2g9LFoQ72sAlpo/kQsDpg02cqRXwcCTaPD5edhOsKN4l3L7HdEyYtmS1z9uAW069un34AwptEYIMYoykN9eMZT+GuN1Y0Ep30JNAy+Js8drTJB61CKpeASjisfXDiF69vqyTsv4PcwUi4uoPuINLjQgCrWLM29A1EYd1WGJ0AMEPjlf09H3IKThk9kqN6GSXZC2r3eG5HCuwIl8+7+N2gnZfybmTpruZychors32BR51wGm/7bZyzh1K78K7L3WxjZqc9vY77lQ3VfS0GaJ6Rb5bLQcA4oRm9WJ291OCZGxzwcu/l4SEeBZocdemp2zEPPu8s9Dj2hq5PAskyQjvv2iKxL54RtT9D+e+J37BM/RiwZEYMZVVIiDXu1XuiUE0FtonQwvAHZqMr9B0TL7haC85z8UBLuUvtWaLB6d373+X0wASR06kPGdlBUENMsq71gXdQjTD0rKY/X/VYxx1zpOVBSEMrtHAKG8ouXH7fVqWroU9MfX1tuuqBAvFr1qXFFIfxWvVL+YtYB3E+5qX3gk23Pwkn+6DC03QV7r77hh21FMW7buqM3TKWHiDO1N9RzCm4qppvLL9mjQ4cZw8JOG7Ht2aGxcDXlrJdASGmuvxh451OCn2NFRuOjQ2PNe5gR7vObUI2h1OeYnpVH2Iy9LCw8isygfkKdkQlKm/2lRv1EjDghDL/ewDBMCOd+QvATAnNhBd1pJz7WiH4Tl0XvOeoZE8lDe6Qa1+pamkim8lLqCdRG5JmxSvtt+mvDTjggNA9uaAwkzzx3eeZ3/JnVRBoSIn3GWZc2kqaB2gxwfVm2j5jYPeIxDOA8RKBQY71Vxk40Dr/eNINXgqGxmcZCcBrW/8wIZTNBJoN81CF8QSYTb7yG/6iCfJq1ehbSTGVCY63feoQg/+38JgSY6uS1FT8fBTKutpZ994w/5AmDedSWfG4eYln/+ucvzbXgTUiDMILkWxSnS5tnLk50iNlbniMQuPPo75JuaouP15O3sykv67cxl6ivT3XdfJoPv96cwCeiObn8GFt5FvpammZD5mFmpIj58SsFAg8g+n4s6KVuviXGYUlPfajchK6mRfzw2dUimDezrMcMoSYmm6DERm0e4oDBMGtU/FagFkr8xK08Kyytx3etuKK39K1Hh5rvbj57oUtzAD4jdRbZVlAMCROKPvQLq5qlrOFXaek2fPFsKixrr+V9afEt7TVewHBa6aW4dOKphcleSCiEokS8clpR8lkODxbzQmmi52D9ZybESe+O23gJNeEyHBk53bNxp7Q0zAjEesh2u9vZqVZuMi2cHVCV57y5MtNZfIhztIkLNYAMBW44a+kugIU5qkjRBh0T/UK7vLyptkmtgOU9A+PSoLbmBFzBiMXUERwl2QppHOgYYPdRcDrW6BReFXfKM5PFfPGEvupljL0mPqvzGUHOrY2Hl1RwlNbE3mw6XepK8GtJisUh0fMRmQpnLOpF4NpDBFlC1aUouKQq9zuMd3dx8PcLmWgyHnPakNl5FlS4UFEI4qLOWJWjXiyh5Y+96MoK2+Ww+jisWz7E18rfJPSQVrutnaVSaqZLsShnJyqI5T6N/u+Ri99i9eHMK7shSx5SD13IPpfyzq0YDYr1q3Idh5w4xz4hJwbUftHFOfZBF/L8fsGNVns8g4q3YRTEoqTzthlNl/v0BCG40FrSE4JvzoXgkcWm5DHRaJNZ9MUhlHcYjrnkcS9K5MR5Xb27vLx5X+UlbZm1SE36YvZi9tKST8sEpl9KpUu35NAqanfAoKugXuJvGdH70sFy0G+pg5Zxvy8Oy0tDSw7tVod/kCGFw7BU0eSh3PdKtYhaOVBR6goeSywjLomeh/JDmfrlxOf065XdWOXWLxZwa3RXjxi6PV5oqG7WJgQ/IYy5wHY1zhr81SJt7/APKs7WfmwG/v8b9lNd1YfKc+H6vKkS6pN7JYHIcre4OBcvd5Nb08I6m5FQ9KHTC8vrdJZorNZNq/vLCcn2Qm/teJ6NsrRJzvpoRtizvSBBKu8ZUCJEDNJp87aouaZvbieq1dqrTg7gdfkR/IAGBH9A+HZ3fX91B0rD3dX55dXdSZfAUU64xI77b68InS4dpWknk+zjfCeR2eqRWe24zCeOaGnTe5cyRriYl8XtN6uI2/T9rQ620gQYnlV17D5bAoe/HtYRmF4aZfiP16r2h11NVQgL931YvM6z+kKrOu4YhDI1zuILc7qs64cOyXrPTJyhAVvwISJEperQc9X81q8s7c8Otbs0TM3i0if/aDsrN6ex/bRHZf1xf3+7KNHnhIW7Yn5ZjaGuelHaCWicEM1E2Vw/LzZ0rlTYJ9i8pzm0mylg/v+r+xXc3rhK2+OyicMWvIXrEe/tn53jfeFwqRPIl1c3V/dXXaOebtqsd4L5j6vzy53seZstKNOnMXwZrlrDXihfKBwcinOBZHh1c3VxD1+C0kNjqg90HVtFZJIZSqQ8cmfAaum2XGQTlnjvamdxHMK+fLveP4J+9aq/I/AXvE9vq7CFld7PlZrBA3QT3wj6Ek6mZlIowl5HM1EtCwzB2XZbsmdTn9bEpkhTKBm2x1Q4FrZoI8U2NMu64rXplgiizlLaBaRK3jz2k/aRE7VW2gx+e37uz9x+e35OR9xxuurOs2K4k96ix5H07jU1BuThWu3/+L3pLy8S+71PYr8/P0PsVz8isbI2O+ba2MwbxyBvbZH7l2gL1KelzYXibNgblHdJQuNNZZLodwNV90N82d6aCKyKb9tbcspwryiU4EZYBd6X5RES+XJ3c1SRoCCFiQWqDaIJugqOvBBHumgbbhiEJ2G7tM13q/2gPOzioZHHvHg4/Nx88XDHW5bm8UCyj0cl+/XAW5bpskCOxpAJZmSCR+5ULwqtnsObuSFdtvQyi7BAKnkaN1oMEsSydhtuH216rXP4ZtijkXl3deXlqFzOsgRoUUlOc4ca33r/uEYSmm14niPjxKLYkAxUXKSy2RM3fP11090sMhWdigGXMBZ8Mt2wmlfIjoJqVXxWc3wiYhH2drQHb0r9Ii3ttRWyMlL3C63aVYzmQIkQplwYUgvdp+Ri8ZhkC2Szfq+6a50zFtcu8pIMMS/svOww7OcG34p4zm+vS/F5X2E8eniULpCSwIb7LygX4fbopezyqlZLGcdH3Z6fDL8OU8xcGrfaBZlDzz3CCBvW4tU36Hs/0IQ+xGlDE57KMSyxDf88xvas4j8BAAD//2/YGb0=" + return "eJzsXVtv27i2fu+vWJindpB4n92ZfR7ycIA0Ds4OkLZpnEEfVZpctrlDkQovcVzMjz/gRbJsy7FlS84McPowU1g2+X3rxsXFRfUcHnFxAWRu3gFYbgVewC9kbn55B8DQUM0Ly5W8gP95BwDwg8zND8gVcwKBKiGQWgOX30eQK8mt0lxOIUerOTUw0SoPz66EcmxOLJ0N3gFoFEgMXsCUvAOYcBTMXITRz0GSHC+A+u8PCKXKSTvwn4XHAHZR4IVHPFeapc8aUPo/DzOM40AaJ4wNSgMRnBhwBhlYBZyhtHyyAMYnE9QoLfgPLEcDXAKB3AnLzy1KEh49c61kjtIOViBHAS4xTrVyxWsI67zrA1kyNYNfq4/L8dT4P0ht7eP4QdYkkbXHWU6Kgstp+u4vv/5S+94W6QUJkqkfGJ6JcAgF4TqplMwNaDTKaYpmsMHA/DYYO/qIK5rbpr0dGL4EnU2AwOg3SKNuTDjmQnA53ZiproMd8/xIY/wAqqQlXBqwMwQ0lufEIgM6I3qKBiZKw0I5Hey6tCwu10y8/FOZ+hgtqX2+Tfm0GuUoMsth1viUnmlnxMIcNYKhmhTI1nz1u/8tzGeczpYDNHi48e4yrvuO52EKsmIY6y6/TQp1SVTjrDzdbkM7RAIpIlTDgimQ8glHBvMZSnhyqBc1+QMp+KARWeI++HXFS2G7p8K6tzLlxmKd2L4OuwfRz3Uta7ROy1LDVysEI+tmmoznKA1X0hzMs1lLHRKtsYlaqaPecC62kCRXbHyUa5WDnMix/A+HYcrhp2MCC47NUbRxbE7I+PrTqH30qKjSj8dRpR9PSfXq43GBkhZuYJUlYlBseGMkbygRyLKJUGT9C3tEzAI1RWnJNK7DQigaFsTrq49AVV44i+Akt0k8RCNQp/1aIBZ+YXQGQckgRy6NJZJic8DxRKhGxm3mDJk2B36hVtb5PTlIl49Re/xXd39AnMT4FSDqoY4tLPD+W85ywX8SP+xOvGMi/G97QYwkRO868ChoucQ8I8bnItohA8P9J9zCnBgQxEk6Q+bTXmOJtsi2kzFOF8KZ7ASk0lSrjGbkGWGMKJeaIRKcFDzn3uIqumHB9j+7uvvjKozwKWJNqSo38BO12pepyWJyt75QdUQ1cGkk7H1FKutTawZMzaWnvKnvMyCSpbBiZ85vS6jTXjaEMe5REJHy02bKEu1c6ccBl4OC+BTa9MI0jQ0aKfJnb3TSx4tyeuDSop741HDd6faFnRWoM4O0V/gFajBIlWQxUCtnu2KinD2JBnrE/XdXAZeD8cLi3vKfKJ0TewFNP2rFLQzQh2+EgXtVS4ReU0rXLLx9vaVW+vCXN1BLVzQYN49cDTQSdjK1fEruQVJS7fFXC76xSiM8K+FyNECeCRdkLBCsOoRNx0qpIa/poh8Sc80tnlgnfk6L0uPsk08vWimx1xTTB41gW6roalG/Unkh0Ke8wapUgTrsQ8zhVhVL2cuaV4GaK+ajiOX5fuQ6VtB2kl140RF8o032oc0wcp3pgbbYBbnetLlB8njfO4SvscQ6M6AzpI/ZhHDR2fbuHgulrfG7UDtDvYrU78QLYgwyGCs7W30YMUHAFPZ0/qlZGIv56jMe6yWCGAs5l87uTzKL452Yax9EynnegEqzxvYlUy0ZVGn/Hyeb63I+LZuiPrqcpXQ6l9q9XlVPeU6mOODNPnHw6crNMDilh+HHr85YYxmqDb5l1XTgddDhKdCNZJySkBwkS2Bog8XVS7XcAEofi7bUyyqghebPxOKASZOtHXd2INA0Ogy/jNLxdRTvRma/J0peNFvi+sctoN3cPf8OhDGNxgAxRlEe6sNznsJfa6xuLDjtS6Bh8A157mmVCVqHUiwFl3Bc++DCKdzcVU/eewF/gLFycQE9RKTBhQZUsWZpHhyIwrjrMjwDYoDAP//7fMwtOGn4VIbqbZhkL6Td670RKbwvUDLv7n+CdlLGv5mZs5bL6XmoyP4JFnXOZbDpP33GEk4sy78i+7CDkZ35/DbmWz5U97UUpHlCulUuC5tnoCiOO/5EccqTz+vbow49NTvu0FOzUx563g8POPSErk4CyzJBOu47ILKunBO2PUH7/xO/U5/4MWLJmBjMqJISadir9UKnnAhqE6WD4S3IxlXuPyBadrcQXObkp5Jwn1rXQnPZ+8v7Lx+CCSChMx8ydoOigphmWR0E66oeYepZSXm87reKOeZKL4CSglBuFxAwlF8cftpVp6qhTw2PfGO56YIC8WrV58YVhfBb9Ur5y1kH8DDjpvaBT7Y9Cyf5k8PQchjsvfqGH7YVxbht647eKJUeIs7U3lDPKbipmG4vv2RPDh1mDAs7a8R2YIfG0tWUs14CIaW5+WrgvU8J/hErMhqfHBprPsCccJ/fhGoMpT7H9Kw8wmbsZWHhSWQG9TPqjExR2uw/atxPxIgTwujbLYzChHDpJwQ/ITAXVtC9duITjeg3cVn0npOeMZE8tIaqSa2upYlkKi+lnkBtRZ4Zq7Tfpr817IQDQuPklqZI8sJzl2d+x59ZTaQhIdJnnHVpI2kaqM0AN8OyfcTE7hGPYQCXIQKFGuudMnaqcfTtthm8EgyNzTQWgtOw/mdGKJsJMh3k4w7hCzKdeuM1/GcV5NOs1bOQZioTmor91iME+e+XtyHAVCevrfj5KJBxtbPse2D8Ic8YzKO25HPzGMv6N//42lwL3oY0CCNIvkVxurR55uJEx5i95TkCgXuP/j7pprb4eD15O5vxsn4bc4n6+lTXzefF6NvtGXwmmpPhp9jKs9TXyjRbMg8zJ0XMj98oEHgA0fdjQS91860wDkt66sHlJnQ1LeOHz66WwbyZZT1mCDU12RQlNmrzGAcMhlmj4rcCtVDiJ27lWWFpPb1rxRW9pW89OdR8f/M5CF2aA/AFqbPIdoJiSJhQ9LFfWNUsZQ2/Skt34YtnU2FZeyvvS4tvaa/x8onTSq/EpTNPLUz2SkIhFCXijdOKks9qeLCYF0oTvQDrPzMhTnp33MVLqCmX4cjI6Z6NO6WlYUYg1kO2u93OzrRy01nh7ICqPOfNlZnO4kOco01cqAFkKHDLWUt3ASzMUUWKNuiY6BfacHhbbZNaAct7BsalQW3NGbiCEYupIzhKshXSONApwB6i4HSs0Sm8Ku6UZybL+eIJfdXLGHtNfFbnM4KcWxsPL6ngKK2Jvdl0ttKV4NeSFItDoucjMhXOWNTLwHWACLKEqktRcElV7ncY7+/j4B+WMtFkMuG0IbPzLKhwoaIQxEWdsSpHvVxCyx970ZUVtuGo+jisWz7E18rfJPSQVrutvaVSaqZLsShnpyqI5SGN/veRi99i9eHMa7shSx5TD13IPlfyzp0YDYrNa4Idh5w4xyEhJwbUftHFOQ5BF/L8fsGN13s8g4p3YRTEoqSLthlNl/v0BCG40EbSE4JvzoXgkcW25DHRaJNZ9MUhlHcYTrjkcS9K5NR5Xb0fDm8/VHlJW2YtUpO+mL2avbTk0zKB6ZdS6dItObSK2h0w6Cqol/hbRvS+dLAa9FvqoGXc74vD6tLQkkO71eEvZEjhMCxVNHko971RLaJWDlSUuoLHEsuYS6IXofxQpn458Tn9ZmU3Vrn1qwXcGt31I4Zujxcaqpu1CcFPCBMusF2NswZ/vUjbO/yjirO1H5uB//+W/VRX9aHyXLg+b6qE+uReSSCy3C0uz8XL3eTOtLDOZiwUfez0wvImnRUa63XT6v5yQrK70Fs7nmfjLG2Ssz6aEQ5sL0iQynsGlAgRg3TavC1rrumbu4lqtfGalyN4DT+BH9CA4I8I3+9vHq7vQWm4v74cXt+fdQkc5ZRL7Lj/9prQ2cpRmnYyyT7OdxaZrR+Z1Y7LfOKIlja9cypjhItFWdx+t464Td/f+mBrTYDhWVXH7rMlcPTbcR2B6YVZhv98q2p/2NVUhbBw34fF6zzrL/Oq445BKFOTLL4sqMu6fuiQrPfMxBkasAUfIkJUqg49V81vPMvS/uxYu0vD1CwuffKXtrNycxrbT3tU1r8fHu6WJfqcsHBXzC+rMdRVL4k7A41Topkom+sXxZbOlQr7FJv3NMd2MwXM/3v9sIbbG1dpe1w2cdiBt3A94r37o3O8rxwudQJ5eH17/XDdNerZts16J5j/fX053Mued9mCMn0aw9fRujUchPKVwsGxOJdIRte311cP8DUoPTSm+kDXsVVEJpmhRMoTdwasl27LRTZhifeu9hbHMezLNwv+JehXrzk8AX/B+/S2CltY6f1cqRk8QDfxbaiv4WRqLoUi7G00E9WyxBCcbb8lez7zaU1sijSFkmF7TIVjYYs2VmxLs6wr3ppuiSDqLKVdQKrkzWM/ax85UWulzeD3l5f+zO33l5d0xB2nq+48K4Z76S16HEnvXlMTQB6u1f6X35v+81Vi/+qT2L9eXiD2q5+QWFmbnXBtbOaNY5C3tsjDS7QF6vPS5kJxNuwNyrskofGmMkn0u4Gq+yG+bG9DBFbFt+2tOGW4VxRKcGOsAu/r8giJfLm7OalIUJDCxALVFtEEXQVHXoojXbQNNwzCk7Bd2uW71X5QHnfx0MhTXjwcfWm+eLjnLUvzdCTZp5OS/XbkLct0WSBHY8gUMzLFE3eqF4VWL+Gt5JAuW3qZRVgglTyPGy0GCWJZuw23j7a90jp8M+zRyKK7uvJqVC5nWQG0rCSnuUONb7N/XCMJzTY8z5FxYlFsSQYqLlLZ7Jkbvvmq7W4WmYpOxYBLmAg+nW1ZzStkJ0G1Lj6rOT4TsQx7e9qDN6V+kZb22gpZGan7hVbtKsYLoEQIUy4MqYXuc3KxeEyyA7LZvFfdtc4Zi2sXeU2GmBd2UXYY9nODb008l3c3pfi8rzAePTxKF0hJYMv9F5TLcHvyUnZ5VauljOOjbs9PRt9GKWaujFvtgsyx5x5hhC1r8fq/HuD9QBP6GKcNTXgqx7DENvzTILuziv8LAAD//7paZf8=" } diff --git a/x-pack/metricbeat/module/aws/module.yml b/x-pack/metricbeat/module/aws/module.yml index 331d95c3685..5e3d60759d2 100644 --- a/x-pack/metricbeat/module/aws/module.yml +++ b/x-pack/metricbeat/module/aws/module.yml @@ -5,3 +5,4 @@ metricsets: - usage - billing - sns + - dynamodb From b9d46d94beda7e0f4d3a96d23c15dea1ea5c25f3 Mon Sep 17 00:00:00 2001 From: chrismark Date: Mon, 16 Dec 2019 14:59:41 +0200 Subject: [PATCH 02/11] Add more metrics Signed-off-by: chrismark --- .../module/aws/dynamodb/_meta/docs.asciidoc | 40 +++++++++++++------ .../module/aws/dynamodb/manifest.yml | 22 ++++++++++ 2 files changed, 49 insertions(+), 13 deletions(-) diff --git a/x-pack/metricbeat/module/aws/dynamodb/_meta/docs.asciidoc b/x-pack/metricbeat/module/aws/dynamodb/_meta/docs.asciidoc index 5856457eceb..f9ead900b41 100644 --- a/x-pack/metricbeat/module/aws/dynamodb/_meta/docs.asciidoc +++ b/x-pack/metricbeat/module/aws/dynamodb/_meta/docs.asciidoc @@ -21,18 +21,32 @@ https://docs.aws.amazon.com/amazondynamodb/latest/developerguide/metrics-dimensi |=== |Metric Name|Statistic Method -|ConditionalCheckFailedRequests | Maximum -|ConsumedReadCapacityUnits | Maximum -|ConsumedWriteCapacityUnits | Maximum -|ReadThrottleEvents | Sum -|ReturnedBytes | Sum -|ReturnedItemCount | Sum -|ReturnedRecordsCount | Sum -|SuccessfulRequestLatency | Sum -|SystemErrors | Average -|TimeToLiveDeletedItemCount | Sum -|ThrottledRequests | Average +|SuccessfulRequestLatency | Average +|OnlineIndexPercentageProgress | Average +|ProvisionedWriteCapacityUnits | Average +|ProvisionedReadCapacityUnits | Average +|ConsumedReadCapacityUnits | Average +|ConsumedWriteCapacityUnits | Average +|ReplicationLatency | Average |TransactionConflict | Average -|UserErrors | Average -|WriteThrottleEvents | Average +|AccountProvisionedReadCapacityUtilization | Average +|AccountProvisionedWriteCapacityUtilization | Average +|SystemErrors | Sum +|ConsumedReadCapacityUnits | Sum +|ConsumedWriteCapacityUnits | Sum +|ConditionalCheckFailedRequests | Sum +|PendingReplicationCount | Sum +|TransactionConflict | Sum +|ReadThrottleEvents | Sum +|ThrottledRequests | Sum +|WriteThrottleEvents | Sum +|SuccessfulRequestLatency | Maximum +|ReplicationLatency | Maximum +|AccountMaxReads | Maximum +|AccountMaxTableLevelReads | Maximum +|AccountMaxTableLevelWrites | Maximum +|AccountMaxWrites | Maximum +|MaxProvisionedTableReadCapacityUtilization | Maximum +|MaxProvisionedTableWriteCapacityUtilization | Maximum |=== + diff --git a/x-pack/metricbeat/module/aws/dynamodb/manifest.yml b/x-pack/metricbeat/module/aws/dynamodb/manifest.yml index 1d9ffabdce4..a3fd34e3b4d 100644 --- a/x-pack/metricbeat/module/aws/dynamodb/manifest.yml +++ b/x-pack/metricbeat/module/aws/dynamodb/manifest.yml @@ -7,14 +7,36 @@ input: - namespace: AWS/DynamoDB statistic: ["Average"] name: + - SuccessfulRequestLatency - OnlineIndexPercentageProgress - ProvisionedWriteCapacityUnits - ProvisionedReadCapacityUnits - ConsumedReadCapacityUnits - ConsumedWriteCapacityUnits + - ReplicationLatency + - TransactionConflict + - AccountProvisionedReadCapacityUtilization + - AccountProvisionedWriteCapacityUtilization - namespace: AWS/DynamoDB statistic: ["Sum"] name: + - SystemErrors - ConsumedReadCapacityUnits - ConsumedWriteCapacityUnits - ConditionalCheckFailedRequests + - PendingReplicationCount + - TransactionConflict + - ReadThrottleEvents + - ThrottledRequests + - WriteThrottleEvents + - namespace: AWS/DynamoDB + statistic: ["Maximum"] + name: + - SuccessfulRequestLatency + - ReplicationLatency + - AccountMaxReads + - AccountMaxTableLevelReads + - AccountMaxTableLevelWrites + - AccountMaxWrites + - MaxProvisionedTableReadCapacityUtilization + - MaxProvisionedTableWriteCapacityUtilization From f8736179dc667589c2960a0fa838087237297e88 Mon Sep 17 00:00:00 2001 From: chrismark Date: Tue, 17 Dec 2019 11:22:34 +0200 Subject: [PATCH 03/11] Add data.json Signed-off-by: chrismark --- .../module/aws/dynamodb/_meta/data.json | 56 +++++++++++++++++++ 1 file changed, 56 insertions(+) diff --git a/x-pack/metricbeat/module/aws/dynamodb/_meta/data.json b/x-pack/metricbeat/module/aws/dynamodb/_meta/data.json index e69de29bb2d..a8d1278eed7 100644 --- a/x-pack/metricbeat/module/aws/dynamodb/_meta/data.json +++ b/x-pack/metricbeat/module/aws/dynamodb/_meta/data.json @@ -0,0 +1,56 @@ +{ + "@timestamp": "2019-12-17T09:18:26.062Z", + "@metadata": { + "beat": "metricbeat", + "type": "_doc", + "version": "8.0.0" + }, + "agent": { + "hostname": "testnode1", + "id": "fbaf40e4-c9f2-4d9f-840f-b3d8de51b42c", + "version": "8.0.0", + "type": "metricbeat", + "ephemeral_id": "d9bd89a5-56fd-4502-b3c5-2a5c8b5b986b" + }, + "ecs": { + "version": "1.2.0" + }, + "service": { + "type": "aws" + }, + "cloud": { + "account": { + "id": "428152502467", + "name": "elastic-beats" + }, + "provider": "aws", + "region": "eu-central-1" + }, + "aws": { + "metrics": { + "SuccessfulRequestLatency": { + "max": 17.713318, + "avg": 4.457840625 + } + }, + "cloudwatch": { + "dimensions": { + "Operation": "Scan", + "TableName": "TryDaxTable" + }, + "namespace": "AWS/DynamoDB" + } + }, + "event": { + "module": "aws", + "duration": 1027498360, + "dataset": "aws.dynamodb" + }, + "metricset": { + "name": "dynamodb", + "period": 60000 + }, + "host": { + "name": "testnode1" + } +} From 9612d75b19b245ba565ab145bfb54edb2bf280e8 Mon Sep 17 00:00:00 2001 From: chrismark Date: Tue, 17 Dec 2019 12:31:51 +0200 Subject: [PATCH 04/11] Add dashboard Signed-off-by: chrismark --- .../Metricbeat-aws-dynamodb-overview.json | 1760 +++++++++++++++++ 1 file changed, 1760 insertions(+) create mode 100644 x-pack/metricbeat/module/aws/_meta/kibana/7/dashboard/Metricbeat-aws-dynamodb-overview.json diff --git a/x-pack/metricbeat/module/aws/_meta/kibana/7/dashboard/Metricbeat-aws-dynamodb-overview.json b/x-pack/metricbeat/module/aws/_meta/kibana/7/dashboard/Metricbeat-aws-dynamodb-overview.json new file mode 100644 index 00000000000..a14fe3db85e --- /dev/null +++ b/x-pack/metricbeat/module/aws/_meta/kibana/7/dashboard/Metricbeat-aws-dynamodb-overview.json @@ -0,0 +1,1760 @@ +{ + "objects": [ + { + "attributes": { + "description": "Overview of DynamoDB AWS Cloudwatch metrics", + "hits": 0, + "kibanaSavedObjectMeta": { + "searchSourceJSON": { + "filter": [], + "query": { + "language": "kuery", + "query": "" + } + } + }, + "optionsJSON": { + "hidePanelTitles": false, + "useMargins": true + }, + "panelsJSON": [ + { + "embeddableConfig": {}, + "gridData": { + "h": 9, + "i": "03807c37-c9dc-4b41-80ce-e28a13eb66e2", + "w": 16, + "x": 0, + "y": 0 + }, + "panelIndex": "03807c37-c9dc-4b41-80ce-e28a13eb66e2", + "panelRefName": "panel_0", + "version": "7.4.0" + }, + { + "embeddableConfig": {}, + "gridData": { + "h": 9, + "i": "18810035-5e91-409a-98d7-c03166e1f9b3", + "w": 32, + "x": 16, + "y": 0 + }, + "panelIndex": "18810035-5e91-409a-98d7-c03166e1f9b3", + "panelRefName": "panel_1", + "version": "7.4.0" + }, + { + "embeddableConfig": {}, + "gridData": { + "h": 9, + "i": "60e6e6e4-3237-430e-80fc-63fe9b718a7e", + "w": 19, + "x": 0, + "y": 9 + }, + "panelIndex": "60e6e6e4-3237-430e-80fc-63fe9b718a7e", + "panelRefName": "panel_2", + "version": "7.4.0" + }, + { + "embeddableConfig": {}, + "gridData": { + "h": 9, + "i": "5e5d6509-2889-4383-bef4-9c2da0e759c6", + "w": 14, + "x": 19, + "y": 9 + }, + "panelIndex": "5e5d6509-2889-4383-bef4-9c2da0e759c6", + "panelRefName": "panel_3", + "version": "7.4.0" + }, + { + "embeddableConfig": {}, + "gridData": { + "h": 9, + "i": "2db371a7-20c5-460a-a2f7-06b5b03d7b34", + "w": 15, + "x": 33, + "y": 9 + }, + "panelIndex": "2db371a7-20c5-460a-a2f7-06b5b03d7b34", + "panelRefName": "panel_4", + "version": "7.4.0" + }, + { + "embeddableConfig": {}, + "gridData": { + "h": 15, + "i": "1cd72292-ecba-4008-bb3c-e76c7fb6b4f4", + "w": 24, + "x": 0, + "y": 18 + }, + "panelIndex": "1cd72292-ecba-4008-bb3c-e76c7fb6b4f4", + "panelRefName": "panel_5", + "version": "7.4.0" + }, + { + "embeddableConfig": {}, + "gridData": { + "h": 15, + "i": "cea56791-2602-4079-977b-7d088727872c", + "w": 24, + "x": 24, + "y": 18 + }, + "panelIndex": "cea56791-2602-4079-977b-7d088727872c", + "panelRefName": "panel_6", + "version": "7.4.0" + }, + { + "embeddableConfig": {}, + "gridData": { + "h": 15, + "i": "fe509a4d-700b-4092-9aae-ce14e8de103e", + "w": 24, + "x": 0, + "y": 33 + }, + "panelIndex": "fe509a4d-700b-4092-9aae-ce14e8de103e", + "panelRefName": "panel_7", + "version": "7.4.0" + }, + { + "embeddableConfig": {}, + "gridData": { + "h": 15, + "i": "3d6b1fa0-746f-40ed-8fcc-ae89013f632b", + "w": 24, + "x": 24, + "y": 33 + }, + "panelIndex": "3d6b1fa0-746f-40ed-8fcc-ae89013f632b", + "panelRefName": "panel_8", + "version": "7.4.0" + }, + { + "embeddableConfig": {}, + "gridData": { + "h": 10, + "i": "0f9a5223-3c63-405c-a5c4-ea15416bad4a", + "w": 24, + "x": 0, + "y": 48 + }, + "panelIndex": "0f9a5223-3c63-405c-a5c4-ea15416bad4a", + "panelRefName": "panel_9", + "version": "7.4.0" + } + ], + "timeRestore": false, + "title": "[Metricbeat AWS] DynamoDB Overview", + "version": 1 + }, + "id": "68ba7bd0-20b6-11ea-8f72-2f8d21e50b0c", + "migrationVersion": { + "dashboard": "7.3.0" + }, + "references": [ + { + "id": "9e012a20-20b4-11ea-8f72-2f8d21e50b0c", + "name": "panel_0", + "type": "visualization" + }, + { + "id": "6b789730-2002-11ea-8f72-2f8d21e50b0c", + "name": "panel_1", + "type": "visualization" + }, + { + "id": "5eaeaf50-20b4-11ea-8f72-2f8d21e50b0c", + "name": "panel_2", + "type": "visualization" + }, + { + "id": "494adfe0-20b3-11ea-8f72-2f8d21e50b0c", + "name": "panel_3", + "type": "visualization" + }, + { + "id": "8717f330-20b3-11ea-8f72-2f8d21e50b0c", + "name": "panel_4", + "type": "visualization" + }, + { + "id": "64b587a0-20b1-11ea-8f72-2f8d21e50b0c", + "name": "panel_5", + "type": "visualization" + }, + { + "id": "1a22a410-2003-11ea-8f72-2f8d21e50b0c", + "name": "panel_6", + "type": "visualization" + }, + { + "id": "6d9c9fb0-20b2-11ea-8f72-2f8d21e50b0c", + "name": "panel_7", + "type": "visualization" + }, + { + "id": "08d696d0-20b2-11ea-8f72-2f8d21e50b0c", + "name": "panel_8", + "type": "visualization" + }, + { + "id": "31ad4090-2003-11ea-8f72-2f8d21e50b0c", + "name": "panel_9", + "type": "visualization" + } + ], + "type": "dashboard", + "updated_at": "2019-12-17T10:17:20.141Z", + "version": "WzUxMzksMV0=" + }, + { + "attributes": { + "description": "", + "kibanaSavedObjectMeta": { + "searchSourceJSON": { + "filter": [], + "indexRefName": "kibanaSavedObjectMeta.searchSourceJSON.index", + "query": { + "language": "kuery", + "query": "" + } + } + }, + "title": "DynamoDB ThrottleRequests [Metricbeat AWS] ECS", + "uiStateJSON": {}, + "version": 1, + "visState": { + "aggs": [ + { + "enabled": true, + "id": "1", + "params": { + "customLabel": "ThrottleRequests", + "field": "aws.metrics.ThrottledRequests.sum" + }, + "schema": "metric", + "type": "max" + }, + { + "enabled": true, + "id": "2", + "params": { + "drop_partials": false, + "extended_bounds": {}, + "field": "@timestamp", + "interval": "auto", + "min_doc_count": 1, + "timeRange": { + "from": "now-15m", + "to": "now" + }, + "useNormalizedEsInterval": true + }, + "schema": "segment", + "type": "date_histogram" + } + ], + "params": { + "addLegend": true, + "addTimeMarker": false, + "addTooltip": true, + "categoryAxes": [ + { + "id": "CategoryAxis-1", + "labels": { + "filter": true, + "show": true, + "truncate": 100 + }, + "position": "bottom", + "scale": { + "type": "linear" + }, + "show": true, + "style": {}, + "title": {}, + "type": "category" + } + ], + "dimensions": { + "x": { + "accessor": 0, + "aggType": "date_histogram", + "format": { + "id": "date", + "params": { + "pattern": "HH:mm:ss" + } + }, + "params": { + "bounds": { + "max": "2019-12-17T10:03:05.186Z", + "min": "2019-12-17T09:48:05.185Z" + }, + "date": true, + "format": "HH:mm:ss", + "interval": "PT30S" + } + }, + "y": [ + { + "accessor": 1, + "aggType": "max", + "format": { + "id": "number" + }, + "params": {} + } + ] + }, + "grid": { + "categoryLines": false + }, + "labels": {}, + "legendPosition": "right", + "seriesParams": [ + { + "data": { + "id": "1", + "label": "ThrottleRequests" + }, + "drawLinesBetweenPoints": true, + "mode": "normal", + "show": "true", + "showCircles": true, + "type": "line", + "valueAxis": "ValueAxis-1" + } + ], + "thresholdLine": { + "color": "#34130C", + "show": false, + "style": "full", + "value": 10, + "width": 1 + }, + "times": [], + "type": "line", + "valueAxes": [ + { + "id": "ValueAxis-1", + "labels": { + "filter": false, + "rotate": 0, + "show": true, + "truncate": 100 + }, + "name": "LeftAxis-1", + "position": "left", + "scale": { + "mode": "normal", + "type": "linear" + }, + "show": true, + "style": {}, + "title": { + "text": "ThrottleRequests" + }, + "type": "value" + } + ] + }, + "title": "DynamoDB ThrottleRequests [Metricbeat AWS] ECS", + "type": "line" + } + }, + "id": "9e012a20-20b4-11ea-8f72-2f8d21e50b0c", + "migrationVersion": { + "visualization": "7.3.1" + }, + "references": [ + { + "id": "metricbeat-*", + "name": "kibanaSavedObjectMeta.searchSourceJSON.index", + "type": "index-pattern" + } + ], + "type": "visualization", + "updated_at": "2019-12-17T10:04:30.530Z", + "version": "WzUxMzAsMV0=" + }, + { + "attributes": { + "description": "", + "kibanaSavedObjectMeta": { + "searchSourceJSON": { + "filter": [], + "indexRefName": "kibanaSavedObjectMeta.searchSourceJSON.index", + "query": { + "language": "kuery", + "query": "" + } + } + }, + "title": "DynamoDB Max Read/Write Limits [Metricbeat AWS] ECS", + "uiStateJSON": {}, + "version": 1, + "visState": { + "aggs": [ + { + "enabled": true, + "id": "1", + "params": { + "customLabel": "AccountMaxReads", + "field": "aws.metrics.AccountMaxReads.max" + }, + "schema": "metric", + "type": "max" + }, + { + "enabled": true, + "id": "2", + "params": { + "customLabel": "AccountMaxWrites", + "field": "aws.metrics.AccountMaxWrites.max" + }, + "schema": "metric", + "type": "max" + }, + { + "enabled": true, + "id": "3", + "params": { + "customLabel": "AccountMaxTableLevelReads", + "field": "aws.metrics.AccountMaxTableLevelReads.max" + }, + "schema": "metric", + "type": "max" + }, + { + "enabled": true, + "id": "4", + "params": { + "customLabel": "AccountMaxTableLevelWrites", + "field": "aws.metrics.AccountMaxTableLevelWrites.max" + }, + "schema": "metric", + "type": "max" + } + ], + "params": { + "addLegend": false, + "addTooltip": true, + "dimensions": { + "metrics": [ + { + "accessor": 0, + "format": { + "id": "number", + "params": {} + }, + "type": "vis_dimension" + }, + { + "accessor": 1, + "format": { + "id": "number", + "params": {} + }, + "type": "vis_dimension" + }, + { + "accessor": 2, + "format": { + "id": "number", + "params": {} + }, + "type": "vis_dimension" + } + ] + }, + "metric": { + "colorSchema": "Green to Red", + "colorsRange": [ + { + "from": 0, + "to": 10000, + "type": "range" + } + ], + "invertColors": false, + "labels": { + "show": true + }, + "metricColorMode": "None", + "percentageMode": false, + "style": { + "bgColor": false, + "bgFill": "#000", + "fontSize": 60, + "labelColor": false, + "subText": "" + }, + "useRanges": false + }, + "type": "metric" + }, + "title": "DynamoDB Max Read/Write Limits [Metricbeat AWS] ECS", + "type": "metric" + } + }, + "id": "6b789730-2002-11ea-8f72-2f8d21e50b0c", + "migrationVersion": { + "visualization": "7.3.1" + }, + "references": [ + { + "id": "metricbeat-*", + "name": "kibanaSavedObjectMeta.searchSourceJSON.index", + "type": "index-pattern" + } + ], + "type": "visualization", + "updated_at": "2019-12-17T10:08:13.802Z", + "version": "WzUxMzYsMV0=" + }, + { + "attributes": { + "description": "", + "kibanaSavedObjectMeta": { + "searchSourceJSON": { + "filter": [], + "indexRefName": "kibanaSavedObjectMeta.searchSourceJSON.index", + "query": { + "language": "kuery", + "query": "" + } + } + }, + "title": "DynamoDB ReadThrottleEvents [Metricbeat AWS] ECS", + "uiStateJSON": {}, + "version": 1, + "visState": { + "aggs": [ + { + "enabled": true, + "id": "1", + "params": { + "customLabel": "ReadThrottleEvents", + "field": "aws.metrics.ReadThrottleEvents.sum" + }, + "schema": "metric", + "type": "max" + }, + { + "enabled": true, + "id": "2", + "params": { + "drop_partials": false, + "extended_bounds": {}, + "field": "@timestamp", + "interval": "auto", + "min_doc_count": 1, + "useNormalizedEsInterval": true + }, + "schema": "segment", + "type": "date_histogram" + } + ], + "params": { + "addLegend": true, + "addTimeMarker": false, + "addTooltip": true, + "categoryAxes": [ + { + "id": "CategoryAxis-1", + "labels": { + "filter": true, + "show": true, + "truncate": 100 + }, + "position": "bottom", + "scale": { + "type": "linear" + }, + "show": true, + "style": {}, + "title": {}, + "type": "category" + } + ], + "dimensions": { + "x": null, + "y": [ + { + "accessor": 0, + "aggType": "count", + "format": { + "id": "number" + }, + "params": {} + } + ] + }, + "grid": { + "categoryLines": false + }, + "labels": {}, + "legendPosition": "right", + "seriesParams": [ + { + "data": { + "id": "1", + "label": "ReadThrottleEvents" + }, + "drawLinesBetweenPoints": true, + "mode": "normal", + "show": "true", + "showCircles": true, + "type": "line", + "valueAxis": "ValueAxis-1" + } + ], + "thresholdLine": { + "color": "#34130C", + "show": false, + "style": "full", + "value": 10, + "width": 1 + }, + "times": [], + "type": "line", + "valueAxes": [ + { + "id": "ValueAxis-1", + "labels": { + "filter": false, + "rotate": 0, + "show": true, + "truncate": 100 + }, + "name": "LeftAxis-1", + "position": "left", + "scale": { + "mode": "normal", + "type": "linear" + }, + "show": true, + "style": {}, + "title": { + "text": "ReadThrottleEvents" + }, + "type": "value" + } + ] + }, + "title": "DynamoDB ReadThrottleEvents [Metricbeat AWS] ECS", + "type": "line" + } + }, + "id": "5eaeaf50-20b4-11ea-8f72-2f8d21e50b0c", + "migrationVersion": { + "visualization": "7.3.1" + }, + "references": [ + { + "id": "metricbeat-*", + "name": "kibanaSavedObjectMeta.searchSourceJSON.index", + "type": "index-pattern" + } + ], + "type": "visualization", + "updated_at": "2019-12-17T10:02:44.292Z", + "version": "WzUxMjksMV0=" + }, + { + "attributes": { + "description": "", + "kibanaSavedObjectMeta": { + "searchSourceJSON": { + "filter": [], + "indexRefName": "kibanaSavedObjectMeta.searchSourceJSON.index", + "query": { + "language": "kuery", + "query": "" + } + } + }, + "title": "DynamoDB ConsumedReadCapacityUnits Gauge [Metricbeat AWS] ECS", + "uiStateJSON": { + "vis": { + "defaultColors": { + "0 - 50": "rgb(0,104,55)", + "50 - 75": "rgb(255,255,190)", + "75 - 100": "rgb(165,0,38)" + }, + "legendOpen": true + } + }, + "version": 1, + "visState": { + "aggs": [ + { + "enabled": true, + "id": "1", + "params": { + "customLabel": "ConsumedReadCapacityUnits", + "field": "aws.metrics.ConsumedReadCapacityUnits.sum" + }, + "schema": "metric", + "type": "max" + } + ], + "params": { + "addLegend": true, + "addTooltip": true, + "dimensions": { + "x": null, + "y": [ + { + "accessor": 0, + "aggType": "count", + "format": { + "id": "number" + }, + "params": {} + } + ] + }, + "gauge": { + "alignment": "automatic", + "backStyle": "Full", + "colorSchema": "Green to Red", + "colorsRange": [ + { + "from": 0, + "to": 50 + }, + { + "from": 50, + "to": 75 + }, + { + "from": 75, + "to": 100 + } + ], + "extendRange": true, + "gaugeColorMode": "Labels", + "gaugeStyle": "Full", + "gaugeType": "Arc", + "invertColors": false, + "labels": { + "color": "black", + "show": true + }, + "orientation": "vertical", + "percentageMode": false, + "scale": { + "color": "rgba(105,112,125,0.2)", + "labels": false, + "show": true + }, + "style": { + "bgColor": true, + "bgFill": "rgba(105,112,125,0.2)", + "bgMask": false, + "bgWidth": 0.9, + "fontSize": 60, + "mask": false, + "maskBars": 50, + "subText": "", + "width": 0.9 + }, + "type": "meter" + }, + "isDisplayWarning": false, + "type": "gauge" + }, + "title": "DynamoDB ConsumedReadCapacityUnits Gauge [Metricbeat AWS] ECS", + "type": "gauge" + } + }, + "id": "494adfe0-20b3-11ea-8f72-2f8d21e50b0c", + "migrationVersion": { + "visualization": "7.3.1" + }, + "references": [ + { + "id": "metricbeat-*", + "name": "kibanaSavedObjectMeta.searchSourceJSON.index", + "type": "index-pattern" + } + ], + "type": "visualization", + "updated_at": "2019-12-17T09:54:58.910Z", + "version": "WzUxMjcsMV0=" + }, + { + "attributes": { + "description": "", + "kibanaSavedObjectMeta": { + "searchSourceJSON": { + "filter": [], + "indexRefName": "kibanaSavedObjectMeta.searchSourceJSON.index", + "query": { + "language": "kuery", + "query": "" + } + } + }, + "title": "DynamoDB ConsumedWriteCapacityUnits Gauge [Metricbeat AWS] ECS", + "uiStateJSON": { + "vis": { + "defaultColors": { + "0 - 50": "rgb(0,104,55)", + "50 - 75": "rgb(255,255,190)", + "75 - 100": "rgb(165,0,38)" + }, + "legendOpen": true + } + }, + "version": 1, + "visState": { + "aggs": [ + { + "enabled": true, + "id": "1", + "params": { + "customLabel": "ConsumedWriteCapacityUnits", + "field": "aws.metrics.ConsumedReadCapacityUnits.sum" + }, + "schema": "metric", + "type": "max" + } + ], + "params": { + "addLegend": true, + "addTooltip": true, + "dimensions": { + "x": null, + "y": [ + { + "accessor": 0, + "aggType": "max", + "format": { + "id": "number" + }, + "params": {} + } + ] + }, + "gauge": { + "alignment": "automatic", + "backStyle": "Full", + "colorSchema": "Green to Red", + "colorsRange": [ + { + "from": 0, + "to": 50 + }, + { + "from": 50, + "to": 75 + }, + { + "from": 75, + "to": 100 + } + ], + "extendRange": true, + "gaugeColorMode": "Labels", + "gaugeStyle": "Full", + "gaugeType": "Arc", + "invertColors": false, + "labels": { + "color": "black", + "show": true + }, + "orientation": "vertical", + "percentageMode": false, + "scale": { + "color": "rgba(105,112,125,0.2)", + "labels": false, + "show": true + }, + "style": { + "bgColor": true, + "bgFill": "rgba(105,112,125,0.2)", + "bgMask": false, + "bgWidth": 0.9, + "fontSize": 60, + "mask": false, + "maskBars": 50, + "subText": "", + "width": 0.9 + }, + "type": "meter" + }, + "isDisplayWarning": false, + "type": "gauge" + }, + "title": "DynamoDB ConsumedWriteCapacityUnits Gauge [Metricbeat AWS] ECS", + "type": "gauge" + } + }, + "id": "8717f330-20b3-11ea-8f72-2f8d21e50b0c", + "migrationVersion": { + "visualization": "7.3.1" + }, + "references": [ + { + "id": "metricbeat-*", + "name": "kibanaSavedObjectMeta.searchSourceJSON.index", + "type": "index-pattern" + } + ], + "type": "visualization", + "updated_at": "2019-12-17T09:56:42.595Z", + "version": "WzUxMjgsMV0=" + }, + { + "attributes": { + "description": "", + "kibanaSavedObjectMeta": { + "searchSourceJSON": { + "filter": [], + "indexRefName": "kibanaSavedObjectMeta.searchSourceJSON.index", + "query": { + "language": "kuery", + "query": "" + } + } + }, + "title": "DynamoDB SuccessfulRequestLatency over Time [Metricbeat AWS] ECS", + "uiStateJSON": {}, + "version": 1, + "visState": { + "aggs": [ + { + "enabled": true, + "id": "1", + "params": { + "customLabel": "SuccessfulRequestLatency", + "field": "aws.metrics.SuccessfulRequestLatency.avg" + }, + "schema": "metric", + "type": "avg" + }, + { + "enabled": true, + "id": "2", + "params": { + "drop_partials": false, + "extended_bounds": {}, + "field": "@timestamp", + "interval": "auto", + "min_doc_count": 1, + "timeRange": { + "from": "now-15m", + "to": "now" + }, + "useNormalizedEsInterval": true + }, + "schema": "segment", + "type": "date_histogram" + }, + { + "enabled": true, + "id": "3", + "params": { + "customLabel": "MAX SuccessfulRequestLatency", + "field": "aws.metrics.SuccessfulRequestLatency.max" + }, + "schema": "metric", + "type": "max" + } + ], + "params": { + "addLegend": true, + "addTimeMarker": false, + "addTooltip": true, + "categoryAxes": [ + { + "id": "CategoryAxis-1", + "labels": { + "filter": true, + "show": true, + "truncate": 100 + }, + "position": "bottom", + "scale": { + "type": "linear" + }, + "show": true, + "style": {}, + "title": {}, + "type": "category" + } + ], + "dimensions": { + "x": { + "accessor": 0, + "aggType": "date_histogram", + "format": { + "id": "date", + "params": { + "pattern": "HH:mm:ss" + } + }, + "params": { + "bounds": { + "max": "2019-12-17T09:39:17.110Z", + "min": "2019-12-17T09:24:17.110Z" + }, + "date": true, + "format": "HH:mm:ss", + "interval": "PT30S" + } + }, + "y": [ + { + "accessor": 1, + "aggType": "avg", + "format": { + "id": "number" + }, + "params": {} + }, + { + "accessor": 2, + "aggType": "max", + "format": { + "id": "number" + }, + "params": {} + } + ] + }, + "grid": { + "categoryLines": false + }, + "labels": {}, + "legendPosition": "right", + "seriesParams": [ + { + "data": { + "id": "1", + "label": "SuccessfulRequestLatency" + }, + "drawLinesBetweenPoints": true, + "mode": "normal", + "show": "true", + "showCircles": true, + "type": "line", + "valueAxis": "ValueAxis-1" + }, + { + "data": { + "id": "3", + "label": "MAX SuccessfulRequestLatency" + }, + "drawLinesBetweenPoints": true, + "mode": "normal", + "show": true, + "showCircles": true, + "type": "line", + "valueAxis": "ValueAxis-1" + } + ], + "thresholdLine": { + "color": "#34130C", + "show": false, + "style": "full", + "value": 10, + "width": 1 + }, + "times": [], + "type": "line", + "valueAxes": [ + { + "id": "ValueAxis-1", + "labels": { + "filter": false, + "rotate": 0, + "show": true, + "truncate": 100 + }, + "name": "LeftAxis-1", + "position": "left", + "scale": { + "mode": "normal", + "type": "linear" + }, + "show": true, + "style": {}, + "title": { + "text": "SuccessfulRequestLatency" + }, + "type": "value" + } + ] + }, + "title": "DynamoDB SuccessfulRequestLatency over Time [Metricbeat AWS] ECS", + "type": "line" + } + }, + "id": "64b587a0-20b1-11ea-8f72-2f8d21e50b0c", + "migrationVersion": { + "visualization": "7.3.1" + }, + "references": [ + { + "id": "metricbeat-*", + "name": "kibanaSavedObjectMeta.searchSourceJSON.index", + "type": "index-pattern" + } + ], + "type": "visualization", + "updated_at": "2019-12-17T10:11:11.744Z", + "version": "WzUxMzcsMV0=" + }, + { + "attributes": { + "description": "", + "kibanaSavedObjectMeta": { + "searchSourceJSON": { + "filter": [], + "indexRefName": "kibanaSavedObjectMeta.searchSourceJSON.index", + "query": { + "language": "kuery", + "query": "" + } + } + }, + "title": "DynamoDB AccountProvisionedReadCapacityUtilization over Time [Metricbeat AWS] ECS", + "uiStateJSON": {}, + "version": 1, + "visState": { + "aggs": [ + { + "enabled": true, + "id": "1", + "params": { + "customLabel": "AccountProvisionedReadCapacityUtilization", + "field": "aws.metrics.AccountProvisionedReadCapacityUtilization.avg" + }, + "schema": "metric", + "type": "avg" + }, + { + "enabled": true, + "id": "2", + "params": { + "drop_partials": false, + "extended_bounds": {}, + "field": "@timestamp", + "interval": "auto", + "min_doc_count": 1, + "useNormalizedEsInterval": true + }, + "schema": "segment", + "type": "date_histogram" + } + ], + "params": { + "addLegend": true, + "addTimeMarker": false, + "addTooltip": true, + "categoryAxes": [ + { + "id": "CategoryAxis-1", + "labels": { + "filter": true, + "show": true, + "truncate": 100 + }, + "position": "bottom", + "scale": { + "type": "linear" + }, + "show": true, + "style": {}, + "title": {}, + "type": "category" + } + ], + "dimensions": { + "x": null, + "y": [ + { + "accessor": 0, + "aggType": "avg", + "format": { + "id": "number" + }, + "params": {} + } + ] + }, + "grid": { + "categoryLines": false + }, + "labels": {}, + "legendPosition": "right", + "seriesParams": [ + { + "data": { + "id": "1", + "label": "AccountProvisionedReadCapacityUtilization" + }, + "drawLinesBetweenPoints": true, + "mode": "normal", + "show": "true", + "showCircles": true, + "type": "line", + "valueAxis": "ValueAxis-1" + } + ], + "thresholdLine": { + "color": "#34130C", + "show": false, + "style": "full", + "value": 10, + "width": 1 + }, + "times": [], + "type": "line", + "valueAxes": [ + { + "id": "ValueAxis-1", + "labels": { + "filter": false, + "rotate": 0, + "show": true, + "truncate": 100 + }, + "name": "LeftAxis-1", + "position": "left", + "scale": { + "mode": "normal", + "type": "linear" + }, + "show": true, + "style": {}, + "title": { + "text": "AccountProvisionedReadCapacityUtilization" + }, + "type": "value" + } + ] + }, + "title": "DynamoDB AccountProvisionedReadCapacityUtilization over Time [Metricbeat AWS] ECS", + "type": "line" + } + }, + "id": "1a22a410-2003-11ea-8f72-2f8d21e50b0c", + "migrationVersion": { + "visualization": "7.3.1" + }, + "references": [ + { + "id": "metricbeat-*", + "name": "kibanaSavedObjectMeta.searchSourceJSON.index", + "type": "index-pattern" + } + ], + "type": "visualization", + "updated_at": "2019-12-17T10:06:24.190Z", + "version": "WzUxMzIsMV0=" + }, + { + "attributes": { + "description": "", + "kibanaSavedObjectMeta": { + "searchSourceJSON": { + "filter": [], + "indexRefName": "kibanaSavedObjectMeta.searchSourceJSON.index", + "query": { + "language": "kuery", + "query": "" + } + } + }, + "title": "DynamoDB ConsumedWriteCapacityUnits over Time [Metricbeat AWS] ECS", + "uiStateJSON": {}, + "version": 1, + "visState": { + "aggs": [ + { + "enabled": true, + "id": "1", + "params": { + "customLabel": "ConsumedWriteCapacityUnits", + "field": "aws.metrics.ConsumedWriteCapacityUnits.avg" + }, + "schema": "metric", + "type": "avg" + }, + { + "enabled": true, + "id": "2", + "params": { + "drop_partials": false, + "extended_bounds": {}, + "field": "@timestamp", + "interval": "auto", + "min_doc_count": 1, + "timeRange": { + "from": "now-15m", + "to": "now" + }, + "useNormalizedEsInterval": true + }, + "schema": "segment", + "type": "date_histogram" + } + ], + "params": { + "addLegend": true, + "addTimeMarker": false, + "addTooltip": true, + "categoryAxes": [ + { + "id": "CategoryAxis-1", + "labels": { + "filter": true, + "show": true, + "truncate": 100 + }, + "position": "bottom", + "scale": { + "type": "linear" + }, + "show": true, + "style": {}, + "title": {}, + "type": "category" + } + ], + "dimensions": { + "x": { + "accessor": 0, + "aggType": "date_histogram", + "format": { + "id": "date", + "params": { + "pattern": "HH:mm:ss" + } + }, + "params": { + "bounds": { + "max": "2019-12-17T09:46:17.065Z", + "min": "2019-12-17T09:31:17.065Z" + }, + "date": true, + "format": "HH:mm:ss", + "interval": "PT30S" + } + }, + "y": [ + { + "accessor": 1, + "aggType": "avg", + "format": { + "id": "number" + }, + "params": {} + } + ] + }, + "grid": { + "categoryLines": false + }, + "labels": {}, + "legendPosition": "right", + "seriesParams": [ + { + "data": { + "id": "1", + "label": "ConsumedWriteCapacityUnits" + }, + "drawLinesBetweenPoints": true, + "mode": "normal", + "show": "true", + "showCircles": true, + "type": "line", + "valueAxis": "ValueAxis-1" + } + ], + "thresholdLine": { + "color": "#34130C", + "show": false, + "style": "full", + "value": 10, + "width": 1 + }, + "times": [], + "type": "line", + "valueAxes": [ + { + "id": "ValueAxis-1", + "labels": { + "filter": false, + "rotate": 0, + "show": true, + "truncate": 100 + }, + "name": "LeftAxis-1", + "position": "left", + "scale": { + "mode": "normal", + "type": "linear" + }, + "show": true, + "style": {}, + "title": { + "text": "ConsumedWriteCapacityUnits" + }, + "type": "value" + } + ] + }, + "title": "DynamoDB ConsumedWriteCapacityUnits over Time [Metricbeat AWS] ECS", + "type": "line" + } + }, + "id": "6d9c9fb0-20b2-11ea-8f72-2f8d21e50b0c", + "migrationVersion": { + "visualization": "7.3.1" + }, + "references": [ + { + "id": "metricbeat-*", + "name": "kibanaSavedObjectMeta.searchSourceJSON.index", + "type": "index-pattern" + } + ], + "type": "visualization", + "updated_at": "2019-12-17T10:07:48.698Z", + "version": "WzUxMzUsMV0=" + }, + { + "attributes": { + "description": "", + "kibanaSavedObjectMeta": { + "searchSourceJSON": { + "filter": [], + "indexRefName": "kibanaSavedObjectMeta.searchSourceJSON.index", + "query": { + "language": "kuery", + "query": "" + } + } + }, + "title": "DynamoDB ConsumedReadCapacityUnits over Time [Metricbeat AWS] ECS", + "uiStateJSON": {}, + "version": 1, + "visState": { + "aggs": [ + { + "enabled": true, + "id": "1", + "params": { + "customLabel": "ConsumedReadCapacityUnits", + "field": "aws.metrics.ConsumedReadCapacityUnits.avg" + }, + "schema": "metric", + "type": "avg" + }, + { + "enabled": true, + "id": "2", + "params": { + "drop_partials": false, + "extended_bounds": {}, + "field": "@timestamp", + "interval": "auto", + "min_doc_count": 1, + "useNormalizedEsInterval": true + }, + "schema": "segment", + "type": "date_histogram" + } + ], + "params": { + "addLegend": true, + "addTimeMarker": false, + "addTooltip": true, + "categoryAxes": [ + { + "id": "CategoryAxis-1", + "labels": { + "filter": true, + "show": true, + "truncate": 100 + }, + "position": "bottom", + "scale": { + "type": "linear" + }, + "show": true, + "style": {}, + "title": {}, + "type": "category" + } + ], + "dimensions": { + "x": null, + "y": [ + { + "accessor": 0, + "aggType": "count", + "format": { + "id": "number" + }, + "params": {} + } + ] + }, + "grid": { + "categoryLines": false + }, + "labels": {}, + "legendPosition": "right", + "seriesParams": [ + { + "data": { + "id": "1", + "label": "ConsumedReadCapacityUnits" + }, + "drawLinesBetweenPoints": true, + "mode": "normal", + "show": "true", + "showCircles": true, + "type": "line", + "valueAxis": "ValueAxis-1" + } + ], + "thresholdLine": { + "color": "#34130C", + "show": false, + "style": "full", + "value": 10, + "width": 1 + }, + "times": [], + "type": "line", + "valueAxes": [ + { + "id": "ValueAxis-1", + "labels": { + "filter": false, + "rotate": 0, + "show": true, + "truncate": 100 + }, + "name": "LeftAxis-1", + "position": "left", + "scale": { + "mode": "normal", + "type": "linear" + }, + "show": true, + "style": {}, + "title": { + "text": "ConsumedReadCapacityUnits" + }, + "type": "value" + } + ] + }, + "title": "DynamoDB ConsumedReadCapacityUnits over Time [Metricbeat AWS] ECS", + "type": "line" + } + }, + "id": "08d696d0-20b2-11ea-8f72-2f8d21e50b0c", + "migrationVersion": { + "visualization": "7.3.1" + }, + "references": [ + { + "id": "metricbeat-*", + "name": "kibanaSavedObjectMeta.searchSourceJSON.index", + "type": "index-pattern" + } + ], + "type": "visualization", + "updated_at": "2019-12-17T10:07:24.903Z", + "version": "WzUxMzQsMV0=" + }, + { + "attributes": { + "description": "", + "kibanaSavedObjectMeta": { + "searchSourceJSON": { + "filter": [], + "indexRefName": "kibanaSavedObjectMeta.searchSourceJSON.index", + "query": { + "language": "kuery", + "query": "" + } + } + }, + "title": "DynamoDB AccountProvisionedWriteCapacityUtilization over Time [Metricbeat AWS] ECS", + "uiStateJSON": {}, + "version": 1, + "visState": { + "aggs": [ + { + "enabled": true, + "id": "1", + "params": { + "customLabel": "AccountProvisionedWriteCapacityUtilization", + "field": "aws.metrics.AccountProvisionedWriteCapacityUtilization.avg" + }, + "schema": "metric", + "type": "avg" + }, + { + "enabled": true, + "id": "2", + "params": { + "drop_partials": false, + "extended_bounds": {}, + "field": "@timestamp", + "interval": "auto", + "min_doc_count": 1, + "timeRange": { + "from": "now-15m", + "to": "now" + }, + "useNormalizedEsInterval": true + }, + "schema": "segment", + "type": "date_histogram" + } + ], + "params": { + "addLegend": true, + "addTimeMarker": false, + "addTooltip": true, + "categoryAxes": [ + { + "id": "CategoryAxis-1", + "labels": { + "filter": true, + "show": true, + "truncate": 100 + }, + "position": "bottom", + "scale": { + "type": "linear" + }, + "show": true, + "style": {}, + "title": {}, + "type": "category" + } + ], + "dimensions": { + "x": { + "accessor": 0, + "aggType": "date_histogram", + "format": { + "id": "date", + "params": { + "pattern": "HH:mm:ss" + } + }, + "params": { + "bounds": { + "max": "2019-12-16T12:53:49.577Z", + "min": "2019-12-16T12:38:49.577Z" + }, + "date": true, + "format": "HH:mm:ss", + "interval": "PT30S" + } + }, + "y": [ + { + "accessor": 1, + "aggType": "avg", + "format": { + "id": "number" + }, + "params": {} + } + ] + }, + "grid": { + "categoryLines": false + }, + "labels": {}, + "legendPosition": "right", + "seriesParams": [ + { + "data": { + "id": "1", + "label": "AccountProvisionedWriteCapacityUtilization" + }, + "drawLinesBetweenPoints": true, + "mode": "normal", + "show": "true", + "showCircles": true, + "type": "line", + "valueAxis": "ValueAxis-1" + } + ], + "thresholdLine": { + "color": "#34130C", + "show": false, + "style": "full", + "value": 10, + "width": 1 + }, + "times": [], + "type": "line", + "valueAxes": [ + { + "id": "ValueAxis-1", + "labels": { + "filter": false, + "rotate": 0, + "show": true, + "truncate": 100 + }, + "name": "LeftAxis-1", + "position": "left", + "scale": { + "mode": "normal", + "type": "linear" + }, + "show": true, + "style": {}, + "title": { + "text": "AccountProvisionedWriteCapacityUtilization" + }, + "type": "value" + } + ] + }, + "title": "DynamoDB AccountProvisionedWriteCapacityUtilization over Time [Metricbeat AWS] ECS", + "type": "line" + } + }, + "id": "31ad4090-2003-11ea-8f72-2f8d21e50b0c", + "migrationVersion": { + "visualization": "7.3.1" + }, + "references": [ + { + "id": "metricbeat-*", + "name": "kibanaSavedObjectMeta.searchSourceJSON.index", + "type": "index-pattern" + } + ], + "type": "visualization", + "updated_at": "2019-12-17T10:06:53.485Z", + "version": "WzUxMzMsMV0=" + } + ], + "version": "7.4.0" +} \ No newline at end of file From ce0debfee50798087d272701d9e5bdae1e210816 Mon Sep 17 00:00:00 2001 From: chrismark Date: Wed, 8 Jan 2020 12:16:30 +0200 Subject: [PATCH 05/11] Add dashboard filters Signed-off-by: chrismark --- .../Metricbeat-aws-dynamodb-overview.json | 148 +++++++++++++++--- 1 file changed, 122 insertions(+), 26 deletions(-) diff --git a/x-pack/metricbeat/module/aws/_meta/kibana/7/dashboard/Metricbeat-aws-dynamodb-overview.json b/x-pack/metricbeat/module/aws/_meta/kibana/7/dashboard/Metricbeat-aws-dynamodb-overview.json index a14fe3db85e..6e3af29a3f0 100644 --- a/x-pack/metricbeat/module/aws/_meta/kibana/7/dashboard/Metricbeat-aws-dynamodb-overview.json +++ b/x-pack/metricbeat/module/aws/_meta/kibana/7/dashboard/Metricbeat-aws-dynamodb-overview.json @@ -22,26 +22,39 @@ "embeddableConfig": {}, "gridData": { "h": 9, - "i": "03807c37-c9dc-4b41-80ce-e28a13eb66e2", - "w": 16, + "i": "9642fcd0-464b-46ea-815c-cd2d9efc056d", + "w": 7, "x": 0, "y": 0 }, - "panelIndex": "03807c37-c9dc-4b41-80ce-e28a13eb66e2", + "panelIndex": "9642fcd0-464b-46ea-815c-cd2d9efc056d", "panelRefName": "panel_0", "version": "7.4.0" }, + { + "embeddableConfig": {}, + "gridData": { + "h": 9, + "i": "03807c37-c9dc-4b41-80ce-e28a13eb66e2", + "w": 14, + "x": 7, + "y": 0 + }, + "panelIndex": "03807c37-c9dc-4b41-80ce-e28a13eb66e2", + "panelRefName": "panel_1", + "version": "7.4.0" + }, { "embeddableConfig": {}, "gridData": { "h": 9, "i": "18810035-5e91-409a-98d7-c03166e1f9b3", - "w": 32, - "x": 16, + "w": 27, + "x": 21, "y": 0 }, "panelIndex": "18810035-5e91-409a-98d7-c03166e1f9b3", - "panelRefName": "panel_1", + "panelRefName": "panel_2", "version": "7.4.0" }, { @@ -54,7 +67,7 @@ "y": 9 }, "panelIndex": "60e6e6e4-3237-430e-80fc-63fe9b718a7e", - "panelRefName": "panel_2", + "panelRefName": "panel_3", "version": "7.4.0" }, { @@ -67,7 +80,7 @@ "y": 9 }, "panelIndex": "5e5d6509-2889-4383-bef4-9c2da0e759c6", - "panelRefName": "panel_3", + "panelRefName": "panel_4", "version": "7.4.0" }, { @@ -80,7 +93,7 @@ "y": 9 }, "panelIndex": "2db371a7-20c5-460a-a2f7-06b5b03d7b34", - "panelRefName": "panel_4", + "panelRefName": "panel_5", "version": "7.4.0" }, { @@ -93,7 +106,7 @@ "y": 18 }, "panelIndex": "1cd72292-ecba-4008-bb3c-e76c7fb6b4f4", - "panelRefName": "panel_5", + "panelRefName": "panel_6", "version": "7.4.0" }, { @@ -106,7 +119,7 @@ "y": 18 }, "panelIndex": "cea56791-2602-4079-977b-7d088727872c", - "panelRefName": "panel_6", + "panelRefName": "panel_7", "version": "7.4.0" }, { @@ -119,7 +132,7 @@ "y": 33 }, "panelIndex": "fe509a4d-700b-4092-9aae-ce14e8de103e", - "panelRefName": "panel_7", + "panelRefName": "panel_8", "version": "7.4.0" }, { @@ -132,7 +145,7 @@ "y": 33 }, "panelIndex": "3d6b1fa0-746f-40ed-8fcc-ae89013f632b", - "panelRefName": "panel_8", + "panelRefName": "panel_9", "version": "7.4.0" }, { @@ -145,7 +158,7 @@ "y": 48 }, "panelIndex": "0f9a5223-3c63-405c-a5c4-ea15416bad4a", - "panelRefName": "panel_9", + "panelRefName": "panel_10", "version": "7.4.0" } ], @@ -159,59 +172,142 @@ }, "references": [ { - "id": "9e012a20-20b4-11ea-8f72-2f8d21e50b0c", + "id": "bc8bd8f0-31fd-11ea-bcbf-59cb7eefc1f0", "name": "panel_0", "type": "visualization" }, { - "id": "6b789730-2002-11ea-8f72-2f8d21e50b0c", + "id": "9e012a20-20b4-11ea-8f72-2f8d21e50b0c", "name": "panel_1", "type": "visualization" }, { - "id": "5eaeaf50-20b4-11ea-8f72-2f8d21e50b0c", + "id": "6b789730-2002-11ea-8f72-2f8d21e50b0c", "name": "panel_2", "type": "visualization" }, { - "id": "494adfe0-20b3-11ea-8f72-2f8d21e50b0c", + "id": "5eaeaf50-20b4-11ea-8f72-2f8d21e50b0c", "name": "panel_3", "type": "visualization" }, { - "id": "8717f330-20b3-11ea-8f72-2f8d21e50b0c", + "id": "494adfe0-20b3-11ea-8f72-2f8d21e50b0c", "name": "panel_4", "type": "visualization" }, { - "id": "64b587a0-20b1-11ea-8f72-2f8d21e50b0c", + "id": "8717f330-20b3-11ea-8f72-2f8d21e50b0c", "name": "panel_5", "type": "visualization" }, { - "id": "1a22a410-2003-11ea-8f72-2f8d21e50b0c", + "id": "64b587a0-20b1-11ea-8f72-2f8d21e50b0c", "name": "panel_6", "type": "visualization" }, { - "id": "6d9c9fb0-20b2-11ea-8f72-2f8d21e50b0c", + "id": "1a22a410-2003-11ea-8f72-2f8d21e50b0c", "name": "panel_7", "type": "visualization" }, { - "id": "08d696d0-20b2-11ea-8f72-2f8d21e50b0c", + "id": "6d9c9fb0-20b2-11ea-8f72-2f8d21e50b0c", "name": "panel_8", "type": "visualization" }, { - "id": "31ad4090-2003-11ea-8f72-2f8d21e50b0c", + "id": "08d696d0-20b2-11ea-8f72-2f8d21e50b0c", "name": "panel_9", "type": "visualization" + }, + { + "id": "31ad4090-2003-11ea-8f72-2f8d21e50b0c", + "name": "panel_10", + "type": "visualization" } ], "type": "dashboard", - "updated_at": "2019-12-17T10:17:20.141Z", - "version": "WzUxMzksMV0=" + "updated_at": "2020-01-08T10:05:43.286Z", + "version": "WzUxNzIsMV0=" + }, + { + "attributes": { + "description": "", + "kibanaSavedObjectMeta": { + "searchSourceJSON": { + "filter": [], + "query": { + "language": "kuery", + "query": "" + } + } + }, + "title": "Region/Account Filters [Metricbeat AWS]", + "uiStateJSON": {}, + "version": 1, + "visState": { + "aggs": [], + "params": { + "controls": [ + { + "fieldName": "cloud.region", + "id": "1549397251041", + "indexPatternRefName": "control_0_index_pattern", + "label": "region", + "options": { + "dynamicOptions": true, + "multiselect": true, + "order": "desc", + "size": 5, + "type": "terms" + }, + "parent": "", + "type": "list" + }, + { + "fieldName": "cloud.account.name", + "id": "1549512126406", + "indexPatternRefName": "control_1_index_pattern", + "label": "account name", + "options": { + "dynamicOptions": true, + "multiselect": true, + "order": "desc", + "size": 5, + "type": "terms" + }, + "parent": "", + "type": "list" + } + ], + "pinFilters": false, + "updateFiltersOnChange": true, + "useTimeFilter": false + }, + "title": "Region/Account Filters [Metricbeat AWS]", + "type": "input_control_vis" + } + }, + "id": "bc8bd8f0-31fd-11ea-bcbf-59cb7eefc1f0", + "migrationVersion": { + "visualization": "7.3.1" + }, + "references": [ + { + "id": "metricbeat-*", + "name": "control_0_index_pattern", + "type": "index-pattern" + }, + { + "id": "metricbeat-*", + "name": "control_1_index_pattern", + "type": "index-pattern" + } + ], + "type": "visualization", + "updated_at": "2020-01-08T10:00:44.799Z", + "version": "WzUxNjcsMV0=" }, { "attributes": { From d89e8a8b407972012043af71b7d9a9f6b3d4da5e Mon Sep 17 00:00:00 2001 From: chrismark Date: Fri, 10 Jan 2020 12:38:59 +0200 Subject: [PATCH 06/11] make update Signed-off-by: chrismark --- metricbeat/docs/fields.asciidoc | 1288 +----------------------- x-pack/metricbeat/module/aws/fields.go | 6 +- 2 files changed, 7 insertions(+), 1287 deletions(-) diff --git a/metricbeat/docs/fields.asciidoc b/metricbeat/docs/fields.asciidoc index 78308af7d52..3cd2b8ee382 100644 --- a/metricbeat/docs/fields.asciidoc +++ b/metricbeat/docs/fields.asciidoc @@ -1544,1289 +1544,7 @@ type: keyword -- -<<<<<<< HEAD -[float] -=== billing - -`billing` contains the estimated charges for your AWS account in Cloudwatch. - - -[float] -=== cloudwatch - -`cloudwatch` contains the metrics that were scraped from AWS CloudWatch which contains monitoring metrics sent by different namespaces. - - - -*`aws.cloudwatch.namespace`*:: -+ --- -The namespace specified when query cloudwatch api. - - -type: keyword - --- - -*`aws.cloudwatch.metrics.*.*`*:: -+ --- -Metrics that returned from Cloudwatch api query. - - -type: object - --- - -*`aws.cloudwatch.dimensions.*`*:: -+ --- -Cloudwatch metric dimensions. - - -type: object - --- - -[float] -=== dynamodb - -`dynamodb` contains the metrics that were scraped from AWS CloudWatch which contains monitoring metrics sent by AWS DynamoDB. - - -[float] -=== ebs - -`ebs` contains the metrics that were scraped from AWS CloudWatch which contains monitoring metrics sent by AWS EBS. - - -[float] -=== ec2 - -`ec2` contains the metrics that were scraped from AWS CloudWatch which contains monitoring metrics sent by AWS EC2. - - - -*`aws.ec2.cpu.total.pct`*:: -+ --- -The percentage of allocated EC2 compute units that are currently in use on the instance. - - -type: scaled_float - --- - -*`aws.ec2.cpu.credit_usage`*:: -+ --- -The number of CPU credits spent by the instance for CPU utilization. - - -type: long - --- - -*`aws.ec2.cpu.credit_balance`*:: -+ --- -The number of earned CPU credits that an instance has accrued since it was launched or started. - - -type: long - --- - -*`aws.ec2.cpu.surplus_credit_balance`*:: -+ --- -The number of surplus credits that have been spent by an unlimited instance when its CPUCreditBalance value is zero. - - -type: long - --- - -*`aws.ec2.cpu.surplus_credits_charged`*:: -+ --- -The number of spent surplus credits that are not paid down by earned CPU credits, and which thus incur an additional charge. - - -type: long - --- - -*`aws.ec2.network.in.packets`*:: -+ --- -The number of packets received on all network interfaces by the instance. - - -type: long - --- - -*`aws.ec2.network.in.packets_per_sec`*:: -+ --- -The number of packets per second sent out on all network interfaces by the instance. - - -type: long - --- - -*`aws.ec2.network.out.packets`*:: -+ --- -The number of packets sent out on all network interfaces by the instance. - - -type: long - --- - -*`aws.ec2.network.out.packets_per_sec`*:: -+ --- -The number of packets per second sent out on all network interfaces by the instance. - - -type: long - --- - -*`aws.ec2.network.in.bytes`*:: -+ --- -The number of bytes received on all network interfaces by the instance. - - -type: long - -format: bytes - --- - -*`aws.ec2.network.in.bytes_per_sec`*:: -+ --- -The number of bytes per second received on all network interfaces by the instance. - - -type: long - --- - -*`aws.ec2.network.out.bytes`*:: -+ --- -The number of bytes sent out on all network interfaces by the instance. - - -type: long - -format: bytes - --- - -*`aws.ec2.network.out.bytes_per_sec`*:: -+ --- -The number of bytes per second sent out on all network interfaces by the instance. - - -type: long - --- - -*`aws.ec2.diskio.read.bytes`*:: -+ --- -Bytes read from all instance store volumes available to the instance. - - -type: long - -format: bytes - --- - -*`aws.ec2.diskio.read.bytes_per_sec`*:: -+ --- -Bytes read per second from all instance store volumes available to the instance. - - -type: long - --- - -*`aws.ec2.diskio.write.bytes`*:: -+ --- -Bytes written to all instance store volumes available to the instance. - - -type: long - -format: bytes - --- - -*`aws.ec2.diskio.write.bytes_per_sec`*:: -+ --- -Bytes written per second to all instance store volumes available to the instance. - - -type: long - --- - -*`aws.ec2.diskio.read.ops`*:: -+ --- -Completed read operations from all instance store volumes available to the instance in a specified period of time. - - -type: long - --- - -*`aws.ec2.diskio.read.ops_per_sec`*:: -+ --- -Completed read operations per second from all instance store volumes available to the instance in a specified period of time. - - -type: long - --- - -*`aws.ec2.diskio.write.ops`*:: -+ --- -Completed write operations to all instance store volumes available to the instance in a specified period of time. - - -type: long - --- - -*`aws.ec2.diskio.write.ops_per_sec`*:: -+ --- -Completed write operations per second to all instance store volumes available to the instance in a specified period of time. - - -type: long - --- - -*`aws.ec2.status.check_failed`*:: -+ --- -Reports whether the instance has passed both the instance status check and the system status check in the last minute. - - -type: long - --- - -*`aws.ec2.status.check_failed_system`*:: -+ --- -Reports whether the instance has passed the system status check in the last minute. - - -type: long - --- - -*`aws.ec2.status.check_failed_instance`*:: -+ --- -Reports whether the instance has passed the instance status check in the last minute. - - -type: long - --- - -*`aws.ec2.instance.core.count`*:: -+ --- -The number of CPU cores for the instance. - - -type: integer - --- - -*`aws.ec2.instance.image.id`*:: -+ --- -The ID of the image used to launch the instance. - - -type: keyword - --- - -*`aws.ec2.instance.monitoring.state`*:: -+ --- -Indicates whether detailed monitoring is enabled. - - -type: keyword - --- - -*`aws.ec2.instance.private.dns_name`*:: -+ --- -The private DNS name of the network interface. - - -type: keyword - --- - -*`aws.ec2.instance.private.ip`*:: -+ --- -The private IPv4 address associated with the network interface. - - -type: ip - --- - -*`aws.ec2.instance.public.dns_name`*:: -+ --- -The public DNS name of the instance. - - -type: keyword - --- - -*`aws.ec2.instance.public.ip`*:: -+ --- -The address of the Elastic IP address (IPv4) bound to the network interface. - - -type: ip - --- - -*`aws.ec2.instance.state.code`*:: -+ --- -The state of the instance, as a 16-bit unsigned integer. - - -type: integer - --- - -*`aws.ec2.instance.state.name`*:: -+ --- -The state of the instance (pending | running | shutting-down | terminated | stopping | stopped). - - -type: keyword - --- - -*`aws.ec2.instance.threads_per_core`*:: -+ --- -The number of threads per CPU core. - - -type: integer - --- - -[float] -=== elb - -`elb` contains the metrics that were scraped from AWS CloudWatch which contains monitoring metrics sent by AWS ELB. - - -[float] -=== rds - -`rds` contains the metrics that were scraped from AWS CloudWatch which contains monitoring metrics sent by AWS RDS. - - - -*`aws.rds.cpu.total.pct`*:: -+ --- -The percentage of CPU utilization. - - -type: scaled_float - -format: percent - --- - -*`aws.rds.cpu.credit_usage`*:: -+ --- -The number of CPU credits spent by the instance for CPU utilization. - - -type: long - --- - -*`aws.rds.cpu.credit_balance`*:: -+ --- -The number of earned CPU credits that an instance has accrued since it was launched or started. - - -type: long - --- - -*`aws.rds.database_connections`*:: -+ --- -The number of database connections in use. - - -type: long - --- - -*`aws.rds.db_instance.arn`*:: -+ --- -Amazon Resource Name(ARN) for each rds. - - -type: keyword - --- - -*`aws.rds.db_instance.class`*:: -+ --- -Contains the name of the compute and memory capacity class of the DB instance. - - -type: keyword - --- - -*`aws.rds.db_instance.identifier`*:: -+ --- -Contains a user-supplied database identifier. This identifier is the unique key that identifies a DB instance. - - -type: keyword - --- - -*`aws.rds.db_instance.status`*:: -+ --- -Specifies the current state of this database. - - -type: keyword - --- - -*`aws.rds.disk_queue_depth`*:: -+ --- -The number of outstanding IOs (read/write requests) waiting to access the disk. - - -type: float - --- - -*`aws.rds.failed_sql_server_agent_jobs`*:: -+ --- -The number of failed SQL Server Agent jobs during the last minute. - - -type: long - --- - -*`aws.rds.freeable_memory.bytes`*:: -+ --- -The amount of available random access memory. - - -type: long - -format: bytes - --- - -*`aws.rds.free_storage.bytes`*:: -+ --- -The amount of available storage space. - - -type: long - -format: bytes - --- - -*`aws.rds.maximum_used_transaction_ids`*:: -+ --- -The maximum transaction ID that has been used. Applies to PostgreSQL. - - -type: long - --- - -*`aws.rds.oldest_replication_slot_lag.mb`*:: -+ --- -The lagging size of the replica lagging the most in terms of WAL data received. Applies to PostgreSQL. - - -type: long - --- - -*`aws.rds.read_io.ops_per_sec`*:: -+ --- -The average number of disk read I/O operations per second. - - -type: float - --- - -*`aws.rds.replica_lag.sec`*:: -+ --- -The amount of time a Read Replica DB instance lags behind the source DB instance. Applies to MySQL, MariaDB, and PostgreSQL Read Replicas. - - -type: long - -format: duration - --- - -*`aws.rds.swap_usage.bytes`*:: -+ --- -The amount of swap space used on the DB instance. This metric is not available for SQL Server. - - -type: long - -format: bytes - --- - -*`aws.rds.transaction_logs_generation`*:: -+ --- -The disk space used by transaction logs. Applies to PostgreSQL. - - -type: long - --- - -*`aws.rds.write_io.ops_per_sec`*:: -+ --- -The average number of disk write I/O operations per second. - - -type: float - --- - -*`aws.rds.queries`*:: -+ --- -The average number of queries executed per second. - - -type: long - --- - -*`aws.rds.deadlocks`*:: -+ --- -The average number of deadlocks in the database per second. - - -type: long - --- - -*`aws.rds.volume_used.bytes`*:: -+ --- -The amount of storage used by your Aurora DB instance, in bytes. - - -type: long - -format: bytes - --- - -*`aws.rds.free_local_storage.bytes`*:: -+ --- -The amount of storage available for temporary tables and logs, in bytes. - - -type: long - -format: bytes - --- - -*`aws.rds.login_failures`*:: -+ --- -The average number of failed login attempts per second. - - -type: long - --- - -*`aws.rds.throughput.commit`*:: -+ --- -The average number of commit operations per second. - - -type: float - --- - -*`aws.rds.throughput.delete`*:: -+ --- -The average number of delete queries per second. - - -type: float - --- - -*`aws.rds.throughput.ddl`*:: -+ --- -The average number of DDL requests per second. - - -type: float - --- - -*`aws.rds.throughput.dml`*:: -+ --- -The average number of inserts, updates, and deletes per second. - - -type: float - --- - -*`aws.rds.throughput.insert`*:: -+ --- -The average number of insert queries per second. - - -type: float - --- - -*`aws.rds.throughput.network`*:: -+ --- -The amount of network throughput both received from and transmitted to clients by each instance in the Aurora MySQL DB cluster, in bytes per second. - - -type: float - --- - -*`aws.rds.throughput.network_receive`*:: -+ --- -The incoming (Receive) network traffic on the DB instance, including both customer database traffic and Amazon RDS traffic used for monitoring and replication. - - -type: float - --- - -*`aws.rds.throughput.network_transmit`*:: -+ --- -The outgoing (Transmit) network traffic on the DB instance, including both customer database traffic and Amazon RDS traffic used for monitoring and replication. - - -type: float - --- - -*`aws.rds.throughput.read`*:: -+ --- -The average amount of time taken per disk I/O operation. - - -type: float - --- - -*`aws.rds.throughput.select`*:: -+ --- -The average number of select queries per second. - - -type: float - --- - -*`aws.rds.throughput.update`*:: -+ --- -The average number of update queries per second. - - -type: float - --- - -*`aws.rds.throughput.write`*:: -+ --- -The average number of bytes written to disk per second. - - -type: float - --- - -*`aws.rds.latency.commit`*:: -+ --- -The amount of latency for commit operations, in milliseconds. - - -type: float - -format: duration - --- - -*`aws.rds.latency.ddl`*:: -+ --- -The amount of latency for data definition language (DDL) requests, in milliseconds. - - -type: float - -format: duration - --- - -*`aws.rds.latency.dml`*:: -+ --- -The amount of latency for inserts, updates, and deletes, in milliseconds. - - -type: float - -format: duration - --- - -*`aws.rds.latency.insert`*:: -+ --- -The amount of latency for insert queries, in milliseconds. - - -type: float - -format: duration - --- - -*`aws.rds.latency.read`*:: -+ --- -The average amount of time taken per disk I/O operation. - - -type: float - -format: duration - --- - -*`aws.rds.latency.select`*:: -+ --- -The amount of latency for select queries, in milliseconds. - - -type: float - -format: duration - --- - -*`aws.rds.latency.update`*:: -+ --- -The amount of latency for update queries, in milliseconds. - - -type: float - -format: duration - --- - -*`aws.rds.latency.write`*:: -+ --- -The average amount of time taken per disk I/O operation. - - -type: float - -format: duration - --- - -*`aws.rds.disk_usage.bin_log.bytes`*:: -+ --- -The amount of disk space occupied by binary logs on the master. Applies to MySQL read replicas. - - -type: long - -format: bytes - --- - -*`aws.rds.disk_usage.replication_slot.mb`*:: -+ --- -The disk space used by replication slot files. Applies to PostgreSQL. - - -type: long - --- - -*`aws.rds.disk_usage.transaction_logs.mb`*:: -+ --- -The disk space used by transaction logs. Applies to PostgreSQL. - - -type: long - --- - -*`aws.rds.transactions.active`*:: -+ --- -The average number of current transactions executing on an Aurora database instance per second. - - -type: long - --- - -*`aws.rds.transactions.blocked`*:: -+ --- -The average number of transactions in the database that are blocked per second. - - -type: long - --- - -*`aws.rds.db_instance.db_cluster_identifier`*:: -+ --- -This identifier is the unique key that identifies a DB cluster specifically for Amazon Aurora DB cluster. - - -type: keyword - --- - -*`aws.rds.db_instance.role`*:: -+ --- -DB roles like WRITER or READER, specifically for Amazon Aurora DB cluster. - - -type: keyword - --- - -*`aws.rds.db_instance.engine_name`*:: -+ --- -Each DB instance runs a DB engine, like MySQL, MariaDB, PostgreSQL and etc. - - -type: keyword - --- - -[float] -=== s3_daily_storage - -`s3_daily_storage` contains the daily storage metrics that were scraped from AWS CloudWatch which contains monitoring metrics sent by AWS S3. - - - -*`aws.s3_daily_storage.bucket.size.bytes`*:: -+ --- -The amount of data in bytes stored in a bucket. - - -type: long - -format: bytes - --- - -*`aws.s3_daily_storage.number_of_objects`*:: -+ --- -The total number of objects stored in a bucket for all storage classes. - - -type: long - --- - -[float] -=== s3_request - -`s3_request` contains request metrics that were scraped from AWS CloudWatch which contains monitoring metrics sent by AWS S3. - - - -*`aws.s3_request.requests.total`*:: -+ --- -The total number of HTTP requests made to an Amazon S3 bucket, regardless of type. - - -type: long - --- - -*`aws.s3_request.requests.get`*:: -+ --- -The number of HTTP GET requests made for objects in an Amazon S3 bucket. - - -type: long - --- - -*`aws.s3_request.requests.put`*:: -+ --- -The number of HTTP PUT requests made for objects in an Amazon S3 bucket. - - -type: long - --- - -*`aws.s3_request.requests.delete`*:: -+ --- -The number of HTTP DELETE requests made for objects in an Amazon S3 bucket. - - -type: long - --- - -*`aws.s3_request.requests.head`*:: -+ --- -The number of HTTP HEAD requests made to an Amazon S3 bucket. - - -type: long - --- - -*`aws.s3_request.requests.post`*:: -+ --- -The number of HTTP POST requests made to an Amazon S3 bucket. - - -type: long - --- - -*`aws.s3_request.requests.select`*:: -+ --- -The number of Amazon S3 SELECT Object Content requests made for objects in an Amazon S3 bucket. - - -type: long - --- - -*`aws.s3_request.requests.select_scanned.bytes`*:: -+ --- -The number of bytes of data scanned with Amazon S3 SELECT Object Content requests in an Amazon S3 bucket. - - -type: long - -format: bytes - --- - -*`aws.s3_request.requests.select_returned.bytes`*:: -+ --- -The number of bytes of data returned with Amazon S3 SELECT Object Content requests in an Amazon S3 bucket. - - -type: long - -format: bytes - --- - -*`aws.s3_request.requests.list`*:: -+ --- -The number of HTTP requests that list the contents of a bucket. - - -type: long - --- - -*`aws.s3_request.downloaded.bytes`*:: -+ --- -The number bytes downloaded for requests made to an Amazon S3 bucket, where the response includes a body. - - -type: long - -format: bytes - --- - -*`aws.s3_request.uploaded.bytes`*:: -+ --- -The number bytes uploaded that contain a request body, made to an Amazon S3 bucket. - - -type: long - -format: bytes - --- - -*`aws.s3_request.errors.4xx`*:: -+ --- -The number of HTTP 4xx client error status code requests made to an Amazon S3 bucket with a value of either 0 or 1. - - -type: long - --- - -*`aws.s3_request.errors.5xx`*:: -+ --- -The number of HTTP 5xx server error status code requests made to an Amazon S3 bucket with a value of either 0 or 1. - - -type: long - --- - -*`aws.s3_request.latency.first_byte.ms`*:: -+ --- -The per-request time from the complete request being received by an Amazon S3 bucket to when the response starts to be returned. - - -type: long - -format: duration - --- - -*`aws.s3_request.latency.total_request.ms`*:: -+ --- -The elapsed per-request time from the first byte received to the last byte sent to an Amazon S3 bucket. - - -type: long - -format: duration - --- - -[float] -=== sns - -`sns` contains the metrics that were scraped from AWS CloudWatch which contains monitoring metrics sent by AWS SNS. - - -[float] -=== sqs - -`sqs` contains the metrics that were scraped from AWS CloudWatch which contains monitoring metrics sent by AWS SQS. - - - -*`aws.sqs.oldest_message_age.sec`*:: -+ --- -The approximate age of the oldest non-deleted message in the queue. - - -type: long - -format: duration - --- - -*`aws.sqs.messages.delayed`*:: -+ --- -TThe number of messages in the queue that are delayed and not available for reading immediately. - - -type: long - --- - -*`aws.sqs.messages.not_visible`*:: -+ --- -The number of messages that are in flight. - - -type: long - --- - -*`aws.sqs.messages.visible`*:: -+ --- -The number of messages available for retrieval from the queue. - - -type: long - --- - -*`aws.sqs.messages.deleted`*:: -+ --- -The number of messages deleted from the queue. - - -type: long - --- - -*`aws.sqs.messages.received`*:: -+ --- -The number of messages returned by calls to the ReceiveMessage action. - - -type: long - --- - -*`aws.sqs.messages.sent`*:: -+ --- -The number of messages added to a queue. - - -type: long - --- - -*`aws.sqs.empty_receives`*:: -+ --- -The number of ReceiveMessage API calls that did not return a message. - - -type: long - --- - -*`aws.sqs.sent_message_size.bytes`*:: -======= *`aws.dimensions.*`*:: ->>>>>>> upstream/master + -- Metric dimensions. @@ -2855,6 +1573,12 @@ Metrics that returned from Cloudwatch API query. - name: billing type: keyword description: > The namespace specified when query cloudwatch api. +- name: dynamodb + type: group + description: > + `dynamodb` contains the metrics that were scraped from AWS CloudWatch which contains monitoring metrics sent by AWS DynamoDB. + release: beta + fields: - name: ebs type: group description: > diff --git a/x-pack/metricbeat/module/aws/fields.go b/x-pack/metricbeat/module/aws/fields.go index a29fd0fa9ff..16f3d656214 100644 --- a/x-pack/metricbeat/module/aws/fields.go +++ b/x-pack/metricbeat/module/aws/fields.go @@ -19,9 +19,5 @@ func init() { // AssetAws returns asset data. // This is the base64 encoded gzipped contents of module/aws. func AssetAws() string { -<<<<<<< HEAD - return "eJzsXVtv27i2fu+vWJindpB4n92ZfR7ycIA0Ds4OkLZpnEEfVZpctrlDkQovcVzMjz/gRbJsy7FlS84McPowU1g2+X3rxsXFRfUcHnFxAWRu3gFYbgVewC9kbn55B8DQUM0Ly5W8gP95BwDwg8zND8gVcwKBKiGQWgOX30eQK8mt0lxOIUerOTUw0SoPz66EcmxOLJ0N3gFoFEgMXsCUvAOYcBTMXITRz0GSHC+A+u8PCKXKSTvwn4XHAHZR4IVHPFeapc8aUPo/DzOM40AaJ4wNSgMRnBhwBhlYBZyhtHyyAMYnE9QoLfgPLEcDXAKB3AnLzy1KEh49c61kjtIOViBHAS4xTrVyxWsI67zrA1kyNYNfq4/L8dT4P0ht7eP4QdYkkbXHWU6Kgstp+u4vv/5S+94W6QUJkqkfGJ6JcAgF4TqplMwNaDTKaYpmsMHA/DYYO/qIK5rbpr0dGL4EnU2AwOg3SKNuTDjmQnA53ZiproMd8/xIY/wAqqQlXBqwMwQ0lufEIgM6I3qKBiZKw0I5Hey6tCwu10y8/FOZ+hgtqX2+Tfm0GuUoMsth1viUnmlnxMIcNYKhmhTI1nz1u/8tzGeczpYDNHi48e4yrvuO52EKsmIY6y6/TQp1SVTjrDzdbkM7RAIpIlTDgimQ8glHBvMZSnhyqBc1+QMp+KARWeI++HXFS2G7p8K6tzLlxmKd2L4OuwfRz3Uta7ROy1LDVysEI+tmmoznKA1X0hzMs1lLHRKtsYlaqaPecC62kCRXbHyUa5WDnMix/A+HYcrhp2MCC47NUbRxbE7I+PrTqH30qKjSj8dRpR9PSfXq43GBkhZuYJUlYlBseGMkbygRyLKJUGT9C3tEzAI1RWnJNK7DQigaFsTrq49AVV44i+Akt0k8RCNQp/1aIBZ+YXQGQckgRy6NJZJic8DxRKhGxm3mDJk2B36hVtb5PTlIl49Re/xXd39AnMT4FSDqoY4tLPD+W85ywX8SP+xOvGMi/G97QYwkRO868ChoucQ8I8bnItohA8P9J9zCnBgQxEk6Q+bTXmOJtsi2kzFOF8KZ7ASk0lSrjGbkGWGMKJeaIRKcFDzn3uIqumHB9j+7uvvjKozwKWJNqSo38BO12pepyWJyt75QdUQ1cGkk7H1FKutTawZMzaWnvKnvMyCSpbBiZ85vS6jTXjaEMe5REJHy02bKEu1c6ccBl4OC+BTa9MI0jQ0aKfJnb3TSx4tyeuDSop741HDd6faFnRWoM4O0V/gFajBIlWQxUCtnu2KinD2JBnrE/XdXAZeD8cLi3vKfKJ0TewFNP2rFLQzQh2+EgXtVS4ReU0rXLLx9vaVW+vCXN1BLVzQYN49cDTQSdjK1fEruQVJS7fFXC76xSiM8K+FyNECeCRdkLBCsOoRNx0qpIa/poh8Sc80tnlgnfk6L0uPsk08vWimx1xTTB41gW6roalG/Unkh0Ke8wapUgTrsQ8zhVhVL2cuaV4GaK+ajiOX5fuQ6VtB2kl140RF8o032oc0wcp3pgbbYBbnetLlB8njfO4SvscQ6M6AzpI/ZhHDR2fbuHgulrfG7UDtDvYrU78QLYgwyGCs7W30YMUHAFPZ0/qlZGIv56jMe6yWCGAs5l87uTzKL452Yax9EynnegEqzxvYlUy0ZVGn/Hyeb63I+LZuiPrqcpXQ6l9q9XlVPeU6mOODNPnHw6crNMDilh+HHr85YYxmqDb5l1XTgddDhKdCNZJySkBwkS2Bog8XVS7XcAEofi7bUyyqghebPxOKASZOtHXd2INA0Ogy/jNLxdRTvRma/J0peNFvi+sctoN3cPf8OhDGNxgAxRlEe6sNznsJfa6xuLDjtS6Bh8A157mmVCVqHUiwFl3Bc++DCKdzcVU/eewF/gLFycQE9RKTBhQZUsWZpHhyIwrjrMjwDYoDAP//7fMwtOGn4VIbqbZhkL6Td670RKbwvUDLv7n+CdlLGv5mZs5bL6XmoyP4JFnXOZbDpP33GEk4sy78i+7CDkZ35/DbmWz5U97UUpHlCulUuC5tnoCiOO/5EccqTz+vbow49NTvu0FOzUx563g8POPSErk4CyzJBOu47ILKunBO2PUH7/xO/U5/4MWLJmBjMqJISadir9UKnnAhqE6WD4S3IxlXuPyBadrcQXObkp5Jwn1rXQnPZ+8v7Lx+CCSChMx8ydoOigphmWR0E66oeYepZSXm87reKOeZKL4CSglBuFxAwlF8cftpVp6qhTw2PfGO56YIC8WrV58YVhfBb9Ur5y1kH8DDjpvaBT7Y9Cyf5k8PQchjsvfqGH7YVxbht647eKJUeIs7U3lDPKbipmG4vv2RPDh1mDAs7a8R2YIfG0tWUs14CIaW5+WrgvU8J/hErMhqfHBprPsCccJ/fhGoMpT7H9Kw8wmbsZWHhSWQG9TPqjExR2uw/atxPxIgTwujbLYzChHDpJwQ/ITAXVtC9duITjeg3cVn0npOeMZE8tIaqSa2upYlkKi+lnkBtRZ4Zq7Tfpr817IQDQuPklqZI8sJzl2d+x59ZTaQhIdJnnHVpI2kaqM0AN8OyfcTE7hGPYQCXIQKFGuudMnaqcfTtthm8EgyNzTQWgtOw/mdGKJsJMh3k4w7hCzKdeuM1/GcV5NOs1bOQZioTmor91iME+e+XtyHAVCevrfj5KJBxtbPse2D8Ic8YzKO25HPzGMv6N//42lwL3oY0CCNIvkVxurR55uJEx5i95TkCgXuP/j7pprb4eD15O5vxsn4bc4n6+lTXzefF6NvtGXwmmpPhp9jKs9TXyjRbMg8zJ0XMj98oEHgA0fdjQS91860wDkt66sHlJnQ1LeOHz66WwbyZZT1mCDU12RQlNmrzGAcMhlmj4rcCtVDiJ27lWWFpPb1rxRW9pW89OdR8f/M5CF2aA/AFqbPIdoJiSJhQ9LFfWNUsZQ2/Skt34YtnU2FZeyvvS4tvaa/x8onTSq/EpTNPLUz2SkIhFCXijdOKks9qeLCYF0oTvQDrPzMhTnp33MVLqCmX4cjI6Z6NO6WlYUYg1kO2u93OzrRy01nh7ICqPOfNlZnO4kOco01cqAFkKHDLWUt3ASzMUUWKNuiY6BfacHhbbZNaAct7BsalQW3NGbiCEYupIzhKshXSONApwB6i4HSs0Sm8Ku6UZybL+eIJfdXLGHtNfFbnM4KcWxsPL6ngKK2Jvdl0ttKV4NeSFItDoucjMhXOWNTLwHWACLKEqktRcElV7ncY7+/j4B+WMtFkMuG0IbPzLKhwoaIQxEWdsSpHvVxCyx970ZUVtuGo+jisWz7E18rfJPSQVrutvaVSaqZLsShnpyqI5SGN/veRi99i9eHMa7shSx5TD13IPlfyzp0YDYrNa4Idh5w4xyEhJwbUftHFOQ5BF/L8fsGN13s8g4p3YRTEoqSLthlNl/v0BCG40EbSE4JvzoXgkcW25DHRaJNZ9MUhlHcYTrjkcS9K5NR5Xb0fDm8/VHlJW2YtUpO+mL2avbTk0zKB6ZdS6dItObSK2h0w6Cqol/hbRvS+dLAa9FvqoGXc74vD6tLQkkO71eEvZEjhMCxVNHko971RLaJWDlSUuoLHEsuYS6IXofxQpn458Tn9ZmU3Vrn1qwXcGt31I4Zujxcaqpu1CcFPCBMusF2NswZ/vUjbO/yjirO1H5uB//+W/VRX9aHyXLg+b6qE+uReSSCy3C0uz8XL3eTOtLDOZiwUfez0wvImnRUa63XT6v5yQrK70Fs7nmfjLG2Ssz6aEQ5sL0iQynsGlAgRg3TavC1rrumbu4lqtfGalyN4DT+BH9CA4I8I3+9vHq7vQWm4v74cXt+fdQkc5ZRL7Lj/9prQ2cpRmnYyyT7OdxaZrR+Z1Y7LfOKIlja9cypjhItFWdx+t464Td/f+mBrTYDhWVXH7rMlcPTbcR2B6YVZhv98q2p/2NVUhbBw34fF6zzrL/Oq445BKFOTLL4sqMu6fuiQrPfMxBkasAUfIkJUqg49V81vPMvS/uxYu0vD1CwuffKXtrNycxrbT3tU1r8fHu6WJfqcsHBXzC+rMdRVL4k7A41Topkom+sXxZbOlQr7FJv3NMd2MwXM/3v9sIbbG1dpe1w2cdiBt3A94r37o3O8rxwudQJ5eH17/XDdNerZts16J5j/fX053Mued9mCMn0aw9fRujUchPKVwsGxOJdIRte311cP8DUoPTSm+kDXsVVEJpmhRMoTdwasl27LRTZhifeu9hbHMezLNwv+JehXrzk8AX/B+/S2CltY6f1cqRk8QDfxbaiv4WRqLoUi7G00E9WyxBCcbb8lez7zaU1sijSFkmF7TIVjYYs2VmxLs6wr3ppuiSDqLKVdQKrkzWM/ax85UWulzeD3l5f+zO33l5d0xB2nq+48K4Z76S16HEnvXlMTQB6u1f6X35v+81Vi/+qT2L9eXiD2q5+QWFmbnXBtbOaNY5C3tsjDS7QF6vPS5kJxNuwNyrskofGmMkn0u4Gq+yG+bG9DBFbFt+2tOGW4VxRKcGOsAu/r8giJfLm7OalIUJDCxALVFtEEXQVHXoojXbQNNwzCk7Bd2uW71X5QHnfx0MhTXjwcfWm+eLjnLUvzdCTZp5OS/XbkLct0WSBHY8gUMzLFE3eqF4VWL+Gt5JAuW3qZRVgglTyPGy0GCWJZuw23j7a90jp8M+zRyKK7uvJqVC5nWQG0rCSnuUONb7N/XCMJzTY8z5FxYlFsSQYqLlLZ7Jkbvvmq7W4WmYpOxYBLmAg+nW1ZzStkJ0G1Lj6rOT4TsQx7e9qDN6V+kZb22gpZGan7hVbtKsYLoEQIUy4MqYXuc3KxeEyyA7LZvFfdtc4Zi2sXeU2GmBd2UXYY9nODb008l3c3pfi8rzAePTxKF0hJYMv9F5TLcHvyUnZ5VauljOOjbs9PRt9GKWaujFvtgsyx5x5hhC1r8fq/HuD9QBP6GKcNTXgqx7DENvzTILuziv8LAAD//7paZf8=" -======= - return "eJzsXV1v2zizvu+vGPSqLRK/5+3uey5ycYA0Cc4GSNs0zqKXKk2ObW4oUuFHHBf74w/4IVm25diyJacLnF7sFpZNPs/McDgzHKqn8IDzMyAz8wbAcivwDN6SmXn7BoChoZoXlit5Bv/zBgDgB5mZH5Ar5gQCVUIgtQbOvw8hV5JbpbmcQI5Wc2pgrFUenl0I5diMWDodvAHQKJAYPIMJeQMw5iiYOQujn4IkOZ4B9d8fEEqVk3bgPwuPAey8wDOPeKY0S581oPR/7qcYx4E0ThgblAYiODHgDDKwCjhDafl4DoyPx6hRWvAfWI4GuAQCuROWn1qUJDx64lrJHKUdLEGOAlxgnGjlipcQ1nnXB7JkYgYfqo/L8dToL6S29nH8IGuSyMrjLCdFweUkfffth7e1722QXpAgmfiB4YkIh1AQrpNKycyARqOcpmgGawzMb4ORow+4pLlN2tuC4UvQ2RgIDH+DNOrahIznKA1X8hcR3Odg/3VYq6Yy+DBIi2TwocLcgHcJK1NuJHD9yUaYGyB+TsvTTokFjdZpiSxqdrFQ4fz2Gh4d6vm6vEdcCC4na6Ku2/wWEf1IY/wAqqQlXHo4CGgsz4lFBnRK9AQNjJWGuXI6+JFyJXO54lLKP5VrGaEltc83LTZajXIQmcUwK3zyuqhnqBEM1aQoxV35xu9B5LMpp9PFAA0e1Xj3NKr7Ks/DFGRpIa662E1SqEuiGmfp6eY1u0UkkDxwNSyYAikfc2Qwm6KMplWTP5CCr1sajsxBisGROZJG/A+vPg3bK6GiSj8eRpV+PCbVi4+H2Rst3MAqS8SgWPLOC/KGEoEsGwtFVr+wg+EVqClKSyZx+xBC0eBXri4+AlV54SyCk9wm8RCNQJ32S0rMvX9xBkHJIEcujSWS4mAjEaqRcZs5QybN60eoJXe5Iwfp8hFqj//i9k+Ikxi/kKIe6tiCn/TfcpYL/pP4YbfiHRHhf9sLYiRhV6kDj4KWC8xTYrxL1w4ZGO4/4RZmxIAgTtIpMh+tGUu0RbaZjHG6EM5kRyCVplpmNCVPCCNEudAMkeCk4Dn3FlfRDX7P/+zi9s+LMMKniDVFWNzAT9RqV6Ymi3vkqlfuiGrg0kjYrxWprI8IGTA1k57yur5PgEiW3IqdOh9NU6e9bAhj3KMgIm3zzZQl2pnSDwMuBwXxkZ/phWkaGzRS5E/e6KT3F+X0wKVFPfY77Oqi2xV2VqDODNJe4ReowSBVkkVHrZztioly9iga6BH3P10FXA5Gc4s7y3+sdE7sGTT9qBW3MEAfayMM3KtaIvSaUrpm4e3rNbXSx3p5BbV0RYNx88DVQCNhR1PLp7Q8SAqqPf5qwzdWaYQnJVyOBsgT4YKMBIJV+7DpWCk15DVd9ENiprnFI+vEz2lRepx98ulFKyX2mmL6oBFsSxVdbeoXKi8E+pA3WJUqUIc8xOxvVbECuygdFKi5Yt6LWJ7vRq5jBW0m2cUqOoBvtMk+tBlGrjPd0xa7INebNtdIHr729uFrLLHODOgU6UM2Jlx0lt7dYaG0NT4LtVPUy0h9Jl4QY5DBSNnp8sOICQKmkNP5p2ZuLObLz3islwhiLORcOrs7ySyOd2SufRAp53kFKs0a25VMtWVQpf1/nGyuy/mwbIL64HKW0qm8v32/qp7ynExwwJvXxN5F6uvLsCg9DD9+dTQYy1Bt8C2qpgOvgw6L6deScUpCcJAsgaENFlcv1XIDKL0v2lAvq4AWmj8RiwMmTbZySteBQNPocPllmE5do3jXIvsdUfKi2RJXP24B7fr26XcgjGk0BogxivJQH57x5P5aY3UjwWlfAg2Dr8lzR6tM0DqUYim4hOPKOxdO4fq2evLOC/g9jJSLG+g+Ig1LaEAVa5bm3o4ojLsqwxMgBgj8+79PR9yCk4ZPZKjehkl2Qtq93huRwrsCJfPL/W/QTsr4NzN11nI5OQ0V2b/Bos65DDb9t49YwhFx+Vdk77cwslMf38Z4y7vqvraCNE8It8ptoeEcUIzerE7e6nBMjI55OHbz6ZBDac0OO/TU7JiHnneXexx6QlcngWWZIB337eFZl84J256g/f+J37FP/BixZEQMZlRJiTTkar3QKSeC2kTpYHgDslEV+w+Ilt1tBOc5+akk3KWOq9AT9e787sv7YAJI6NS7jO2gqCCmWVZ7wbqoe5h6VFIer/tUMcdc6TlQUhDK7RwChvKLl5+21alq6FOfHl/bbrqgQLxa9alxRSF8ql4pfzHrAO6n3NQ+8MG2Z+Ekf3QYOuWCvVff8MO2ohjTtu7oDVPpIeJM7Q31mIKbiunm8kv26NBhxrCw00Zse3ZoLJaactZLIIQ0118NvPMhwb9iRUbjo0NjzXuYEe7jm1CNodTHmJ6VR9iMvSwsPIrMoH5CnZEJSpv9pUb9eIw4IQy/3cAwTAjnfkLwEwJzYQfdKRMfa0SfxGVx9Rz1jInkocNOjWt1LU0kU3kp9QRqI/LMWKV9mv7asBMOCP1nzXhz8sxzl2c+48+sJtKQ4Okzzrq0kTQN1GaA68uyfcTE7hGPYQDnwQOFGuutMnaicfjtphm8EgyNzTQWgtOw/2dGKJsJMhnkow7hCzKZeOM1/Gfl5NOs1bMQZioTejN96hGc/Pfzm+BgqpPXVvy8F8i42lr23dP/kCcM5lHb8rl5iGX96399ba4Fb0IahBEk36I4Xdo8c3GiQ8ze8hyBwJ1Hf5d0U9t8vJ68nU15Wb+NsUR9f6rr5vN8+O3mBD4Tzcnlp9jKs9DX0jQbIg8zI0WMj1/JEXgAce3Hgl7q5ltiHLb0mNX47VwqW/MfPrpaOPNmlnWfIdTEZBOU2KjNQxZgMMwaFZ8K1FyJn7jVygpb6/GXVtzRW66tR4ea724+e6FLcwA+I3UW2VZQDAkTij70C6uapazhV2HpNnzxbCpsa6+1+tLmW9pr7OF3Wuklv3TiqYXJXggohKJEvHJYUfJZdg8W80Jpoudg/Wcm+Em/HLfxEmrCZTgycrpn405haZgRiPWQ7fZlZ6daucm0cHZAVZ7z5spMZ/4hztHGL9QAMhS44aylOwcW5qg8RRt0TPQL7fLypkqTWgHLewbGpUFtzQm4ghGLqSM4SrIV0jjQMcDuo+B0rNEpvMrvlGcmi/niCX3Vyxh7TXxU5yOCnFsbDy+p4Citib3ZdLrUleD3kuSLQ6DnPTIVzljUC8e1hwiyhKpLUXBJVe4zjHd3cfD3C5loMh5z2hDZeRZUuFBRCOKizliVo15soeWPvejKCtvlsPo47FvexdfK3yT0kFbZ1s5SKTXTpViUsxMVxHKfRv/nyMWnWH0s5pVsyJKH1EMXos+luHMrRoMCNxxHdOZy4hz7uJzoUPtFF+fYB12I8/sFN1rt8Qwq3oZREIuSzttGNF3m6QlCWEJrQU9wvjkXgkcWm4LHRKNNZNEXh1DeYTjmksdclMiJ87p6d3l5876KS9oyaxGa9MXsxeilJZ+WAUy/lMol3ZJDK6/dAYOunHqJv6VH70sHy06/pQ5a+v2+OCxvDS05tNsdfiFDCodhqaLJQ7nvlWoRtXKgotQVPJZYRlwSPQ/lhzL0y4mP6dcru7HKrV8s4Nborh4xdHu80FDdrE0IfkIYc4Htapw1+KtF2t7hH1Scrf3YDPz/N+RTXdWHynPh+rypEuqDeyWByDJbXJyLl9nk1rCwzmYkFH3o9MLyOp0lGqt10+r+ckKyvdBbO55noywlyVkfzQh7thckSOU9A0qEiE46JW+Lmmv65naiWokO+xgvP4Ef0IDgDwjf767vr+5Aabi7Or+8ujvpEjjKCZfYcf/tFaHTpaM07WSSfZzvJDJbPTKrHZf5wBEtbXpVUsYIF/OyuP1mFXGbvr/VwVaaAMOzqo7dZ0vg8LfDOgLTe54M//la1f6Q1VSFsHDfh8XrPKvvoKrjjk4oU+Msvp2py7p+6JCs98zEGRqwhTVEhKhUHXquml/UlaX87FC7S8PULC598kvbWZmcxvbTHpX1x/397aJEnxMW7or5bTW6uurdZiegcUI0E2Vz/bzY0LlSYZ9gc05zaDdTwPy/V/cruL1xlbbHZROHLXgL1yPe2z87x/vC4VInkC+vbq7ur7pGPd2UrHeC+Y+r88ud7HmbLSjTpzF8Ha5aw14oXygcHIpzgWR4dXN1cQ9fg9JDY6p3dB1bRWSSGUqkPHJnwGrpttxkE5Z472pncRzCvnzj4S9Bv3r94hH4C97naquwhZ3ez5WawQN0E1/i+RJOpmZSKMJeRzNRLQsMYbHttmXPpj6siU2RplAypMdUOBZStJFiG5plXfHadEsEUWcp7AJSBW8e+0l7z4laK20Gvz8/92duvz8/pyPuOF1151kx3ElvccWR9O41NQbk4Vrtf/nc9N8vEvtPn8T+8/wMsV/9iMTK2uyYa2MzbxyDvLVF7l+iLVCfljYXirMhNyjvkoTGm8ok0WcDVfdDfNnemgisim/bW1qU4V5RKMGNsHK8L8sjBPJldnNUkaAghYkFqg2iCboKC3khjnTRNtwwCE9CurRt7Vb5oDzs4qGRx7x4OPzSfPFwx1uW5vFAso9HJfvtwFuW6bJAjsaQCWZkgkfuVC8KrZ7Dy50hXbb0MouwQCp5GhMtBgliWbsNt4823N6I3ww5Gpl3V1de9srlLEuAFpXkNHeo8a33j2skodmG5zkyTiyKDcFAxUUqmz1xw0cbarCHbjIVnYoBlzAWfDLdsJtXyI6CalV8VnN8ImLh9na0B29K/SIt7bUVstJT9wutyipGc6BECFNuDKmF7nNaYvGYZAtks36vumudMxb3LvKSDDEv7LzsMOznBt+KeM5vr0vx+bXCeFzhUbpASgIb7r+gXLjbo5eyy6taLWUcH3V7fjL8Nkw+c2ncKgsyh557hBE27MWr/6qBXwea0Ic4bWjCUzmGLbbhX7TYHlX8XwAAAP//x8wN4A==" ->>>>>>> upstream/master + return "eJzsXV9v27iyf++nGOxTu0h87tndcx/ycIE0Du4JkLZpnEUfVZoc2zyhSIV/4rjYD3/BP5JlW44tW3K6wO3DbmHZ5O83MxzODIfqOTzi4gLI3LwDsNwKvIBfyNz88g6AoaGaF5YreQH/8w4A4DuZm++QK+YEAlVCILUGLr+NIFeSW6W5nEKOVnNqYKJVHp5dCeXYnFg6G7wD0CiQGLyAKXkHMOEomLkIo5+DJDleAPXfHxBKlZN24D8LjwHsosALj3iuNEufNaD0fx5mGMeBNE4YG5QGIjgx4AwysAo4Q2n5ZAGMTyaoUVrwH1iOBrgEArkTlp9blCQ8euZayRylHaxAjgJcYpxq5YrXENZ51weyZGoGv1Yfl+Op8X+Q2trH8YOsSSJrj7OcFAWX0/TdX379pfa9LdILEiRTPzA8E+EQCsJ1UimZG9BolNMUzWCDgfl9MHb0EVc0t017OzB8DjqbAIHR75BG3ZiQ8Ryl4Ur+JIL7FOy/DmvdVAa/DtIiGfxaYW7Au4KVKTcWuPlkK8wtED+l5WlnxIJG67REFjW7XKhweXcDTw71YlPeYy4El9MNUddtfoeIvqcxvgNV0hIuPRwENJbnxCIDOiN6igYmSsNCOR38SLmSuVxzKeWfyrWM0ZLa59sWG61GOYrMcpg1Pnld1HPUCIZqUpTirnzjtyDy+YzT2XKABo9qvHsa132V52EKsrIQ113sNinUJVGNs/J0+5rdIRJIHrgaFkyBlE84MpjPUEbTqskfSMEbVvZCklyx8VHaKQc5kW78D4dhyuHHY2wTx+Yo2jg2J2R8/XHU3gArqvS346jS305J9eq349YaLdzAKkvEoFjZmZbkDSUCWTYRiqx/YY9FV6CmKC2Zxq1TCEWDT72++g2oygtnEZzkNomHaATqtHcnYuF9qzMISgY5cmkskRQHW4lQjYzbzBkybfYdQq1sFXtykC4fo/b4r+7+hDiJ8U4k6qGOLewR/lvOcsF/ED/sTrxjIvxve0GMJOyodeBR0HKJeUaM3860QwaG+0+4hTkxIIiTdIbMR6rGEm2RbSdjnC6EM9kJSKWpVhnNyDPCGFEuNUMkOCl4zr3FVXSDz/c/u7r78yqM8DFiTdElN/ADtdqXqclifLC+I3VENXBpJOzXilTWR8MMmJpLT3lT32dAJEtuxc6czySo0142hDHuURCRQpxmyhLtXOnHAZeDgvio1/TCNI0NGinyZ2900vuLcnrg0qKe+OhifdHtCzsrUGcGaa/wC9RgkCrJoqNWznbFRDl7Eg30iPvvrgIuB+OFxb3lP1E6J/YCmn7UilsYoI+1EQbuVS0Rek0pXbPw9vWWWuljvbyBWrqiwbh55GqgkbCTqeVjWh4kBdUef7XhG6s0wrMSLkcD5JlwQcYCwapD2HSslBrymi76ITHX3OKJdeLntCg9zj759KKVEntNMX3QCLaliq429SuVFwJ9yBusShWoQx5iDreqWH1elk0K1Fwx70Usz/cj17GCtpPsYhUdwTfaZB/aDCPXmR5oi12Q602bGySPX3uH8DWWWGcGdIb0MZsQLjpL7+6xUNoan4XaGepVpD4TL4gxyGCs7Gz1YcQEAVPI6fxTszAW89VnPNZLBDEWci6d3Z9kFsc7Mdc+iJTzvAGVZo3tS6baMqjS/j9ONtflfFg2RX10OUvpdLSxe7+qnvKcTHHAm9fEwQX6m2FYlB6GH786Fo1lqDb4llXTgddBhwcJN5JxSkJwkCyBoQ0WVy/VcgMovS/aUi+rgBaaPxOLAyZNtnZC2YFA0+gw/DxKJ85RvBuR/Z4oedFsiesft4B2c/f8BxDGNBoDxBhFeagPz3lyf62xurHgtC+BhsE35LmnVSZoHUqxFFzCce2dC6dwc1c9ee8F/AHGysUN9BCRhiU0oIo1S/NgRxTGXZfhGRADBP753+djbsFJw6cyVG/DJHsh7V7vjUjhfYGS+eX+F2gnZfybmTlruZyeh4rsX2BR51wGm/7LRyzheLz8K7IPOxjZmY9vY7zlXXVfW0GaJ4Rb5baweQaK4rjjTxSnPPm8vj3q0FOz4w49NTvloef98IBDT+jqJLAsE6TjvgM868o5YdsTtP8/8Tv1iR8jloyJwYwqKZGGXK0XOuVEUJsoHQxvQTauYv8B0bK7jeAyJz+UhPvUbRb6wd5f3n/+EEwACZ15l7EbFBXENMvqIFhXdQ9Tj0rK43WfKuaYK70ASgpCuV1AwFB+cfhxV52qhj71KPKN7aYLCsSrVZ8bVxTCp+qV8pezDuBhxk3tAx9sexZO8ieHoUsw2Hv1DT9sK4oxbeuO3iiVHiLO1N5Qjym4qZhuL79kTw4dZgwLO2vEdmCHxnKpKWe9BEJIc/PFwHsfEvwjVmQ0Pjk01nyAOeE+vgnVGEp9jOlZeYTN2MvCwpPIDOpn1BmZorTZf9S4H48RJ4TR11sYhQnh0k8IfkJgLuyge2XiE43ok7gsrp6TnjGRPHQXqkmtrqWJZCovpZ5AbUWeGau0T9PfGnbCAaH3rhlvTl547vLMZ/yZ1UQaEjx9xlmXNpKmgdoMcDMs20dM7B7xGAZwGTxQqLHeKWOnGkdfb5vBK8HQ2ExjITgN+39mhLKZINNBPu4QviDTqTdew39UTj7NWj0LYaYyoS/Vpx7ByX+7vA0Opjp5bcXPe4GMq51l3wP9D3nGYB61LZ+bx1jWv/nHl+Za8DakQRhB8i2K06XNMxcnOsbsLc8RCNx79PdJN7XNx+vJ29mMl/XbGEvU96e6bj4tRl9vz+AT0ZwMP8ZWnqW+VqbZEnmYOSlifPxGjsADiGs/FvRSN98K47Clx6zGb+dS2Zr/8NHV0pk3s6z7DKGmJpuixEZtHrMAg2HWqPhUoOZK/MStVlbYWk+/tOKO3nJtPTnUfH/zOQhdmgPwBamzyHaCYkiYUPSxX1jVLGUNvwpLd+GLZ1NhW3ur1Zc239Je4/0Fp5Ve8UtnnlqY7JWAQihKxBuHFSWfVfdgMS+UJnoB1n9mgp/0y3EXL6GmXIYjI6d7Nu4UloYZgVgP2e5ednamlZvOCmcHVOU5b67MdOYf4hxt/EINIEOBW85aunNgYY7KU7RBx0S/0IbD2ypNagUs7xkYlwa1NWfgCkYspo7gKMlWSONApwB7iILTsUan8Cq/U56ZLOeLJ/RVL2PsNfFRnY8Icm5tPLykgqO0JvZm09lKV4LfS5IvDoGe98hUOGNRLx3XASLIEqouRcElVbnPMN7fx8E/LGWiyWTCaUNk51lQ4UJFIYiLOmNVjnq5hZY/9qIrK2zDUfVx2Le8i6+Vv0noIa2yrb2lUmqmS7EoZ6cqiOUhjf73kYtPsfpYzGvZkCWPqYcuRJ8rcedOjAYFbjmO6MzlxDkOcTnRofaLLs5xCLoQ5/cLbrze4xlUvAujIBYlXbSNaLrM0xOEsIQ2gp7gfHMuBI8stgWPiUabyKIvDqG8w3DCJY+5KJFT53X1fji8/VDFJW2ZtQhN+mL2avTSkk/LAKZfSuWSbsmhldfugEFXTr3E39Kj96WDVaffUgct/X5fHFa3hpYc2u0OP5EhhcOwVNHkodz3RrWIWjlQUeoKHkssYy6JXoTyQxn65cTH9JuV3Vjl1q8WcGt0148Yuj1eaKhu1iYEPyFMuMB2Nc4a/PUibe/wjyrO1n5sBv7/W/KprupD5blwfd5UCfXBvZJAZJktLs/Fy2xyZ1hYZzMWij52emF5k84KjfW6aXV/OSHZXeitHc+zcZaS5KyPZoQD2wsSpPKeASVCRCedkrdlzTV9czdRrUSHfYzDj+AHNCD4I8K3+5uH63tQGu6vL4fX92ddAkc55RI77r+9JnS2cpSmnUyyj/OdRWbrR2a14zIfOKKlTa+JyhjhYlEWt9+tI27T97c+2FoTYHhW1bH7bAkc/X5cR2B6x5XhP96q2h+ymqoQFu77sHidZ/39W3Xc0QllapLFN1N1WdcPHZL1npk4QwO2sIaIEJWqQ89V80vKspSfHWt3aZiaxaVPfmo7K5PT2H7ao7L+/fBwtyzR54SFu2J+W42urnqv2xlonBLNRNlcvyi2dK5U2KfYnNMc280UMP/v9cMabm9cpe1x2cRhB97C9Yj37s/O8b5yuNQJ5OH17fXDddeoZ9uS9U4w//v6criXPe+yBWX6NIYvo3VrOAjlK4WDY3EukYyub6+vHuBLUHpoTPWOrmOriEwyQ4mUJ+4MWC/dlptswhLvXe0tjmPYl297/CnoV6+ePAF/wftcbRW2sNP7uVIzeIBu4gtMX8PJ1FwKRdjbaCaqZYkhLLb9tuz5zIc1sSnSFEqG9JgKx0KKNlZsS7OsK96abokg6iyFXUCq4M1jP2vvOVFrpc3gj5eX/sztj5eXdMQdp6vuPCuGe+ktrjiS3r2mJoA8XKv9L5+b/vNVYv/qk9i/Xl4g9qufkFhZm51wbWzmjWOQt7bIw0u0Berz0uZCcTbkBuVdktB4U5kk+myg6n6IL9vbEIFV8W17K4sy3CsKJbgxVo73dXmEQL7Mbk4qEhSkMLFAtUU0QVdhIS/FkS7ahhsG4UlIl3at3SoflMddPDTylBcPR5+bLx7uecvSPB1J9umkZL8eecsyXRbI0RgyxYxM8cSd6kWh1Ut4sTWky5ZeZhEWSCXPY6LFIEEsa7fh9tGW2xvxmyFHI4vu6sqrXrmcZQXQspKc5g41vs3+cY0kNNvwPEfGiUWxJRiouEhls2du+HhLDfbYTaaiUzHgEiaCT2dbdvMK2UlQrYvPao7PRCzd3p724E2pX6SlvbZCVnrqfqFVWcV4AZQIYcqNIbXQfUpLLB6T7IBsNu9Vd61zxuLeRV6TIeaFXZQdhv3c4FsTz+XdTSk+v1YYjys8ShdISWDL/ReUS3d78lJ2eVWrpYzjo27PT0ZfR8lnroxbZUHm2HOPMMKWvXj9X3Tw60AT+hinDU14KsewxTb8ax67o4r/CwAA//9kHVoi" } From 32038d55edcf3b860fe7629733e5bd2752362996 Mon Sep 17 00:00:00 2001 From: chrismark Date: Fri, 10 Jan 2020 13:07:10 +0200 Subject: [PATCH 07/11] Add tags and update data.json Signed-off-by: chrismark --- .../module/aws/dynamodb/_meta/data.json | 68 ++++++++++++------- .../module/aws/dynamodb/manifest.yml | 3 + 2 files changed, 45 insertions(+), 26 deletions(-) diff --git a/x-pack/metricbeat/module/aws/dynamodb/_meta/data.json b/x-pack/metricbeat/module/aws/dynamodb/_meta/data.json index a8d1278eed7..5544889a9ef 100644 --- a/x-pack/metricbeat/module/aws/dynamodb/_meta/data.json +++ b/x-pack/metricbeat/module/aws/dynamodb/_meta/data.json @@ -1,56 +1,72 @@ { - "@timestamp": "2019-12-17T09:18:26.062Z", + "@timestamp": "2020-01-10T11:01:22.612Z", "@metadata": { "beat": "metricbeat", "type": "_doc", "version": "8.0.0" }, + "host": { + "id": "883134FF-0EC4-5E1B-9F9E-FD06FB681D84", + "hostname": "vm1", + "architecture": "x86_64", + "name": "vm1", + "os": { + "family": "darwin", + "name": "Mac OS X", + "kernel": "18.7.0", + "build": "18G95", + "platform": "darwin", + "version": "10.14.6" + } + }, "agent": { - "hostname": "testnode1", + "hostname": "vm1", "id": "fbaf40e4-c9f2-4d9f-840f-b3d8de51b42c", "version": "8.0.0", "type": "metricbeat", - "ephemeral_id": "d9bd89a5-56fd-4502-b3c5-2a5c8b5b986b" - }, - "ecs": { - "version": "1.2.0" - }, - "service": { - "type": "aws" + "ephemeral_id": "ccb69319-4fbd-4881-996a-4c710322da8b" }, "cloud": { + "region": "eu-central-1", "account": { - "id": "428152502467", - "name": "elastic-beats" + "name": "elastic-beats", + "id": "428152502467" }, - "provider": "aws", - "region": "eu-central-1" + "provider": "aws" }, "aws": { - "metrics": { - "SuccessfulRequestLatency": { - "max": 17.713318, - "avg": 4.457840625 + "dimensions": { + "TableName": "TryDaxTable", + "Operation": "Query" + }, + "dynamodb": { + "metrics": { + "SuccessfulRequestLatency": { + "avg": 1.6592021822660081, + "max": 2.883089 + }, + "ThrottledRequests": { + "sum": 112 + } } }, "cloudwatch": { - "dimensions": { - "Operation": "Scan", - "TableName": "TryDaxTable" - }, "namespace": "AWS/DynamoDB" } }, "event": { - "module": "aws", - "duration": 1027498360, - "dataset": "aws.dynamodb" + "duration": 1447079629, + "dataset": "aws.dynamodb", + "module": "aws" }, "metricset": { "name": "dynamodb", "period": 60000 }, - "host": { - "name": "testnode1" + "service": { + "type": "aws" + }, + "ecs": { + "version": "1.2.0" } } diff --git a/x-pack/metricbeat/module/aws/dynamodb/manifest.yml b/x-pack/metricbeat/module/aws/dynamodb/manifest.yml index a3fd34e3b4d..49a03c61efc 100644 --- a/x-pack/metricbeat/module/aws/dynamodb/manifest.yml +++ b/x-pack/metricbeat/module/aws/dynamodb/manifest.yml @@ -5,6 +5,7 @@ input: defaults: metrics: - namespace: AWS/DynamoDB + tags.resource_type_filter: dynamodb statistic: ["Average"] name: - SuccessfulRequestLatency @@ -18,6 +19,7 @@ input: - AccountProvisionedReadCapacityUtilization - AccountProvisionedWriteCapacityUtilization - namespace: AWS/DynamoDB + tags.resource_type_filter: dynamodb statistic: ["Sum"] name: - SystemErrors @@ -30,6 +32,7 @@ input: - ThrottledRequests - WriteThrottleEvents - namespace: AWS/DynamoDB + tags.resource_type_filter: dynamodb statistic: ["Maximum"] name: - SuccessfulRequestLatency From b8628729198afda7f69215a492b58c7fb72359a4 Mon Sep 17 00:00:00 2001 From: chrismark Date: Fri, 10 Jan 2020 13:23:28 +0200 Subject: [PATCH 08/11] Update fileds in dashboard Signed-off-by: chrismark --- .../Metricbeat-aws-dynamodb-overview.json | 30 +++++++++---------- 1 file changed, 15 insertions(+), 15 deletions(-) diff --git a/x-pack/metricbeat/module/aws/_meta/kibana/7/dashboard/Metricbeat-aws-dynamodb-overview.json b/x-pack/metricbeat/module/aws/_meta/kibana/7/dashboard/Metricbeat-aws-dynamodb-overview.json index 6e3af29a3f0..7f58be85cea 100644 --- a/x-pack/metricbeat/module/aws/_meta/kibana/7/dashboard/Metricbeat-aws-dynamodb-overview.json +++ b/x-pack/metricbeat/module/aws/_meta/kibana/7/dashboard/Metricbeat-aws-dynamodb-overview.json @@ -332,7 +332,7 @@ "id": "1", "params": { "customLabel": "ThrottleRequests", - "field": "aws.metrics.ThrottledRequests.sum" + "field": "aws.dynamodb.metrics.ThrottledRequests.sum" }, "schema": "metric", "type": "max" @@ -503,7 +503,7 @@ "id": "1", "params": { "customLabel": "AccountMaxReads", - "field": "aws.metrics.AccountMaxReads.max" + "field": "aws.dynamodb.metrics.AccountMaxReads.max" }, "schema": "metric", "type": "max" @@ -513,7 +513,7 @@ "id": "2", "params": { "customLabel": "AccountMaxWrites", - "field": "aws.metrics.AccountMaxWrites.max" + "field": "aws.dynamodb.metrics.AccountMaxWrites.max" }, "schema": "metric", "type": "max" @@ -523,7 +523,7 @@ "id": "3", "params": { "customLabel": "AccountMaxTableLevelReads", - "field": "aws.metrics.AccountMaxTableLevelReads.max" + "field": "aws.dynamodb.metrics.AccountMaxTableLevelReads.max" }, "schema": "metric", "type": "max" @@ -533,7 +533,7 @@ "id": "4", "params": { "customLabel": "AccountMaxTableLevelWrites", - "field": "aws.metrics.AccountMaxTableLevelWrites.max" + "field": "aws.dynamodb.metrics.AccountMaxTableLevelWrites.max" }, "schema": "metric", "type": "max" @@ -638,7 +638,7 @@ "id": "1", "params": { "customLabel": "ReadThrottleEvents", - "field": "aws.metrics.ReadThrottleEvents.sum" + "field": "aws.dynamodb.metrics.ReadThrottleEvents.sum" }, "schema": "metric", "type": "max" @@ -796,7 +796,7 @@ "id": "1", "params": { "customLabel": "ConsumedReadCapacityUnits", - "field": "aws.metrics.ConsumedReadCapacityUnits.sum" + "field": "aws.dynamodb.metrics.ConsumedReadCapacityUnits.sum" }, "schema": "metric", "type": "max" @@ -919,7 +919,7 @@ "id": "1", "params": { "customLabel": "ConsumedWriteCapacityUnits", - "field": "aws.metrics.ConsumedReadCapacityUnits.sum" + "field": "aws.dynamodb.metrics.ConsumedReadCapacityUnits.sum" }, "schema": "metric", "type": "max" @@ -1033,7 +1033,7 @@ "id": "1", "params": { "customLabel": "SuccessfulRequestLatency", - "field": "aws.metrics.SuccessfulRequestLatency.avg" + "field": "aws.dynamodb.metrics.SuccessfulRequestLatency.avg" }, "schema": "metric", "type": "avg" @@ -1061,7 +1061,7 @@ "id": "3", "params": { "customLabel": "MAX SuccessfulRequestLatency", - "field": "aws.metrics.SuccessfulRequestLatency.max" + "field": "aws.dynamodb.metrics.SuccessfulRequestLatency.max" }, "schema": "metric", "type": "max" @@ -1234,7 +1234,7 @@ "id": "1", "params": { "customLabel": "AccountProvisionedReadCapacityUtilization", - "field": "aws.metrics.AccountProvisionedReadCapacityUtilization.avg" + "field": "aws.dynamodb.metrics.AccountProvisionedReadCapacityUtilization.avg" }, "schema": "metric", "type": "avg" @@ -1383,7 +1383,7 @@ "id": "1", "params": { "customLabel": "ConsumedWriteCapacityUnits", - "field": "aws.metrics.ConsumedWriteCapacityUnits.avg" + "field": "aws.dynamodb.metrics.ConsumedWriteCapacityUnits.avg" }, "schema": "metric", "type": "avg" @@ -1554,7 +1554,7 @@ "id": "1", "params": { "customLabel": "ConsumedReadCapacityUnits", - "field": "aws.metrics.ConsumedReadCapacityUnits.avg" + "field": "aws.dynamodb.metrics.ConsumedReadCapacityUnits.avg" }, "schema": "metric", "type": "avg" @@ -1703,7 +1703,7 @@ "id": "1", "params": { "customLabel": "AccountProvisionedWriteCapacityUtilization", - "field": "aws.metrics.AccountProvisionedWriteCapacityUtilization.avg" + "field": "aws.dynamodb.metrics.AccountProvisionedWriteCapacityUtilization.avg" }, "schema": "metric", "type": "avg" @@ -1853,4 +1853,4 @@ } ], "version": "7.4.0" -} \ No newline at end of file +} From a14946a12be1f9c7267c51be079f349a16cb88ca Mon Sep 17 00:00:00 2001 From: chrismark Date: Fri, 10 Jan 2020 15:25:56 +0200 Subject: [PATCH 09/11] Add changelog Signed-off-by: chrismark --- CHANGELOG.next.asciidoc | 1 + 1 file changed, 1 insertion(+) diff --git a/CHANGELOG.next.asciidoc b/CHANGELOG.next.asciidoc index 3e55033cd1a..a91f313e703 100644 --- a/CHANGELOG.next.asciidoc +++ b/CHANGELOG.next.asciidoc @@ -581,6 +581,7 @@ https://github.com/elastic/beats/compare/v7.0.0-alpha2...master[Check the HEAD d - Add `index` option to all modules to specify a module-specific output index. {pull}15100[15100] - Add a `system/service` metricset for systemd data. {pull}14206[14206] - Add cost warnings for the azure module. {pull}15356[15356] +- Add DynamoDB AWS Metricbeat light module {pull}15097[15097] *Packetbeat* From b5c07b5c5658fbcc15169d5f14a6ed7c42de2977 Mon Sep 17 00:00:00 2001 From: chrismark Date: Mon, 13 Jan 2020 11:13:28 +0200 Subject: [PATCH 10/11] Fix docs Signed-off-by: chrismark --- x-pack/metricbeat/module/aws/dynamodb/_meta/docs.asciidoc | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/x-pack/metricbeat/module/aws/dynamodb/_meta/docs.asciidoc b/x-pack/metricbeat/module/aws/dynamodb/_meta/docs.asciidoc index f9ead900b41..e197748e157 100644 --- a/x-pack/metricbeat/module/aws/dynamodb/_meta/docs.asciidoc +++ b/x-pack/metricbeat/module/aws/dynamodb/_meta/docs.asciidoc @@ -9,7 +9,7 @@ For all other DynamoDB metrics, the aggregation granularity is five minutes. - module: aws period: 300s metricsets: - - sns + - dynamodb # This module uses the aws cloudwatch metricset, all # the options for this metricset are also available here. ---- From 8a210d326297318d63948fc36adb4eb642bb8b59 Mon Sep 17 00:00:00 2001 From: chrismark Date: Tue, 14 Jan 2020 11:08:30 +0200 Subject: [PATCH 11/11] make update Signed-off-by: chrismark --- x-pack/metricbeat/module/aws/fields.go | 3 +-- 1 file changed, 1 insertion(+), 2 deletions(-) diff --git a/x-pack/metricbeat/module/aws/fields.go b/x-pack/metricbeat/module/aws/fields.go index 5c001097280..3ee30ebaa25 100644 --- a/x-pack/metricbeat/module/aws/fields.go +++ b/x-pack/metricbeat/module/aws/fields.go @@ -19,6 +19,5 @@ func init() { // AssetAws returns asset data. // This is the base64 encoded gzipped contents of module/aws. func AssetAws() string { - return "asdf" + return "eJzsXV9v27iyf++nGOxTu0h87tndcx/ycIE0Du4JkLZpnEUfVZoc2zyhSIV/4rjYD3/BP5JlW44tW3K6wO3DbmHZ5O83MxwOZ4bqOTzi4gLI3LwDsNwKvIBfyNz88g6AoaGaF5YreQH/8w4A4DuZm++QK+YEAlVCILUGLr+NIFeSW6W5nEKOVnNqYKJVHp5dCeXYnFg6G7wD0CiQGLyAKXkHMOEomLkIo5+DJDleAPXfHxBKlZN24D8LjwHsosALj3iuNEufNaD0fx5mGMeBNE4YG5QGIjgx4AwysAo4Q2n5ZAGMTyaoUVrwH1iOBrgEArkTlp9blCQ8euZayRylHaxAjgJcYpxq5YrXENZ51weyZGoGv1Yfl+Op8X+Q2trH8YOsSSJrj7OcFAWX0/TdX379pfa9LdILEiRTPzA8E+EQCsJ1UimZG9BolNMUzWCDgfl9MHb0EVc0t017OzB8DjqbAIHR75BG3ZiQ8Ryl4Ur+JIL7FOy/DmvdVAa/DtIiGfxaYW7Au4KVKTcWuPlkK8wtED+l5WlnxIJG67REFjW7XKhweXcDTw71YlPeYy4El9MNUddtfoeIvqcxvgNV0hIuPRwENJbnxCIDOiN6igYmSsNCOR38SLmSuVxzKeWfyrWM0ZLa59sWG61GOYrMcpg1Pnld1HPUCIZqUpTirnzjtyDy+YzT2XKABo9qvHsa132V52EKsrIQ113sNinUJVGNs/J0+5rdIRJIHrgaFkyBlE84MpjPUEbTqskfSMEbVvZCklyx8VHaKQc5kW78D4dhyuHHY2wTx+Yo2jg2J2R8/XHU3gArqvS346jS305J9eq349YaLdzAKkvEoFjZmZbkDSUCWTYRiqx/YY9FV6CmKC2Zxq1TCEWDT72++g2oygtnEZzkNomHaATqtHcnYuF9qzMISgY5cmkskRQHW4lQjYzbzBkybfYdQq1sFXtykC4fo/b4r+7+hDiJ8U4k6qGOLewR/lvOcsF/ED/sTrxjIvxve0GMJOyodeBR0HKJeUaM3860QwaG+0+4hTkxIIiTdIbMR6rGEm2RbSdjnC6EM9kJSKWpVhnNyDPCGFEuNUMkOCl4zr3FVXSDz/c/u7r78yqM8DFiTdElN/ADtdqXqclifLC+I3VENXBpJOzXilTWR8MMmJpLT3lT32dAJEtuxc6cP0lQp71sCGPcoyAihTjNlCXaudKPAy4HBfFRr+mFaRobNFLkz97opPcX5fTApUU98dHF+qLbF3ZWoM4M0l7hF6jBIFWSRUetnO2KiXL2JBroEfffXQVcDsYLi3vLf6J0TuwFNP2oFbcwQB9rIwzcq1oi9JpSumbh7esttdLHenkDtXRFg3HzyNVAI2EnU8vHtDxICqo9/mrDN1ZphGclXI4GyDPhgowFglWHsOlYKTXkNV30Q2KuucUT68TPaVF6nH3y6UUrJfaaYvqgEWxLFV1t6lcqLwT6kDdYlSpQh3OIOdyqYvZ5mTYpUHPFvBexPN+PXMcK2k6yi1V0BN9ok31oM4xcZ3qgLXZBrjdtbpA8fu0dwtdYYp0Z0BnSx2xCuOjseHePhdLW+FOonaFeRepP4gUxBhmMlZ2tPoyYIGAKZzr/1CyMxXz1GY/5EkGMhZxLZ/cnmcXxTsy1DyLlPG9ApVlj+5KptgyqtP+Pk815OR+WTVEfnc5SOpU2du9X1VOekykOePOaODhBfzMMi9LD8ONXZdGYhmqDb5k1HXgddFhIuJGMUxKCg2QJDG2wuHqqlhtA6X3RlnxZBbTQ/JlYHDBpsrUKZQcCTaPD8PMoVZyjeDci+z1R8qLZEtc/bgHt5u75DyCMaTQGiDGK8pAfnvPk/lpjdWPBaV8CDYNvyHNPq0zQOpRiKbiE49o7F07h5q568t4L+AOMlYsb6CEiDUtoQBVrlubBjiiMuy7DMyAGCPzzv8/H3IKThk9lyN6GSfZC2r3eG5HC+wIl88v9L9BOyvg3M3PWcjk9DxnZv8CizrkMNv2Xj1hCebz8K7IPOxjZmY9vY7zlXXVfW0GaJ4Rb5bawWQNFcVz5E8UpK5/Xt81Fz73qgJodV/LU7JQlz/vhASVP6KoOWCYJUrHvAL+6UiVsWz/7/3rfqet9jFgyJgYzqqREGk5qvdApJ4LaRKksvAXZuIr8B0TL7raBy5z8UBLuU69Z6AZ7f3n/+UMwASR05l3GblBUENMsq4NgXdU9TD0mKYvr/qCYY670AigpCOV2AQFD+cXhx11Zqhr61KHINzabLigQr1Z9blxRCH9Qr5S/nHUADzNuah/4UNuzcJI/OQw9gsHeq2/4YVtRjIe27uiNUuIh4kzNDfWIgpuK6fbkS/bk0GHGsLCzRmwH9mcsl5py1ksgBDQ3Xwy89wHBP2I+RuOTQ2PNB5gT7qObkIuh1EeYnpVH2Iy9TCs8icygfkadkSlKm/1HjfvxGHFCGH29hVGYEC79hOAnBObCDrrXOXyiEf0RLour56QVJpKH3kI1qWW1NJFM5aXUE6ityDNjlfaH9LeGnXBA6LxrxpuTF567PPPn/cxqIg0Jnj7jrEsbSdNAbQa4GZbNIyb2jngMA7gMHihkWO+UsVONo6+3zeCVYGhsprEQnIb9PzNC2UyQ6SAfdwhfkOnUG6/hPyonn2atnoUwU5nQleoPHsHJf7u8DQ6mqru24ue9QMbVzqTvgf6HPGMwj9qWz81jTOrf/ONLcyZ4G9IgjCD5Fqnp0uaZixMdY/aW5wgE7j36+6Sb2ubj9eTtbMbL7G2MJer7U103nxajr7dn8IloToYfYyPPUl8r02yJPMycFDE+fiNH4AHEtR/TeamXb4Vx2NLjqcZv51LZmv/w0dXSmTezrPsMoaYmm6LERm0eswCDYdao+KNAzZX4iVutrLC1nn5pxR295dp6cqj5/uZzELo0B+ALUmeR7QTFkDCh6GO/sKpZygx+FZbuwhcrU2Fbe6vVlzbf0l7j7QWnlV7xS2eeWpjslYBCKErEG4cVJZ9V92AxL5QmegHWf2aCn/TLcRcvoaZchoKR0z0bdwpLw4xArIdsdy87O9PKTWeFswOq8pw3Z2Y68w9xjjZ+oQaQocAtlZbuHFiYo/IUbdAx0S+04fC2Oia1Apb3DIxLg9qaM3AFIxZTP3CUZCukcaBTgD1Ewamo0Sm8yu+UFZPlfLE+X3Uyxk4TH9X5iCDn1sbSJRUcpTWxM5vOVnoS/F6SfHEI9LxHpsIZi3rpuA4QQZZQdSkKLqnK/Qnj/X0c/MNSJppMJpw2RHaeBRUuZBSCuKgzVuWol1to+WMvujLDNhxVH4d9y7v4WvqbhA7S6rS1t1RKzXQpFuXsVAWxPKTR/z5y8UesPhbz2mnIksfUQReiz5W4cydGgwK3lCM6czlxjkNcTnSo/aKLcxyCLsT5/YIbr3d4BhXvwiiIRUkXbSOaLs/pCUJYQhtBT3C+OReCRxbbgsdEo01k0ReHkN5hOOGSx7MokVPndfV+OLz9UMUlbZm1CE36YvZq9NKST8sApl9K5ZJuyaGV1+6AQVdOvcTf0qP3pYNVp99SBy39fl8cVreGlhza7Q4/kSGFYljKaPKQ7nujXEQtHagodQWPKZYxl0QvQvqhDP1y4mP6zcxuzHLrVxO4NbrrJYZuywsN2c3ahOAnhAkX2C7HWYO/nqTtHf5Rydnaj83A/3/Leaqr/FBZF67PmzKhPrhXEogsT4vLunh5mtwZFtbZjIWij51eV96ks0JjPW9a3V5OSHYnemvleTbO0iE566MZ4cD2ggSpvGVAiRDRSafD2zLnmr65m6hWosMuxuFH8AMaEPwR4dv9zcP1PSgN99eXw+v7sy6Bo5xyiR13314TOlsppWknk+zjfGeR2XrJrFYu84EjWtr0kqiMES4WZXL73TriNn1/64OtNQGGZ1Ueu8+WwNHvx3UEpjdcGf7jrbL94VRTJcLCbR8WL/Osv32rjjs6oUxNsvheqi7z+qFDst4zE2dowBbWEBGiUnXouWp+RVmWzmfH2l0apmZx6ZOf2s7Kw2lsP+1RWf9+eLhbpuhzwsJNMb+tRldXvdXtDDROiWaibK1fFFs6VyrsU2w+0xzbzRQw/+/1wxpub1yl7XHZxGEH3sL1iPfuz87xvlJc6gTy8Pr2+uG6a9SzbYf1TjD/+/pyuJc977IFZfo0hi+jdWs4COUriYNjcS6RjK5vr68e4EtQemhM9Y6uY6uITDJDiZQn7gxYT92Wm2zCEm9d7S2OY9iX73r8KehXL548AX/B+1xtFbaw0/u5UjN4gG7i60tfw8nUXApF2NtoJqpliSEstv227PnMhzWxKdIUSobjMRWOhSPaWLEtzbKueGu6JYKosxR2AamCN4/9rL3nRK2VNoM/Xl76M7c/Xl5SiTtOV914Vgz30ltccSS9eU1NAHm4VPtf/mz6z1eJ/atPYv96eYHYr35CYmVudsK1sZk3jkHe2iIPT9EWqM9LmwvJ2XA2KO+ShMabyiTRnwaq7of4qr0NEVgV37W3sijDvaKQghtj5Xhfl0cI5MvTzUlFgoIUJiaotogm6Cos5KU40jXbcMMgPAnHpV1rtzoPyuMuHhp5youHo8/NFw/3fLGseTqS7NNJyX498pZluiyQozFkihmZ4ok71YtCq5fwWmtIly29zCIskEqex4MWgwSxzN2G20dbbm/Eb4YzGll0l1de9crlLCuAlpnkNHfI8W32j2skodmG5zkyTiyKLcFAxUUqmz1zw8dbcrDHbjIVnYoBlzARfDrbsptXyE6Cal18VnN8JmLp9va0B29K/SIt7bUVstJT9wutOlWMF0CJEKbcGFIL3ae0xGKZZAdks3mvumudMxb3LvKaDDEv7KLsMOznBt+aeC7vbkrx+bXCeFzhUbpASgJb7r+gXLrbk6eyy6taLWUcH3VbPxl9HSWfuTJudQoyx9Y9wghb9uL1f8/BrwNN6GOcNjThqRzDFtvwb3nsjir+LwAA//+R4FlO" } -