Add Kibana Dashboards for Azure Functions and add the missing metric …

…field mappings

packages/azure_functions/changelog.yml

@@ -1,11 +1,11 @@
 # newer versions go on top
-- version: "0.1.0"
-  changes:
-    - description: Add Azure Functions logs data stream
-      type: enhancement
-      link: https://github.com/elastic/integrations/pull/6417
 - version: "0.1.1"
   changes:
     - description: Add Azure Functions metrics data stream
       type: enhancement
       link: https://github.com/elastic/integrations/pull/7130
+- version: "0.1.0"
+  changes:
+    - description: Add Azure Functions logs data stream
+      type: enhancement
+      link: https://github.com/elastic/integrations/pull/6417

packages/azure_functions/data_stream/functionapplogs/manifest.yml

@@ -7,6 +7,45 @@ streams:
     title: Azure Functions logs
     description: Collect Azure Functions logs using azure-eventhub input
     vars:
+      - name: eventhub
+        type: text
+        title: Event Hub
+        multi: false
+        required: true
+        show_user: true
+        description: >-
+          Elastic recommends using one event hub for each integration. Visit [Create an event hub](https://docs.elastic.co/integrations/azure#create-an-event-hub) to learn more. Use event hub names up to 30 characters long to avoid compatibility issues.
+      - name: consumer_group
+        type: text
+        title: Consumer Group
+        multi: false
+        required: true
+        show_user: true
+        default: $Default
+      - name: connection_string
+        type: password
+        title: Connection String
+        multi: false
+        required: true
+        show_user: true
+        description: >-
+          The connection string required to communicate with Event Hubs. See [Get an Event Hubs connection string](https://docs.microsoft.com/en-us/azure/event-hubs/event-hubs-get-connection-string) to learn more.
+      - name: storage_account
+        type: text
+        title: Storage Account
+        multi: false
+        required: true
+        show_user: true
+        description: >-
+          The name of the storage account where the consumer group's state/offsets will be stored and updated.
+      - name: storage_account_key
+        type: password
+        title: Storage Account Key
+        multi: false
+        required: true
+        show_user: true
+        description: >-
+          The storage account key, this key will be used to authorize access to data in your storage account.
       - name: preserve_original_event
         required: true
         show_user: true

packages/azure_functions/data_stream/metrics/agent/stream/stream.yml.hbs

@@ -30,29 +30,41 @@ resources:
     - resource_group: "{{this}}"
       resource_type: "Microsoft.Web/sites"
       metrics:
-        - name: ["FunctionExecutionCount", "FunctionExecutionUnits", "AppConnections", "AverageMemoryWorkingSet", "BytesReceived", "BytesSent", "CpuTime", "CurrentAssemblies", "FileSystemUsage", "Gen0Collections", "Gen1Collections", "Gen2Collections", "Handles", "HealthCheckStatus", "Http2xx", "Http3xx", "Http4xx", "Http5xx", "IoOtherBytesPerSecond", "IoOtherOperationsPerSecond", "IoReadBytesPerSecond", "IoReadOperationsPerSecond", "IoWriteBytesPerSecond", "IoWriteOperationsPerSecond", "MemoryWorkingSet", "Requests", "Threads", "TotalAppDomains", "TotalAppDomainsUnloaded"]
+        - name: ["FunctionExecutionCount", "FunctionExecutionUnits", "AppConnections", "AverageMemoryWorkingSet", "BytesReceived", "BytesSent", "CurrentAssemblies", "Gen0Collections", "Gen1Collections", "Gen2Collections", "Handles", "HealthCheckStatus", "Http2xx", "Http3xx", "Http4xx", "Http5xx", "HttpResponseTime", "IoOtherBytesPerSecond", "IoOtherOperationsPerSecond", "IoReadBytesPerSecond", "IoReadOperationsPerSecond", "IoWriteBytesPerSecond", "IoWriteOperationsPerSecond", "MemoryWorkingSet", "Requests", "RequestsInApplicationQueue", "Threads", "TotalAppDomains", "TotalAppDomainsUnloaded"]
           namespace: "Microsoft.Web/sites"
-          timegrain: "PT1M"
+          timegrain: "PT5M"
+          ignore_unsupported: true
+        - name: ["FileSystemUsage"]
+          namespace: "Microsoft.Web/sites"
+          timegrain: "PT6H"
           ignore_unsupported: true
 {{/each}}
 {{/if}}
 {{#if resource_ids}}
 {{#each resource_ids}}
     - resource_id: "{{this}}"
       metrics:
-        - name: ["FunctionExecutionCount", "FunctionExecutionUnits", "AppConnections", "AverageMemoryWorkingSet", "BytesReceived", "BytesSent", "CpuTime", "CurrentAssemblies", "FileSystemUsage", "Gen0Collections", "Gen1Collections", "Gen2Collections", "Handles", "HealthCheckStatus", "Http2xx", "Http3xx", "Http4xx", "Http5xx", "IoOtherBytesPerSecond", "IoOtherOperationsPerSecond", "IoReadBytesPerSecond", "IoReadOperationsPerSecond", "IoWriteBytesPerSecond", "IoWriteOperationsPerSecond", "MemoryWorkingSet", "Requests", "Threads", "TotalAppDomains", "TotalAppDomainsUnloaded"]
+        - name: ["FunctionExecutionCount", "FunctionExecutionUnits", "AppConnections", "AverageMemoryWorkingSet", "BytesReceived", "BytesSent", "CurrentAssemblies", "Gen0Collections", "Gen1Collections", "Gen2Collections", "Handles", "HealthCheckStatus", "Http2xx", "Http3xx", "Http4xx", "Http5xx", "HttpResponseTime", "IoOtherBytesPerSecond", "IoOtherOperationsPerSecond", "IoReadBytesPerSecond", "IoReadOperationsPerSecond", "IoWriteBytesPerSecond", "IoWriteOperationsPerSecond", "MemoryWorkingSet", "Requests", "RequestsInApplicationQueue", "Threads", "TotalAppDomains", "TotalAppDomainsUnloaded"]
+          namespace: "Microsoft.Web/sites"
+          timegrain: "PT5M"
+          ignore_unsupported: true
+        - name: ["FileSystemUsage"]
           namespace: "Microsoft.Web/sites"
-          timegrain: "PT1M"
+          timegrain: "PT6H"
           ignore_unsupported: true
 {{/each}}
 {{/if}}
 {{#unless resource_ids }}
     {{#unless resource_groups }}
     - resource_query: "resourceType eq 'Microsoft.Web/sites'"
       metrics:
-        - name: ["FunctionExecutionCount", "FunctionExecutionUnits", "AppConnections", "AverageMemoryWorkingSet", "BytesReceived", "BytesSent", "CpuTime", "CurrentAssemblies", "FileSystemUsage", "Gen0Collections", "Gen1Collections", "Gen2Collections", "Handles", "HealthCheckStatus", "Http2xx", "Http3xx", "Http4xx", "Http5xx", "IoOtherBytesPerSecond", "IoOtherOperationsPerSecond", "IoReadBytesPerSecond", "IoReadOperationsPerSecond", "IoWriteBytesPerSecond", "IoWriteOperationsPerSecond", "MemoryWorkingSet", "Requests", "Threads", "TotalAppDomains", "TotalAppDomainsUnloaded"]
+        - name: ["FunctionExecutionCount", "FunctionExecutionUnits", "AppConnections", "AverageMemoryWorkingSet", "BytesReceived", "BytesSent", "CurrentAssemblies", "Gen0Collections", "Gen1Collections", "Gen2Collections", "Handles", "HealthCheckStatus", "Http2xx", "Http3xx", "Http4xx", "Http5xx", "HttpResponseTime", "IoOtherBytesPerSecond", "IoOtherOperationsPerSecond", "IoReadBytesPerSecond", "IoReadOperationsPerSecond", "IoWriteBytesPerSecond", "IoWriteOperationsPerSecond", "MemoryWorkingSet", "Requests", "RequestsInApplicationQueue", "Threads", "TotalAppDomains", "TotalAppDomainsUnloaded"]
+          namespace: "Microsoft.Web/sites"
+          timegrain: "PT5M"
+          ignore_unsupported: true
+        - name: ["FileSystemUsage"]
           namespace: "Microsoft.Web/sites"
-          timegrain: "PT1M"
+          timegrain: "PT6H"
           ignore_unsupported: true
     {{/unless}}
 {{/unless}}

packages/azure_functions/data_stream/metrics/fields/fields.yml

@@ -24,34 +24,34 @@
       description: The amount of outgoing bandwidth consumed by the app, in MiB.
     - name: file_system_usage.average
       type: long
-      description: Percentage of filesystem quota consumed by the app. .
+      description: Percentage of filesystem quota consumed by the app.
     - name: gen_0_collections.total
       type: long
-      description: The number of times the generation 0 objects are garbage collected since the start of the app process. Higher generation GCs include all lower generation GCs. 
+      description: The number of times the generation 0 objects are garbage collected since the start of the app process. Higher generation GCs include all lower generation GCs.
     - name: gen_1_collections.total
       type: long
-      description: The number of times the generation 1 objects are garbage collected since the start of the app process. Higher generation GCs include all lower generation GCs. 
+      description: The number of times the generation 1 objects are garbage collected since the start of the app process. Higher generation GCs include all lower generation GCs.
     - name: gen_2_collections.total
       type: long
-      description: The number of times the generation 2 objects are garbage collected since the start of the app process. Higher generation GCs include all lower generation GCs. 
+      description: The number of times the generation 2 objects are garbage collected since the start of the app process. Higher generation GCs include all lower generation GCs.
     - name: handles.average
       type: long
-      description: The total number of handles currently open by the app process. 
+      description: The total number of handles currently open by the app process.
     - name: health_check_status.average
       type: long
-      description: Health check status. 
+      description: Health check status.
     - name: http_2xx.total
       type: long
-      description: The count of requests resulting in an HTTP status code >= 200 but < 300. 
+      description: The count of requests resulting in an HTTP status code >= 200 but < 300.
     - name: http_3xx.total
       type: long
       description: The count of requests resulting in an HTTP status code >= 300 but < 400.
     - name: http_4xx.total
       type: long
-      description: The count of requests resulting in an HTTP status code >= 400 but < 500. 
+      description: The count of requests resulting in an HTTP status code >= 400 but < 500.
     - name: http_5xx.total
       type: long
-      description: he count of requests resulting in an HTTP status code >= 500 but < 600. 
+      description: The count of requests resulting in an HTTP status code >= 500 but < 600.
     - name: io_other_bytes_per_second.total
       type: long
       description: The rate at which the app process is issuing bytes to I/O operations that don't involve data, such as control operations.
@@ -61,9 +61,6 @@
     - name: io_read_bytes_per_second.total
       type: long
       description: The rate at which the app process is reading bytes from I/O operations.
-    - name: io_read_bytes_per_second.total
-      type: long
-      description: The rate at which the app process is reading bytes from I/O operations.
     - name: io_read_operations_per_second.total
       type: long
       description: The rate at which the app process is issuing read I/O operations.
@@ -94,7 +91,3 @@
     - name: total_app_domains_unloaded.average
       type: long
       description: The total number of AppDomains unloaded since the start of the application.
-    # - name: cpu_time.total
-    #   type: long
-    #   description: Function Execution Units. For FunctionApps only.
-    #  this is a WebApp only metric

packages/azure_functions/data_stream/metrics/manifest.yml

@@ -57,9 +57,3 @@ streams:
         required: false
         show_user: true
         default: 600s
-      - name: resource_manager_endpoint
-        type: text
-        title: Resource Manager Endpoint
-        multi: false
-        required: false
-        show_user: true