New module windows for metricbeat

CHANGELOG.asciidoc

@@ -104,6 +104,7 @@ https://github.com/elastic/beats/compare/v5.1.1...master[Check the HEAD diff]
 - The Docker, Kafka, and Prometheus modules are now Beta, instead of experimental. {pull}3525[3525]
 - The HAProxy module is now GA, instead of experimental. {pull}3525[3525]
 - Add the ability to collect the environment variables from system processes. {pull}3337[3337]
+- Add experimental metricset `perfmon` to Windows module. {pull}3758[3758]
 - Add memcached module with stats metricset. {pull}3693[3693]
 
 *Packetbeat*

metricbeat/docs/fields.asciidoc

@@ -32,6 +32,7 @@ grouped in the following categories:
 * <<exported-fields-prometheus>>
 * <<exported-fields-redis>>
 * <<exported-fields-system>>
+* <<exported-fields-windows>>
 * <<exported-fields-zookeeper>>
 
 --
@@ -7518,6 +7519,52 @@ type: keyword
 Name of the user running the process.
 
 
+[[exported-fields-windows]]
+== Windows Fields
+
+[]beta Module for Windows
+
+
+
+[float]
+== windows Fields
+
+
+
+
+
+[float]
+== counters Fields
+
+Grouping of different counters
+
+
+
+[float]
+=== windows.perfmon.counters.group
+
+type: string
+
+Name of the group. For example `processor` or `disk`
+
+
+
+[float]
+=== windows.perfmon.counters.collectors.alias
+
+type: string
+
+Short form for the query
+
+
+[float]
+=== windows.perfmon.counters.collectors.query
+
+type: string
+
+The query. For example `\\Processor Information(_Total)\\% Processor Performance`. Backslashes have to be escaped.
+
+
 [[exported-fields-zookeeper]]
 == ZooKeeper Fields
 

metricbeat/docs/modules/windows.asciidoc

@@ -0,0 +1,34 @@
+////
+This file is generated! See scripts/docs_collector.py
+////
+
+[[metricbeat-module-windows]]
+== windows Module
+
+This is the windows Module.
+
+
+[float]
+=== Example Configuration
+
+The Windows module supports the standard configuration options that are described
+in <<configuration-metricbeat>>. Here is an example configuration:
+
+[source,yaml]
+----
+metricbeat.modules:
+#- module: windows
+#  metricsets: ["perfmon"]
+#  enabled: true
+#  period: 10s
+#  perfmon.counters:----
+
+[float]
+=== Metricsets
+
+The following metricsets are available:
+
+* <<metricbeat-metricset-windows-perfmon,perfmon>>
+
+include::windows/perfmon.asciidoc[]
+

metricbeat/docs/modules/windows/perfmon.asciidoc

@@ -0,0 +1,19 @@
+////
+This file is generated! See scripts/docs_collector.py
+////
+
+[[metricbeat-metricset-windows-perfmon]]
+include::../../../module/windows/perfmon/_meta/docs.asciidoc[]
+
+
+==== Fields
+
+For a description of each field in the metricset, see the
+<<exported-fields-windows,exported fields>> section.
+
+Here is an example document generated by this metricset:
+
+[source,json]
+----
+include::../../../module/windows/perfmon/_meta/data.json[]
+----

metricbeat/docs/modules_list.asciidoc

@@ -19,6 +19,7 @@ This file is generated! See scripts/docs_collector.py
   * <<metricbeat-module-prometheus,Prometheus>>
   * <<metricbeat-module-redis,Redis>>
   * <<metricbeat-module-system,System>>
+  * <<metricbeat-module-windows,Windows>>
   * <<metricbeat-module-zookeeper,ZooKeeper>>
 
 
@@ -41,4 +42,5 @@ include::modules/postgresql.asciidoc[]
 include::modules/prometheus.asciidoc[]
 include::modules/redis.asciidoc[]
 include::modules/system.asciidoc[]
+include::modules/windows.asciidoc[]
 include::modules/zookeeper.asciidoc[]

metricbeat/include/list.go

@@ -71,6 +71,8 @@ import (
 	_ "github.com/elastic/beats/metricbeat/module/system/network"
 	_ "github.com/elastic/beats/metricbeat/module/system/process"
 	_ "github.com/elastic/beats/metricbeat/module/system/socket"
+	_ "github.com/elastic/beats/metricbeat/module/windows"
+	_ "github.com/elastic/beats/metricbeat/module/windows/perfmon"
 	_ "github.com/elastic/beats/metricbeat/module/zookeeper"
 	_ "github.com/elastic/beats/metricbeat/module/zookeeper/mntr"
 )

metricbeat/metricbeat.full.yml

@@ -315,6 +315,12 @@ metricbeat.modules:
   # Redis AUTH password. Empty by default.
   #password: foobared
 
+#------------------------------- Windows Module ------------------------------
+#- module: windows
+#  metricsets: ["perfmon"]
+#  enabled: true
+#  period: 10s
+#  perfmon.counters:
 #------------------------------ ZooKeeper Module -----------------------------
 #- module: zookeeper
   #metricsets: ["mntr"]

metricbeat/metricbeat.yml

@@ -46,6 +46,12 @@ metricbeat.modules:
   period: 10s
   processes: ['.*']
 
+#------------------------------- Windows Module ------------------------------
+#- module: windows
+#  metricsets: ["perfmon"]
+#  enabled: true
+#  period: 10s
+#  perfmon.counters:
 
 
 #================================ General =====================================

metricbeat/module/windows/_meta/config.yml

@@ -0,0 +1,5 @@
+#- module: windows
+#  metricsets: ["perfmon"]
+#  enabled: true
+#  period: 10s
+#  perfmon.counters:

metricbeat/module/windows/_meta/docs.asciidoc

@@ -0,0 +1,3 @@
+== windows Module
+
+This is the windows Module.

metricbeat/module/windows/_meta/fields.yml

@@ -0,0 +1,10 @@
+- key: windows
+  title: "Windows"
+  description: >
+    []beta
+    Module for Windows
+  fields:
+    - name: windows
+      type: group
+      description: >
+      fields:

metricbeat/module/windows/doc.go

@@ -0,0 +1,4 @@
+/*
+Package windows is a Metricbeat module that contains MetricSets.
+*/
+package windows

metricbeat/module/windows/perfmon/_meta/data.json

@@ -0,0 +1,19 @@
+{
+    "@timestamp":"2016-05-23T08:05:34.853Z",
+    "beat":{
+        "hostname":"beathost",
+        "name":"beathost"
+    },
+    "metricset":{
+        "host":"localhost",
+        "module":"mysql",
+        "name":"status",
+        "rtt":44269
+    },
+    "windows":{
+        "perfmon":{
+            "example": "perfmon"
+        }
+    },
+    "type":"metricsets"
+}

metricbeat/module/windows/perfmon/_meta/docs.asciidoc

@@ -0,0 +1,24 @@
+=== windows perfmon MetricSet
+
+This is the perfmon metricset of the module windows.
+
+[float]
+=== Features and configuration
+
+Metricset to collect performance counters.
+Example configuration:
+```
+- module: windows
+  metricsets: ["perfmon"]
+  enabled: true
+  period: 10s
+  perfmon.counters:
+    - group: "processor"  
+      collectors:        
+        - alias: "processor_time"
+          query: '\Processor Information(_Total)\% Processor Time'
+    - group: "disk"
+      collectors:
+        - alias: "bytes_written"
+          query: '\PhysicalDisk(_Total)\Disk Writes/sec'
+```

metricbeat/module/windows/perfmon/_meta/fields.yml

@@ -0,0 +1,26 @@
+- name: perfmon
+  type: group
+  fields:
+    - name: counters
+      type: group
+      description: >
+        Grouping of different counters
+      fields: 
+        - name: group
+          type: string
+          description: >
+            Name of the group. For example `processor` or `disk`
+
+        - name: collectors
+          type: group
+          fields:
+            - name: alias
+              type: string
+              description: >
+                Short form for the query
+
+            - name: query
+              type: string
+              description: >
+                The query. For example `\\Processor Information(_Total)\\% Processor Performance`. Backslashes have to be escaped.
+

metricbeat/module/windows/perfmon/defs_windows.go

@@ -0,0 +1,32 @@
+// +build ignore
+
+package perfmon
+
+/*
+#include <windows.h>
+#include <stdio.h>
+#include <conio.h>
+#include <pdh.h>
+#include <pdhmsg.h>
+#cgo LDFLAGS: -lpdh
+*/
+import "C"
+
+const (
+	ERROR_SUCCESS                = C.ERROR_SUCCESS
+	PDH_STATUS_VALID_DATA        = C.PDH_CSTATUS_VALID_DATA
+	PDH_STATUS_NEW_DATA          = C.PDH_CSTATUS_NEW_DATA
+	PDH_NO_DATA                  = C.PDH_NO_DATA
+	PDH_STATUS_NO_OBJECT         = C.PDH_CSTATUS_NO_OBJECT
+	PDH_STATUS_NO_COUNTER        = C.PDH_CSTATUS_NO_COUNTER
+	PDH_STATUS_INVALID_DATA      = C.PDH_CSTATUS_INVALID_DATA
+	PDH_INVALID_HANDLE           = C.PDH_INVALID_HANDLE
+	PDH_INVALID_DATA             = C.PDH_INVALID_DATA
+	PDH_NO_MORE_DATA             = C.PDH_NO_MORE_DATA
+	PDH_CALC_NEGATIVE_DEMONIATOR = C.PDH_CALC_NEGATIVE_DENOMINATOR
+	PdhFmtDouble                 = C.PDH_FMT_DOUBLE
+	PdhFmtLarge                  = C.PDH_FMT_LARGE
+	PdhFmtLong                   = C.PDH_FMT_LONG
+)
+
+type PdhCounterValue C.PDH_FMT_COUNTERVALUE

metricbeat/module/windows/perfmon/defs_windows_386.go

@@ -0,0 +1,25 @@
+package perfmon
+
+const (
+	ERROR_SUCCESS                 = 0x0
+	PDH_STATUS_VALID_DATA         = 0x0
+	PDH_STATUS_NEW_DATA           = 0x1
+	PDH_NO_DATA                   = 0x800007d5
+	PDH_STATUS_NO_OBJECT          = 0xc0000bb8
+	PDH_STATUS_NO_COUNTER         = 0xc0000bb9
+	PDH_STATUS_INVALID_DATA       = 0xc0000bba
+	PDH_INVALID_HANDLE            = 0xc0000bbc
+	PDH_INVALID_DATA              = 0xc0000bc6
+	PDH_NO_MORE_DATA              = 0xc0000bcc
+	PDH_CALC_NEGATIVE_DENOMINATOR = 0x800007d6
+	PdhFmtDouble                  = 0x00000200
+	PdhFmtLarge                   = 0x00000400
+	PdhFmtLong                    = 0x00000100
+)
+
+type PdhCounterValue struct {
+	CStatus   uint32
+	Pad_cgo_0 [4]byte
+	LongValue int32
+	Pad_cgo_1 [4]byte
+}

metricbeat/module/windows/perfmon/defs_windows_amd64.go

@@ -0,0 +1,25 @@
+package perfmon
+
+const (
+	ERROR_SUCCESS                 = 0x0
+	PDH_STATUS_VALID_DATA         = 0x0
+	PDH_STATUS_NEW_DATA           = 0x1
+	PDH_NO_DATA                   = 0x800007d5
+	PDH_STATUS_NO_OBJECT          = 0xc0000bb8
+	PDH_STATUS_NO_COUNTER         = 0xc0000bb9
+	PDH_STATUS_INVALID_DATA       = 0xc0000bba
+	PDH_INVALID_HANDLE            = 0xc0000bbc
+	PDH_INVALID_DATA              = 0xc0000bc6
+	PDH_NO_MORE_DATA              = 0xc0000bcc
+	PDH_CALC_NEGATIVE_DENOMINATOR = 0x800007d6
+	PdhFmtDouble                  = 0x00000200
+	PdhFmtLarge                   = 0x00000400
+	PdhFmtLong                    = 0x00000100
+)
+
+type PdhCounterValue struct {
+	CStatus   uint32
+	Pad_cgo_0 [4]byte
+	LongValue int32
+	Pad_cgo_1 [4]byte
+}

metricbeat/module/windows/perfmon/doc.go

@@ -0,0 +1,4 @@
+/*
+Package perfmon collect windows performance counters.
+*/
+package perfmon