Metricbeat MongoDB module improvements

CHANGELOG.asciidoc

@@ -67,6 +67,7 @@ https://github.com/elastic/beats/compare/v5.0.0...master[Check the HEAD diff]
 - Add username and password config options to the PostgreSQL module. {pull}2889[2890]
 - Add system core metricset for Windows. {pull}2883[2883]
 - Add a sample Redis Kibana dashboard. {pull}2916[2916]
+- Add support for MongoDB 3.4 and WiredTiger metrics. {pull}2999[2999]
 
 *Packetbeat*
 - Define `client_geoip.location` as geo_point in the mappings to be used by the GeoIP processor in the Ingest Node pipeline.

metricbeat/docker-compose.yml

@@ -55,7 +55,7 @@ services:
     build: ${PWD}/module/beats/filebeat/_meta
 
   mongodb:
-    image: mongo:3.0
+    image: mongo:3.4
 
   mysql:
     image: mysql:5.7.12

metricbeat/docs/fields.asciidoc

@@ -2661,6 +2661,198 @@ type: keyword
 A string that represents the name of the current storage engine.
 
 
+[float]
+== wired_tiger Fields
+
+Statistics about the WiredTiger storage engine.
+
+
+
+[float]
+== concurrent_transactions Fields
+
+Statistics about the transactions currently in progress.
+
+
+
+[float]
+=== mongodb.status.wired_tiger.concurrent_transactions.write.out
+
+type: long
+
+Number of concurrent write transaction in progress.
+
+
+[float]
+=== mongodb.status.wired_tiger.concurrent_transactions.write.available
+
+type: long
+
+Number of concurrent write tickets available.
+
+
+[float]
+=== mongodb.status.wired_tiger.concurrent_transactions.write.total_tickets
+
+type: long
+
+Number of total write tickets.
+
+
+[float]
+=== mongodb.status.wired_tiger.concurrent_transactions.read.out
+
+type: long
+
+Number of concurrent read transaction in progress.
+
+
+[float]
+=== mongodb.status.wired_tiger.concurrent_transactions.read.available
+
+type: long
+
+Number of concurrent read tickets available.
+
+
+[float]
+=== mongodb.status.wired_tiger.concurrent_transactions.read.total_tickets
+
+type: long
+
+Number of total read tickets.
+
+
+[float]
+== cache Fields
+
+Statistics about the cache and page evictions from the cache.
+
+
+
+[float]
+=== mongodb.status.wired_tiger.cache.maximum.bytes
+
+type: long
+
+format: bytes
+
+Maximum cache size.
+
+
+[float]
+=== mongodb.status.wired_tiger.cache.used.bytes
+
+type: long
+
+format: bytes
+
+Size in byte of the data currently in cache.
+
+
+[float]
+=== mongodb.status.wired_tiger.cache.dirty.bytes
+
+type: long
+
+format: bytes
+
+Size in bytes of the dirty data in the cache.
+
+
+[float]
+=== mongodb.status.wired_tiger.cache.pages.read
+
+type: long
+
+Number of pages read into the cache.
+
+
+[float]
+=== mongodb.status.wired_tiger.cache.pages.write
+
+type: long
+
+Number of pages written from the cache.
+
+
+[float]
+=== mongodb.status.wired_tiger.cache.pages.evicted
+
+type: long
+
+Number of pages evicted from the cache.
+
+
+[float]
+== log Fields
+
+Statistics about the write ahead log used by WiredTiger.
+
+
+
+[float]
+=== mongodb.status.wired_tiger.log.size.bytes
+
+type: long
+
+format: bytes
+
+Total log size in bytes.
+
+
+[float]
+=== mongodb.status.wired_tiger.log.write.bytes
+
+type: long
+
+format: bytes
+
+Number of bytes written into the log.
+
+
+[float]
+=== mongodb.status.wired_tiger.log.max_file_size.bytes
+
+type: long
+
+format: bytes
+
+Maximum file size.
+
+
+[float]
+=== mongodb.status.wired_tiger.log.flushes
+
+type: long
+
+Number of flush operations.
+
+
+[float]
+=== mongodb.status.wired_tiger.log.writes
+
+type: long
+
+Number of write operations.
+
+
+[float]
+=== mongodb.status.wired_tiger.log.scans
+
+type: long
+
+Number of scan operations.
+
+
+[float]
+=== mongodb.status.wired_tiger.log.syncs
+
+type: long
+
+Number of sync operations.
+
+
 [[exported-fields-mysql]]
 == MySQL Fields
 

metricbeat/docs/modules/mongodb.asciidoc

@@ -52,7 +52,7 @@ To prevent sending username and password the config options `username` and
 [float]
 === Compatibility
 
-The MongoDB metricsets were tested with MongoDB 3.0 and are expected to work with all versions >= 2.8.
+The MongoDB metricsets were tested with MongoDB 3.4 and 3.0 and are expected to work with all versions >= 2.8.
 
 
 [float]

metricbeat/metricbeat.template-es2x.json

@@ -1265,6 +1265,115 @@
                   "index": "not_analyzed",
                   "type": "string"
                 },
+                "wired_tiger": {
+                  "properties": {
+                    "cache": {
+                      "properties": {
+                        "dirty": {
+                          "properties": {
+                            "bytes": {
+                              "type": "long"
+                            }
+                          }
+                        },
+                        "maximum": {
+                          "properties": {
+                            "bytes": {
+                              "type": "long"
+                            }
+                          }
+                        },
+                        "pages": {
+                          "properties": {
+                            "evicted": {
+                              "type": "long"
+                            },
+                            "read": {
+                              "type": "long"
+                            },
+                            "write": {
+                              "type": "long"
+                            }
+                          }
+                        },
+                        "used": {
+                          "properties": {
+                            "bytes": {
+                              "type": "long"
+                            }
+                          }
+                        }
+                      }
+                    },
+                    "concurrent_transactions": {
+                      "properties": {
+                        "read": {
+                          "properties": {
+                            "available": {
+                              "type": "long"
+                            },
+                            "out": {
+                              "type": "long"
+                            },
+                            "total_tickets": {
+                              "type": "long"
+                            }
+                          }
+                        },
+                        "write": {
+                          "properties": {
+                            "available": {
+                              "type": "long"
+                            },
+                            "out": {
+                              "type": "long"
+                            },
+                            "total_tickets": {
+                              "type": "long"
+                            }
+                          }
+                        }
+                      }
+                    },
+                    "log": {
+                      "properties": {
+                        "flushes": {
+                          "type": "long"
+                        },
+                        "max_file_size": {
+                          "properties": {
+                            "bytes": {
+                              "type": "long"
+                            }
+                          }
+                        },
+                        "scans": {
+                          "type": "long"
+                        },
+                        "size": {
+                          "properties": {
+                            "bytes": {
+                              "type": "long"
+                            }
+                          }
+                        },
+                        "syncs": {
+                          "type": "long"
+                        },
+                        "write": {
+                          "properties": {
+                            "bytes": {
+                              "type": "long"
+                            }
+                          }
+                        },
+                        "writes": {
+                          "type": "long"
+                        }
+                      }
+                    }
+                  }
+                },
                 "write_backs_queued": {
                   "type": "boolean"
                 }