Merge pull request #567 from jmlrt/metricbeat-improvements

Metricbeat improvements

.gitignore

@@ -6,3 +6,4 @@ index.yaml
 *.tgz
 .idea/
 /venv
+.vscode/

metricbeat/examples/6.x/test/goss.yaml

@@ -9,10 +9,6 @@ mount:
     exists: true
   /run/docker.sock:
     exists: true
-  /var/lib/docker/containers:
-    exists: true
-    opts:
-      - ro
   /usr/share/metricbeat/metricbeat.yml:
     exists: true
     opts:

metricbeat/examples/default/test/goss.yaml

@@ -9,10 +9,6 @@ mount:
     exists: true
   /run/docker.sock:
     exists: true
-  /var/lib/docker/containers:
-    exists: true
-    opts:
-      - ro
   /usr/share/metricbeat/metricbeat.yml:
     exists: true
     opts:

metricbeat/examples/oss/test/goss.yaml

@@ -9,10 +9,6 @@ mount:
     exists: true
   /run/docker.sock:
     exists: true
-  /var/lib/docker/containers:
-    exists: true
-    opts:
-      - ro
   /usr/share/metricbeat/metricbeat.yml:
     exists: true
     opts:

metricbeat/examples/security/test/goss.yaml

@@ -9,10 +9,6 @@ mount:
     exists: true
   /run/docker.sock:
     exists: true
-  /var/lib/docker/containers:
-    exists: true
-    opts:
-      - ro
   /usr/share/metricbeat/metricbeat.yml:
     exists: true
     opts:

metricbeat/examples/security/values.yaml

@@ -18,8 +18,7 @@ metricbeatConfig:
       #ssl.certificate_authorities:
         #- /var/run/secrets/kubernetes.io/serviceaccount/service-ca.crt
       processors:
-      - add_kubernetes_metadata:
-          in_cluster: true
+      - add_kubernetes_metadata: ~
     - module: kubernetes
       enabled: true
       metricsets:

metricbeat/templates/daemonset.yaml

@@ -68,9 +68,6 @@ spec:
         hostPath:
           path: {{ .Values.hostPathRoot }}/{{ template "metricbeat.fullname" . }}-{{ .Release.Namespace }}-data
           type: DirectoryOrCreate
-      - name: varlibdockercontainers
-        hostPath:
-          path: /var/lib/docker/containers
       - name: varrundockersock
         hostPath:
           path: /var/run/docker.sock
@@ -142,9 +139,6 @@ spec:
         {{- end }}
         - name: data
           mountPath: /usr/share/metricbeat/data
-        - name: varlibdockercontainers
-          mountPath: /var/lib/docker/containers
-          readOnly: true
         # Necessary when using autodiscovery; avoid mounting it otherwise
         # See: https://www.elastic.co/guide/en/beats/metricbeat/master/configuration-autodiscover.html
         - name: varrundockersock

metricbeat/tests/metricbeat_test.py

@@ -334,9 +334,9 @@ def test_cluster_role_rules():
     config = ""
     r = helm_template(config)
     rules = r["clusterrole"]["release-name-metricbeat-cluster-role"]["rules"][0]
-    assert rules["apiGroups"][0] == "extensions"
+    assert rules["apiGroups"][0] == ""
     assert rules["verbs"][0] == "get"
-    assert rules["resources"][0] == "namespaces"
+    assert rules["resources"][0] == "nodes"
 
     config = """
 clusterRoleRules:

metricbeat/values.yaml

@@ -21,8 +21,7 @@ metricbeatConfig:
       #ssl.certificate_authorities:
         #- /var/run/secrets/kubernetes.io/serviceaccount/service-ca.crt
       processors:
-      - add_kubernetes_metadata:
-          in_cluster: true
+      - add_kubernetes_metadata: ~
     - module: kubernetes
       enabled: true
       metricsets:
@@ -141,22 +140,27 @@ labels: {}
 managedServiceAccount: true
 
 clusterRoleRules:
-  - apiGroups:
-    - "extensions"
-    - "apps"
-    - ""
-    resources:
-    - namespaces
-    - pods
-    - events
-    - deployments
-    - nodes
-    - nodes/stats
-    - replicasets
-    verbs:
-    - get
-    - list
-    - watch
+- apiGroups: [""]
+  resources:
+  - nodes
+  - namespaces
+  - events
+  - pods
+  verbs: ["get", "list", "watch"]
+- apiGroups: ["extensions"]
+  resources:
+  - replicasets
+  verbs: ["get", "list", "watch"]
+- apiGroups: ["apps"]
+  resources:
+  - statefulsets
+  - deployments
+  - replicasets
+  verbs: ["get", "list", "watch"]
+- apiGroups: [""]
+  resources:
+  - nodes/stats
+  verbs: ["get"]
 
 podAnnotations: {}
   # iam.amazonaws.com/role: es-cluster