Cherry-pick elastic#9869 to 6.6: Handle IPv6 zone id in IIS filebeat …

…ingest pipeline (elastic#9933)

IIS logs can include zone ids when using IPv6, this is correctly parsed
but geoip processor doesn't accept these addresses. Create a temporary
field without the zone id to be used by geoip processor.

(cherry picked from commit d59ae8c)
(cherry picked from commit 5f1f6ca)

CHANGELOG.next.asciidoc

@@ -39,11 +39,14 @@ https://github.com/elastic/beats/compare/v6.5.4...6.5[Check the HEAD diff]
 
 *Filebeat*
 
+- Support IPv6 addresses with zone id in IIS ingest pipeline. {issue}9836[9836] {pull}9869[9869]
+
 *Heartbeat*
 
 *Journalbeat*
 
 *Metricbeat*
+
 - Fix panics in vsphere module when certain values where not returned by the API. {pull}9784[9784]
 
 *Packetbeat*

filebeat/module/iis/error/ingest/default.json

@@ -28,10 +28,24 @@
       "field": "iis.error.time"
     }
   }, {
-    "geoip": {
+    "grok": {
       "field": "iis.error.remote_ip",
+      "patterns": [
+        "%{NOZONEIP:iis.error.remote_ip_geoip}"
+      ],
+      "pattern_definitions": {
+         "NOZONEIP": "[^%]*"
+      }
+    }
+  }, {
+    "geoip": {
+      "field": "iis.error.remote_ip_geoip",
       "target_field": "iis.error.geoip"
     }
+  }, {
+    "remove": {
+      "field": "iis.error.remote_ip_geoip"
+    }
   }],
   "on_failure" : [{
     "set" : {

filebeat/module/iis/error/test/ipv6_zone_id.log

@@ -0,0 +1,5 @@
+#Software: Microsoft HTTP API 2.0
+#Version: 1.0
+#Date: 2018-12-30 13:48:36
+#Fields: date time c-ip c-port s-ip s-port cs-version cs-method cs-uri streamid sc-status s-siteid s-reason s-queuename
+2018-12-30 14:22:07 ::1%0 49958 ::1%0 80 - - - - - - Timer_ConnectionIdle -

filebeat/module/iis/error/test/ipv6_zone_id.log-expected.json

@@ -0,0 +1,17 @@
+[
+    {
+        "@timestamp": "2018-12-30T14:22:07.000Z", 
+        "event.dataset": "iis.error", 
+        "fileset.module": "iis", 
+        "fileset.name": "error", 
+        "iis.error.queue_name": "-", 
+        "iis.error.reason_phrase": "Timer_ConnectionIdle", 
+        "iis.error.remote_ip": "::1%0", 
+        "iis.error.remote_port": "49958", 
+        "iis.error.server_ip": "::1%0", 
+        "iis.error.server_port": "80", 
+        "input.type": "log", 
+        "offset": 195, 
+        "prospector.type": "log"
+    }
+]