Add system test for Netflow Log (udp) (elastic#590)

* Add system test for Netflow Log (udp) Add a system test for the netflow input in the Netflow Log data stream. Initially the errors were: netflow/log netflow: [0] field "netflow.art_client_network_time_sum" is undefined [1] field "netflow.art_count_late_responses" is undefined [2] field "netflow.art_count_responses" is undefined [3] field "netflow.art_count_retransmissions" is undefined [4] field "netflow.art_count_transactions" is undefined [5] field "netflow.art_network_time_sum" is undefined [6] field "netflow.art_response_time_sum" is undefined [7] field "netflow.art_server_network_time_sum" is undefined [8] field "netflow.art_server_response_time_maximum" is undefined [9] field "netflow.art_server_response_time_sum" is undefined [10] field "netflow.art_total_response_time_sum" is undefined [11] field "netflow.art_total_transaction_time_sum" is undefined [12] field "netflow.waasoptimization_segment" is undefined [13] parsing field value failed: field "network.iana_number"'s Go type, float64, does not match the expected field type: keyword (field value: 6) * Add field definitions for netflow vendor fields * Add numeric_keyword_fields to test config for network.iana_number
build-security · Feb 1, 2021 · 575218f · 575218f
1 parent 2a2f69c
commit 575218f
Show file tree

Hide file tree

Showing 5 changed files with 2,667 additions and 3 deletions.
diff --git a/packages/netflow/_dev/deploy/docker/docker-compose.yml b/packages/netflow/_dev/deploy/docker/docker-compose.yml
@@ -0,0 +1,7 @@
+version: '2.3'
+services:
+  netflow-log-netflow:
+    image: akroh/stream:v0.0.1
+    volumes:
+      - ./sample_logs:/sample_logs:ro
+    command: pcap --start-signal=SIGHUP --delay=5s --addr elastic-agent:2055 -p=udp /sample_logs/ipfix_cisco.pcap
diff --git a/packages/netflow/_dev/deploy/docker/sample_logs/ipfix_cisco.pcap b/packages/netflow/_dev/deploy/docker/sample_logs/ipfix_cisco.pcap
diff --git a/packages/netflow/data_stream/log/_dev/test/system/test-netflow-config.yml b/packages/netflow/data_stream/log/_dev/test/system/test-netflow-config.yml
@@ -0,0 +1,9 @@
+service: netflow-log-netflow
+service_notify_signal: SIGHUP
+input: netflow
+data_stream:
+  vars:
+    host: 0.0.0.0
+    port: 2055
+numeric_keyword_fields:
+  - network.iana_number