diff --git a/CHANGELOG.next.asciidoc b/CHANGELOG.next.asciidoc index a07d88a2a2a..63397ced944 100644 --- a/CHANGELOG.next.asciidoc +++ b/CHANGELOG.next.asciidoc @@ -337,6 +337,7 @@ https://github.com/elastic/beats/compare/v7.0.0-alpha2...master[Check the HEAD d - Release AWS module as GA. {pull}10345[10345] - Add overview dashboard to Zookeeper Metricbeat module {pull}10379[10379] - Add Consul Metricbeat module with Agent Metricset {pull}8631[8631] +- Add filters and pie chart for AWS EC2 dashboard. {pull}10596[10596] *Packetbeat* diff --git a/metricbeat/docs/modules/aws.asciidoc b/metricbeat/docs/modules/aws.asciidoc index b2b31db599e..f6c5f0a40d2 100644 --- a/metricbeat/docs/modules/aws.asciidoc +++ b/metricbeat/docs/modules/aws.asciidoc @@ -82,7 +82,8 @@ in <>. Here is an example configuration: metricbeat.modules: - module: aws period: 300s - metricsets: ["ec2"] + metricsets: + - "ec2" access_key_id: '${AWS_ACCESS_KEY_ID:""}' secret_access_key: '${AWS_SECRET_ACCESS_KEY:""}' session_token: '${AWS_SESSION_TOKEN:""}' diff --git a/x-pack/metricbeat/metricbeat.reference.yml b/x-pack/metricbeat/metricbeat.reference.yml index 68362dd1147..cd90ff182a0 100644 --- a/x-pack/metricbeat/metricbeat.reference.yml +++ b/x-pack/metricbeat/metricbeat.reference.yml @@ -150,7 +150,8 @@ metricbeat.modules: #--------------------------------- Aws Module --------------------------------- - module: aws period: 300s - metricsets: ["ec2"] + metricsets: + - "ec2" access_key_id: '${AWS_ACCESS_KEY_ID:""}' secret_access_key: '${AWS_SECRET_ACCESS_KEY:""}' session_token: '${AWS_SESSION_TOKEN:""}' diff --git a/x-pack/metricbeat/module/aws/_meta/config.yml b/x-pack/metricbeat/module/aws/_meta/config.yml index ea00f7efe40..ccb5317ce09 100644 --- a/x-pack/metricbeat/module/aws/_meta/config.yml +++ b/x-pack/metricbeat/module/aws/_meta/config.yml @@ -1,6 +1,7 @@ - module: aws period: 300s - metricsets: ["ec2"] + metricsets: + - "ec2" access_key_id: '${AWS_ACCESS_KEY_ID:""}' secret_access_key: '${AWS_SECRET_ACCESS_KEY:""}' session_token: '${AWS_SESSION_TOKEN:""}' diff --git a/x-pack/metricbeat/module/aws/_meta/kibana/7/dashboard/Metricbeat-aws-ec2-overview.json b/x-pack/metricbeat/module/aws/_meta/kibana/7/dashboard/Metricbeat-aws-ec2-overview.json index 960ee7cdebd..e823874b6cf 100644 --- a/x-pack/metricbeat/module/aws/_meta/kibana/7/dashboard/Metricbeat-aws-ec2-overview.json +++ b/x-pack/metricbeat/module/aws/_meta/kibana/7/dashboard/Metricbeat-aws-ec2-overview.json @@ -1,594 +1,778 @@ { - "objects": [ - { - "attributes": { - "description": "", - "kibanaSavedObjectMeta": { - "searchSourceJSON": { - "filter": [], - "query": { - "language": "kuery", - "query": "" - } - } - }, - "title": "AWS EC2 DiskIO Write Bytes ECS", - "uiStateJSON": {}, - "version": 1, - "visState": { - "aggs": [], - "params": { - "annotations": [], - "axis_formatter": "number", - "axis_position": "left", - "axis_scale": "normal", - "background_color_rules": [ - { - "id": "23428b30-f7f2-11e8-bff8-21537b07dd44" - } - ], - "bar_color_rules": [ - { - "id": "2592bcc0-f7f2-11e8-bff8-21537b07dd44" - } - ], - "id": "61ca57f0-469d-11e7-af02-69e470af7417", - "index_pattern": "metricbeat-*", - "interval": "5m", - "series": [ - { - "axis_position": "right", - "chart_type": "line", - "color": "rgba(104,188,0,1)", - "fill": "0", - "filter": "", - "formatter": "number", - "id": "61ca57f1-469d-11e7-af02-69e470af7417", - "label": "AWS EC2 DiskIO Write Bytes ECS", - "line_width": 1, - "metrics": [ - { - "field": "aws.ec2.diskio.write.bytes", - "id": "61ca57f2-469d-11e7-af02-69e470af7417", - "type": "avg" - } - ], - "point_size": 1, - "separate_axis": 0, - "series_drop_last_bucket": 1, - "split_color_mode": "rainbow", - "split_mode": "terms", - "stacked": "none", - "steps": 0, - "terms_field": "cloud.instance.id", - "terms_order_by": "61ca57f2-469d-11e7-af02-69e470af7417", - "terms_size": "5" - } - ], - "show_grid": 1, - "show_legend": 1, - "time_field": "@timestamp", - "type": "timeseries" - }, - "title": "AWS EC2 DiskIO Write Bytes ECS", - "type": "metrics" - } - }, - "id": "fed59380-f7f8-11e8-af03-c999c9dea608-ecs", - "type": "visualization", - "updated_at": "2018-12-04T19:15:43.416Z", - "version": 1 - }, - { - "attributes": { - "description": "", - "kibanaSavedObjectMeta": { - "searchSourceJSON": { - "filter": [], - "query": { - "language": "kuery", - "query": "" - } - } - }, - "title": "AWS EC2 Status Check Failed ECS", - "uiStateJSON": {}, - "version": 1, - "visState": { - "aggs": [], - "params": { - "axis_formatter": "number", - "axis_position": "left", - "axis_scale": "normal", - "background_color_rules": [ - { - "id": "d13f6b50-f7f6-11e8-bff8-21537b07dd44" - } - ], - "bar_color_rules": [ - { - "id": "ad6d62d0-f7f7-11e8-bff8-21537b07dd44" - } - ], - "gauge_color_rules": [ - { - "id": "b0c5b590-f7f7-11e8-bff8-21537b07dd44" - } - ], - "gauge_inner_width": 10, - "gauge_style": "half", - "gauge_width": 10, - "id": "61ca57f0-469d-11e7-af02-69e470af7417", - "index_pattern": "metricbeat-*", - "interval": "auto", - "series": [ - { - "axis_position": "right", - "chart_type": "line", - "color": "#68BC00", - "fill": 0.5, - "formatter": "number", - "id": "61ca57f1-469d-11e7-af02-69e470af7417", - "label": "EC2 Status Check Failed", - "line_width": 1, - "metrics": [ - { - "field": "aws.ec2.status.check_failed", - "id": "61ca57f2-469d-11e7-af02-69e470af7417", - "type": "sum" - } - ], - "point_size": 1, - "separate_axis": 0, - "split_mode": "everything", - "stacked": "none", - "terms_field": "cloud.instance.id", - "terms_order_by": "61ca57f2-469d-11e7-af02-69e470af7417" - } - ], - "show_grid": 1, - "show_legend": 1, - "time_field": "@timestamp", - "type": "metric" - }, - "title": "AWS EC2 Status Check Failed ECS", - "type": "metrics" - } - }, - "id": "9e8c6030-f7f8-11e8-af03-c999c9dea608-ecs", - "type": "visualization", - "updated_at": "2018-12-04T19:13:01.875Z", - "version": 1 - }, - { - "attributes": { - "description": "", - "kibanaSavedObjectMeta": { - "searchSourceJSON": { - "filter": [], - "query": { - "language": "kuery", - "query": "" - } - } - }, - "title": "AWS EC2 Network In Bytes ECS", - "uiStateJSON": {}, - "version": 1, - "visState": { - "aggs": [], - "params": { - "annotations": [], - "axis_formatter": "number", - "axis_position": "left", - "axis_scale": "normal", - "background_color_rules": [ - { - "id": "23428b30-f7f2-11e8-bff8-21537b07dd44" - } - ], - "bar_color_rules": [ - { - "id": "2592bcc0-f7f2-11e8-bff8-21537b07dd44" - } - ], - "id": "61ca57f0-469d-11e7-af02-69e470af7417", - "index_pattern": "metricbeat-*", - "interval": "5m", - "series": [ - { - "axis_position": "right", - "chart_type": "line", - "color": "rgba(104,188,0,1)", - "fill": "0", - "filter": "", - "formatter": "number", - "id": "61ca57f1-469d-11e7-af02-69e470af7417", - "label": "AWS EC2 Network In Bytes ECS", - "line_width": 1, - "metrics": [ - { - "field": "aws.ec2.network.in.bytes", - "id": "61ca57f2-469d-11e7-af02-69e470af7417", - "type": "avg" - } - ], - "point_size": 1, - "separate_axis": 0, - "series_drop_last_bucket": 1, - "split_color_mode": "rainbow", - "split_mode": "terms", - "stacked": "none", - "steps": 0, - "terms_field": "cloud.instance.id", - "terms_order_by": "61ca57f2-469d-11e7-af02-69e470af7417", - "terms_size": "5" - } - ], - "show_grid": 1, - "show_legend": 1, - "time_field": "@timestamp", - "type": "timeseries" - }, - "title": "AWS EC2 Network In Bytes ECS", - "type": "metrics" - } - }, - "id": "15818fd0-f7f9-11e8-af03-c999c9dea608-ecs", - "type": "visualization", - "updated_at": "2018-12-04T19:16:21.453Z", - "version": 1 - }, - { - "attributes": { - "description": "", - "kibanaSavedObjectMeta": { - "searchSourceJSON": { - "filter": [], - "query": { - "language": "kuery", - "query": "" - } - } - }, - "title": "AWS EC2 Network Out Bytes ECS", - "uiStateJSON": {}, - "version": 1, - "visState": { - "aggs": [], - "params": { - "annotations": [], - "axis_formatter": "number", - "axis_position": "left", - "axis_scale": "normal", - "background_color_rules": [ - { - "id": "23428b30-f7f2-11e8-bff8-21537b07dd44" - } - ], - "bar_color_rules": [ - { - "id": "2592bcc0-f7f2-11e8-bff8-21537b07dd44" - } - ], - "id": "61ca57f0-469d-11e7-af02-69e470af7417", - "index_pattern": "metricbeat-*", - "interval": "5m", - "series": [ - { - "axis_position": "right", - "chart_type": "line", - "color": "rgba(104,188,0,1)", - "fill": "0", - "filter": "", - "formatter": "number", - "id": "61ca57f1-469d-11e7-af02-69e470af7417", - "label": "AWS EC2 Network Out Bytes ECS", - "line_width": 1, - "metrics": [ - { - "field": "aws.ec2.network.out.bytes", - "id": "61ca57f2-469d-11e7-af02-69e470af7417", - "type": "avg" - } - ], - "point_size": 1, - "separate_axis": 0, - "series_drop_last_bucket": 1, - "split_color_mode": "rainbow", - "split_mode": "terms", - "stacked": "none", - "steps": 0, - "terms_field": "cloud.instance.id", - "terms_order_by": "61ca57f2-469d-11e7-af02-69e470af7417", - "terms_size": "5" - } - ], - "show_grid": 1, - "show_legend": 1, - "time_field": "@timestamp", - "type": "timeseries" - }, - "title": "AWS EC2 Network Out Bytes ECS", - "type": "metrics" - } - }, - "id": "233b3400-f7f9-11e8-af03-c999c9dea608-ecs", - "type": "visualization", - "updated_at": "2018-12-04T19:16:44.480Z", - "version": 1 - }, - { - "attributes": { - "description": "", - "kibanaSavedObjectMeta": { - "searchSourceJSON": { - "filter": [], - "query": { - "language": "kuery", - "query": "" - } - } - }, - "title": "AWS EC2 DiskIO Read Bytes ECS", - "uiStateJSON": {}, - "version": 1, - "visState": { - "aggs": [], - "params": { - "annotations": [], - "axis_formatter": "number", - "axis_position": "left", - "axis_scale": "normal", - "background_color_rules": [ - { - "id": "23428b30-f7f2-11e8-bff8-21537b07dd44" - } - ], - "bar_color_rules": [ - { - "id": "2592bcc0-f7f2-11e8-bff8-21537b07dd44" - } - ], - "id": "61ca57f0-469d-11e7-af02-69e470af7417", - "index_pattern": "metricbeat-*", - "interval": "5m", - "series": [ - { - "axis_position": "right", - "chart_type": "line", - "color": "rgba(104,188,0,1)", - "fill": "0", - "filter": "", - "formatter": "number", - "id": "61ca57f1-469d-11e7-af02-69e470af7417", - "label": "AWS EC2 DiskIO Read Bytes ECS", - "line_width": 1, - "metrics": [ - { - "field": "aws.ec2.diskio.read.bytes", - "id": "61ca57f2-469d-11e7-af02-69e470af7417", - "type": "avg" - } - ], - "point_size": 1, - "separate_axis": 0, - "series_drop_last_bucket": 1, - "split_color_mode": "rainbow", - "split_mode": "terms", - "stacked": "none", - "steps": 0, - "terms_field": "cloud.instance.id", - "terms_order_by": "61ca57f2-469d-11e7-af02-69e470af7417", - "terms_size": "5" - } - ], - "show_grid": 1, - "show_legend": 1, - "time_field": "@timestamp", - "type": "timeseries" - }, - "title": "AWS EC2 DiskIO Read Bytes ECS", - "type": "metrics" - } - }, - "id": "f1db6ec0-f7f8-11e8-af03-c999c9dea608-ecs", - "type": "visualization", - "updated_at": "2018-12-04T19:15:21.644Z", - "version": 1 - }, - { - "attributes": { - "description": "", - "kibanaSavedObjectMeta": { - "searchSourceJSON": { - "filter": [], - "query": { - "language": "kuery", - "query": "" - } - } - }, - "title": "AWS EC2 CPU Utilization ECS", - "uiStateJSON": {}, - "version": 1, - "visState": { - "aggs": [], - "params": { - "annotations": [], - "axis_formatter": "number", - "axis_position": "left", - "axis_scale": "normal", - "background_color_rules": [ - { - "id": "23428b30-f7f2-11e8-bff8-21537b07dd44" - } - ], - "bar_color_rules": [ - { - "id": "2592bcc0-f7f2-11e8-bff8-21537b07dd44" - } - ], - "id": "61ca57f0-469d-11e7-af02-69e470af7417", - "index_pattern": "metricbeat-*", - "interval": "5m", - "series": [ - { - "axis_position": "right", - "chart_type": "line", - "color": "rgba(104,188,0,1)", - "fill": "0", - "filter": "", - "formatter": "number", - "id": "61ca57f1-469d-11e7-af02-69e470af7417", - "label": "AWS EC2 CPU Utilization ECS", - "line_width": 1, - "metrics": [ - { - "field": "aws.ec2.cpu.total.pct", - "id": "61ca57f2-469d-11e7-af02-69e470af7417", - "type": "avg" - } - ], - "point_size": 1, - "separate_axis": 0, - "series_drop_last_bucket": 1, - "split_color_mode": "rainbow", - "split_mode": "terms", - "stacked": "none", - "steps": 0, - "terms_field": "cloud.instance.id", - "terms_order_by": "61ca57f2-469d-11e7-af02-69e470af7417", - "terms_size": "5" - } - ], - "show_grid": 1, - "show_legend": 1, - "time_field": "@timestamp", - "type": "timeseries" - }, - "title": "AWS EC2 CPU Utilization ECS", - "type": "metrics" - } - }, - "id": "be8828d0-f7f6-11e8-af03-c999c9dea608-ecs", - "type": "visualization", - "updated_at": "2018-12-04T19:14:42.745Z", - "version": 4 - }, - { - "attributes": { - "description": "Overview of AWS EC2 Metrics", - "hits": 0, - "kibanaSavedObjectMeta": { - "searchSourceJSON": { - "filter": [], - "query": { - "language": "kuery", - "query": "" - } - } - }, - "optionsJSON": { - "darkTheme": false, - "hidePanelTitles": false, - "useMargins": true - }, - "panelsJSON": [ - { - "embeddableConfig": {}, - "gridData": { - "h": 15, - "i": "3", - "w": 24, - "x": 24, - "y": 15 + "objects": [ + { + "attributes": { + "description": "", + "kibanaSavedObjectMeta": { + "searchSourceJSON": { + "filter": [], + "query": { + "language": "kuery", + "query": "" + } + } + }, + "title": "AWS EC2 DiskIO Write Bytes ECS", + "uiStateJSON": {}, + "version": 1, + "visState": { + "aggs": [], + "params": { + "annotations": [], + "axis_formatter": "number", + "axis_position": "left", + "axis_scale": "normal", + "background_color_rules": [ + { + "id": "23428b30-f7f2-11e8-bff8-21537b07dd44" + } + ], + "bar_color_rules": [ + { + "id": "2592bcc0-f7f2-11e8-bff8-21537b07dd44" + } + ], + "id": "61ca57f0-469d-11e7-af02-69e470af7417", + "index_pattern": "metricbeat-*", + "interval": "5m", + "series": [ + { + "axis_position": "right", + "chart_type": "line", + "color": "rgba(104,188,0,1)", + "fill": "0", + "filter": "", + "formatter": "number", + "id": "61ca57f1-469d-11e7-af02-69e470af7417", + "label": "AWS EC2 DiskIO Write Bytes ECS", + "line_width": 1, + "metrics": [ + { + "field": "aws.ec2.diskio.write.bytes", + "id": "61ca57f2-469d-11e7-af02-69e470af7417", + "type": "avg" + } + ], + "point_size": 1, + "separate_axis": 0, + "series_drop_last_bucket": 1, + "split_color_mode": "rainbow", + "split_mode": "terms", + "stacked": "none", + "steps": 0, + "terms_field": "cloud.instance.id", + "terms_order_by": "61ca57f2-469d-11e7-af02-69e470af7417", + "terms_size": "5" + } + ], + "show_grid": 1, + "show_legend": 1, + "time_field": "@timestamp", + "type": "timeseries" + }, + "title": "AWS EC2 DiskIO Write Bytes ECS", + "type": "metrics" + } }, "id": "fed59380-f7f8-11e8-af03-c999c9dea608-ecs", - "panelIndex": "3", "type": "visualization", - "version": "6.5.0" - }, - { - "embeddableConfig": {}, - "gridData": { - "h": 15, - "i": "5", - "w": 12, - "x": 36, - "y": 0 + "updated_at": "2019-02-08T23:15:16.726Z", + "version": 6 + }, + { + "attributes": { + "description": "", + "kibanaSavedObjectMeta": { + "searchSourceJSON": { + "filter": [], + "query": { + "language": "kuery", + "query": "" + } + } + }, + "title": "AWS EC2 Status Check Failed ECS", + "uiStateJSON": {}, + "version": 1, + "visState": { + "aggs": [], + "params": { + "axis_formatter": "number", + "axis_position": "left", + "axis_scale": "normal", + "background_color_rules": [ + { + "id": "d13f6b50-f7f6-11e8-bff8-21537b07dd44" + } + ], + "bar_color_rules": [ + { + "id": "ad6d62d0-f7f7-11e8-bff8-21537b07dd44" + } + ], + "gauge_color_rules": [ + { + "id": "b0c5b590-f7f7-11e8-bff8-21537b07dd44" + } + ], + "gauge_inner_width": 10, + "gauge_style": "half", + "gauge_width": 10, + "id": "61ca57f0-469d-11e7-af02-69e470af7417", + "index_pattern": "metricbeat-*", + "interval": "auto", + "series": [ + { + "axis_position": "right", + "chart_type": "line", + "color": "#68BC00", + "fill": 0.5, + "formatter": "number", + "id": "61ca57f1-469d-11e7-af02-69e470af7417", + "label": "EC2 Status Check Failed", + "line_width": 1, + "metrics": [ + { + "field": "aws.ec2.status.check_failed", + "id": "61ca57f2-469d-11e7-af02-69e470af7417", + "type": "sum" + } + ], + "point_size": 1, + "separate_axis": 0, + "split_mode": "everything", + "stacked": "none", + "terms_field": "cloud.instance.id", + "terms_order_by": "61ca57f2-469d-11e7-af02-69e470af7417" + } + ], + "show_grid": 1, + "show_legend": 1, + "time_field": "@timestamp", + "type": "metric" + }, + "title": "AWS EC2 Status Check Failed ECS", + "type": "metrics" + } }, "id": "9e8c6030-f7f8-11e8-af03-c999c9dea608-ecs", - "panelIndex": "5", "type": "visualization", - "version": "6.5.0" - }, - { - "embeddableConfig": {}, - "gridData": { - "h": 15, - "i": "11", - "w": 24, - "x": 0, - "y": 30 + "updated_at": "2019-02-08T23:15:16.726Z", + "version": 6 + }, + { + "attributes": { + "description": "", + "kibanaSavedObjectMeta": { + "searchSourceJSON": { + "filter": [], + "query": { + "language": "kuery", + "query": "" + } + } + }, + "title": "AWS EC2 Network In Bytes ECS", + "uiStateJSON": {}, + "version": 1, + "visState": { + "aggs": [], + "params": { + "annotations": [], + "axis_formatter": "number", + "axis_position": "left", + "axis_scale": "normal", + "background_color_rules": [ + { + "id": "23428b30-f7f2-11e8-bff8-21537b07dd44" + } + ], + "bar_color_rules": [ + { + "id": "2592bcc0-f7f2-11e8-bff8-21537b07dd44" + } + ], + "id": "61ca57f0-469d-11e7-af02-69e470af7417", + "index_pattern": "metricbeat-*", + "interval": "5m", + "series": [ + { + "axis_position": "right", + "chart_type": "line", + "color": "rgba(104,188,0,1)", + "fill": "0", + "filter": "", + "formatter": "number", + "id": "61ca57f1-469d-11e7-af02-69e470af7417", + "label": "AWS EC2 Network In Bytes ECS", + "line_width": 1, + "metrics": [ + { + "field": "aws.ec2.network.in.bytes", + "id": "61ca57f2-469d-11e7-af02-69e470af7417", + "type": "avg" + } + ], + "point_size": 1, + "separate_axis": 0, + "series_drop_last_bucket": 1, + "split_color_mode": "rainbow", + "split_mode": "terms", + "stacked": "none", + "steps": 0, + "terms_field": "cloud.instance.id", + "terms_order_by": "61ca57f2-469d-11e7-af02-69e470af7417", + "terms_size": "5" + } + ], + "show_grid": 1, + "show_legend": 1, + "time_field": "@timestamp", + "type": "timeseries" + }, + "title": "AWS EC2 Network In Bytes ECS", + "type": "metrics" + } }, "id": "15818fd0-f7f9-11e8-af03-c999c9dea608-ecs", - "panelIndex": "11", "type": "visualization", - "version": "6.5.0" - }, - { - "embeddableConfig": {}, - "gridData": { - "h": 15, - "i": "12", - "w": 24, - "x": 24, - "y": 30 + "updated_at": "2019-02-08T23:15:16.726Z", + "version": 6 + }, + { + "attributes": { + "description": "", + "kibanaSavedObjectMeta": { + "searchSourceJSON": { + "filter": [], + "query": { + "language": "kuery", + "query": "" + } + } + }, + "title": "AWS EC2 Network Out Bytes ECS", + "uiStateJSON": {}, + "version": 1, + "visState": { + "aggs": [], + "params": { + "annotations": [], + "axis_formatter": "number", + "axis_position": "left", + "axis_scale": "normal", + "background_color_rules": [ + { + "id": "23428b30-f7f2-11e8-bff8-21537b07dd44" + } + ], + "bar_color_rules": [ + { + "id": "2592bcc0-f7f2-11e8-bff8-21537b07dd44" + } + ], + "id": "61ca57f0-469d-11e7-af02-69e470af7417", + "index_pattern": "metricbeat-*", + "interval": "5m", + "series": [ + { + "axis_position": "right", + "chart_type": "line", + "color": "rgba(104,188,0,1)", + "fill": "0", + "filter": "", + "formatter": "number", + "id": "61ca57f1-469d-11e7-af02-69e470af7417", + "label": "AWS EC2 Network Out Bytes ECS", + "line_width": 1, + "metrics": [ + { + "field": "aws.ec2.network.out.bytes", + "id": "61ca57f2-469d-11e7-af02-69e470af7417", + "type": "avg" + } + ], + "point_size": 1, + "separate_axis": 0, + "series_drop_last_bucket": 1, + "split_color_mode": "rainbow", + "split_mode": "terms", + "stacked": "none", + "steps": 0, + "terms_field": "cloud.instance.id", + "terms_order_by": "61ca57f2-469d-11e7-af02-69e470af7417", + "terms_size": "5" + } + ], + "show_grid": 1, + "show_legend": 1, + "time_field": "@timestamp", + "type": "timeseries" + }, + "title": "AWS EC2 Network Out Bytes ECS", + "type": "metrics" + } }, "id": "233b3400-f7f9-11e8-af03-c999c9dea608-ecs", - "panelIndex": "12", "type": "visualization", - "version": "6.5.0" - }, - { - "embeddableConfig": {}, - "gridData": { - "h": 15, - "i": "15", - "w": 24, - "x": 0, - "y": 15 + "updated_at": "2019-02-08T23:15:16.726Z", + "version": 6 + }, + { + "attributes": { + "description": "", + "kibanaSavedObjectMeta": { + "searchSourceJSON": { + "filter": [], + "query": { + "language": "kuery", + "query": "" + } + } + }, + "title": "AWS EC2 DiskIO Read Bytes ECS", + "uiStateJSON": {}, + "version": 1, + "visState": { + "aggs": [], + "params": { + "annotations": [], + "axis_formatter": "number", + "axis_position": "left", + "axis_scale": "normal", + "background_color_rules": [ + { + "id": "23428b30-f7f2-11e8-bff8-21537b07dd44" + } + ], + "bar_color_rules": [ + { + "id": "2592bcc0-f7f2-11e8-bff8-21537b07dd44" + } + ], + "id": "61ca57f0-469d-11e7-af02-69e470af7417", + "index_pattern": "metricbeat-*", + "interval": "5m", + "series": [ + { + "axis_position": "right", + "chart_type": "line", + "color": "rgba(104,188,0,1)", + "fill": "0", + "filter": "", + "formatter": "number", + "id": "61ca57f1-469d-11e7-af02-69e470af7417", + "label": "AWS EC2 DiskIO Read Bytes ECS", + "line_width": 1, + "metrics": [ + { + "field": "aws.ec2.diskio.read.bytes", + "id": "61ca57f2-469d-11e7-af02-69e470af7417", + "type": "avg" + } + ], + "point_size": 1, + "separate_axis": 0, + "series_drop_last_bucket": 1, + "split_color_mode": "rainbow", + "split_mode": "terms", + "stacked": "none", + "steps": 0, + "terms_field": "cloud.instance.id", + "terms_order_by": "61ca57f2-469d-11e7-af02-69e470af7417", + "terms_size": "5" + } + ], + "show_grid": 1, + "show_legend": 1, + "time_field": "@timestamp", + "type": "timeseries" + }, + "title": "AWS EC2 DiskIO Read Bytes ECS", + "type": "metrics" + } }, "id": "f1db6ec0-f7f8-11e8-af03-c999c9dea608-ecs", - "panelIndex": "15", "type": "visualization", - "version": "6.5.0" - }, - { - "embeddableConfig": {}, - "gridData": { - "h": 15, - "i": "17", - "w": 36, - "x": 0, - "y": 0 + "updated_at": "2019-02-08T23:15:16.726Z", + "version": 6 + }, + { + "attributes": { + "description": "", + "kibanaSavedObjectMeta": { + "searchSourceJSON": { + "filter": [], + "query": { + "language": "kuery", + "query": "" + } + } + }, + "title": "AWS EC2 CPU Utilization ECS", + "uiStateJSON": {}, + "version": 1, + "visState": { + "aggs": [], + "params": { + "annotations": [], + "axis_formatter": "number", + "axis_position": "left", + "axis_scale": "normal", + "background_color_rules": [ + { + "id": "23428b30-f7f2-11e8-bff8-21537b07dd44" + } + ], + "bar_color_rules": [ + { + "id": "2592bcc0-f7f2-11e8-bff8-21537b07dd44" + } + ], + "id": "61ca57f0-469d-11e7-af02-69e470af7417", + "index_pattern": "metricbeat-*", + "interval": "5m", + "series": [ + { + "axis_position": "right", + "chart_type": "line", + "color": "rgba(104,188,0,1)", + "fill": "0", + "filter": "", + "formatter": "number", + "id": "61ca57f1-469d-11e7-af02-69e470af7417", + "label": "AWS EC2 CPU Utilization ECS", + "line_width": 1, + "metrics": [ + { + "field": "aws.ec2.cpu.total.pct", + "id": "61ca57f2-469d-11e7-af02-69e470af7417", + "type": "avg" + } + ], + "point_size": 1, + "separate_axis": 0, + "series_drop_last_bucket": 1, + "split_color_mode": "rainbow", + "split_mode": "terms", + "stacked": "none", + "steps": 0, + "terms_field": "cloud.instance.id", + "terms_order_by": "61ca57f2-469d-11e7-af02-69e470af7417", + "terms_size": "5" + } + ], + "show_grid": 1, + "show_legend": 1, + "time_field": "@timestamp", + "type": "timeseries" + }, + "title": "AWS EC2 CPU Utilization ECS", + "type": "metrics" + } }, "id": "be8828d0-f7f6-11e8-af03-c999c9dea608-ecs", - "panelIndex": "17", "type": "visualization", - "version": "6.5.0" - } - ], - "timeRestore": false, - "title": "[Metricbeat AWS] EC2 Overview ECS", - "version": 1 - }, - "id": "c5846400-f7fb-11e8-af03-c999c9dea608-ecs", - "type": "dashboard", - "updated_at": "2018-12-04T19:35:35.744Z", - "version": 1 - } - ], - "version": "6.5.0" + "updated_at": "2019-02-08T23:15:16.726Z", + "version": 6 + }, + { + "attributes": { + "description": "", + "kibanaSavedObjectMeta": { + "searchSourceJSON": { + "filter": [], + "query": { + "language": "kuery", + "query": "" + } + } + }, + "title": "AWS Filters ECS", + "uiStateJSON": {}, + "version": 1, + "visState": { + "aggs": [], + "params": { + "controls": [ + { + "fieldName": "cloud.region", + "id": "1549397251041", + "indexPattern": "metricbeat-*", + "label": "region", + "options": { + "dynamicOptions": true, + "multiselect": true, + "order": "desc", + "size": 5, + "type": "terms" + }, + "parent": "", + "type": "list" + }, + { + "fieldName": "cloud.availability_zone", + "id": "1549512126406", + "indexPattern": "metricbeat-*", + "label": "availability zone", + "options": { + "dynamicOptions": true, + "multiselect": true, + "order": "desc", + "size": 5, + "type": "terms" + }, + "parent": "", + "type": "list" + }, + { + "fieldName": "cloud.machine.type", + "id": "1549512142947", + "indexPattern": "metricbeat-*", + "label": "machine type", + "options": { + "dynamicOptions": true, + "multiselect": true, + "order": "desc", + "size": 5, + "type": "terms" + }, + "parent": "", + "type": "list" + } + ], + "pinFilters": false, + "updateFiltersOnChange": true, + "useTimeFilter": false + }, + "title": "AWS Filters ECS", + "type": "input_control_vis" + } + }, + "id": "deab0260-2981-11e9-86eb-a3a07a77f530", + "type": "visualization", + "updated_at": "2019-02-08T23:32:53.876Z", + "version": 12 + }, + { + "attributes": { + "description": "", + "kibanaSavedObjectMeta": { + "searchSourceJSON": { + "filter": [], + "index": "metricbeat-*", + "query": { + "language": "kuery", + "query": "" + } + } + }, + "title": "AWS EC2 Instance State ECS", + "uiStateJSON": { + "vis": { + "colors": { + "16": "#629E51", + "272": "#DEDAF7", + "80": "#E24D42", + "running": "#7EB26D", + "stopped": "#E24D42" + }, + "legendOpen": true + } + }, + "version": 1, + "visState": { + "aggs": [ + { + "enabled": true, + "id": "1", + "params": { + "customLabel": "EC2 Instance State" + }, + "schema": "metric", + "type": "count" + }, + { + "enabled": true, + "id": "2", + "params": { + "customLabel": "", + "field": "aws.ec2.instance.state.name", + "missingBucket": false, + "missingBucketLabel": "Missing", + "order": "desc", + "orderBy": "1", + "otherBucket": false, + "otherBucketLabel": "Other", + "size": 5 + }, + "schema": "segment", + "type": "terms" + } + ], + "params": { + "addLegend": true, + "addTooltip": true, + "isDonut": false, + "labels": { + "last_level": true, + "show": true, + "truncate": 100, + "values": true + }, + "legendPosition": "right", + "type": "pie" + }, + "title": "AWS EC2 Instance State ECS", + "type": "pie" + } + }, + "id": "09db13f0-2bdd-11e9-9fe1-cde861544141", + "type": "visualization", + "updated_at": "2019-02-09T00:03:45.800Z", + "version": 5 + }, + { + "attributes": { + "description": "Overview of AWS EC2 Metrics", + "hits": 0, + "kibanaSavedObjectMeta": { + "searchSourceJSON": { + "filter": [], + "query": { + "language": "kuery", + "query": "" + } + } + }, + "optionsJSON": { + "darkTheme": false, + "hidePanelTitles": false, + "useMargins": true + }, + "panelsJSON": [ + { + "embeddableConfig": {}, + "gridData": { + "h": 15, + "i": "3", + "w": 24, + "x": 24, + "y": 27 + }, + "id": "fed59380-f7f8-11e8-af03-c999c9dea608-ecs", + "panelIndex": "3", + "type": "visualization", + "version": "6.5.0" + }, + { + "embeddableConfig": {}, + "gridData": { + "h": 12, + "i": "5", + "w": 12, + "x": 36, + "y": 0 + }, + "id": "9e8c6030-f7f8-11e8-af03-c999c9dea608-ecs", + "panelIndex": "5", + "type": "visualization", + "version": "6.5.0" + }, + { + "embeddableConfig": {}, + "gridData": { + "h": 15, + "i": "11", + "w": 24, + "x": 0, + "y": 42 + }, + "id": "15818fd0-f7f9-11e8-af03-c999c9dea608-ecs", + "panelIndex": "11", + "type": "visualization", + "version": "6.5.0" + }, + { + "embeddableConfig": {}, + "gridData": { + "h": 15, + "i": "12", + "w": 24, + "x": 24, + "y": 42 + }, + "id": "233b3400-f7f9-11e8-af03-c999c9dea608-ecs", + "panelIndex": "12", + "type": "visualization", + "version": "6.5.0" + }, + { + "embeddableConfig": {}, + "gridData": { + "h": 15, + "i": "15", + "w": 24, + "x": 0, + "y": 27 + }, + "id": "f1db6ec0-f7f8-11e8-af03-c999c9dea608-ecs", + "panelIndex": "15", + "type": "visualization", + "version": "6.5.0" + }, + { + "embeddableConfig": {}, + "gridData": { + "h": 15, + "i": "17", + "w": 48, + "x": 0, + "y": 12 + }, + "id": "be8828d0-f7f6-11e8-af03-c999c9dea608-ecs", + "panelIndex": "17", + "type": "visualization", + "version": "6.5.0" + }, + { + "embeddableConfig": {}, + "gridData": { + "h": 12, + "i": "18", + "w": 17, + "x": 0, + "y": 0 + }, + "id": "deab0260-2981-11e9-86eb-a3a07a77f530", + "panelIndex": "18", + "type": "visualization", + "version": "6.6.0" + }, + { + "embeddableConfig": {}, + "gridData": { + "h": 12, + "i": "19", + "w": 19, + "x": 17, + "y": 0 + }, + "id": "09db13f0-2bdd-11e9-9fe1-cde861544141", + "panelIndex": "19", + "type": "visualization", + "version": "6.6.0" + } + ], + "timeRestore": false, + "title": "[Metricbeat AWS] EC2 Overview ECS", + "version": 1 + }, + "id": "c5846400-f7fb-11e8-af03-c999c9dea608-ecs", + "type": "dashboard", + "updated_at": "2019-02-09T00:05:11.360Z", + "version": 9 + } + ], + "version": "6.6.0" } diff --git a/x-pack/metricbeat/modules.d/aws.yml.disabled b/x-pack/metricbeat/modules.d/aws.yml.disabled index ea00f7efe40..ccb5317ce09 100644 --- a/x-pack/metricbeat/modules.d/aws.yml.disabled +++ b/x-pack/metricbeat/modules.d/aws.yml.disabled @@ -1,6 +1,7 @@ - module: aws period: 300s - metricsets: ["ec2"] + metricsets: + - "ec2" access_key_id: '${AWS_ACCESS_KEY_ID:""}' secret_access_key: '${AWS_SECRET_ACCESS_KEY:""}' session_token: '${AWS_SESSION_TOKEN:""}'