GCP package billing datastream tests

.gitignore

@@ -6,3 +6,7 @@
 dev/packages
 
 elastic-package
+
+# Terraform local module folder and local state files
+.terraform/
+terraform.tfstate*

packages/gcp/_dev/build/docs/README.md

@@ -1,30 +1,22 @@
-# Google Cloud Integration
-
-The Google Cloud integration collects and parses Google Cloud audit, VPC flow,
-and firewall logs that have been exported from Stackdriver to a Google Pub/Sub topic sink.
-
-## Logs
-
-### Audit
-
-This is the `audit` dataset.
-
-{{event "audit"}}
-
-{{fields "audit"}}
-
-### Firewall
-
-This is the `firewall` dataset.
-
-{{event "firewall"}}
-
-{{fields "firewall"}}
-
-### VPC Flow
-
-This is the `VPC Flow` dataset.
-
-{{event "vpcflow"}}
-
-{{fields "vpcflow"}}
+# Google Cloud Platform Integration
+
+This integration is used to fetches logs and metrics from 
+[Google Cloud Platform](https://cloud.google.com/).
+
+## GCP Credentials
+GCP credentials are required for running GCP integration. 
+
+### Configuration parameters
+* *project_id*: ID of the GCP project.
+* *credentials_file*: Path to JSON file with GCP credentials. Required when not using `credentials_json`.
+* *credentials_json*: Raw JSON text of GCP Credentials. Required when not using `credentials_file`.
+
+#### Data stream specific configuration parameters
+* *period*: How often the data stream is executed.
+* *region*: Specify which GCP regions to query metrics from. If the `region`
+is not set in the config, then by default, the integration will query metrics
+from all available GCP regions. If both `region` and `zone` is set, `region` takes precedent.
+* *zone*: Specify which GCP zones to query metrics from. If the `zone`
+is not set in the config, then by default, the integration will query metrics
+from all available GCP zone. If both `region` and `zone` is set, `region` takes precedent.
+* *exclude_labels*: Exclude additional labels from metrics.  Defaults to false.

packages/gcp/_dev/build/docs/logs.md

@@ -0,0 +1,30 @@
+# Google Cloud Platform Logs Integration
+
+The Google Cloud Platform Logs integration collects and parses Google Cloud audit, VPC flow,
+and firewall logs that have been exported from Stackdriver to a Google Pub/Sub topic sink.
+
+## Logs
+
+### Audit
+
+This is the `audit` dataset.
+
+{{event "audit"}}
+
+{{fields "audit"}}
+
+### Firewall
+
+This is the `firewall` dataset.
+
+{{event "firewall"}}
+
+{{fields "firewall"}}
+
+### VPC Flow
+
+This is the `VPC Flow` dataset.
+
+{{event "vpcflow"}}
+
+{{fields "vpcflow"}}

packages/gcp/_dev/build/docs/metrics.md

@@ -0,0 +1,13 @@
+# Google Cloud Platform Metrics Integration
+
+The Google Cloud Platform Metrics integration collects and parses Google Cloud billing metrics.
+
+## Metrics
+
+### Billing
+
+This is the `billing` dataset.
+
+{{event "billing"}}
+
+{{fields "billing"}}

packages/gcp/changelog.yml

@@ -4,6 +4,9 @@
     - description: Add 8.0.0 version constraint
       type: enhancement
       link: https://github.com/elastic/integrations/pull/2251
+    - description: Add GCP Billing Metricset
+      type: enhancement
+      link: https://github.com/elastic/integrations/pull/2141
 - version: "1.1.2"
   changes:
     - description: Update Title and Description.

packages/gcp/data_stream/audit/_dev/test/system/test-pubsub-config.yml

@@ -1,10 +1,10 @@
 service: gcppubsub-emulator
 input: gcp-pubsub
 vars:
-  alternative_host: "{{Hostname}}:{{Port}}"
   credentials_json: '{\"fake\":\"creds\"}'
   project_id: audit
 data_stream:
   vars:
     subscription_name: subscription
     topic: topic
+    alternative_host: "{{Hostname}}:{{Port}}"

packages/gcp/data_stream/audit/manifest.yml

@@ -25,6 +25,13 @@ streams:
         required: true
         show_user: false
         default: false
+      - name: alternative_host
+        type: text
+        title: Alternative host
+        multi: false
+        required: false
+        show_user: false
+        description: "GCP Alternative host"
       - name: tags
         type: text
         title: Tags