[APR-190] Change the default metric compression kind to be zstd.

.gitlab/functional_test/regression_detector.yml

@@ -113,6 +113,8 @@ single-machine-performance-regression_detector:
       --comparison-sha ${CI_COMMIT_SHA} \
       --target-config-dir test/regression/ \
       --submission-metadata submission_metadata \
+      --total-samples 1800
+      --replicas 50 \
       --tags ${SMP_TAGS} || {
         exit_code=$?
         echo "smp job submit command failed with code $exit_code"

pkg/config/setup/config.go

@@ -79,7 +79,7 @@ const (
 	DefaultRuntimePoliciesDir = "/etc/datadog-agent/runtime-security.d"
 
 	// DefaultCompressorKind is the default compressor. Options available are 'zlib' and 'zstd'
-	DefaultCompressorKind = "zlib"
+	DefaultCompressorKind = "zstd"
 
 	// DefaultZstdCompressionLevel is the default compression level for `zstd`.
 	// Compression level 1 provides the lowest compression ratio, but uses much less RSS especially

pkg/serializer/internal/metrics/service_checks_test.go

@@ -126,7 +126,7 @@ func TestPayloadsEmptyServiceCheck(t *testing.T) {
 
 func TestPayloadsServiceChecks(t *testing.T) {
 	config := mock.New(t)
-	config.Set("serializer_max_payload_size", 200, pkgconfigmodel.SourceAgentRuntime)
+	config.Set("serializer_max_payload_size", 250, pkgconfigmodel.SourceAgentRuntime)
 
 	serviceCheckCollection := []ServiceChecks{
 		{createServiceCheck("1"), createServiceCheck("2"), createServiceCheck("3")},

releasenotes/notes/metrics-compression-default-zstd-c786c2d28eb51b1f.yaml

@@ -0,0 +1,13 @@
+# Each section from every release note are combined when the
+# CHANGELOG.rst is rendered. So the text needs to be worded so that
+# it does not depend on any information only available in another
+# section. This may mean repeating some details, but each section
+# must be readable independently of the other.
+#
+# Each section note must be formatted as reStructuredText.
+---
+enhancements:
+  - |
+    Metric payloads are compressed using `zstd` compression by default.
+    This can be reverted to the previous compression kind by adding
+    ``serializer_compressor_kind: zlib`` to the configuration.

test/regression/cases/uds_dogstatsd_to_api_typical/datadog-agent/datadog.yaml

@@ -0,0 +1,15 @@
+auth_token_file_path: /tmp/agent-auth-token
+hostname: smp-regression
+
+dd_url: http://127.0.0.1:9091
+process_config.process_dd_url: http://localhost:9092
+
+telemetry.enabled: true
+telemetry.checks: '*'
+
+# Disable cloud detection. This stops the Agent from poking around the
+# execution environment & network. This is particularly important if the target
+# has network access.
+cloud_provider_metadata: []
+
+dogstatsd_socket: '/tmp/dsd.socket'

test/regression/cases/uds_dogstatsd_to_api_typical/experiment.yaml

@@ -0,0 +1,27 @@
+optimization_goal: ingress_throughput
+erratic: false
+
+target:
+  name: datadog-agent
+  command: /bin/entrypoint.sh
+  cpu_allotment: 8
+  memory_allotment: 4GiB
+
+  environment:
+    DD_API_KEY: 00000001
+    DD_HOSTNAME: smp-regression
+
+  profiling_environment:
+    DD_INTERNAL_PROFILING_BLOCK_PROFILE_RATE: 10000
+    DD_INTERNAL_PROFILING_CPU_DURATION: 1m
+    DD_INTERNAL_PROFILING_DELTA_PROFILES: true
+    DD_INTERNAL_PROFILING_ENABLED: true
+    DD_INTERNAL_PROFILING_ENABLE_GOROUTINE_STACKTRACES: true
+    DD_INTERNAL_PROFILING_MUTEX_PROFILE_FRACTION: 10
+    DD_INTERNAL_PROFILING_PERIOD: 1m
+    DD_INTERNAL_PROFILING_UNIX_SOCKET: /var/run/datadog/apm.socket
+    DD_PROFILING_EXECUTION_TRACE_ENABLED: true
+    DD_PROFILING_EXECUTION_TRACE_PERIOD: 1m
+    DD_PROFILING_WAIT_PROFILE: true
+
+    DD_INTERNAL_PROFILING_EXTRA_TAGS: experiment:uds_dogstatsd_to_api

test/regression/cases/uds_dogstatsd_to_api_typical/lading/lading.yaml

@@ -0,0 +1,52 @@
+generator:
+  - unix_datagram:
+      seed: [2, 3, 5, 7, 11, 13, 17, 19, 23, 29, 31, 37, 41, 43, 47, 53,
+             59, 61, 67, 71, 73, 79, 83, 89, 97, 101, 103, 107, 109, 113, 127, 131]
+      path: "/tmp/dsd.socket"
+      variant:
+        dogstatsd:
+          contexts:
+            inclusive:
+              min: 10
+              max: 100
+          name_length:
+            inclusive:
+              min: 8
+              max: 64
+          tag_length:
+            inclusive:
+              min: 4
+              max: 45
+          tags_per_msg:
+            inclusive:
+              min: 8
+              max: 45
+          multivalue_count:
+            inclusive:
+              min: 2
+              max: 32
+          multivalue_pack_probability: 0.08
+          kind_weights:
+            metric: 90
+            event: 5
+            service_check: 5
+          metric_weights:
+            count: 100
+            gauge: 10
+            timer: 0
+            distribution: 0
+            set: 0
+            histogram: 0
+      bytes_per_second: "1 MiB"
+      maximum_prebuild_cache_size_bytes: "500 Mb"
+
+blackhole:
+  - http:
+      binding_addr: "127.0.0.1:9091"
+      response_delay_millis: 75
+  - http:
+      binding_addr: "127.0.0.1:9092"
+
+target_metrics:
+  - prometheus:
+      uri: "http://127.0.0.1:5000/telemetry"

test/regression/config.yaml

@@ -1,5 +1,5 @@
 lading:
-  version: 0.24.0
+  version: 0.25.2
 
 target:
   cpu_allotment: 8