Design experiment

example3/.vscode/launch.json

@@ -0,0 +1,56 @@
+{
+   // Use IntelliSense to find out which attributes exist for C# debugging
+   // Use hover for the description of the existing attributes
+   // For further information visit https://github.com/OmniSharp/omnisharp-vscode/blob/master/debugger-launchjson.md
+   "version": "0.2.0",
+   "configurations": [
+        {
+            // Use IntelliSense to find out which attributes exist for C# debugging
+            // Use hover for the description of the existing attributes
+            // For further information visit https://github.com/OmniSharp/omnisharp-vscode/blob/master/debugger-launchjson.md
+            "name": ".NET Core Launch (console)",
+            "type": "coreclr",
+            "request": "launch",
+            "preLaunchTask": "build",
+            // If you have changed target frameworks, make sure to update the program path.
+            "program": "${workspaceFolder}/Example/bin/Debug/net5.0/Example.dll",
+            "args": [],
+            "cwd": "${workspaceFolder}/Example",
+            // For more information about the 'console' field, see https://aka.ms/VSCode-CS-LaunchJson-Console
+            "console": "internalConsole",
+            "stopAtEntry": false
+        },
+        {
+            "name": "Grocery Store Example",
+            "type": "coreclr",
+            "request": "launch",
+            "preLaunchTask": "build",
+            // If you have changed target frameworks, make sure to update the program path.
+            "program": "${workspaceRoot}/GroceryStoreExample/bin/Debug/net5.0/GroceryStoreExample.dll",
+            "args": [],
+            "cwd": "${workspaceRoot}",
+            // For more information about the 'console' field, see https://aka.ms/VSCode-CS-LaunchJson-Console
+            "console": "internalConsole",
+            "stopAtEntry": false
+        },
+        {
+            "name": "Example",
+            "type": "coreclr",
+            "request": "launch",
+            "preLaunchTask": "build",
+            // If you have changed target frameworks, make sure to update the program path.
+            "program": "${workspaceRoot}/Example/bin/Debug/net5.0/Example.dll",
+            "args": [],
+            "cwd": "${workspaceRoot}",
+            // For more information about the 'console' field, see https://aka.ms/VSCode-CS-LaunchJson-Console
+            "console": "internalConsole",
+            "stopAtEntry": false
+        },
+        {
+            "name": ".NET Core Attach",
+            "type": "coreclr",
+            "request": "attach",
+            "processId": "${command:pickProcess}"
+        }
+    ]
+}

example3/.vscode/tasks.json

@@ -0,0 +1,42 @@
+{
+    "version": "2.0.0",
+    "tasks": [
+        {
+            "label": "build",
+            "command": "dotnet",
+            "type": "process",
+            "args": [
+                "build",
+                "${workspaceFolder}/Example/Example.csproj",
+                "/property:GenerateFullPaths=true",
+                "/consoleloggerparameters:NoSummary"
+            ],
+            "problemMatcher": "$msCompile"
+        },
+        {
+            "label": "publish",
+            "command": "dotnet",
+            "type": "process",
+            "args": [
+                "publish",
+                "${workspaceFolder}/Example/Example.csproj",
+                "/property:GenerateFullPaths=true",
+                "/consoleloggerparameters:NoSummary"
+            ],
+            "problemMatcher": "$msCompile"
+        },
+        {
+            "label": "watch",
+            "command": "dotnet",
+            "type": "process",
+            "args": [
+                "watch",
+                "run",
+                "${workspaceFolder}/Example/Example.csproj",
+                "/property:GenerateFullPaths=true",
+                "/consoleloggerparameters:NoSummary"
+            ],
+            "problemMatcher": "$msCompile"
+        }
+    ]
+}

example3/Benchmarks/Benchmarks.csproj

@@ -0,0 +1,19 @@
+<Project Sdk="Microsoft.NET.Sdk">
+
+  <ItemGroup>
+    <ProjectReference Include="..\Microsoft.Diagnostics.Metric\Microsoft.Diagnostics.Metric.csproj" />
+    <ProjectReference Include="..\OpenTelemetry.Metric.Api\OpenTelemetry.Metric.Api.csproj" />
+    <ProjectReference Include="..\OpenTelemetry.Metric.Sdk\OpenTelemetry.Metric.Sdk.csproj" />
+    <ProjectReference Include="..\Microsoft.OpenTelemetry.Exporter\Microsoft.OpenTelemetry.Exporter.csproj" />
+  </ItemGroup>
+
+  <ItemGroup>
+    <PackageReference Include="BenchmarkDotNet" Version="0.12.1" />
+  </ItemGroup>
+
+  <PropertyGroup>
+    <OutputType>Exe</OutputType>
+    <TargetFramework>net5.0</TargetFramework>
+  </PropertyGroup>
+
+</Project>

example3/Benchmarks/LabelSetBench.cs

@@ -0,0 +1,155 @@
+using System;
+using System.Collections.Generic;
+using BenchmarkDotNet.Attributes;
+using BenchmarkDotNet.Running;
+using BenchmarkDotNet.Engines;
+
+using Microsoft.Diagnostics.Metric;
+using OpenTelemetry.Metric.Sdk;
+
+namespace MyBenchmark
+{
+    [SimpleJob(launchCount: 2, warmupCount: 2, targetCount: 10)]
+    [MemoryDiagnoser]
+    public class LabelSetBench
+    {
+        /*
+            BenchmarkDotNet=v0.12.1, OS=Windows 10.0.19042
+            Intel Core i7-1065G7 CPU 1.30GHz, 1 CPU, 8 logical and 4 physical cores
+            .NET Core SDK=5.0.102
+            [Host]     : .NET Core 5.0.2 (CoreCLR 5.0.220.61120, CoreFX 5.0.220.61120), X64 RyuJIT
+            Job-UEMYAQ : .NET Core 5.0.2 (CoreCLR 5.0.220.61120, CoreFX 5.0.220.61120), X64 RyuJIT
+
+            IterationCount=10  LaunchCount=2  WarmupCount=2
+
+            |              Method |        Mean |      Error |     StdDev |  Gen 0 | Gen 1 | Gen 2 | Allocated |
+            |-------------------- |------------:|-----------:|-----------:|-------:|------:|------:|----------:|
+            |            Dict_new | 248.0862 ns | 18.6159 ns | 19.9188 ns | 0.2370 |     - |     - |     992 B |
+            |           Dict_enum | 261.0479 ns | 10.1366 ns | 10.8461 ns | 0.1602 |     - |     - |     672 B |
+            |     ValueTuple_enum | 256.9502 ns | 21.3555 ns | 24.5930 ns | 0.1450 |     - |     - |     608 B |
+            |        LabelSet_new |  52.0137 ns |  2.9141 ns |  3.2390 ns | 0.0516 |     - |     - |     216 B |
+            |       LabelSet_enum | 128.5064 ns |  4.7004 ns |  5.0294 ns | 0.1318 |     - |     - |     552 B |
+            |  LabelSet_enumArray |   0.5445 ns |  0.0719 ns |  0.0828 ns |      - |     - |     - |         - |
+        */
+
+        MetricLabelSet ls;
+
+        IDictionary<string,string> dict;
+
+        [GlobalSetup]
+        public void Setup()
+        {
+            ls = new MetricLabelSet(
+                ("Key1", "Value1"),
+                ("Key2", "Value2"),
+                ("Key3", "Value3"),
+                ("Key4", "Value4"),
+                ("Key5", "Value5"),
+                ("Key6", "Value6"),
+                ("Key7", "Value7"),
+                ("Key8", "Value8"),
+                ("Key9", "Value9")
+                );
+
+            dict = new Dictionary<string,string> {
+                { "Key1", "Value1" },
+                { "Key2", "Value2" },
+                { "Key3", "Value3" },
+                { "Key4", "Value4" },
+                { "Key5", "Value5" },
+                { "Key6", "Value6" },
+                { "Key7", "Value7" },
+                { "Key8", "Value8" },
+                { "Key9", "Value9" },
+            };
+        }
+
+        //****************
+
+        [Benchmark]
+        public IDictionary<string,string> Dict_new()
+        {
+            return new Dictionary<string,string> {
+                { "Key1", "Value1" },
+                { "Key2", "Value2" },
+                { "Key3", "Value3" },
+                { "Key4", "Value4" },
+                { "Key5", "Value5" },
+                { "Key6", "Value6" },
+                { "Key7", "Value7" },
+                { "Key8", "Value8" },
+                { "Key9", "Value9" },
+            };
+        }
+
+        [Benchmark]
+        public List<Tuple<string,string>> Dict_enum()
+        {
+            List<Tuple<string,string>> ret = new();
+
+            foreach(var kv in dict)
+            {
+                var key = kv.Key;
+                var val = kv.Value;
+
+                ret.Add(Tuple.Create(key,val));
+            }
+
+            return ret;
+        }
+
+        [Benchmark]
+        public List<(string,string)> ValueTuple_enum()
+        {
+            List<(string,string)> ret = new();
+
+            foreach(var kv in dict)
+            {
+                var key = kv.Key;
+                var val = kv.Value;
+
+                ret.Add((key,val));
+            }
+
+            return ret;
+        }
+
+        //****************
+
+        [Benchmark]
+        public MetricLabelSet MetricLabelSet_new()
+        {
+            return new MetricLabelSet(
+                ("Key1", "Value1"),
+                ("Key2", "Value2"),
+                ("Key3", "Value3"),
+                ("Key4", "Value4"),
+                ("Key5", "Value5"),
+                ("Key6", "Value6"),
+                ("Key7", "Value7"),
+                ("Key8", "Value8"),
+                ("Key9", "Value9")
+                );
+        }
+
+        [Benchmark]
+        public List<(string,string)> MetricLabelSet_enum()
+        {
+            List<(string,string)> ret = new();
+
+            var ls = this.ls.GetLabels();
+            foreach (var label in ls)
+            {
+                ret.Add((label.name, label.value));
+            }
+
+            return ret;
+        }
+
+        [Benchmark]
+        public (string name, string value)[] MetricLabelSet_enumArray()
+        {
+            return ls.GetLabels();
+        }
+    }
+}

example3/Benchmarks/MetricProtoBench.cs

@@ -0,0 +1,95 @@
+using System;
+using System.Collections.Generic;
+using BenchmarkDotNet.Attributes;
+using BenchmarkDotNet.Running;
+using BenchmarkDotNet.Engines;
+
+using Microsoft.Diagnostics.Metric;
+using Microsoft.OpenTelemetry.Export;
+using OpenTelemetry.Metric.Api;
+using OpenTelemetry.Metric.Sdk;
+
+/*
+BenchmarkDotNet=v0.12.1, OS=Windows 10.0.19042
+Intel Core i7-1065G7 CPU 1.30GHz, 1 CPU, 8 logical and 4 physical cores
+.NET Core SDK=5.0.103
+  [Host]     : .NET Core 5.0.3 (CoreCLR 5.0.321.7212, CoreFX 5.0.321.7212), X64 RyuJIT
+  Job-GMTSFC : .NET Core 5.0.3 (CoreCLR 5.0.321.7212, CoreFX 5.0.321.7212), X64 RyuJIT
+
+IterationCount=15  LaunchCount=3  WarmupCount=3
+
+|         Method |     Mean |    Error |   StdDev |   Gen 0 |  Gen 1 | Gen 2 | Allocated |
+|--------------- |---------:|---------:|---------:|--------:|-------:|------:|----------:|
+|     SendMetric | 40.98 us | 0.601 us | 1.113 us |  7.6294 |      - |     - |  31.23 KB |
+|    SendMetric2 | 40.14 us | 0.328 us | 0.592 us |  7.9956 | 0.0610 |     - |   32.8 KB |
+|  ReceiveMetric | 49.04 us | 0.623 us | 1.185 us | 14.2822 | 0.0610 |     - |  58.52 KB |
+| ReceiveMetric2 | 48.42 us | 0.846 us | 1.547 us | 14.6484 |      - |     - |  60.09 KB |
+*/
+
+namespace MyBenchmark
+{
+    [SimpleJob(launchCount: 3, warmupCount: 3, targetCount: 15)]
+    [MemoryDiagnoser]
+    public class MetricProtoBench
+    {
+        private ProtoBufClient client;
+        ExportItem[] items;
+        byte[] bytes1;
+        byte[] bytes2;
+
+        [GlobalSetup]
+        public void Setup()
+        {
+            var items = new List<ExportItem>();
+
+            for (int i = 0; i < 10; i++)
+            {
+                var item = new ExportItem();
+                item.dt = DateTimeOffset.Parse("2020-01-01T10:12:13Z");
+                item.LibName = "Test";
+                item.LibVersion = "0.0.1";
+                item.MeterName = $"MyTest.request_{i}";
+                item.Labels = new MetricLabelSet(("Host", "Test"), ("Mode", "Test"));
+                item.AggregationConfig = new SumAggregation();
+                item.AggData = new (string,string)[] {
+                    ("sum","100.5"),
+                    ("count","100"),
+                    ("min","10.2"),
+                    ("max","100")
+                };
+                items.Add(item);
+            }
+
+            this.items = items.ToArray();
+
+            client = new ProtoBufClient();
+
+            bytes1 = client.Send(items.ToArray(), true);
+            bytes2 = client.Send(items.ToArray(), false);
+        }
+
+        [Benchmark]
+        public byte[] SendMetric()
+        {
+            return client.Send(items, true);
+        }
+
+        [Benchmark]
+        public byte[] SendMetric2()
+        {
+            return client.Send(items, false);
+        }
+
+        [Benchmark]
+        public ProtoBufClient.ParseRecord[] ReceiveMetric()
+        {
+            return client.ParsePayload(bytes1);
+        }
+
+        [Benchmark]
+        public ProtoBufClient.ParseRecord[] ReceiveMetric2()
+        {
+            return client.ParsePayload(bytes2);
+        }
+    }
+}