feat: add sparse arrays stats

Directory.Build.props

@@ -7,7 +7,7 @@
   </PropertyGroup>
 
   <PropertyGroup>
-    <VersionPrefix>0.3.0</VersionPrefix>
+    <VersionPrefix>0.4.0</VersionPrefix>
     <RepositoryUrl>https://github.com/Ne4to/Heartbeat</RepositoryUrl>
     <PublishRepositoryUrl>true</PublishRepositoryUrl>
     <PackageLicenseExpression>MIT</PackageLicenseExpression>

scripts/reinstall-release-tool.ps1

@@ -0,0 +1,11 @@
+$ErrorActionPreference = "Stop"
+
+try
+{
+    dotnet tool uninstall -g Heartbeat
+    dotnet tool install --global Heartbeat
+}
+catch {
+    Write-Host 'Install global tool - FAILED!' -ForegroundColor Red
+    throw
+}

scripts/update-ts-client.ps1

@@ -16,7 +16,7 @@ try
     Set-Location $FrontendRoot
     $env:HEARTBEAT_GENERATE_CONTRACTS = 'true'
     dotnet swagger tofile --yaml --output $ContractPath $DllPath Heartbeat
-    dotnet kiota generate -l typescript --openapi $ContractPath -c HeartbeatClient -o ./src/client
+    dotnet kiota generate -l typescript --openapi $ContractPath -c HeartbeatClient -o ./src/client --clean-output
 
     # TODO try  --serializer  Microsoft.Kiota.Serialization.Json.JsonSerializationWriterFactory --deserializer Microsoft.Kiota.Serialization.Json.JsonParseNodeFactory
 }

src/DebugHost/Program.cs

@@ -1,5 +1,6 @@
 using Heartbeat.Domain;
 using Heartbeat.Runtime;
+using Heartbeat.Runtime.Domain;
 using Heartbeat.Runtime.Proxies;
 
 using Microsoft.Diagnostics.Runtime;
@@ -18,7 +19,7 @@ static void ProcessFile(string filePath)
 
     static void WriteWebRequests(RuntimeContext runtimeContext)
     {
-        var q = from clrObject in runtimeContext.EnumerateObjectsByTypeName("System.Net.HttpWebRequest", TraversingHeapModes.All)
+        var q = from clrObject in runtimeContext.EnumerateObjectsByTypeName("System.Net.HttpWebRequest", null)
                 let webRequestProxy = new HttpWebRequestProxy(runtimeContext, clrObject)
                 let requestContentLength = webRequestProxy.ContentLength
                 let responseContentLength = webRequestProxy.Response?.ContentLength

src/Heartbeat.Runtime/Analyzers/AsyncStateMachineAnalyzer.cs → src/Heartbeat.Runtime/Analyzers/AsyncStatusMachineAnalyzer.cs

@@ -1,5 +1,6 @@
 
 using Heartbeat.Runtime.Analyzers.Interfaces;
+using Heartbeat.Runtime.Domain;
 using Heartbeat.Runtime.Proxies;
 
 using Microsoft.Diagnostics.Runtime;
@@ -8,11 +9,11 @@
 
 namespace Heartbeat.Runtime.Analyzers;
 
-public class AsyncStateMachineAnalyzer : AnalyzerBase, ILoggerDump, IWithTraversingHeapMode
+public class AsyncStatusMachineAnalyzer : AnalyzerBase, ILoggerDump, IWithObjectGCStatus
 {
-    public TraversingHeapModes TraversingHeapMode { get; set; } = TraversingHeapModes.All;
+    public ObjectGCStatus? ObjectGcStatus { get; set; }
 
-    public AsyncStateMachineAnalyzer(RuntimeContext context)
+    public AsyncStatusMachineAnalyzer(RuntimeContext context)
         : base(context)
     {
     }
@@ -38,7 +39,7 @@ private void ProcessAsyncStateMachine(ILogger logger)
     {
 
         var stateMachineQuery =
-            from clrObject in Context.EnumerateObjects(TraversingHeapMode)
+            from clrObject in Context.EnumerateObjects(ObjectGcStatus)
             where clrObject.Type
                 !.EnumerateInterfaces()
                 .Any(clrInterface => clrInterface.Name == "System.Runtime.CompilerServices.IAsyncStateMachine")
@@ -146,7 +147,7 @@ private IEnumerable<ClrObject> EnumerateAsyncStateMachineObjects()
         var (asyncStateMachineBoxType, debugFinalizableAsyncStateMachineBoxType, taskType) = FindStateMachineTypes();
 
         return
-            from clrObject in Context.EnumerateObjects(TraversingHeapMode)
+            from clrObject in Context.EnumerateObjects(ObjectGcStatus)
             where
                 // Skip objects too small to be state machines or tasks, avoiding some compiler-generated caching data structures.
                 // https://github.com/dotnet/diagnostics/blob/dc9d61a876d6153306b2d59c769d9581e3d5ab2d/src/SOS/Strike/strike.cpp#L4749

src/Heartbeat.Runtime/Analyzers/HeapDumpStatisticsAnalyzer.cs

@@ -1,15 +1,16 @@
 
 using Heartbeat.Runtime.Analyzers.Interfaces;
+using Heartbeat.Runtime.Domain;
 using Heartbeat.Runtime.Extensions;
 
 using Microsoft.Diagnostics.Runtime;
 using Microsoft.Extensions.Logging;
 
 namespace Heartbeat.Runtime.Analyzers;
 
-public sealed class HeapDumpStatisticsAnalyzer : AnalyzerBase, ILoggerDump, IWithTraversingHeapMode
+public sealed class HeapDumpStatisticsAnalyzer : AnalyzerBase, ILoggerDump, IWithObjectGCStatus
 {
-    public TraversingHeapModes TraversingHeapMode { get; set; } = TraversingHeapModes.All;
+    public ObjectGCStatus? ObjectGcStatus { get; set; }
     public Generation? Generation { get; set; }
 
     public HeapDumpStatisticsAnalyzer(RuntimeContext context) : base(context)
@@ -36,10 +37,8 @@ private void WriteLog(ILogger logger, int topTypeCount)
     public IReadOnlyCollection<ObjectTypeStatistics> GetObjectTypeStatistics()
     {
         return (
-            from obj in Context.EnumerateObjects(TraversingHeapMode, Generation)
-            let objSize = obj.Size
-            //group new { size = objSize } by type.Name into g
-            group objSize by obj.Type
+            from obj in Context.EnumerateObjects(ObjectGcStatus, Generation)
+            group obj.Size by obj.Type
             into g
             let totalSize = (ulong)g.Sum(t => (long)t)
             let clrType = g.Key

src/Heartbeat.Runtime/Analyzers/HttpClientAnalyzer.cs

@@ -1,12 +1,13 @@
 using Heartbeat.Runtime.Analyzers.Interfaces;
+using Heartbeat.Runtime.Domain;
 
 using Microsoft.Extensions.Logging;
 
 namespace Heartbeat.Runtime.Analyzers;
 
-public sealed class HttpClientAnalyzer : AnalyzerBase, ILoggerDump, IWithTraversingHeapMode
+public sealed class HttpClientAnalyzer : AnalyzerBase, ILoggerDump, IWithObjectGCStatus
 {
-    public TraversingHeapModes TraversingHeapMode { get; set; } = TraversingHeapModes.All;
+    public ObjectGCStatus? ObjectGcStatus { get; set; }
 
     public HttpClientAnalyzer(RuntimeContext context)
         : base(context)
@@ -17,7 +18,7 @@ public IReadOnlyCollection<HttpClientInfo> GetClientsInfo()
     {
         var result = new List<HttpClientInfo>();
 
-        foreach (var address in Context.EnumerateObjectAddressesByTypeName("System.Net.Http.HttpClient", TraversingHeapMode))
+        foreach (var address in Context.EnumerateObjectAddressesByTypeName("System.Net.Http.HttpClient", ObjectGcStatus))
         {
             var httpClientObjectType = Context.Heap.GetObjectType(address);
             var timeoutField = httpClientObjectType.GetFieldByName("_timeout");

src/Heartbeat.Runtime/Analyzers/Interfaces/IWithObjectGCStatus.cs

@@ -0,0 +1,8 @@
+using Heartbeat.Runtime.Domain;
+
+namespace Heartbeat.Runtime.Analyzers.Interfaces;
+
+public interface IWithObjectGCStatus
+{
+    ObjectGCStatus? ObjectGcStatus { get; set; }
+}

src/Heartbeat.Runtime/Analyzers/LongStringAnalyzer.cs

@@ -1,13 +1,14 @@
 using Heartbeat.Runtime.Analyzers.Interfaces;
+using Heartbeat.Runtime.Domain;
 
 using Microsoft.Diagnostics.Runtime;
 using Microsoft.Extensions.Logging;
 
 namespace Heartbeat.Runtime.Analyzers;
 
-public sealed class LongStringAnalyzer : AnalyzerBase, ILoggerDump, IWithTraversingHeapMode
+public sealed class LongStringAnalyzer : AnalyzerBase, ILoggerDump, IWithObjectGCStatus
 {
-    public TraversingHeapModes TraversingHeapMode { get; set; } = TraversingHeapModes.All;
+    public ObjectGCStatus? ObjectGcStatus { get; set; }
 
     public LongStringAnalyzer(RuntimeContext context)
         : base(context)
@@ -16,18 +17,18 @@ public LongStringAnalyzer(RuntimeContext context)
 
     public void Dump(ILogger logger)
     {
-        WriteLog(logger, TraversingHeapMode);
+        WriteLog(logger, ObjectGcStatus);
     }
 
-    private void WriteLog(ILogger logger, TraversingHeapModes traversingMode)
+    private void WriteLog(ILogger logger, ObjectGCStatus? status)
     {
-        LogLongestStrings(logger, traversingMode, 10);
+        LogLongestStrings(logger, status, 10);
     }
 
-    private IEnumerable<ClrObject> GetLongestStrings(int count, TraversingHeapModes traversingMode)
+    private IEnumerable<ClrObject> GetLongestStrings(int count, ObjectGCStatus? status)
     {
         var query =
-            from clrObject in Context.EnumerateStrings(traversingMode)
+            from clrObject in Context.EnumerateStrings(status)
             orderby clrObject.Size descending
             select clrObject;
 
@@ -46,19 +47,19 @@ orderby clrObject.Size descending
         //                Console.WriteLine($"Value: {System.Text.Encoding.Unicode.GetString(buffer)}...");
     }
 
-    private void LogLongestStrings(ILogger logger, TraversingHeapModes traversingMode, int count, int maxLength = 200)
+    private void LogLongestStrings(ILogger logger, ObjectGCStatus? status, int count, int maxLength = 200)
     {
-        foreach (var s in GetStrings(count, maxLength))
+        foreach (var s in GetStrings(status, count, maxLength))
         {
             logger.LogInformation($"Length = {s.Length} symbols, Value = {s.Value}");
         }
     }
 
-    public IReadOnlyCollection<LongStringInfo> GetStrings(int count, int? truncateLength)
+    public IReadOnlyCollection<LongStringInfo> GetStrings(ObjectGCStatus? status, int count, int? truncateLength)
     {
         var result = new List<LongStringInfo>(count);
 
-        foreach (var stringClrObject in GetLongestStrings(count, TraversingHeapMode))
+        foreach (var stringClrObject in GetLongestStrings(count, status))
         {
             string value = stringClrObject.AsString(truncateLength ?? 4096)!;
             var length = stringClrObject.ReadField<int>("_stringLength");

src/Heartbeat.Runtime/Analyzers/ServicePointManagerAnalyzer.cs

@@ -1,4 +1,5 @@
 using Heartbeat.Runtime.Analyzers.Interfaces;
+using Heartbeat.Runtime.Domain;
 using Heartbeat.Runtime.Exceptions;
 using Heartbeat.Runtime.Extensions;
 using Heartbeat.Runtime.Proxies;
@@ -66,7 +67,7 @@ public void Dump(ILogger logger)
             }
         }
 
-        foreach (var spObject in Context.EnumerateObjectsByTypeName("System.Net.ServicePoint", TraversingHeapModes.All))
+        foreach (var spObject in Context.EnumerateObjectsByTypeName("System.Net.ServicePoint", null))
         {
             var servicePointProxy = new ServicePointProxy(Context, spObject);
             var servicePointAnalyzer = new ServicePointAnalyzer(Context, servicePointProxy)

src/Heartbeat.Runtime/Analyzers/StringDuplicateAnalyzer.cs

@@ -1,14 +1,15 @@
 using Heartbeat.Runtime.Analyzers.Interfaces;
+using Heartbeat.Runtime.Domain;
 using Heartbeat.Runtime.Extensions;
 
 using Microsoft.Diagnostics.Runtime;
 using Microsoft.Extensions.Logging;
 
 namespace Heartbeat.Runtime.Analyzers;
 
-public sealed class StringDuplicateAnalyzer : AnalyzerBase, ILoggerDump, IWithTraversingHeapMode
+public sealed class StringDuplicateAnalyzer : AnalyzerBase, ILoggerDump, IWithObjectGCStatus
 {
-    public TraversingHeapModes TraversingHeapMode { get; set; } = TraversingHeapModes.All;
+    public ObjectGCStatus? ObjectGcStatus { get; set; }
     public Generation? Generation { get; set; }
 
     public StringDuplicateAnalyzer(RuntimeContext context) : base(context)
@@ -50,7 +51,7 @@ public IReadOnlyList<StringDuplicate> GetStringDuplicates()
         var stringCount = new Dictionary<string, StringDuplicateInfo>(StringComparer.OrdinalIgnoreCase);
 
         var query =
-            from clrObject in Context.EnumerateStrings(TraversingHeapMode, Generation)
+            from clrObject in Context.EnumerateStrings(ObjectGcStatus, Generation)
             select clrObject;
 
         foreach (var stringInstance in query)

src/Heartbeat.Runtime/Analyzers/TimerQueueTimerAnalyzer.cs

@@ -1,35 +1,36 @@
 using Heartbeat.Runtime.Analyzers.Interfaces;
+using Heartbeat.Runtime.Domain;
 using Heartbeat.Runtime.Proxies;
 
 using Microsoft.Extensions.Logging;
 
 namespace Heartbeat.Runtime.Analyzers;
 
-public sealed class TimerQueueTimerAnalyzer : AnalyzerBase, ILoggerDump, IWithTraversingHeapMode
+public sealed class TimerQueueTimerAnalyzer : AnalyzerBase, ILoggerDump, IWithObjectGCStatus
 {
-    public TraversingHeapModes TraversingHeapMode { get; set; } = TraversingHeapModes.All;
+    public ObjectGCStatus? ObjectGcStatus { get; set; }
 
     public TimerQueueTimerAnalyzer(RuntimeContext context) : base(context)
     {
     }
 
     public void Dump(ILogger logger)
     {
-        WriteLog(logger, TraversingHeapMode);
+        WriteLog(logger, ObjectGcStatus);
     }
 
-    public IReadOnlyCollection<TimerQueueTimerInfo> GetTimers(TraversingHeapModes traversingMode)
+    public IReadOnlyCollection<TimerQueueTimerInfo> GetTimers(ObjectGCStatus? status)
     {
         var result = new List<TimerQueueTimerInfo>();
 
-        foreach (var address in Context.EnumerateObjectAddressesByTypeName("System.Threading.TimerQueueTimer", traversingMode))
+        foreach (var address in Context.EnumerateObjectAddressesByTypeName("System.Threading.TimerQueueTimer", status))
         {
             var timerObjectType = Context.Heap.GetObjectType(address);
 
             var state = timerObjectType.GetFieldByName("m_state").ReadObject(address, false);
             var dueTime = timerObjectType.GetFieldByName("m_dueTime").Read<uint>(address, true);
             var period = timerObjectType.GetFieldByName("m_period").Read<uint>(address, true);
             var canceled = timerObjectType.GetFieldByName("m_canceled").Read<bool>(address, true);
 
             //        var timerCallback = timerObjectType.GetFieldByName("m_timerCallback")
             //           .GetValue(address);
@@ -56,9 +57,9 @@
         return result;
     }
 
-    private void WriteLog(ILogger logger, TraversingHeapModes traversingMode)
+    private void WriteLog(ILogger logger, ObjectGCStatus? status)
     {
-        foreach (var timer in GetTimers(traversingMode))
+        foreach (var timer in GetTimers(status))
         {
             logger.LogInformation($"{timer.Address} m_dueTime = {timer.DueTime}, m_period = {timer.Period}, m_canceled = {timer.Cancelled}");
 

src/Heartbeat.Runtime/Domain/ObjectGCStatus.cs

@@ -0,0 +1,8 @@
+namespace Heartbeat.Runtime.Domain;
+
+[Flags]
+public enum ObjectGCStatus
+{
+  Live,
+  Dead
+}

src/Heartbeat.Runtime/Extensions/ClrValueTypeExtensions.cs

@@ -56,16 +56,16 @@ private static bool IsValueDefault(ulong objRef, ClrInstanceField field)
         {
             return field.ElementType switch
             {
-                ClrElementType.Boolean => field.Read<bool>(objRef, true) == false,
-                ClrElementType.Char => field.Read<char>(objRef, true) == (char)0,
-                ClrElementType.Int8 => field.Read<sbyte>(objRef, true) == (sbyte)0,
-                ClrElementType.UInt8 => field.Read<byte>(objRef, true) == (byte)0,
-                ClrElementType.Int16 => field.Read<short>(objRef, true) == (short)0,
-                ClrElementType.UInt16 => field.Read<ushort>(objRef, true) == (ushort)0,
-                ClrElementType.Int32 => field.Read<int>(objRef, true) == 0,
-                ClrElementType.UInt32 => field.Read<int>(objRef, true) == (uint)0,
-                ClrElementType.Int64 => field.Read<long>(objRef, true) == 0L,
-                ClrElementType.UInt64 => field.Read<ulong>(objRef, true) == 0UL,
+                ClrElementType.Boolean => field.Read<bool>(objRef, true) == default,
+                ClrElementType.Char => field.Read<char>(objRef, true) == default,
+                ClrElementType.Int8 => field.Read<sbyte>(objRef, true) == default,
+                ClrElementType.UInt8 => field.Read<byte>(objRef, true) == default,
+                ClrElementType.Int16 => field.Read<short>(objRef, true) == default,
+                ClrElementType.UInt16 => field.Read<ushort>(objRef, true) == default,
+                ClrElementType.Int32 => field.Read<int>(objRef, true) == default,
+                ClrElementType.UInt32 => field.Read<int>(objRef, true) == default,
+                ClrElementType.Int64 => field.Read<long>(objRef, true) == default,
+                ClrElementType.UInt64 => field.Read<ulong>(objRef, true) == default,
                 ClrElementType.Float => field.Read<float>(objRef, true) == 0f,
                 ClrElementType.Double => field.Read<double>(objRef, true) == 0d,
                 ClrElementType.NativeInt => field.Read<nint>(objRef, true) == nint.Zero,