Feature - Ginger Telemetry

Ginger/Ginger/AnalyzerLib/AnalyzerPage.xaml.cs

@@ -19,6 +19,7 @@ limitations under the License.
 using amdocs.ginger.GingerCoreNET;
 using Amdocs.Ginger.Common;
 using Amdocs.Ginger.Common.InterfacesLib;
+using Amdocs.Ginger.Common.Telemetry;
 using Ginger.Actions;
 using Ginger.Run;
 using Ginger.SolutionGeneral;
@@ -209,6 +210,8 @@ public async Task AnalyzeWithoutUI()
 
         private async Task Analyze()
         {
+            using IFeatureTracker featureTracker = Reporter.StartFeatureTracking(FeatureId.Analyzer);
+
             // Each analyzer will set to true once completed, this is prep for multi run in threads for speed
             mIssues.Clear();
             TotalIssues = 0;
@@ -267,7 +270,7 @@ await Task.Factory.StartNew(() =>
                 mAnalyzerCompleted = true;
                 SetAnalyzeProcessAsCompleted();
             }
-
+            featureTracker.Metadata.Add("TotalIssues", TotalIssues.ToString());
         }
 
         private void SetAnalyzeProcessAsCompleted()

Ginger/Ginger/App.xaml.cs

@@ -19,6 +19,7 @@ limitations under the License.
 
 using amdocs.ginger.GingerCoreNET;
 using Amdocs.Ginger.Common;
+using Amdocs.Ginger.Common.Telemetry;
 using Amdocs.Ginger.CoreNET.log4netLib;
 using Amdocs.Ginger.CoreNET.RunLib;
 using Amdocs.Ginger.Repository;
@@ -171,7 +172,7 @@ private void Application_DispatcherUnhandledException(object sender, System.Wind
             }
 
             //log it
-            Reporter.ToLog(eLogLevel.ERROR, ex.ToString(), ex);
+            Reporter.ToLog(eLogLevel.ERROR, ex.ToString(), ex, TelemetryMetadata.WithTags("ApplicationUnhandledException"));
 
             //add to dictionary to make sure same exception won't show more than 3 times
             if (mExceptionsDic.ContainsKey(ex.Message))
@@ -256,7 +257,7 @@ private void Application_Startup(object sender, StartupEventArgs e)
             // add additional classes from Ginger and GingerCore
             InitClassTypesDictionary();
 
-            WorkSpace.Instance.InitWorkspace(new GingerWorkSpaceReporter(), new DotNetFrameworkHelper());
+            WorkSpace.Instance.InitWorkspace(new GingerWorkSpaceReporter(), new DotNetFrameworkHelper(), WorkSpace.NewTelemetryQueueManager());
 
             Amdocs.Ginger.CoreNET.log4netLib.GingerLog.PrintStartUpInfo();
 

Ginger/Ginger/ApplicationModelsLib/APIModels/APIModelWizard/WSDLParser.cs

@@ -17,6 +17,7 @@ limitations under the License.
 #endregion
 
 using Amdocs.Ginger.Common;
+using Amdocs.Ginger.Common.Telemetry;
 using Amdocs.Ginger.Repository;
 using System;
 using System.Collections.Generic;
@@ -65,6 +66,9 @@ public class WSDLParser : APIConfigurationsDocumentParserBase
 
         public override ObservableList<ApplicationAPIModel> ParseDocument(string URL, ObservableList<ApplicationAPIModel> AAMSList, bool avoidDuplicatesNodes = false)
         {
+            using IFeatureTracker featureTracker = Reporter.StartFeatureTracking(FeatureId.AAMLearning);
+            featureTracker.Metadata.Add("APIType", "WSDL");
+
             mURL = URL;
             mAAMList = AAMSList;
             AddServiceDescription(URL);

Ginger/Ginger/Run/RunSetsExecutionsHistoryPage.xaml.cs

@@ -19,6 +19,7 @@ limitations under the License.
 using AccountReport.Contracts.GraphQL.ResponseModels;
 using amdocs.ginger.GingerCoreNET;
 using Amdocs.Ginger.Common;
+using Amdocs.Ginger.Common.Telemetry;
 using Amdocs.Ginger.CoreNET;
 using Amdocs.Ginger.CoreNET.BPMN.Exportation;
 using Amdocs.Ginger.CoreNET.Execution;
@@ -959,18 +960,60 @@ private async Task ExportBPMNFromRunSetReportAsync(RunSetReport runSetReport)
                 }
 
                 int exportedSuccessfullyCount = 0;
-                foreach (ExecutedBusinessFlow executedBusinessFlow in executedBusinessFlows)
+                using (IFeatureTracker featureTracker = Reporter.StartFeatureTracking(FeatureId.ExportRunSetExecutionHistoryBPMN))
                 {
                     try
                     {
-                        exporter.Export(executedBusinessFlow, BPMNExportPath);
-                        exportedSuccessfullyCount++;
+                        featureTracker.Metadata.Add("BusinessFlowCount", executedBusinessFlows.Count().ToString());
+
+                        int activityGroupCount = executedBusinessFlows
+                            .Where(ex => ex != null)
+                            .Select(ex => ex.BusinessFlow)
+                            .Where(bf => bf != null && bf.Active && bf.ActivitiesGroups != null)
+                            .SelectMany(bf => bf.ActivitiesGroups)
+                            .Where(ag => ag != null)
+                            .Count();
+                        featureTracker.Metadata.Add("ActivityGroupCount", activityGroupCount.ToString());
+
+                        int activityCount = executedBusinessFlows
+                            .Where(ex => ex != null)
+                            .Select(ex => ex.BusinessFlow)
+                            .Where(bf => bf != null && bf.Active && bf.Activities != null)
+                            .SelectMany(bf => bf.Activities)
+                            .Where(activity => activity != null && activity.Active)
+                            .Count();
+                        featureTracker.Metadata.Add("ActivityCount", activityCount.ToString());
+
+                        int actionCount = executedBusinessFlows
+                            .Where(ex => ex != null)
+                            .Select(ex => ex.BusinessFlow)
+                            .Where(bf => bf != null && bf.Active && bf.Activities != null)
+                            .SelectMany(bf => bf.Activities)
+                            .Where(activity => activity != null && activity.Active && activity.Acts != null)
+                            .SelectMany(activity => activity.Acts)
+                            .Where(act => act != null && act.Active)
+                            .Count();
+                        featureTracker.Metadata.Add("ActionCount", actionCount.ToString());
                     }
                     catch (Exception ex)
                     {
-                        Reporter.ToLog(eLogLevel.ERROR, $"Error occurred while exporting BPMN for business flow {executedBusinessFlow.Name}.", ex);
+                        Reporter.ToLog(eLogLevel.DEBUG, $"error while capturing '{FeatureId.ExportRunSetExecutionHistoryBPMN}' feature metadata", ex);
+                    }
+
+                    foreach (ExecutedBusinessFlow executedBusinessFlow in executedBusinessFlows)
+                    {
+                        try
+                        {
+                            exporter.Export(executedBusinessFlow, BPMNExportPath);
+                            exportedSuccessfullyCount++;
+                        }
+                        catch (Exception ex)
+                        {
+                            Reporter.ToLog(eLogLevel.ERROR, $"Error occurred while exporting BPMN for business flow {executedBusinessFlow.Name}.", ex);
+                        }
                     }
                 }
+
                 if (exportedSuccessfullyCount > 0)
                 {
                     Dispatcher.Invoke(() => Reporter.ToUser(eUserMsgKey.MultipleExportToBPMNSuccessful, exportedSuccessfullyCount));

Ginger/Ginger/SolutionWindows/TreeViewItems/BusinessFlowTreeItem.cs

@@ -49,6 +49,8 @@ limitations under the License.
 using Amdocs.Ginger.CoreNET.BPMN.Conversion;
 using Amdocs.Ginger.CoreNET.BPMN.Exportation;
 using Ginger.Repository;
+using Amdocs.Ginger.Common.Telemetry;
+using static Amdocs.Ginger.CoreNET.BPMN.Exportation.RunSetExecutionHistoryToBPMNExporter;
 
 namespace Ginger.SolutionWindows.TreeViewItems
 {
@@ -335,7 +337,52 @@ private void ExportBusinessFlowBPMN()
                 { 
                     ExportPath = fullBPMNExportPath
                 });
-                string exportPath = businessFlowToBPMNExporter.Export();
+                int? activitiesGroupCount = null;
+                int? activityCount = null;
+                int? actionCount = null;
+                try
+                {
+                    if (mBusinessFlow.Activities != null)
+                    {
+                        activitiesGroupCount = mBusinessFlow.ActivitiesGroups.Count;
+
+                        activityCount = mBusinessFlow.Activities.Where(a => a.Active).Count();
+
+                        actionCount = mBusinessFlow
+                            .Activities
+                            .Select(activity =>
+                            {
+                                if (activity == null || !activity.Active || activity.Acts == null)
+                                {
+                                    return 0;
+                                }
+                                return activity.Acts.Where(act => act != null && act.Active).Count();
+                            })
+                            .Aggregate((count, total) => total + count);
+                    }
+                }
+                catch (Exception ex)
+                {
+                    Reporter.ToLog(eLogLevel.DEBUG, $"error while capturing '{FeatureId.ExportBusinessFlowBPMN}' feature metadata", ex);
+                }
+
+                string exportPath = string.Empty;
+                using (IFeatureTracker featureTracker = Reporter.StartFeatureTracking(FeatureId.ExportBusinessFlowBPMN))
+                {
+                    if (activitiesGroupCount != null)
+                    {
+                        featureTracker.Metadata.Add("ActivitiesGroupCount", activitiesGroupCount.ToString());
+                    }
+                    if (activityCount != null)
+                    {
+                        featureTracker.Metadata.Add("ActivityCount", activityCount.ToString());
+                    }
+                    if (actionCount != null)
+                    {
+                        featureTracker.Metadata.Add("ActionCount", actionCount.ToString());
+                    }
+                    exportPath = businessFlowToBPMNExporter.Export();
+                }
                 string solutionRelativeExportPath = WorkSpace.Instance.SolutionRepository.ConvertFullPathToBeRelative(exportPath);
 
                 Reporter.ToUser(eUserMsgKey.ExportToBPMNSuccessful, solutionRelativeExportPath);

Ginger/Ginger/SolutionWindows/TreeViewItems/SharedActivitiesGroupTreeItem.cs

@@ -19,6 +19,7 @@ limitations under the License.
 using amdocs.ginger.GingerCoreNET;
 using Amdocs.Ginger.Common;
 using Amdocs.Ginger.Common.Enums;
+using Amdocs.Ginger.Common.Telemetry;
 using Amdocs.Ginger.CoreNET.BPMN.Conversion;
 using Amdocs.Ginger.CoreNET.BPMN.Exceptions;
 using Amdocs.Ginger.CoreNET.BPMN.Exportation;
@@ -34,6 +35,7 @@ limitations under the License.
 using System;
 using System.Collections.Generic;
 using System.IO;
+using System.Linq;
 using System.Text;
 using System.Windows;
 using System.Windows.Controls;
@@ -140,7 +142,42 @@ private void ExportActivityGroupToBPMN()
 
                 string fullBPMNExportPath = WorkSpace.Instance.Solution.SolutionOperations.ConvertSolutionRelativePath(BPMNExportPath);
                 ActivitiesGroupToBPMNExporter activitiesGroupToBPMNExporter = new(mActivitiesGroup, fullBPMNExportPath);
-                string exportPath = activitiesGroupToBPMNExporter.Export();
+
+                int? activityCount = null;
+                int? actionCount = null;
+                try
+                {
+                    if (mActivitiesGroup.ActivitiesIdentifiers != null)
+                    {
+                        activityCount = mActivitiesGroup.ActivitiesIdentifiers.Where(a => a.IdentifiedActivity != null && a.IdentifiedActivity.Active).Count();
+
+                        actionCount = mActivitiesGroup
+                            .ActivitiesIdentifiers
+                            .Select(ai => ai.IdentifiedActivity)
+                            .Where(activity => activity != null && activity.Active && activity.Acts != null)
+                            .SelectMany(activity => activity.Acts.Where(act => act != null && act.Active))
+                            .Count();
+                    }
+                }
+                catch (Exception ex)
+                {
+                    Reporter.ToLog(eLogLevel.DEBUG, $"error while capturing '{FeatureId.ExportActivitiesGroupBPMN}' feature metadata", ex);
+                }
+
+                string exportPath = string.Empty;
+                using (IFeatureTracker featureTracker = Reporter.StartFeatureTracking(FeatureId.ExportActivitiesGroupBPMN))
+                {
+                    if (activityCount != null)
+                    {
+                        featureTracker.Metadata.Add("ActivityCount", activityCount.ToString());
+                    }
+                    if (actionCount != null)
+                    {
+                        featureTracker.Metadata.Add("ActionCount", actionCount.ToString());
+                    }
+                    exportPath = activitiesGroupToBPMNExporter.Export();
+                }
+
                 string solutionRelativeExportPath = WorkSpace.Instance.SolutionRepository.ConvertFullPathToBeRelative(exportPath);
 
                 Reporter.ToUser(eUserMsgKey.ExportToBPMNSuccessful, solutionRelativeExportPath);

Ginger/GingerAutoPilot/APIModelLib/JSONTemplateParser.cs

@@ -17,6 +17,7 @@ limitations under the License.
 #endregion
 
 using Amdocs.Ginger.Common.GeneralLib;
+using Amdocs.Ginger.Common.Telemetry;
 using Amdocs.Ginger.Repository;
 using Microsoft.CodeAnalysis;
 using Newtonsoft.Json;
@@ -34,9 +35,12 @@ public class JSONTemplateParser : APIConfigurationsDocumentParserBase
     {
         public override ObservableList<ApplicationAPIModel> ParseDocument(string FileName, ObservableList<ApplicationAPIModel> AAMSList, bool avoidDuplicatesNodes = false)
         {
+            using IFeatureTracker featureTracker = Reporter.StartFeatureTracking(FeatureId.AAMLearning);
+            featureTracker.Metadata.Add("APIType", "JSON_Template");
             string jsOnText = System.IO.File.ReadAllText(FileName);
             string fileName = Path.GetFileNameWithoutExtension(FileName);
-            return GetParameters(jsOnText, AAMSList, avoidDuplicatesNodes, fileName);
+            ObservableList<ApplicationAPIModel> parameters = GetParameters(jsOnText, AAMSList, avoidDuplicatesNodes, fileName);
+            return parameters;
         }
 
         public ObservableList<ApplicationAPIModel> ParseDocumentWithJsonContent(string fileContent, ObservableList<ApplicationAPIModel> AAMSList, bool avoidDuplicatesNodes = false)

Ginger/GingerAutoPilot/APIModelLib/SwaggerApi/SwaggerParser.cs

@@ -16,6 +16,7 @@ limitations under the License.
 */
 #endregion
 
+using Amdocs.Ginger.Common.Telemetry;
 using Amdocs.Ginger.Repository;
 using GingerCore;
 using Newtonsoft.Json.Linq;
@@ -32,32 +33,41 @@ public override ObservableList<ApplicationAPIModel> ParseDocument(string FileNam
         {
             if (IsValidYaml(FileName))
             {
-                try
+                using (IFeatureTracker featureTracker = Reporter.StartFeatureTracking(FeatureId.AAMLearning))
                 {
-                    string fileContent = FileContentProvider(FileName);
-                    string fileConverted = ConvertYamlToJson(fileContent);
-                    JToken.Parse(fileConverted); // doing the Jtoken to validate the json file
-                    Swaggerdoc = SwaggerDocument.FromJsonAsync(fileConverted).Result;
-                }
-                catch(Exception ex)
-                {
-                    Reporter.ToLog(eLogLevel.ERROR, "Error occurred while trying to read provided yaml document " , ex);
-                    Reporter.ToUser(eUserMsgKey.InvalidYAML);
-                }
-
+                    try
+                    {
+                        featureTracker.Metadata.Add("APIType", "Swagger");
+                        featureTracker.Metadata.Add("FileType", "YAML");
+                        string fileContent = FileContentProvider(FileName);
+                        string fileConverted = ConvertYamlToJson(fileContent);
+                        JToken.Parse(fileConverted); // doing the Jtoken to validate the json file
+                        Swaggerdoc = SwaggerDocument.FromJsonAsync(fileConverted).Result;
+                    }
+                    catch (Exception ex)
+                    {
+                        Reporter.ToLog(eLogLevel.ERROR, "Error occurred while trying to read provided yaml document ", ex);
+                        Reporter.ToUser(eUserMsgKey.InvalidYAML);
+                    }
+                }                
             }
             else
             {
-                try
-                {
-                    string fileContent = FileContentProvider(FileName);
-                    JToken.Parse(fileContent);  // doing the Jtoken to validate the json file
-                    Swaggerdoc = SwaggerDocument.FromJsonAsync(FileContentProvider(FileName)).Result;
-                }
-                catch (Exception ex)
+                using (IFeatureTracker featureTracker = Reporter.StartFeatureTracking(FeatureId.AAMLearning))
                 {
-                    Reporter.ToLog(eLogLevel.ERROR, "Error occurred while trying to read provided json document ", ex);
-                    Reporter.ToUser(eUserMsgKey.InvalidJSON);
+                    try
+                    {
+                        featureTracker.Metadata.Add("APIType", "Swagger");
+                        featureTracker.Metadata.Add("FileType", "JSON");
+                        string fileContent = FileContentProvider(FileName);
+                        JToken.Parse(fileContent);  // doing the Jtoken to validate the json file
+                        Swaggerdoc = SwaggerDocument.FromJsonAsync(FileContentProvider(FileName)).Result;
+                    }
+                    catch (Exception ex)
+                    {
+                        Reporter.ToLog(eLogLevel.ERROR, "Error occurred while trying to read provided json document ", ex);
+                        Reporter.ToUser(eUserMsgKey.InvalidJSON);
+                    }
                 }
             }
 

Ginger/GingerAutoPilot/APIModelLib/XMLTemplateParser.cs

@@ -17,6 +17,7 @@ limitations under the License.
 #endregion
 
 using Amdocs.Ginger.Common;
+using Amdocs.Ginger.Common.Telemetry;
 using System.Collections.Generic;
 using System.IO;
 using System.Xml;
@@ -29,9 +30,12 @@ public class XMLTemplateParser : APIConfigurationsDocumentParserBase
 
         public override ObservableList<ApplicationAPIModel> ParseDocument(string FileName, ObservableList<ApplicationAPIModel> AAMSList, bool avoidDuplicatesNodes = false)
         {
+            using IFeatureTracker featureTracker = Reporter.StartFeatureTracking(FeatureId.AAMLearning);
+            featureTracker.Metadata.Add("APIType", "XMLTemplate");
             XmlDocument doc = new XmlDocument();
             doc.Load(FileName);
-            return GetParameters(doc, AAMSList, avoidDuplicatesNodes);
+            ObservableList<ApplicationAPIModel> parameters = GetParameters(doc, AAMSList, avoidDuplicatesNodes);
+            return parameters;
         }
 
         public ObservableList<ApplicationAPIModel> ParseDocumentWithXMLContent(string fileContent, ObservableList<ApplicationAPIModel> AAMSList, bool avoidDuplicatesNodes = false)

Ginger/GingerAutoPilot/GingerAutoPilot.csproj

@@ -8,7 +8,7 @@
   </PropertyGroup>
 
   <PropertyGroup>
-    <LangVersion>7.3</LangVersion>
+    <LangVersion>8.0</LangVersion>
   </PropertyGroup>
   <PropertyGroup>
     <TargetFramework>net8.0</TargetFramework>

Ginger/GingerCore/GingerCore.csproj

@@ -564,7 +564,7 @@
       <Version>1.0.1</Version>
     </PackageReference>
     <PackageReference Include="Google.Protobuf">
-      <Version>3.15.0</Version>
+      <Version>3.28.0</Version>
     </PackageReference>
     <PackageReference Include="HtmlAgilityPack">
       <Version>1.11.58</Version>