CoverageAnalytics.cs 9.2 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217
  1. // #define COVERAGE_ANALYTICS_LOGGING
  2. using System;
  3. using System.Collections.Generic;
  4. using System.Linq;
  5. using UnityEditor.TestTools.CodeCoverage.Utils;
  6. using UnityEngine;
  7. using UnityEngine.Analytics;
  8. namespace UnityEditor.TestTools.CodeCoverage.Analytics
  9. {
  10. [Serializable]
  11. internal class Timer
  12. {
  13. public void Start()
  14. {
  15. startTime = DateTime.Now;
  16. }
  17. public long elapsedTimeMs => (long)(DateTime.Now - startTime).TotalMilliseconds;
  18. [SerializeField]
  19. private DateTime startTime = DateTime.Now;
  20. }
  21. [Serializable]
  22. internal class CoverageAnalytics : ScriptableSingleton<CoverageAnalytics>
  23. {
  24. [SerializeField]
  25. private bool s_Registered;
  26. [SerializeField]
  27. private List<int> s_ResultsIdsList;
  28. public CoverageAnalyticsEvent CurrentCoverageEvent;
  29. public Timer CoverageTimer;
  30. protected CoverageAnalytics() : base()
  31. {
  32. ResetEvents();
  33. }
  34. public void ResetEvents()
  35. {
  36. CurrentCoverageEvent = new CoverageAnalyticsEvent();
  37. CoverageTimer = new Timer();
  38. s_ResultsIdsList = new List<int>();
  39. CurrentCoverageEvent.actionID = ActionID.Other;
  40. CurrentCoverageEvent.coverageModeId = CoverageModeID.None;
  41. CurrentCoverageEvent.numOfIncludedPaths = 0;
  42. CurrentCoverageEvent.numOfExcludedPaths = 0;
  43. }
  44. public void StartTimer()
  45. {
  46. CoverageTimer.Start();
  47. }
  48. // See ResultsLogger.cs for details
  49. public void AddResult(ResultID resultId)
  50. {
  51. s_ResultsIdsList.Add((int)resultId);
  52. }
  53. public void SendCoverageEvent(bool success)
  54. {
  55. CurrentCoverageEvent.success = success;
  56. CurrentCoverageEvent.duration = CoverageTimer.elapsedTimeMs;
  57. CurrentCoverageEvent.resultIds = s_ResultsIdsList.ToArray();
  58. bool runFromCommandLine = CommandLineManager.instance.runFromCommandLine;
  59. bool batchmode = CommandLineManager.instance.batchmode;
  60. CurrentCoverageEvent.runFromCommandLine = runFromCommandLine;
  61. CurrentCoverageEvent.batchmode = batchmode;
  62. CurrentCoverageEvent.autogenerate = batchmode ?
  63. CommandLineManager.instance.generateBadgeReport || CommandLineManager.instance.generateHTMLReport :
  64. CommandLineManager.instance.generateBadgeReport || CommandLineManager.instance.generateHTMLReport || CoveragePreferences.instance.GetBool("AutoGenerateReport", true);
  65. CurrentCoverageEvent.createBadges = batchmode ?
  66. CommandLineManager.instance.generateBadgeReport :
  67. CommandLineManager.instance.generateBadgeReport || CoveragePreferences.instance.GetBool("GenerateBadge", true);
  68. CurrentCoverageEvent.generateHistory = batchmode ?
  69. CommandLineManager.instance.generateHTMLReportHistory :
  70. CommandLineManager.instance.generateHTMLReportHistory || CoveragePreferences.instance.GetBool("IncludeHistoryInReport", true);
  71. CurrentCoverageEvent.generateHTMLReport = batchmode ?
  72. CommandLineManager.instance.generateHTMLReport :
  73. CommandLineManager.instance.generateHTMLReport || CoveragePreferences.instance.GetBool("GenerateHTMLReport", true);
  74. CurrentCoverageEvent.generateMetrics = batchmode ?
  75. CommandLineManager.instance.generateAdditionalMetrics :
  76. CommandLineManager.instance.generateAdditionalMetrics || CoveragePreferences.instance.GetBool("GenerateAdditionalMetrics", false);
  77. if (batchmode)
  78. CurrentCoverageEvent.useDefaultAssemblyFilters = !CommandLineManager.instance.assemblyFiltersSpecified;
  79. else
  80. CurrentCoverageEvent.useDefaultAssemblyFilters = CommandLineManager.instance.assemblyFiltersSpecified ? false :
  81. string.Equals(CoveragePreferences.instance.GetString("IncludeAssemblies", AssemblyFiltering.GetUserOnlyAssembliesString()), AssemblyFiltering.GetUserOnlyAssembliesString(), StringComparison.InvariantCultureIgnoreCase);
  82. if (batchmode)
  83. CurrentCoverageEvent.useDefaultPathFilters = !CommandLineManager.instance.pathFiltersSpecified;
  84. else
  85. CurrentCoverageEvent.useDefaultPathFilters = CommandLineManager.instance.pathFiltersSpecified ? false :
  86. string.Equals(CoveragePreferences.instance.GetString("PathsToInclude", string.Empty), string.Empty) && string.Equals(CoveragePreferences.instance.GetString("PathsToExclude", string.Empty), string.Empty);
  87. if (batchmode)
  88. CurrentCoverageEvent.useDefaultResultsLoc = CommandLineManager.instance.coverageResultsPath.Length == 0;
  89. else
  90. CurrentCoverageEvent.useDefaultResultsLoc = CommandLineManager.instance.coverageResultsPath.Length > 0 ? false :
  91. string.Equals(CoveragePreferences.instance.GetStringForPaths("Path", string.Empty), CoverageUtils.GetProjectPath(), StringComparison.InvariantCultureIgnoreCase);
  92. if (batchmode)
  93. CurrentCoverageEvent.useDefaultHistoryLoc = CommandLineManager.instance.coverageHistoryPath.Length == 0;
  94. else
  95. CurrentCoverageEvent.useDefaultHistoryLoc = CommandLineManager.instance.coverageHistoryPath.Length > 0 ? false :
  96. string.Equals(CoveragePreferences.instance.GetStringForPaths("HistoryPath", string.Empty), CoverageUtils.GetProjectPath(), StringComparison.InvariantCultureIgnoreCase);
  97. #if UNITY_2020_1_OR_NEWER
  98. CurrentCoverageEvent.inDebugMode = Compilation.CompilationPipeline.codeOptimization == Compilation.CodeOptimization.Debug;
  99. #else
  100. CurrentCoverageEvent.inDebugMode = true;
  101. #endif
  102. if (!runFromCommandLine || (runFromCommandLine && !batchmode && !CommandLineManager.instance.assemblyFiltersSpecified))
  103. {
  104. if (CurrentCoverageEvent.actionID == ActionID.ReportOnly)
  105. {
  106. string includeAssemblies = CoveragePreferences.instance.GetString("IncludeAssemblies", AssemblyFiltering.GetUserOnlyAssembliesString());
  107. string[] includeAssembliesArray = includeAssemblies.Split(new[] { ',' }, StringSplitOptions.RemoveEmptyEntries);
  108. CurrentCoverageEvent.includedAssemblies = includeAssembliesArray;
  109. }
  110. }
  111. Send(EventName.codeCoverage, CurrentCoverageEvent);
  112. ResetEvents();
  113. }
  114. public bool RegisterEvents()
  115. {
  116. if (!EditorAnalytics.enabled)
  117. {
  118. ResultsLogger.LogSessionItem("Editor analytics are disabled", LogVerbosityLevel.Info);
  119. return false;
  120. }
  121. if (s_Registered)
  122. {
  123. return true;
  124. }
  125. var allNames = Enum.GetNames(typeof(EventName));
  126. if (allNames.Any(eventName => !RegisterEvent(eventName)))
  127. {
  128. return false;
  129. }
  130. s_Registered = true;
  131. return true;
  132. }
  133. private bool RegisterEvent(string eventName)
  134. {
  135. const string vendorKey = "unity.testtools.codecoverage";
  136. var result = EditorAnalytics.RegisterEventWithLimit(eventName, 100, 1000, vendorKey);
  137. switch (result)
  138. {
  139. case AnalyticsResult.Ok:
  140. {
  141. #if COVERAGE_ANALYTICS_LOGGING
  142. ResultsLogger.LogSessionItem($"Registered analytics event: {eventName}", LogVerbosityLevel.Info);
  143. #endif
  144. return true;
  145. }
  146. case AnalyticsResult.TooManyRequests:
  147. // this is fine - event registration survives domain reload (native)
  148. return true;
  149. default:
  150. {
  151. ResultsLogger.LogSessionItem($"Failed to register analytics event {eventName}. Result: {result}", LogVerbosityLevel.Error);
  152. return false;
  153. }
  154. }
  155. }
  156. private void Send(EventName eventName, object eventData)
  157. {
  158. if (!RegisterEvents())
  159. {
  160. #if COVERAGE_ANALYTICS_LOGGING
  161. Console.WriteLine($"[{CoverageSettings.PackageName}] Analytics disabled: event='{eventName}', time='{DateTime.Now:HH:mm:ss}', payload={EditorJsonUtility.ToJson(eventData, true)}");
  162. #endif
  163. return;
  164. }
  165. try
  166. {
  167. var result = EditorAnalytics.SendEventWithLimit(eventName.ToString(), eventData);
  168. if (result == AnalyticsResult.Ok)
  169. {
  170. #if COVERAGE_ANALYTICS_LOGGING
  171. ResultsLogger.LogSessionItem($"Event={eventName}, time={DateTime.Now:HH:mm:ss}, payload={EditorJsonUtility.ToJson(eventData, true)}", LogVerbosityLevel.Info);
  172. #endif
  173. }
  174. else
  175. {
  176. ResultsLogger.LogSessionItem($"Failed to send analytics event {eventName}. Result: {result}", LogVerbosityLevel.Error);
  177. }
  178. }
  179. catch (Exception)
  180. {
  181. // ignored
  182. }
  183. }
  184. }
  185. }