InProc datacollector flow changes for passing test sources

src/Microsoft.TestPlatform.Common/Interfaces/Engine/ITestCaseEventsHandler.cs

@@ -4,6 +4,7 @@
 namespace Microsoft.VisualStudio.TestPlatform.ObjectModel.Engine
 {
     using Microsoft.VisualStudio.TestPlatform.ObjectModel;
+    using System.Collections.Generic;
 
     /// <summary>
     /// The Test Case level events.
@@ -33,7 +34,7 @@ public interface ITestCaseEventsHandler
         /// Send session start event.
         /// The purpose of this is to perform any initialization before the test case level events are sent.
         /// </summary>
-        void SendSessionStart();
+        void SendSessionStart(IDictionary<string, object> properties);
 
         /// <summary>
         /// Sends session end event.

src/Microsoft.TestPlatform.CrossPlatEngine/DataCollection/InProcDataCollectionExtensionManager.cs

@@ -5,11 +5,11 @@ namespace Microsoft.VisualStudio.TestPlatform.CrossPlatEngine.DataCollection
 {
     using System;
     using System.Collections.Generic;
+    using System.IO;
     using System.Linq;
     using System.Reflection;
 
     using Microsoft.VisualStudio.TestPlatform.CrossPlatEngine.DataCollection.Interfaces;
-    using Microsoft.VisualStudio.TestPlatform.CrossPlatEngine.Execution;
     using Microsoft.VisualStudio.TestPlatform.ObjectModel;
     using Microsoft.VisualStudio.TestPlatform.ObjectModel.DataCollection;
     using Microsoft.VisualStudio.TestPlatform.ObjectModel.DataCollector.InProcDataCollector;
@@ -39,13 +39,16 @@ internal class InProcDataCollectionExtensionManager
         /// <param name="testEventsPublisher">
         /// The data collection test case event manager.
         /// </param>
-        public InProcDataCollectionExtensionManager(string runSettings, ITestEventsPublisher testEventsPublisher)
+        /// <param name="sources">
+        /// The test sources
+        /// </param>
+        public InProcDataCollectionExtensionManager(string runSettings, ITestEventsPublisher testEventsPublisher, IEnumerable<string> sources)
         {
             this.InProcDataCollectors = new Dictionary<string, IInProcDataCollector>();
             this.inProcDataCollectionSink = new InProcDataCollectionSink();
 
             // Initialize InProcDataCollectors
-            this.InitializeInProcDataCollectors(runSettings);
+            this.InitializeInProcDataCollectors(runSettings, Path.GetDirectoryName(sources.FirstOrDefault()));
 
             if (this.IsInProcDataCollectionEnabled)
             {
@@ -80,7 +83,7 @@ protected virtual IInProcDataCollector CreateDataCollector(DataCollectorSettings
                 dataCollectorSettings.CodeBase,
                 dataCollectorSettings.AssemblyQualifiedName,
                 interfaceTypeInfo,
-                dataCollectorSettings.Configuration.OuterXml);
+                dataCollectorSettings.Configuration != null ? dataCollectorSettings.Configuration.OuterXml : string.Empty);
 
             inProcDataCollector.LoadDataCollector(this.inProcDataCollectionSink);
 
@@ -97,8 +100,8 @@ protected virtual IInProcDataCollector CreateDataCollector(DataCollectorSettings
         /// The e.
         /// </param>
         private void TriggerTestSessionStart(object sender, SessionStartEventArgs e)
-        {
-            TestSessionStartArgs testSessionStartArgs = new TestSessionStartArgs();
+        {           
+            TestSessionStartArgs testSessionStartArgs = new TestSessionStartArgs(e.GetPropertyValue<IEnumerable<string>>("TestSources"));
             this.TriggerInProcDataCollectionMethods(Constants.TestSessionStartMethodName, testSessionStartArgs);
         }
 
@@ -169,10 +172,10 @@ private void TriggerUpdateTestResult(object sender, TestResultEventArgs e)
         /// <param name="runSettings">
         /// The run Settings.
         /// </param>
-        private void InitializeInProcDataCollectors(string runSettings)
+        private void InitializeInProcDataCollectors(string runSettings, string defaultCodeBase)
         {
             try
-            {
+            { 
                 // Check if runsettings contains in-proc datacollector element
                 var inProcDataCollectionRunSettings = XmlRunSettingsUtilities.GetInProcDataCollectionRunSettings(runSettings);
                 var inProcDataCollectionSettingsPresentInRunSettings = inProcDataCollectionRunSettings?.IsCollectionEnabled ?? false;
@@ -189,6 +192,8 @@ private void InitializeInProcDataCollectors(string runSettings)
                     var interfaceTypeInfo = typeof(InProcDataCollection).GetTypeInfo();
                     foreach (var inProcDc in this.inProcDataCollectorSettingsCollection)
                     {
+                        inProcDc.CodeBase = Path.IsPathRooted(inProcDc.CodeBase) ? inProcDc.CodeBase : Path.Combine(defaultCodeBase, inProcDc.CodeBase);
+
                         var inProcDataCollector = this.CreateDataCollector(inProcDc, interfaceTypeInfo);
                         this.InProcDataCollectors[inProcDataCollector.AssemblyQualifiedName] = inProcDataCollector;
                     }

src/Microsoft.TestPlatform.CrossPlatEngine/EventHandlers/TestCaseEventsHandler.cs

@@ -4,6 +4,7 @@
 namespace Microsoft.VisualStudio.TestPlatform.CrossPlatEngine.EventHandlers
 {
     using System;
+    using System.Collections.Generic;
     using Microsoft.VisualStudio.TestPlatform.CrossPlatEngine.DataCollection.Interfaces;
     using Microsoft.VisualStudio.TestPlatform.ObjectModel;
     using Microsoft.VisualStudio.TestPlatform.ObjectModel.DataCollection;
@@ -51,9 +52,9 @@ public void SendTestResult(TestResult result)
         }
 
         /// <inheritdoc />
-        public void SendSessionStart()
+        public void SendSessionStart(IDictionary<string, object> properties)
         {
-            this.SessionStart.SafeInvoke(this, new SessionStartEventArgs(), "TestCaseEventsHandler.RaiseSessionStart");
+            this.SessionStart.SafeInvoke(this, new SessionStartEventArgs(properties), "TestCaseEventsHandler.RaiseSessionStart");
         }
 
         /// <inheritdoc />

src/Microsoft.TestPlatform.CrossPlatEngine/Execution/BaseRunTests.cs

@@ -209,7 +209,7 @@ public void RunTests()
                 try
                 {
                     // Call Session-Start event on in-proc datacollectors
-                    this.testCaseEventsHandler?.SendSessionStart();
+                    this.SendSessionStart();
 
                     elapsedTime = this.RunTestsInternal();
 
@@ -230,7 +230,7 @@ public void RunTests()
                 finally
                 {
                     // Trigger Session End on in-proc datacollectors
-                    this.testCaseEventsHandler?.SendSessionEnd();
+                    this.SendSessionEnd();
 
                     try
                     {
@@ -288,6 +288,10 @@ internal void Cancel()
 
         protected abstract void InvokeExecutor(LazyExtension<ITestExecutor, ITestExecutorCapabilities> executor, Tuple<Uri, string> executorUriExtensionTuple, RunContext runContext, IFrameworkHandle frameworkHandle);
 
+        protected abstract void SendSessionStart();
+
+        protected abstract void SendSessionEnd();
+
         #endregion
 
         private void CancelTestRunInternal(ITestExecutor executor)
@@ -309,17 +313,6 @@ private void SetContext()
         {
             this.testRunCache = new TestRunCache(this.testExecutionContext.FrequencyOfRunStatsChangeEvent, this.testExecutionContext.RunStatsChangeEventTimeout, this.OnCacheHit);
 
-            // Initialize data collectors if declared in run settings.
-            if (DataCollectionTestCaseEventSender.Instance != null && XmlRunSettingsUtilities.IsDataCollectionEnabled(this.runSettings))
-            {
-                var outOfProcDataCollectionManager = new ProxyOutOfProcDataCollectionManager(DataCollectionTestCaseEventSender.Instance, this.testEventsPublisher);
-            }
-
-            if (XmlRunSettingsUtilities.IsInProcDataCollectionEnabled(this.runSettings))
-            {
-                var inProcDataCollectionExtensionManager = new InProcDataCollectionExtensionManager(this.runSettings, this.testEventsPublisher);
-            }
-
             this.runContext = new RunContext();
             this.runContext.RunSettings = RunSettingsUtilities.CreateAndInitializeRunSettings(this.runSettings);
             this.runContext.KeepAlive = this.testExecutionContext.KeepAlive;

src/Microsoft.TestPlatform.CrossPlatEngine/Execution/ExecutionManager.cs

@@ -9,13 +9,17 @@ namespace Microsoft.VisualStudio.TestPlatform.CrossPlatEngine.Execution
 
     using Microsoft.VisualStudio.TestPlatform.Common.ExtensionFramework;
     using Microsoft.VisualStudio.TestPlatform.Common.SettingsProvider;
+    using Microsoft.VisualStudio.TestPlatform.CommunicationUtilities;
     using Microsoft.VisualStudio.TestPlatform.CoreUtilities.Tracing;
     using Microsoft.VisualStudio.TestPlatform.CoreUtilities.Tracing.Interfaces;
+    using Microsoft.VisualStudio.TestPlatform.CrossPlatEngine.DataCollection;
+    using Microsoft.VisualStudio.TestPlatform.CrossPlatEngine.DataCollection.Interfaces;
     using Microsoft.VisualStudio.TestPlatform.ObjectModel;
     using Microsoft.VisualStudio.TestPlatform.ObjectModel.Client;
     using Microsoft.VisualStudio.TestPlatform.ObjectModel.Engine;
     using Microsoft.VisualStudio.TestPlatform.ObjectModel.Engine.ClientProtocol;
     using Microsoft.VisualStudio.TestPlatform.ObjectModel.Engine.TesthostProtocol;
+    using Microsoft.VisualStudio.TestPlatform.ObjectModel.Utilities;
 
     /// <summary>
     /// Orchestrates test execution related functionality for the engine communicating with the test host process.
@@ -85,6 +89,8 @@ public void StartTestRun(
         {
             try
             {
+                InitializeDataCollectors(runSettings, testCaseEventsHandler as ITestEventsPublisher, adapterSourceMap);
+
                 this.activeTestRun = new RunTestsWithSources(this.requestData, adapterSourceMap, package, runSettings, testExecutionContext, testCaseEventsHandler, runEventsHandler);
 
                 this.activeTestRun.RunTests();
@@ -119,6 +125,8 @@ public void StartTestRun(
         {
             try
             {
+                InitializeDataCollectors(runSettings, testCaseEventsHandler as ITestEventsPublisher, tests);
+
                 this.activeTestRun = new RunTestsWithTests(this.requestData, tests, package, runSettings, testExecutionContext, testCaseEventsHandler, runEventsHandler);
 
                 this.activeTestRun.RunTests();
@@ -196,6 +204,37 @@ private void LoadExtensions()
             }
         }
 
+        private void InitializeDataCollectors(string runSettings, ITestEventsPublisher testEventsPublisher, IEnumerable<TestCase> tests)
+        {
+            // Initialize data collectors if declared in run settings.
+            if (DataCollectionTestCaseEventSender.Instance != null && XmlRunSettingsUtilities.IsDataCollectionEnabled(runSettings))
+            {
+                var outOfProcDataCollectionManager = new ProxyOutOfProcDataCollectionManager(DataCollectionTestCaseEventSender.Instance, testEventsPublisher);
+            }
+
+            if (XmlRunSettingsUtilities.IsInProcDataCollectionEnabled(runSettings))
+            {
+                var inProcDataCollectionExtensionManager = new InProcDataCollectionExtensionManager(runSettings, testEventsPublisher, tests.Select(tc => tc.Source).Distinct());
+            }
+        }
+
+        private void InitializeDataCollectors(string runSettings, ITestEventsPublisher testEventsPublisher, Dictionary<string, IEnumerable<string>> adapterSourceMap)
+        {
+            IEnumerable<string> sources = new List<string>();
+            sources = adapterSourceMap?.Values.Aggregate(sources, (current, enumerable) => current.Concat(enumerable));
+
+            // Initialize data collectors if declared in run settings.
+            if (DataCollectionTestCaseEventSender.Instance != null && XmlRunSettingsUtilities.IsDataCollectionEnabled(runSettings))
+            {
+                var outOfProcDataCollectionManager = new ProxyOutOfProcDataCollectionManager(DataCollectionTestCaseEventSender.Instance, testEventsPublisher);
+            }
+
+            if (XmlRunSettingsUtilities.IsInProcDataCollectionEnabled(runSettings))
+            {
+                var inProcDataCollectionExtensionManager = new InProcDataCollectionExtensionManager(runSettings, testEventsPublisher, sources);
+            }
+        }
+
         #endregion
     }
 }

src/Microsoft.TestPlatform.CrossPlatEngine/Execution/RunTestsWithSources.cs

@@ -30,6 +30,8 @@ internal class RunTestsWithSources : BaseRunTests
 
         private Dictionary<Tuple<Uri,string>, IEnumerable<string>> executorUriVsSourceList;
 
+        private ITestCaseEventsHandler testCaseEventsHandler;
+
         public RunTestsWithSources(IRequestData requestData, Dictionary<string, IEnumerable<string>> adapterSourceMap, string package, string runSettings, TestExecutionContext testExecutionContext, ITestCaseEventsHandler testCaseEventsHandler, ITestRunEventsHandler testRunEventsHandler)
             : this(requestData, adapterSourceMap, package, runSettings, testExecutionContext, testCaseEventsHandler, testRunEventsHandler, null)
         {
@@ -52,6 +54,7 @@ internal RunTestsWithSources(IRequestData requestData, Dictionary<string, IEnume
         {
             this.adapterSourceMap = adapterSourceMap;
             this.executorUriVsSourceList = executorUriVsSourceList;
+            this.testCaseEventsHandler = testCaseEventsHandler;
         }
 
         protected override void BeforeRaisingTestRunComplete(bool exceptionsHitDuringRunTests)
@@ -203,5 +206,21 @@ private static string TestCaseFilterToShow(string testCaseFilter)
 
             return testCaseFilterToShow;
         }
+
+        protected override void SendSessionEnd()
+        {
+            this.testCaseEventsHandler?.SendSessionEnd();
+        }
+
+        protected override void SendSessionStart()
+        {
+            var properties = new Dictionary<string, object>();
+
+            IEnumerable<string> sources = new List<string>();
+            sources = adapterSourceMap?.Values.Aggregate(sources, (current, enumerable) => current.Concat(enumerable));
+
+            properties.Add("TestSources", sources);
+            this.testCaseEventsHandler?.SendSessionStart(properties);
+        }
     }
 }

src/Microsoft.TestPlatform.CrossPlatEngine/Execution/RunTestsWithTests.cs

@@ -6,7 +6,7 @@ namespace Microsoft.VisualStudio.TestPlatform.CrossPlatEngine.Execution
     using System;
     using System.Collections.Generic;
     using System.Diagnostics;
-
+    using System.Linq;
     using Microsoft.VisualStudio.TestPlatform.Common.ExtensionFramework.Utilities;
     using Microsoft.VisualStudio.TestPlatform.Common.Interfaces;
     using Microsoft.VisualStudio.TestPlatform.CoreUtilities.Tracing;
@@ -24,6 +24,8 @@ internal class RunTestsWithTests : BaseRunTests
 
         private Dictionary<Tuple<Uri, string>, List<TestCase>> executorUriVsTestList;
 
+        private ITestCaseEventsHandler testCaseEventsHandler;
+
         public RunTestsWithTests(IRequestData requestData, IEnumerable<TestCase> testCases, string package, string runSettings, TestExecutionContext testExecutionContext, ITestCaseEventsHandler testCaseEventsHandler, ITestRunEventsHandler testRunEventsHandler)
             : this(requestData, testCases, package, runSettings, testExecutionContext, testCaseEventsHandler, testRunEventsHandler, null)
         {
@@ -45,6 +47,7 @@ internal RunTestsWithTests(IRequestData requestData, IEnumerable<TestCase> testC
         {
             this.testCases = testCases;
             this.executorUriVsTestList = executorUriVsTestList;
+            this.testCaseEventsHandler = testCaseEventsHandler;
         }
 
         protected override void BeforeRaisingTestRunComplete(bool exceptionsHitDuringRunTests)
@@ -67,6 +70,18 @@ protected override void InvokeExecutor(LazyExtension<ITestExecutor, ITestExecuto
             executor?.Value.RunTests(this.executorUriVsTestList[executorUri], runContext, frameworkHandle);
         }
 
+        protected override void SendSessionEnd()
+        {
+            this.testCaseEventsHandler?.SendSessionEnd();
+        }
+
+        protected override void SendSessionStart()
+        {
+            var properties = new Dictionary<string, object>();
+            properties.Add("TestSources", this.testCases.Select(tc => tc.Source).Distinct());
+            this.testCaseEventsHandler?.SendSessionStart(properties);
+        }
+
         /// <summary>
         /// Returns the executor Vs TestCase list
         /// </summary>

src/Microsoft.TestPlatform.ObjectModel/Constants.cs

@@ -30,6 +30,26 @@ public static class Constants
         /// </summary>
         public const string InProcDataCollectorsSettingName = "InProcDataCollectors";
 
+        /// <summary>
+        /// Coverlet data collector friendlyname
+        /// </summary>
+        public const string CoverletDataCollectorFriendlyName = "XPlat Code Coverage";
+
+        /// <summary>
+        /// Coverlet data collector assembly qualified name
+        /// </summary>
+        public const string CoverletDataCollectorAssemblyQualifiedName = "Microsoft.TestPlatform.Extensions.CoverletCoverageDataCollector.CoverletCoverageDataCollector, Microsoft.TestPlatform.Extensions.CoverletCoverageDataCollector, Version=15.0.0.0, Culture=neutral, PublicKeyToken=b03f5f7f11d50a3a";
+
+        /// <summary>
+        /// Coverlet data collector uri
+        /// </summary>
+        public const string CoverletDataCollectorUri = "datacollector://microsoft/CoverletCodeCoverage/1.0";
+
+        /// <summary>
+        /// Coverlet data collector codebase
+        /// </summary>
+        public const string CoverletDataCollectorCodebase = "coverletinprocdatacollector.dll";
+
         /// <summary>
         /// Name of collect dump option for blame.
         /// </summary>

src/Microsoft.TestPlatform.ObjectModel/DataCollector/InProcDataCollector/TestSessionStartArgs.cs

@@ -4,6 +4,7 @@
 namespace Microsoft.VisualStudio.TestPlatform.ObjectModel.DataCollector.InProcDataCollector
 {
     using System;
+    using System.Collections.Generic;
 
     /// <summary>
     /// The test session start args.
@@ -18,6 +19,18 @@ public TestSessionStartArgs()
             this.Configuration = String.Empty;
         }
 
+        /// <summary>
+        /// Initializes a new instance of the <see cref="TestSessionStartArgs"/> class.
+        /// </summary>
+        /// <param name="sources">
+        /// The configuration.
+        /// </param>
+        public TestSessionStartArgs(IEnumerable<string> sources)
+        {
+            this.Configuration = String.Empty;
+            this.Sources = sources;
+        }
+
         /// <summary>
         /// Initializes a new instance of the <see cref="TestSessionStartArgs"/> class.
         /// </summary>
@@ -33,5 +46,10 @@ public TestSessionStartArgs(string configuration)
         /// Gets or sets the configuration.
         /// </summary>
         public string Configuration { get; set; }
+
+        /// <summary>
+        /// Gets or sets the test sources.
+        /// </summary>
+        private IEnumerable<string> Sources;
     }
 }