If the test name file cannot be found just use the settings.json

test/Microsoft.SqlTools.ServiceLayer.TestDriver/Tests/PerformanceTests.cs

@@ -18,9 +18,18 @@ namespace Microsoft.SqlTools.ServiceLayer.TestDriver.Tests
 {
     public class PerformanceTests : TestBase
     {
-        private static string ComplexQuery = File.ReadAllText("./Scripts/AdventureWorks.sql");
+        private static string ComplexQuery = LoadComplexScript();
         private static string SimpleQuery = "SELECT * FROM sys.all_columns";
 
+
+        private static string LoadComplexScript()
+        {
+            string assemblyLocation = System.Reflection.Assembly.GetEntryAssembly().Location;
+            string folderName = Path.GetDirectoryName(assemblyLocation);
+            string filePath =  Path.Combine(folderName, "Scripts/AdventureWorks.sql");
+            return File.ReadAllText(filePath);
+        }
+
         [Fact]
         public async Task HoverTestOnPrem()
         {
@@ -556,6 +565,8 @@ namespace Microsoft.SqlTools.ServiceLayer.TestDriver.Tests
             TestTimer timer = new TestTimer();
             T result = await testToRun();
             timer.EndAndPrint(testName);
+           
+
             return result;
         }
     }

test/Microsoft.SqlTools.ServiceLayer.TestDriver/Tests/TestBase.cs

@@ -183,12 +183,32 @@ namespace Microsoft.SqlTools.ServiceLayer.TestDriver.Tests
         /// </summary>
         protected async Task<ConnectParams> GetDatabaseConnectionAsync(TestServerType serverType)
         {
+            ConnectionProfile connectionProfile = null;
             TestServerIdentity serverIdentiry = ConnectionTestUtils.TestServers.FirstOrDefault(x => x.ServerType == serverType);
-            var connectionProfile = ConnectionTestUtils.Setting.GetConnentProfile(serverIdentiry.ProfileName, serverIdentiry.ServerName);
+            if (serverIdentiry == null)
-            Credential credential = await ReadCredential(connectionProfile.formatCredentialId());
+            {
-            ConnectParams conenctParam = ConnectionTestUtils.CreateConnectParams(connectionProfile.ServerName, connectionProfile.Database,
+                connectionProfile = ConnectionTestUtils.Setting.Connections.FirstOrDefault(x => x.ServerType == serverType);
-                connectionProfile.User, credential.Password);
+            }
-            return conenctParam;
+            else
+            {
+                connectionProfile = ConnectionTestUtils.Setting.GetConnentProfile(serverIdentiry.ProfileName, serverIdentiry.ServerName);
+            }
+
+            if (connectionProfile != null)
+            {
+
+
+                string password = connectionProfile.Password;
+                if (string.IsNullOrEmpty(password))
+                {
+                    Credential credential = await ReadCredential(connectionProfile.formatCredentialId());
+                    password = credential.Password;
+                }
+                ConnectParams conenctParam = ConnectionTestUtils.CreateConnectParams(connectionProfile.ServerName, connectionProfile.Database,
+                    connectionProfile.User, password);
+                return conenctParam;
+            }
+            return null;
         }
 
         /// <summary>

test/Microsoft.SqlTools.ServiceLayer.TestDriver/Utility/ConnectionTestUtils.cs

@@ -29,8 +29,15 @@ namespace Microsoft.SqlTools.ServiceLayer.TestDriver.Utility
             try
             {
                 string testServerNamesFilePath = Environment.GetEnvironmentVariable("TestServerNamesFile");
-                string jsonFileContent = File.ReadAllText(testServerNamesFilePath);
+                if (!string.IsNullOrEmpty(testServerNamesFilePath))
-                return Newtonsoft.Json.JsonConvert.DeserializeObject<IList<TestServerIdentity>>(jsonFileContent);
+                {
+                    string jsonFileContent = File.ReadAllText(testServerNamesFilePath);
+                    return Newtonsoft.Json.JsonConvert.DeserializeObject<IList<TestServerIdentity>>(jsonFileContent);
+                }
+                else
+                {
+                    return Enumerable.Empty<TestServerIdentity>();
+                }
             }
             catch (Exception ex)
             {
@@ -106,17 +113,21 @@ namespace Microsoft.SqlTools.ServiceLayer.TestDriver.Utility
         private static string GetSettingFileContent()
         {
             string settingsFilename;
-            if (RuntimeInformation.IsOSPlatform(OSPlatform.Windows))
+            settingsFilename = Environment.GetEnvironmentVariable("SettingsFileName");
+            if (string.IsNullOrEmpty(settingsFilename))
             {
-                settingsFilename = Environment.GetEnvironmentVariable("APPDATA") + @"\Code\User\settings.json";
+                if (RuntimeInformation.IsOSPlatform(OSPlatform.Windows))
-            }
+                {
-            else if (RuntimeInformation.IsOSPlatform(OSPlatform.OSX))
+                    settingsFilename = Environment.GetEnvironmentVariable("APPDATA") + @"\Code\User\settings.json";
-            {
+                }
-                settingsFilename = Environment.GetEnvironmentVariable("HOME") + @"/Library/Application Support/Code/User/settings.json";
+                else if (RuntimeInformation.IsOSPlatform(OSPlatform.OSX))
-            }
+                {
-            else
+                    settingsFilename = Environment.GetEnvironmentVariable("HOME") + @"/Library/Application Support/Code/User/settings.json";
-            {
+                }
-                settingsFilename = Environment.GetEnvironmentVariable("HOME") + @"/.config/Code/User/settings.json";
+                else
+                {
+                    settingsFilename = Environment.GetEnvironmentVariable("HOME") + @"/.config/Code/User/settings.json";
+                }
             }
             string settingsFileContents = File.ReadAllText(settingsFilename);
 

test/Microsoft.SqlTools.ServiceLayer.TestDriver/Utility/Setting.cs

@@ -54,6 +54,8 @@ namespace Microsoft.SqlTools.ServiceLayer.TestDriver.Utility
 
         public string ProfileName { get; set; }
 
+        public TestServerType ServerType { get; set; }
+
 
         public string formatCredentialId(string itemType = "Profile")
         {

test/Microsoft.SqlTools.ServiceLayer.TestDriver/Utility/TestResult.cs

@@ -0,0 +1,12 @@
+//
+// Copyright (c) Microsoft. All rights reserved.
+// Licensed under the MIT license. See LICENSE file in the project root for full license information.
+//
+
+namespace Microsoft.SqlTools.ServiceLayer.TestDriver.Utility
+{
+    public class TestResult
+    {
+        public string ElapsedTime { get; set; }
+    }
+}

test/Microsoft.SqlTools.ServiceLayer.TestDriver/Utility/TestTimer.cs

@@ -5,6 +5,7 @@
 
 using System;
 using System.Globalization;
+using System.IO;
 
 namespace Microsoft.SqlTools.ServiceLayer.TestDriver.Utility
 {
@@ -13,6 +14,8 @@ namespace Microsoft.SqlTools.ServiceLayer.TestDriver.Utility
     /// </summary>
     public class TestTimer
     {
+        private static string ResultFolder = Environment.GetEnvironmentVariable("ResultFolder");
+
         public TestTimer()
         {
             Start();
@@ -35,6 +38,10 @@ namespace Microsoft.SqlTools.ServiceLayer.TestDriver.Utility
             Console.ForegroundColor = ConsoleColor.Green;
             Console.WriteLine(string.Format(CultureInfo.InvariantCulture, "Test Name: {0} Run time in milliSeconds: {1}", testName, TotalMilliSeconds));
             Console.ForegroundColor = currentColor;
+            string resultContent = Newtonsoft.Json.JsonConvert.SerializeObject(new TestResult { ElapsedTime = TotalMilliSeconds.ToString() });
+            string fileName = testName + ".json";
+            string resultFilePath = string.IsNullOrEmpty(ResultFolder) ? fileName : Path.Combine(ResultFolder, fileName);
+            File.WriteAllText(resultFilePath, resultContent);
         }
 
         public double TotalMilliSeconds