If the test name file cannot be found just use the settings.json

test/Microsoft.SqlTools.ServiceLayer.TestDriver/Tests/PerformanceTests.cs

@@ -18,9 +18,18 @@ namespace Microsoft.SqlTools.ServiceLayer.TestDriver.Tests
 {
     public class PerformanceTests : TestBase
     {
-        private static string ComplexQuery = File.ReadAllText("./Scripts/AdventureWorks.sql");
+        private static string ComplexQuery = LoadComplexScript();
         private static string SimpleQuery = "SELECT * FROM sys.all_columns";
 
+
+        private static string LoadComplexScript()
+        {
+            string assemblyLocation = System.Reflection.Assembly.GetEntryAssembly().Location;
+            string folderName = Path.GetDirectoryName(assemblyLocation);
+            string filePath =  Path.Combine(folderName, "Scripts/AdventureWorks.sql");
+            return File.ReadAllText(filePath);
+        }
+
         [Fact]
         public async Task HoverTestOnPrem()
         {
@@ -556,6 +565,8 @@ namespace Microsoft.SqlTools.ServiceLayer.TestDriver.Tests
             TestTimer timer = new TestTimer();
             T result = await testToRun();
             timer.EndAndPrint(testName);
+           
+
             return result;
         }
     }

test/Microsoft.SqlTools.ServiceLayer.TestDriver/Tests/TestBase.cs

@@ -183,13 +183,33 @@ namespace Microsoft.SqlTools.ServiceLayer.TestDriver.Tests
         /// </summary>
         protected async Task<ConnectParams> GetDatabaseConnectionAsync(TestServerType serverType)
         {
+            ConnectionProfile connectionProfile = null;
             TestServerIdentity serverIdentiry = ConnectionTestUtils.TestServers.FirstOrDefault(x => x.ServerType == serverType);
-            var connectionProfile = ConnectionTestUtils.Setting.GetConnentProfile(serverIdentiry.ProfileName, serverIdentiry.ServerName);
+            if (serverIdentiry == null)
+            {
+                connectionProfile = ConnectionTestUtils.Setting.Connections.FirstOrDefault(x => x.ServerType == serverType);
+            }
+            else
+            {
+                connectionProfile = ConnectionTestUtils.Setting.GetConnentProfile(serverIdentiry.ProfileName, serverIdentiry.ServerName);
+            }
+
+            if (connectionProfile != null)
+            {
+
+
+                string password = connectionProfile.Password;
+                if (string.IsNullOrEmpty(password))
+                {
                     Credential credential = await ReadCredential(connectionProfile.formatCredentialId());
+                    password = credential.Password;
+                }
                 ConnectParams conenctParam = ConnectionTestUtils.CreateConnectParams(connectionProfile.ServerName, connectionProfile.Database,
-                connectionProfile.User, credential.Password);
+                    connectionProfile.User, password);
                 return conenctParam;
             }
+            return null;
+        }
 
         /// <summary>
         /// Request a list of completion items for a position in a block of text

test/Microsoft.SqlTools.ServiceLayer.TestDriver/Utility/ConnectionTestUtils.cs

@@ -29,9 +29,16 @@ namespace Microsoft.SqlTools.ServiceLayer.TestDriver.Utility
             try
             {
                 string testServerNamesFilePath = Environment.GetEnvironmentVariable("TestServerNamesFile");
+                if (!string.IsNullOrEmpty(testServerNamesFilePath))
+                {
                     string jsonFileContent = File.ReadAllText(testServerNamesFilePath);
                     return Newtonsoft.Json.JsonConvert.DeserializeObject<IList<TestServerIdentity>>(jsonFileContent);
                 }
+                else
+                {
+                    return Enumerable.Empty<TestServerIdentity>();
+                }
+            }
             catch (Exception ex)
             {
                 return null;
@@ -106,6 +113,9 @@ namespace Microsoft.SqlTools.ServiceLayer.TestDriver.Utility
         private static string GetSettingFileContent()
         {
             string settingsFilename;
+            settingsFilename = Environment.GetEnvironmentVariable("SettingsFileName");
+            if (string.IsNullOrEmpty(settingsFilename))
+            {
                 if (RuntimeInformation.IsOSPlatform(OSPlatform.Windows))
                 {
                     settingsFilename = Environment.GetEnvironmentVariable("APPDATA") + @"\Code\User\settings.json";
@@ -118,6 +128,7 @@ namespace Microsoft.SqlTools.ServiceLayer.TestDriver.Utility
                 {
                     settingsFilename = Environment.GetEnvironmentVariable("HOME") + @"/.config/Code/User/settings.json";
                 }
+            }
             string settingsFileContents = File.ReadAllText(settingsFilename);
 
             return settingsFileContents;

test/Microsoft.SqlTools.ServiceLayer.TestDriver/Utility/Setting.cs

@@ -54,6 +54,8 @@ namespace Microsoft.SqlTools.ServiceLayer.TestDriver.Utility
 
         public string ProfileName { get; set; }
 
+        public TestServerType ServerType { get; set; }
+
 
         public string formatCredentialId(string itemType = "Profile")
         {

test/Microsoft.SqlTools.ServiceLayer.TestDriver/Utility/TestResult.cs

@@ -0,0 +1,12 @@
+//
+// Copyright (c) Microsoft. All rights reserved.
+// Licensed under the MIT license. See LICENSE file in the project root for full license information.
+//
+
+namespace Microsoft.SqlTools.ServiceLayer.TestDriver.Utility
+{
+    public class TestResult
+    {
+        public string ElapsedTime { get; set; }
+    }
+}

test/Microsoft.SqlTools.ServiceLayer.TestDriver/Utility/TestTimer.cs

@@ -5,6 +5,7 @@
 
 using System;
 using System.Globalization;
+using System.IO;
 
 namespace Microsoft.SqlTools.ServiceLayer.TestDriver.Utility
 {
@@ -13,6 +14,8 @@ namespace Microsoft.SqlTools.ServiceLayer.TestDriver.Utility
     /// </summary>
     public class TestTimer
     {
+        private static string ResultFolder = Environment.GetEnvironmentVariable("ResultFolder");
+
         public TestTimer()
         {
             Start();
@@ -35,6 +38,10 @@ namespace Microsoft.SqlTools.ServiceLayer.TestDriver.Utility
             Console.ForegroundColor = ConsoleColor.Green;
             Console.WriteLine(string.Format(CultureInfo.InvariantCulture, "Test Name: {0} Run time in milliSeconds: {1}", testName, TotalMilliSeconds));
             Console.ForegroundColor = currentColor;
+            string resultContent = Newtonsoft.Json.JsonConvert.SerializeObject(new TestResult { ElapsedTime = TotalMilliSeconds.ToString() });
+            string fileName = testName + ".json";
+            string resultFilePath = string.IsNullOrEmpty(ResultFolder) ? fileName : Path.Combine(ResultFolder, fileName);
+            File.WriteAllText(resultFilePath, resultContent);
         }
 
         public double TotalMilliSeconds