mirror of
https://github.com/ckaczor/azuredatastudio.git
synced 2026-02-16 10:58:30 -05:00
Azure SQL Hybrid Cloud Toolkit Notebooks Extension Command (#13286)
* added extension folder incomplete * WIP extension progress * notebook finally opens in side panel * notebook now opens via notebook extension * html file spaces restored * package json fixed * fixed vscode import issue * more cleanup * remove git stuff * placeholder icon logos added * fixed gulpfile * cleanup changes * vscode import fixed * fixed main and yarn.lock * added provided notebooks view * formatting for package.json * removed first command as its not necessary * fixed notebook typo * readded spaces
This commit is contained in:
Alex Ma
@@ -0,0 +1,178 @@
|
||||
using Microsoft.Azure.Batch.Conventions.Files;
|
||||
using Microsoft.WindowsAzure.Storage.Blob;
|
||||
using System;
|
||||
using System.Diagnostics;
|
||||
using System.IO;
|
||||
using System.Text;
|
||||
using System.Threading.Tasks;
|
||||
|
||||
namespace BatchWrapper
|
||||
{
|
||||
public static class Program
|
||||
{
|
||||
private static string dataDirectory = "F:\\data";
|
||||
private static string tempDirectory = "F:\\temp";
|
||||
private static string[] directories = { dataDirectory, tempDirectory };
|
||||
|
||||
private static readonly TimeSpan stdoutFlushDelay = TimeSpan.FromSeconds(3);
|
||||
|
||||
private static void WriteLine(string message) => WriteLineInternal(Console.Out, message);
|
||||
private static void WriteErrorLine(string message) => WriteLineInternal(Console.Error, message);
|
||||
private static void WriteLineInternal(TextWriter writer, string message)
|
||||
{
|
||||
var lines = message?.Split('\n') ?? new string[0];
|
||||
foreach (var line in lines)
|
||||
{
|
||||
writer.WriteLine($"[{DateTime.UtcNow:u}] {line?.TrimEnd()}");
|
||||
}
|
||||
}
|
||||
|
||||
public static async Task<int> Main(string[] args)
|
||||
{
|
||||
var assembly = typeof(Program).Assembly;
|
||||
WriteLine($"{assembly.ManifestModule.Name} v{assembly.GetName().Version.ToString(3)}");
|
||||
|
||||
// Get the command payload
|
||||
var payload = new Payload();
|
||||
|
||||
if (args.Length > 0)
|
||||
{
|
||||
payload.Action = (ActionType)Enum.Parse(typeof(ActionType), args[0]);
|
||||
payload.LogicalServerName = args[1] + ".database.windows.net";
|
||||
payload.DatabaseName = args[2];
|
||||
payload.AccessToken = args[3];
|
||||
payload.ApplicatonPackageName = args[4];
|
||||
payload.ApplicatonPackageVersion = args[5];
|
||||
}
|
||||
|
||||
// Cleanup folders
|
||||
foreach (string dir in directories)
|
||||
{
|
||||
if (Directory.Exists(dir))
|
||||
{
|
||||
Directory.Delete(dir, true);
|
||||
}
|
||||
|
||||
Directory.CreateDirectory(dir);
|
||||
}
|
||||
|
||||
string sqlPackageBacpacFile = Path.Combine(dataDirectory, payload.DatabaseName + ".bacpac");
|
||||
string sqlPackageLogPath = payload.DatabaseName + ".log";
|
||||
|
||||
var targetDir = Environment.GetEnvironmentVariable(Constants.EnvironmentVariableNames.AppPackagePrefix + "_" + payload.ApplicatonPackageName + "#" + payload.ApplicatonPackageVersion);
|
||||
var workingDir = Environment.GetEnvironmentVariable(Constants.EnvironmentVariableNames.TaskWorkingDir);
|
||||
|
||||
string taskId = Environment.GetEnvironmentVariable(Constants.EnvironmentVariableNames.AzBatchTaskId);
|
||||
string jobContainerUrl = Environment.GetEnvironmentVariable(Constants.EnvironmentVariableNames.JobContainerUrl);
|
||||
|
||||
// Build the import/export command
|
||||
var cmdBuilder = new StringBuilder();
|
||||
cmdBuilder.Append($"/Action:{payload.Action}");
|
||||
cmdBuilder.Append(" /MaxParallelism:16");
|
||||
cmdBuilder.Append(String.Format(" /DiagnosticsFile:{0}", sqlPackageLogPath));
|
||||
cmdBuilder.Append(" /p:CommandTimeout=604800");
|
||||
|
||||
switch (payload.Action)
|
||||
{
|
||||
case ActionType.Export:
|
||||
cmdBuilder.Append($" /SourceServerName:{payload.LogicalServerName}");
|
||||
cmdBuilder.Append($" /SourceDatabaseName:{payload.DatabaseName}");
|
||||
cmdBuilder.Append($" /AccessToken:{payload.AccessToken}");
|
||||
cmdBuilder.Append($" /TargetFile:{sqlPackageBacpacFile}");
|
||||
cmdBuilder.Append($" /SourceTimeout:30");
|
||||
cmdBuilder.Append(String.Format(" /p:TempDirectoryForTableData=\"{0}\"", tempDirectory));
|
||||
cmdBuilder.Append(" /p:VerifyFullTextDocumentTypesSupported=false");
|
||||
break;
|
||||
|
||||
case ActionType.Import:
|
||||
cmdBuilder.Append($" /TargetServerName:{payload.LogicalServerName}");
|
||||
cmdBuilder.Append($" /TargetDatabaseName:{payload.DatabaseName}");
|
||||
cmdBuilder.Append($" /AccessToken:{payload.AccessToken}");
|
||||
cmdBuilder.Append($" /TargetTimeout:30");
|
||||
cmdBuilder.Append($" /SourceFile:{sqlPackageBacpacFile}");
|
||||
break;
|
||||
|
||||
default:
|
||||
throw new ArgumentException($"Invalid action type: {payload.Action}");
|
||||
}
|
||||
|
||||
if (payload.Action == ActionType.Import)
|
||||
{
|
||||
WriteLine(string.Format("Downloading {0} bacpac file to {1}", payload.DatabaseName, sqlPackageBacpacFile));
|
||||
CloudBlobContainer container = new CloudBlobContainer(new Uri(jobContainerUrl));
|
||||
CloudBlockBlob blob = container.GetBlockBlobReference(String.Format("$JobOutput/{0}.bacpac", payload.DatabaseName));
|
||||
blob.DownloadToFile(sqlPackageBacpacFile, FileMode.CreateNew);
|
||||
|
||||
if (File.Exists(sqlPackageBacpacFile))
|
||||
{
|
||||
WriteLine(string.Format("Downloaded {0} bacpac file to {1}", payload.DatabaseName, sqlPackageBacpacFile));
|
||||
}
|
||||
else
|
||||
{
|
||||
throw new Exception(string.Format("{0} didn't download", sqlPackageBacpacFile));
|
||||
}
|
||||
}
|
||||
|
||||
// Perform the import/export process
|
||||
var startTime = DateTimeOffset.UtcNow;
|
||||
var process = new Process
|
||||
{
|
||||
StartInfo = new ProcessStartInfo
|
||||
{
|
||||
WorkingDirectory = workingDir,
|
||||
FileName = Path.Combine(targetDir, "sqlpackage.exe"),
|
||||
Arguments = cmdBuilder.ToString(),
|
||||
CreateNoWindow = true,
|
||||
UseShellExecute = false,
|
||||
RedirectStandardOutput = true,
|
||||
RedirectStandardError = true
|
||||
}
|
||||
};
|
||||
|
||||
process.OutputDataReceived += (s, e) => WriteLine(e.Data);
|
||||
process.ErrorDataReceived += (s, e) => WriteErrorLine(e.Data);
|
||||
process.Start();
|
||||
process.BeginOutputReadLine();
|
||||
process.BeginErrorReadLine();
|
||||
process.WaitForExit();
|
||||
|
||||
WriteLine(String.Format("SqlPackage.exe exited with code: {0}", process.ExitCode));
|
||||
|
||||
if (payload.Action == ActionType.Export)
|
||||
{
|
||||
if (File.Exists(sqlPackageBacpacFile))
|
||||
{
|
||||
WriteLine(string.Format("Downloaded {0} bacpac file to {1}", payload.DatabaseName, sqlPackageBacpacFile));
|
||||
}
|
||||
else
|
||||
{
|
||||
throw new Exception(string.Format("{0} didn't downloaded", sqlPackageBacpacFile));
|
||||
}
|
||||
|
||||
// Persist the Job Output
|
||||
JobOutputStorage jobOutputStorage = new JobOutputStorage(new Uri(jobContainerUrl));
|
||||
|
||||
await jobOutputStorage.SaveAsync(JobOutputKind.JobOutput, sqlPackageLogPath);
|
||||
WriteLine(String.Format("Uploaded {0} to job account", sqlPackageLogPath));
|
||||
|
||||
await jobOutputStorage.SaveAsync(JobOutputKind.JobOutput, sqlPackageBacpacFile, payload.DatabaseName + ".bacpac");
|
||||
WriteLine(String.Format("Uploaded {0} to job account", sqlPackageBacpacFile));
|
||||
}
|
||||
|
||||
// We are tracking the disk file to save our standard output, but the node agent may take
|
||||
// up to 3 seconds to flush the stdout stream to disk. So give the file a moment to catch up.
|
||||
await Task.Delay(stdoutFlushDelay);
|
||||
|
||||
// Cleanup folders
|
||||
foreach (string dir in directories)
|
||||
{
|
||||
if (Directory.Exists(dir))
|
||||
{
|
||||
Directory.Delete(dir, true);
|
||||
}
|
||||
}
|
||||
|
||||
return process.ExitCode;
|
||||
}
|
||||
}
|
||||
}
|
||||
Reference in New Issue
Block a user