mirror of
https://github.com/ckaczor/sqltoolsservice.git
synced 2026-01-22 17:24:07 -05:00
Added endpoint for fetching all notebook jobs (#834)
* Added endpoint for fetching all notebook jobs * Refractored NotebookJobInfo to AgentNotebookInfo to make it more consistent with the rest of the codebase * Added Notebook History endpoint in contracts. * Added Create, Update, Delete notebook endpoints. Also added separate fetch template, materialized notebook endpoints. This will make the Notebook Request and Notebook History responses lighter. * AgentNotebookInfo is now derived from AgentJobInfo * added fetch noteook history endpoint * Added fetching materialized notebook endpoint * Added code for cleaning up the directory * Added create notebook api * Added Update and delete notebook job * Fixed notebook history API * Added last run info to the script and template folder * Added execute database feature for notebook Jobs * SQL commands are now using sqlparameters to prevent any injection attacks * Changed rundate and runtime to string to preserve leading zeros * integration test for agentnotebooks api * Made some changes mentioned in PR * Refactored the code, removed enpoint logic from the notebook handler and wrote test cases * changes select statements, fixed a bug in the test job cleanup and fixed other stuff mentioned in the PR. * added notebook_error column in notebook history select statement * Added get template notebook endpoint
This commit is contained in:
Aasim Khan
@@ -0,0 +1,149 @@
|
||||
$JobId = "$(ESCAPE_SQUOTE(JOBID))"
|
||||
$StartTime = "$(ESCAPE_SQUOTE(STRTTM))"
|
||||
$StartDate = "$(ESCAPE_SQUOTE(STRTDT))"
|
||||
$JSONTable = "select * from notebooks.nb_template where job_id = $JobId"
|
||||
$sqlResult = Invoke-Sqlcmd -Query $JSONTable -Database $TargetDatabase -MaxCharLength 2147483647
|
||||
$FirstNotebookError = ""
|
||||
function ParseTableToNotebookOutput {
|
||||
param (
|
||||
[System.Data.DataTable]
|
||||
$DataTable,
|
||||
|
||||
[int]
|
||||
$CellExecutionCount
|
||||
)
|
||||
$TableHTMLText = "<table>"
|
||||
$TableSchemaFeilds = @()
|
||||
$TableHTMLText += "<tr>"
|
||||
foreach ($ColumnName in $DataTable.Columns) {
|
||||
$TableSchemaFeilds += @(@{name = $ColumnName.toString() })
|
||||
$TableHTMLText += "<th>" + $ColumnName.toString() + "</th>"
|
||||
}
|
||||
$TableHTMLText += "</tr>"
|
||||
$TableSchema = @{ }
|
||||
$TableSchema["fields"] = $TableSchemaFeilds
|
||||
|
||||
$TableDataRows = @()
|
||||
foreach ($Row in $DataTable) {
|
||||
$TableDataRow = [ordered]@{ }
|
||||
$TableHTMLText += "<tr>"
|
||||
$i = 0
|
||||
foreach ($Cell in $Row.ItemArray) {
|
||||
$TableDataRow[$i.ToString()] = $Cell.toString()
|
||||
$TableHTMLText += "<td>" + $Cell.toString() + "</td>"
|
||||
$i++
|
||||
}
|
||||
$TableHTMLText += "</tr>"
|
||||
$TableDataRows += $TableDataRow
|
||||
}
|
||||
$TableDataResource = @{ }
|
||||
$TableDataResource["schema"] = $TableSchema
|
||||
$TableDataResource["data"] = $TableDataRows
|
||||
$TableData = @{ }
|
||||
$TableData["application/vnd.dataresource+json"] = $TableDataResource
|
||||
$TableData["text/html"] = $TableHTMLText
|
||||
$TableOutput = @{ }
|
||||
$TableOutput["output_type"] = "execute_result"
|
||||
$TableOutput["data"] = $TableData
|
||||
$TableOutput["metadata"] = @{ }
|
||||
$TableOutput["execution_count"] = $CellExecutionCount
|
||||
return $TableOutput
|
||||
}
|
||||
|
||||
function ParseQueryErrorToNotebookOutput {
|
||||
param (
|
||||
$QueryError
|
||||
)
|
||||
$ErrorString = "Msg " + $QueryError.Exception.InnerException.Number +
|
||||
", Level " + $QueryError.Exception.InnerException.Class +
|
||||
", State " + $QueryError.Exception.InnerException.State +
|
||||
", Line " + $QueryError.Exception.InnerException.LineNumber +
|
||||
"`r`n" + $QueryError.Exception.Message
|
||||
|
||||
$ErrorOutput = @{ }
|
||||
$ErrorOutput["output_type"] = "error"
|
||||
$ErrorOutput["traceback"] = @()
|
||||
$ErrorOutput["evalue"] = $ErrorString
|
||||
return $ErrorOutput
|
||||
}
|
||||
|
||||
function ParseStringToNotebookOutput {
|
||||
param (
|
||||
[System.String]
|
||||
$InputString
|
||||
)
|
||||
$StringOutputData = @{ }
|
||||
$StringOutputData["text/html"] = $InputString
|
||||
$StringOutput = @{ }
|
||||
$StringOutput["output_type"] = "display_data"
|
||||
$StringOutput["data"] = $StringOutputData
|
||||
$StringOutput["metadata"] = @{ }
|
||||
return $StringOutput
|
||||
}
|
||||
|
||||
$TemplateNotebook = $sqlResult.notebook
|
||||
$executeDatabase = $sqlResult.execute_database
|
||||
try {
|
||||
$TemplateNotebookJsonObject = ConvertFrom-Json -InputObject $TemplateNotebook
|
||||
}
|
||||
catch {
|
||||
Throw $_.Exception
|
||||
}
|
||||
|
||||
$DatabaseQueryHashTable = @{ }
|
||||
$DatabaseQueryHashTable["Verbose"] = $true
|
||||
$DatabaseQueryHashTable["ErrorVariable"] = "SqlQueryError"
|
||||
$DatabaseQueryHashTable["OutputAs"] = "DataTables"
|
||||
$DatabaseQueryHashTable["Database"] = $executeDatabase
|
||||
$CellExcecutionCount = 1
|
||||
|
||||
foreach ($NotebookCell in $TemplateNotebookJsonObject.cells) {
|
||||
$NotebookCellOutputs = @()
|
||||
if ($NotebookCell.cell_type -eq "markdown" -or $NotebookCell.cell_type -eq "raw" -or $NotebookCell.source -eq "") {
|
||||
continue;
|
||||
}
|
||||
switch($NotebookCell.source.getType()){
|
||||
System.Object[] {
|
||||
$DatabaseQueryHashTable["Query"] = ($NotebookCell.source -join "`r`n" | Out-String)
|
||||
}
|
||||
String {
|
||||
$DatabaseQueryHashTable["Query"] = $NotebookCell.source
|
||||
}
|
||||
}
|
||||
$SqlQueryExecutionTime = Measure-Command { $SqlQueryResult = @(Invoke-Sqlcmd @DatabaseQueryHashTable 4>&1) }
|
||||
$NotebookCell.execution_count = $CellExcecutionCount++
|
||||
$NotebookCellTableOutputs = @()
|
||||
if ($SqlQueryResult) {
|
||||
foreach ($SQLQueryResultElement in $SqlQueryResult) {
|
||||
switch ($SQLQueryResultElement.getType()) {
|
||||
System.Management.Automation.VerboseRecord {
|
||||
$NotebookCellOutputs += ParseStringToNotebookOutput($SQLQueryResultElement.Message)
|
||||
}
|
||||
System.Data.DataTable {
|
||||
$NotebookCellTableOutputs += ParseTableToNotebookOutput $SQLQueryResultElement $CellExcecutionCount
|
||||
}
|
||||
Default { }
|
||||
}
|
||||
}
|
||||
}
|
||||
if ($SqlQueryError) {
|
||||
if(!$FirstNotebookError){
|
||||
$FirstNotebookError = $SqlQueryError.Exception.Message.Replace("'", "''")
|
||||
}
|
||||
$NotebookCellOutputs += ParseQueryErrorToNotebookOutput($SqlQueryError)
|
||||
}
|
||||
if ($SqlQueryExecutionTime) {
|
||||
$NotebookCellExcutionTimeString = "Total execution time: " + $SqlQueryExecutionTime.ToString("hh\:mm\:ss\.fff")
|
||||
$NotebookCellOutputs += ParseStringToNotebookOutput($NotebookCellExcutionTimeString)
|
||||
}
|
||||
$NotebookCellOutputs += $NotebookCellTableOutputs
|
||||
$NotebookCell.outputs = $NotebookCellOutputs
|
||||
}
|
||||
|
||||
$result = ($TemplateNotebookJsonObject | ConvertTo-Json -Depth 100)
|
||||
Write-Output $result
|
||||
$result = $result.Replace("'","''")
|
||||
$InsertQuery = "INSERT INTO notebooks.nb_materialized (job_id, run_time, run_date, notebook, notebook_error) VALUES ($JobID, '$StartTime', '$StartDate','$result','$FirstNotebookError')"
|
||||
$SqlResult = Invoke-Sqlcmd -Query $InsertQuery -Database $TargetDatabase
|
||||
$InsertQuery = "UPDATE notebooks.nb_template SET last_run_notebook_error = '$FirstNotebookError' where job_id = $JobID"
|
||||
$SqlResult = Invoke-Sqlcmd -Query $InsertQuery -Database $TargetDatabase
|
||||
Reference in New Issue
Block a user