Merge from vscode merge-base (#22780)

* Revert "Revert "Merge from vscode merge-base (#22769)" (#22779)"

This reverts commit 47a1745180.

* Fix notebook download task

* Remove done call from extensions-ci

build/linux/debian/install-sysroot.ts

@@ -0,0 +1,90 @@
+/*---------------------------------------------------------------------------------------------
+ *  Copyright (c) Microsoft Corporation. All rights reserved.
+ *  Licensed under the Source EULA. See License.txt in the project root for license information.
+ *--------------------------------------------------------------------------------------------*/
+
+import { spawnSync } from 'child_process';
+import { createHash } from 'crypto';
+import { tmpdir } from 'os';
+import * as fs from 'fs';
+import * as https from 'https';
+import * as path from 'path';
+import { sysrootInfo } from './sysroots';
+import { ArchString } from './types';
+
+// Based on https://source.chromium.org/chromium/chromium/src/+/main:build/linux/sysroot_scripts/install-sysroot.py.
+const URL_PREFIX = 'https://msftelectron.blob.core.windows.net';
+const URL_PATH = 'sysroots/toolchain';
+
+function getSha(filename: fs.PathLike): string {
+	const hash = createHash('sha1');
+	// Read file 1 MB at a time
+	const fd = fs.openSync(filename, 'r');
+	const buffer = Buffer.alloc(1024 * 1024);
+	let position = 0;
+	let bytesRead = 0;
+	while ((bytesRead = fs.readSync(fd, buffer, 0, buffer.length, position)) === buffer.length) {
+		hash.update(buffer);
+		position += bytesRead;
+	}
+	hash.update(buffer.slice(0, bytesRead));
+	return hash.digest('hex');
+}
+
+type SysrootDictEntry = {
+	Sha1Sum: string;
+	SysrootDir: string;
+	Tarball: string;
+};
+
+export async function getSysroot(arch: ArchString): Promise<string> {
+	const sysrootDict: SysrootDictEntry = sysrootInfo[arch];
+	const tarballFilename = sysrootDict['Tarball'];
+	const tarballSha = sysrootDict['Sha1Sum'];
+	const sysroot = path.join(tmpdir(), sysrootDict['SysrootDir']);
+	const url = [URL_PREFIX, URL_PATH, tarballSha, tarballFilename].join('/');
+	const stamp = path.join(sysroot, '.stamp');
+	if (fs.existsSync(stamp) && fs.readFileSync(stamp).toString() === url) {
+		return sysroot;
+	}
+
+	console.log(`Installing Debian ${arch} root image: ${sysroot}`);
+	fs.rmSync(sysroot, { recursive: true, force: true });
+	fs.mkdirSync(sysroot);
+	const tarball = path.join(sysroot, tarballFilename);
+	console.log(`Downloading ${url}`);
+	let downloadSuccess = false;
+	for (let i = 0; i < 3 && !downloadSuccess; i++) {
+		await new Promise<void>((c) => {
+			https.get(url, (res) => {
+				const chunks: Uint8Array[] = [];
+				res.on('data', (chunk) => {
+					chunks.push(chunk);
+				});
+				res.on('end', () => {
+					fs.writeFileSync(tarball, Buffer.concat(chunks));
+					downloadSuccess = true;
+					c();
+				});
+			}).on('error', (err) => {
+				console.error('Encountered an error during the download attempt: ' + err.message);
+				c();
+			});
+		});
+	}
+	if (!downloadSuccess) {
+		throw new Error('Failed to download ' + url);
+	}
+	const sha = getSha(tarball);
+	if (sha !== tarballSha) {
+		throw new Error(`Tarball sha1sum is wrong. Expected ${tarballSha}, actual ${sha}`);
+	}
+
+	const proc = spawnSync('tar', ['xf', tarball, '-C', sysroot]);
+	if (proc.status) {
+		throw new Error('Tarball extraction failed with code ' + proc.status);
+	}
+	fs.rmSync(tarball);
+	fs.writeFileSync(stamp, url);
+	return sysroot;
+}