Merge from vscode a348d103d1256a06a2c9b3f9b406298a9fef6898 (#15681)

* Merge from vscode a348d103d1256a06a2c9b3f9b406298a9fef6898

* Fixes and cleanup

* Distro

* Fix hygiene yarn

* delete no yarn lock changes file

* Fix hygiene

* Fix layer check

* Fix CI

* Skip lib checks

* Remove tests deleted in vs code

* Fix tests

* Distro

* Fix tests and add removed extension point

* Skip failing notebook tests for now

* Disable broken tests and cleanup build folder

* Update yarn.lock and fix smoke tests

* Bump sqlite

* fix contributed actions and file spacing

* Fix user data path

* Update yarn.locks

Co-authored-by: ADS Merger <karlb@microsoft.com>

src/vs/platform/checksum/common/checksumService.ts

@@ -0,0 +1,19 @@
+/*---------------------------------------------------------------------------------------------
+ *  Copyright (c) Microsoft Corporation. All rights reserved.
+ *  Licensed under the MIT License. See License.txt in the project root for license information.
+ *--------------------------------------------------------------------------------------------*/
+
+import { createDecorator } from 'vs/platform/instantiation/common/instantiation';
+import { URI } from 'vs/base/common/uri';
+
+export const IChecksumService = createDecorator<IChecksumService>('checksumService');
+
+export interface IChecksumService {
+
+	readonly _serviceBrand: undefined;
+
+	/**
+	 * Computes the checksum of the contents of the resource.
+	 */
+	checksum(resource: URI): Promise<string>;
+}

src/vs/platform/checksum/electron-sandbox/checksumService.ts

@@ -0,0 +1,9 @@
+/*---------------------------------------------------------------------------------------------
+ *  Copyright (c) Microsoft Corporation. All rights reserved.
+ *  Licensed under the Source EULA. See License.txt in the project root for license information.
+ *--------------------------------------------------------------------------------------------*/
+
+import { registerSharedProcessRemoteService } from 'vs/platform/ipc/electron-sandbox/services';
+import { IChecksumService } from 'vs/platform/checksum/common/checksumService';
+
+registerSharedProcessRemoteService(IChecksumService, 'checksum', { supportsDelayedInstantiation: true });

src/vs/platform/checksum/node/checksumService.ts

@@ -0,0 +1,30 @@
+/*---------------------------------------------------------------------------------------------
+ *  Copyright (c) Microsoft Corporation. All rights reserved.
+ *  Licensed under the MIT License. See License.txt in the project root for license information.
+ *--------------------------------------------------------------------------------------------*/
+
+import { createHash } from 'crypto';
+import { listenStream } from 'vs/base/common/stream';
+import { URI } from 'vs/base/common/uri';
+import { IChecksumService } from 'vs/platform/checksum/common/checksumService';
+import { IFileService } from 'vs/platform/files/common/files';
+
+export class ChecksumService implements IChecksumService {
+
+	declare readonly _serviceBrand: undefined;
+
+	constructor(@IFileService private readonly fileService: IFileService) { }
+
+	checksum(resource: URI): Promise<string> {
+		return new Promise<string>(async (resolve, reject) => {
+			const hash = createHash('md5');
+			const stream = (await this.fileService.readFileStream(resource)).value;
+
+			listenStream(stream, {
+				onData: data => hash.update(data.buffer),
+				onError: error => reject(error),
+				onEnd: () => resolve(hash.digest('base64').replace(/=+$/, ''))
+			});
+		});
+	}
+}

src/vs/platform/checksum/test/node/checksumService.test.ts

@@ -0,0 +1,40 @@
+/*---------------------------------------------------------------------------------------------
+ *  Copyright (c) Microsoft Corporation. All rights reserved.
+ *  Licensed under the MIT License. See License.txt in the project root for license information.
+ *--------------------------------------------------------------------------------------------*/
+
+import * as assert from 'assert';
+import { getPathFromAmdModule } from 'vs/base/test/node/testUtils';
+import { Schemas } from 'vs/base/common/network';
+import { URI } from 'vs/base/common/uri';
+import { ChecksumService } from 'vs/platform/checksum/node/checksumService';
+import { IFileService } from 'vs/platform/files/common/files';
+import { FileService } from 'vs/platform/files/common/fileService';
+import { DiskFileSystemProvider } from 'vs/platform/files/node/diskFileSystemProvider';
+import { NullLogService } from 'vs/platform/log/common/log';
+
+suite('Checksum Service', () => {
+
+	let diskFileSystemProvider: DiskFileSystemProvider;
+	let fileService: IFileService;
+
+	setup(() => {
+		const logService = new NullLogService();
+		fileService = new FileService(logService);
+
+		diskFileSystemProvider = new DiskFileSystemProvider(logService);
+		fileService.registerProvider(Schemas.file, diskFileSystemProvider);
+	});
+
+	teardown(() => {
+		diskFileSystemProvider.dispose();
+		fileService.dispose();
+	});
+
+	test('checksum', async () => {
+		const checksumService = new ChecksumService(fileService);
+
+		const checksum = await checksumService.checksum(URI.file(getPathFromAmdModule(require, './fixtures/lorem.txt')));
+		assert.ok(checksum === '8mi5KF8kcb817zmlal1kZA' || checksum === 'DnUKbJ1bHPPNZoHgHV25sg'); // depends on line endings git config
+	});
+});