mirror of
https://github.com/ckaczor/azuredatastudio.git
synced 2026-02-16 10:58:30 -05:00
Update vscode build publishing scripts for use with sqlops (#518)
* Modify publishing scripts and gulp mixin task for publishing update packages. * Change publish script so that mooncake publishing runs only if the required credentials are provided.
This commit is contained in:
@@ -6,64 +6,27 @@
|
|||||||
'use strict';
|
'use strict';
|
||||||
|
|
||||||
const gulp = require('gulp');
|
const gulp = require('gulp');
|
||||||
const json = require('gulp-json-editor');
|
const jeditor = require('gulp-json-editor');
|
||||||
const buffer = require('gulp-buffer');
|
|
||||||
const filter = require('gulp-filter');
|
|
||||||
const es = require('event-stream');
|
|
||||||
const util = require('./lib/util');
|
|
||||||
const remote = require('gulp-remote-src');
|
|
||||||
const zip = require('gulp-vinyl-zip');
|
|
||||||
const assign = require('object-assign');
|
|
||||||
const pkg = require('../package.json');
|
|
||||||
|
|
||||||
gulp.task('mixin', function () {
|
gulp.task('mixin', function () {
|
||||||
const repo = process.env['VSCODE_MIXIN_REPO'];
|
const updateUrl = process.env['SQLOPS_UPDATEURL'];
|
||||||
|
if (!updateUrl) {
|
||||||
if (!repo) {
|
console.log('Missing SQLOPS_UPDATEURL, skipping mixin');
|
||||||
console.log('Missing VSCODE_MIXIN_REPO, skipping mixin');
|
|
||||||
return;
|
return;
|
||||||
}
|
}
|
||||||
|
|
||||||
const quality = process.env['VSCODE_QUALITY'];
|
const quality = process.env['VSCODE_QUALITY'];
|
||||||
|
|
||||||
if (!quality) {
|
if (!quality) {
|
||||||
console.log('Missing VSCODE_QUALITY, skipping mixin');
|
console.log('Missing VSCODE_QUALITY, skipping mixin');
|
||||||
return;
|
return;
|
||||||
}
|
}
|
||||||
|
|
||||||
const url = `https://github.com/${repo}/archive/${pkg.distro}.zip`;
|
let newValues = {
|
||||||
const opts = { base: url };
|
"updateUrl": updateUrl,
|
||||||
const username = process.env['VSCODE_MIXIN_USERNAME'];
|
"quality": quality
|
||||||
const password = process.env['VSCODE_MIXIN_PASSWORD'];
|
};
|
||||||
|
|
||||||
if (username || password) {
|
return gulp.src('./product.json')
|
||||||
opts.auth = { user: username || '', pass: password || '' };
|
.pipe(jeditor(newValues))
|
||||||
}
|
|
||||||
|
|
||||||
console.log('Mixing in sources from \'' + url + '\':');
|
|
||||||
|
|
||||||
let all = remote('', opts)
|
|
||||||
.pipe(zip.src())
|
|
||||||
.pipe(filter(function (f) { return !f.isDirectory(); }))
|
|
||||||
.pipe(util.rebase(1));
|
|
||||||
|
|
||||||
if (quality) {
|
|
||||||
const productJsonFilter = filter('product.json', { restore: true });
|
|
||||||
const mixin = all
|
|
||||||
.pipe(filter(['quality/' + quality + '/**']))
|
|
||||||
.pipe(util.rebase(2))
|
|
||||||
.pipe(productJsonFilter)
|
|
||||||
.pipe(buffer())
|
|
||||||
.pipe(json(o => assign({}, require('../product.json'), o)))
|
|
||||||
.pipe(productJsonFilter.restore);
|
|
||||||
|
|
||||||
all = es.merge(mixin);
|
|
||||||
}
|
|
||||||
|
|
||||||
return all
|
|
||||||
.pipe(es.mapSync(function (f) {
|
|
||||||
console.log(f.relative);
|
|
||||||
return f;
|
|
||||||
}))
|
|
||||||
.pipe(gulp.dest('.'));
|
.pipe(gulp.dest('.'));
|
||||||
});
|
});
|
||||||
@@ -183,21 +183,9 @@ async function publish(commit: string, quality: string, platform: string, type:
|
|||||||
const blobService = azure.createBlobService(storageAccount, process.env['AZURE_STORAGE_ACCESS_KEY_2'])
|
const blobService = azure.createBlobService(storageAccount, process.env['AZURE_STORAGE_ACCESS_KEY_2'])
|
||||||
.withFilter(new azure.ExponentialRetryPolicyFilter(20));
|
.withFilter(new azure.ExponentialRetryPolicyFilter(20));
|
||||||
|
|
||||||
const mooncakeBlobService = azure.createBlobService(storageAccount, process.env['MOONCAKE_STORAGE_ACCESS_KEY'], `${storageAccount}.blob.core.chinacloudapi.cn`)
|
await assertContainer(blobService, quality);
|
||||||
.withFilter(new azure.ExponentialRetryPolicyFilter(20));
|
|
||||||
|
|
||||||
// mooncake is fussy and far away, this is needed!
|
const blobExists = await doesAssetExist(blobService, quality, blobName);
|
||||||
mooncakeBlobService.defaultClientRequestTimeoutInMs = 10 * 60 * 1000;
|
|
||||||
|
|
||||||
await Promise.all([
|
|
||||||
assertContainer(blobService, quality),
|
|
||||||
assertContainer(mooncakeBlobService, quality)
|
|
||||||
]);
|
|
||||||
|
|
||||||
const [blobExists, moooncakeBlobExists] = await Promise.all([
|
|
||||||
doesAssetExist(blobService, quality, blobName),
|
|
||||||
doesAssetExist(mooncakeBlobService, quality, blobName)
|
|
||||||
]);
|
|
||||||
|
|
||||||
const promises = [];
|
const promises = [];
|
||||||
|
|
||||||
@@ -205,9 +193,23 @@ async function publish(commit: string, quality: string, platform: string, type:
|
|||||||
promises.push(uploadBlob(blobService, quality, blobName, file));
|
promises.push(uploadBlob(blobService, quality, blobName, file));
|
||||||
}
|
}
|
||||||
|
|
||||||
if (!moooncakeBlobExists) {
|
if (process.env['MOONCAKE_STORAGE_ACCESS_KEY']) {
|
||||||
|
const mooncakeBlobService = azure.createBlobService(storageAccount, process.env['MOONCAKE_STORAGE_ACCESS_KEY'], `${storageAccount}.blob.core.chinacloudapi.cn`)
|
||||||
|
.withFilter(new azure.ExponentialRetryPolicyFilter(20));
|
||||||
|
|
||||||
|
// mooncake is fussy and far away, this is needed!
|
||||||
|
mooncakeBlobService.defaultClientRequestTimeoutInMs = 10 * 60 * 1000;
|
||||||
|
|
||||||
|
await assertContainer(mooncakeBlobService, quality);
|
||||||
|
|
||||||
|
const mooncakeBlobExists = await doesAssetExist(mooncakeBlobService, quality, blobName);
|
||||||
|
|
||||||
|
if (!mooncakeBlobExists) {
|
||||||
promises.push(uploadBlob(mooncakeBlobService, quality, blobName, file));
|
promises.push(uploadBlob(mooncakeBlobService, quality, blobName, file));
|
||||||
}
|
}
|
||||||
|
} else {
|
||||||
|
console.log('Skipping Mooncake publishing.');
|
||||||
|
}
|
||||||
|
|
||||||
if (promises.length === 0) {
|
if (promises.length === 0) {
|
||||||
console.log(`Blob ${quality}, ${blobName} already exists, not publishing again.`);
|
console.log(`Blob ${quality}, ${blobName} already exists, not publishing again.`);
|
||||||
@@ -228,7 +230,7 @@ async function publish(commit: string, quality: string, platform: string, type:
|
|||||||
platform: platform,
|
platform: platform,
|
||||||
type: type,
|
type: type,
|
||||||
url: `${process.env['AZURE_CDN_URL']}/${quality}/${blobName}`,
|
url: `${process.env['AZURE_CDN_URL']}/${quality}/${blobName}`,
|
||||||
mooncakeUrl: `${process.env['MOONCAKE_CDN_URL']}/${quality}/${blobName}`,
|
mooncakeUrl: process.env['MOONCAKE_CDN_URL'] ? `${process.env['MOONCAKE_CDN_URL']}/${quality}/${blobName}` : undefined,
|
||||||
hash: sha1hash,
|
hash: sha1hash,
|
||||||
sha256hash,
|
sha256hash,
|
||||||
size
|
size
|
||||||
|
|||||||
Reference in New Issue
Block a user