@buurman/cache
Version:
The buurman cache
546 lines (531 loc) • 23.2 kB
JavaScript
'use strict';
Object.defineProperty(exports, '__esModule', { value: true });
function _interopDefault (ex) { return (ex && (typeof ex === 'object') && 'default' in ex) ? ex['default'] : ex; }
var execa = _interopDefault(require('execa'));
var fsExtra = require('fs-extra');
var os = require('os');
var path = require('path');
var axios = _interopDefault(require('axios'));
var registryUrl = _interopDefault(require('registry-url'));
/*! *****************************************************************************
Copyright (c) Microsoft Corporation. All rights reserved.
Licensed under the Apache License, Version 2.0 (the "License"); you may not use
this file except in compliance with the License. You may obtain a copy of the
License at http://www.apache.org/licenses/LICENSE-2.0
THIS CODE IS PROVIDED ON AN *AS IS* BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
KIND, EITHER EXPRESS OR IMPLIED, INCLUDING WITHOUT LIMITATION ANY IMPLIED
WARRANTIES OR CONDITIONS OF TITLE, FITNESS FOR A PARTICULAR PURPOSE,
MERCHANTABLITY OR NON-INFRINGEMENT.
See the Apache Version 2.0 License for specific language governing permissions
and limitations under the License.
***************************************************************************** */
function __awaiter(thisArg, _arguments, P, generator) {
return new (P || (P = Promise))(function (resolve, reject) {
function fulfilled(value) { try { step(generator.next(value)); } catch (e) { reject(e); } }
function rejected(value) { try { step(generator["throw"](value)); } catch (e) { reject(e); } }
function step(result) { result.done ? resolve(result.value) : new P(function (resolve) { resolve(result.value); }).then(fulfilled, rejected); }
step((generator = generator.apply(thisArg, _arguments || [])).next());
});
}
function __generator(thisArg, body) {
var _ = { label: 0, sent: function() { if (t[0] & 1) throw t[1]; return t[1]; }, trys: [], ops: [] }, f, y, t, g;
return g = { next: verb(0), "throw": verb(1), "return": verb(2) }, typeof Symbol === "function" && (g[Symbol.iterator] = function() { return this; }), g;
function verb(n) { return function (v) { return step([n, v]); }; }
function step(op) {
if (f) throw new TypeError("Generator is already executing.");
while (_) try {
if (f = 1, y && (t = op[0] & 2 ? y["return"] : op[0] ? y["throw"] || ((t = y["return"]) && t.call(y), 0) : y.next) && !(t = t.call(y, op[1])).done) return t;
if (y = 0, t) op = [op[0] & 2, t.value];
switch (op[0]) {
case 0: case 1: t = op; break;
case 4: _.label++; return { value: op[1], done: false };
case 5: _.label++; y = op[1]; op = [0]; continue;
case 7: op = _.ops.pop(); _.trys.pop(); continue;
default:
if (!(t = _.trys, t = t.length > 0 && t[t.length - 1]) && (op[0] === 6 || op[0] === 2)) { _ = 0; continue; }
if (op[0] === 3 && (!t || (op[1] > t[0] && op[1] < t[3]))) { _.label = op[1]; break; }
if (op[0] === 6 && _.label < t[1]) { _.label = t[1]; t = op; break; }
if (t && _.label < t[2]) { _.label = t[2]; _.ops.push(op); break; }
if (t[2]) _.ops.pop();
_.trys.pop(); continue;
}
op = body.call(thisArg, _);
} catch (e) { op = [6, e]; y = 0; } finally { f = t = 0; }
if (op[0] & 5) throw op[1]; return { value: op[0] ? op[1] : void 0, done: true };
}
}
function __values(o) {
var m = typeof Symbol === "function" && o[Symbol.iterator], i = 0;
if (m) return m.call(o);
return {
next: function () {
if (o && i >= o.length) o = void 0;
return { value: o && o[i++], done: !o };
}
};
}
function __read(o, n) {
var m = typeof Symbol === "function" && o[Symbol.iterator];
if (!m) return o;
var i = m.call(o), r, ar = [], e;
try {
while ((n === void 0 || n-- > 0) && !(r = i.next()).done) ar.push(r.value);
}
catch (error) { e = { error: error }; }
finally {
try {
if (r && !r.done && (m = i["return"])) m.call(i);
}
finally { if (e) throw e.error; }
}
return ar;
}
function __spread() {
for (var ar = [], i = 0; i < arguments.length; i++)
ar = ar.concat(__read(arguments[i]));
return ar;
}
// inspired by https://github.com/sindresorhus/npm-keyword/blob/master/index.js
var SIZE = 250;
var urls = {
search: function (keyword, offset, size, registry) {
return registry + "-/v1/search?text=keywords:" + keyword + "&size=" + size + "&from=" + offset;
},
};
var getNpmPackagesByKeyword = function (keyword, _a) {
var _b = (_a === void 0 ? { registry: registryUrl() } : _a).registry, registry = _b === void 0 ? registryUrl() : _b;
return __awaiter(void 0, void 0, void 0, function () {
var packages, total, fetched, objects;
return __generator(this, function (_c) {
switch (_c.label) {
case 0:
keyword = encodeURIComponent(keyword).replace("%2C", "+");
packages = [];
return [4 /*yield*/, search(keyword, 0, 1, registry)];
case 1:
total = (_c.sent()).total;
fetched = 0;
_c.label = 2;
case 2:
if (!(fetched < total)) return [3 /*break*/, 4];
return [4 /*yield*/, search(keyword, fetched, SIZE, registry)];
case 3:
objects = (_c.sent()).objects;
packages.push.apply(packages, __spread(objects.map(function (obj) { return obj.package; })));
fetched += SIZE;
return [3 /*break*/, 2];
case 4: return [2 /*return*/, packages];
}
});
});
};
var search = function (keyword, offset, size, registry) { return __awaiter(void 0, void 0, void 0, function () { return __generator(this, function (_a) {
switch (_a.label) {
case 0: return [4 /*yield*/, axios.get(urls.search(keyword, offset, size, registry))];
case 1: return [2 /*return*/, (_a.sent()).data];
}
}); }); };
var NPM_INTEGRATION_KEYWORD = "buurman-integration";
var NPM_TASK_KEYWORD = "buurman-task";
var NPM_FEATURE_DETECTOR_KEYWORD = "buurman-feature-detector";
var BUURMAN_HOME = path.join(os.homedir(), ".buurman");
var CACHE_PACKAGE = path.join(BUURMAN_HOME, "cache");
var CACHE_NODE_MODULES = path.join(CACHE_PACKAGE, "node_modules");
var CACHE_PACKAGE_JSON = path.join(CACHE_PACKAGE, "package.json");
var CACHE_GITIGNORE = path.join(CACHE_PACKAGE, ".gitignore");
var exec = function (command, args) {
if (args === void 0) { args = []; }
return execa(command, args, { env: process.env, cwd: CACHE_PACKAGE });
};
var npm = function () {
var args = [];
for (var _i = 0; _i < arguments.length; _i++) {
args[_i] = arguments[_i];
}
return exec("npm", args);
};
npm.init = function () { return npm("init", "-y"); };
npm.update = function () { return npm("update"); };
npm.install = function () {
var args = [];
for (var _i = 0; _i < arguments.length; _i++) {
args[_i] = arguments[_i];
}
return npm.apply(void 0, __spread(["install"], args));
};
var git = function () {
var args = [];
for (var _i = 0; _i < arguments.length; _i++) {
args[_i] = arguments[_i];
}
return exec("git", args);
};
git.init = function () { return git("init"); };
git.hasCleanWorkingCopy = function () { return __awaiter(void 0, void 0, void 0, function () { return __generator(this, function (_a) {
switch (_a.label) {
case 0: return [4 /*yield*/, git("status", "--porcelain")];
case 1: return [2 /*return*/, !(_a.sent()).stdout];
}
}); }); };
git.add = function () {
var paths = [];
for (var _i = 0; _i < arguments.length; _i++) {
paths[_i] = arguments[_i];
}
return git.apply(void 0, __spread(["add"], paths));
};
git.commit = function (commitMessage) { return git("commit", "-m", commitMessage); };
git.commitAll = function (commitMessage) { return __awaiter(void 0, void 0, void 0, function () {
return __generator(this, function (_a) {
switch (_a.label) {
case 0: return [4 /*yield*/, git.add(".")];
case 1:
_a.sent();
return [4 /*yield*/, git.commit(commitMessage)];
case 2:
_a.sent();
return [2 /*return*/];
}
});
}); };
var ensureLocalCachePackage = function () { return __awaiter(void 0, void 0, void 0, function () {
return __generator(this, function (_a) {
switch (_a.label) {
case 0: return [4 /*yield*/, fsExtra.pathExists(CACHE_PACKAGE_JSON)];
case 1:
if (_a.sent()) {
return [2 /*return*/];
}
return [4 /*yield*/, fsExtra.writeFile(CACHE_GITIGNORE, "node_modules/")];
case 2:
_a.sent();
return [4 /*yield*/, npm.init()];
case 3:
_a.sent();
return [4 /*yield*/, git.init()];
case 4:
_a.sent();
return [4 /*yield*/, git.commitAll("initial commit")];
case 5:
_a.sent();
return [2 /*return*/];
}
});
}); };
var getCachedPackageNames = function () { return __awaiter(void 0, void 0, void 0, function () {
var _a, dependencies;
return __generator(this, function (_b) {
switch (_b.label) {
case 0: return [4 /*yield*/, fsExtra.pathExists(CACHE_PACKAGE_JSON)];
case 1:
if (!(_b.sent())) {
return [2 /*return*/, []];
}
return [4 /*yield*/, fsExtra.readJson(CACHE_PACKAGE_JSON)];
case 2:
_a = (_b.sent()).dependencies, dependencies = _a === void 0 ? {} : _a;
return [2 /*return*/, Object.keys(dependencies)];
}
});
}); };
var getCachedTaskPackageNames = function () { return __awaiter(void 0, void 0, void 0, function () {
var taskPackageNames, packageJsonPath, _a, _b, name, _c, keywords, e_1_1;
var e_1, _d;
return __generator(this, function (_e) {
switch (_e.label) {
case 0:
taskPackageNames = [];
packageJsonPath = function (name) {
return path.join(CACHE_NODE_MODULES, name, "package.json");
};
_e.label = 1;
case 1:
_e.trys.push([1, 7, 8, 9]);
return [4 /*yield*/, getCachedPackageNames()];
case 2:
_a = __values.apply(void 0, [_e.sent()]), _b = _a.next();
_e.label = 3;
case 3:
if (!!_b.done) return [3 /*break*/, 6];
name = _b.value;
return [4 /*yield*/, fsExtra.readJson(packageJsonPath(name))];
case 4:
_c = (_e.sent()).keywords, keywords = _c === void 0 ? [] : _c;
if (!keywords.includes(NPM_TASK_KEYWORD)) {
return [3 /*break*/, 5];
}
taskPackageNames.push(name);
_e.label = 5;
case 5:
_b = _a.next();
return [3 /*break*/, 3];
case 6: return [3 /*break*/, 9];
case 7:
e_1_1 = _e.sent();
e_1 = { error: e_1_1 };
return [3 /*break*/, 9];
case 8:
try {
if (_b && !_b.done && (_d = _a.return)) _d.call(_a);
}
finally { if (e_1) throw e_1.error; }
return [7 /*endfinally*/];
case 9: return [2 /*return*/, taskPackageNames];
}
});
}); };
var getCachedIntegrationPackageNames = function () { return __awaiter(void 0, void 0, void 0, function () {
var integrationPackageNames, packageJsonPath, _a, _b, name, _c, keywords, e_2_1;
var e_2, _d;
return __generator(this, function (_e) {
switch (_e.label) {
case 0:
integrationPackageNames = [];
packageJsonPath = function (name) {
return path.join(CACHE_NODE_MODULES, name, "package.json");
};
_e.label = 1;
case 1:
_e.trys.push([1, 7, 8, 9]);
return [4 /*yield*/, getCachedPackageNames()];
case 2:
_a = __values.apply(void 0, [_e.sent()]), _b = _a.next();
_e.label = 3;
case 3:
if (!!_b.done) return [3 /*break*/, 6];
name = _b.value;
return [4 /*yield*/, fsExtra.readJson(packageJsonPath(name))];
case 4:
_c = (_e.sent()).keywords, keywords = _c === void 0 ? [] : _c;
if (!keywords.includes(NPM_INTEGRATION_KEYWORD)) {
return [3 /*break*/, 5];
}
integrationPackageNames.push(name);
_e.label = 5;
case 5:
_b = _a.next();
return [3 /*break*/, 3];
case 6: return [3 /*break*/, 9];
case 7:
e_2_1 = _e.sent();
e_2 = { error: e_2_1 };
return [3 /*break*/, 9];
case 8:
try {
if (_b && !_b.done && (_d = _a.return)) _d.call(_a);
}
finally { if (e_2) throw e_2.error; }
return [7 /*endfinally*/];
case 9: return [2 /*return*/, integrationPackageNames];
}
});
}); };
var getCachedFeatureDetectorPackageNames = function () { return __awaiter(void 0, void 0, void 0, function () {
var featureDetectorPackageNames, packageJsonPath, _a, _b, name, _c, keywords, e_3_1;
var e_3, _d;
return __generator(this, function (_e) {
switch (_e.label) {
case 0:
featureDetectorPackageNames = [];
packageJsonPath = function (name) {
return path.join(CACHE_NODE_MODULES, name, "package.json");
};
_e.label = 1;
case 1:
_e.trys.push([1, 7, 8, 9]);
return [4 /*yield*/, getCachedPackageNames()];
case 2:
_a = __values.apply(void 0, [_e.sent()]), _b = _a.next();
_e.label = 3;
case 3:
if (!!_b.done) return [3 /*break*/, 6];
name = _b.value;
return [4 /*yield*/, fsExtra.readJson(packageJsonPath(name))];
case 4:
_c = (_e.sent()).keywords, keywords = _c === void 0 ? [] : _c;
if (!keywords.includes(NPM_FEATURE_DETECTOR_KEYWORD)) {
return [3 /*break*/, 5];
}
featureDetectorPackageNames.push(name);
_e.label = 5;
case 5:
_b = _a.next();
return [3 /*break*/, 3];
case 6: return [3 /*break*/, 9];
case 7:
e_3_1 = _e.sent();
e_3 = { error: e_3_1 };
return [3 /*break*/, 9];
case 8:
try {
if (_b && !_b.done && (_d = _a.return)) _d.call(_a);
}
finally { if (e_3) throw e_3.error; }
return [7 /*endfinally*/];
case 9: return [2 /*return*/, featureDetectorPackageNames];
}
});
}); };
var getTaskPackageNames = function () { return __awaiter(void 0, void 0, void 0, function () { return __generator(this, function (_a) {
switch (_a.label) {
case 0: return [4 /*yield*/, getNpmPackagesByKeyword(NPM_TASK_KEYWORD)];
case 1: return [2 /*return*/, (_a.sent()).map(function (_a) {
var name = _a.name;
return name;
})];
}
}); }); };
var getIntegrationPackageNames = function () { return __awaiter(void 0, void 0, void 0, function () {
return __generator(this, function (_a) {
switch (_a.label) {
case 0: return [4 /*yield*/, getNpmPackagesByKeyword(NPM_INTEGRATION_KEYWORD)];
case 1: return [2 /*return*/, (_a.sent()).map(function (_a) {
var name = _a.name;
return name;
})];
}
});
}); };
var getFeatureDetectorPackageNames = function () { return __awaiter(void 0, void 0, void 0, function () {
return __generator(this, function (_a) {
switch (_a.label) {
case 0: return [4 /*yield*/, getNpmPackagesByKeyword(NPM_FEATURE_DETECTOR_KEYWORD)];
case 1: return [2 /*return*/, (_a.sent()).map(function (_a) {
var name = _a.name;
return name;
})];
}
});
}); };
var getMissingPackageNames = function () { return __awaiter(void 0, void 0, void 0, function () {
var cachedPackageNames, packageNames, _a;
return __generator(this, function (_b) {
switch (_b.label) {
case 0: return [4 /*yield*/, getCachedPackageNames()];
case 1:
cachedPackageNames = _b.sent();
return [4 /*yield*/, getTaskPackageNames()];
case 2:
_a = [(_b.sent())];
return [4 /*yield*/, getIntegrationPackageNames()];
case 3:
_a = _a.concat([(_b.sent())]);
return [4 /*yield*/, getFeatureDetectorPackageNames()];
case 4:
packageNames = __spread.apply(void 0, _a.concat([(_b.sent())]));
return [2 /*return*/, packageNames.filter(function (v) { return !cachedPackageNames.includes(v); })];
}
});
}); };
var installMissingPackages = function () { return __awaiter(void 0, void 0, void 0, function () {
var packageNames, commitMessage;
return __generator(this, function (_a) {
switch (_a.label) {
case 0: return [4 /*yield*/, ensureLocalCachePackage()];
case 1:
_a.sent();
return [4 /*yield*/, getMissingPackageNames()];
case 2:
packageNames = _a.sent();
if (!packageNames.length) {
return [2 /*return*/];
}
return [4 /*yield*/, npm.install.apply(npm, __spread(["--save-exact"], packageNames))];
case 3:
_a.sent();
commitMessage = __spread([
"install tasks",
""
], packageNames.map(function (name) { return " - " + name; })).join("\n");
return [4 /*yield*/, git.commitAll(commitMessage)];
case 4:
_a.sent();
return [2 /*return*/];
}
});
}); };
var updateInstalledPackages = function () { return __awaiter(void 0, void 0, void 0, function () {
var cachedPackages;
return __generator(this, function (_a) {
switch (_a.label) {
case 0: return [4 /*yield*/, ensureLocalCachePackage()];
case 1:
_a.sent();
return [4 /*yield*/, getCachedPackageNames()];
case 2:
cachedPackages = _a.sent();
if (!cachedPackages.length) {
return [2 /*return*/];
}
return [4 /*yield*/, npm.update()];
case 3:
_a.sent();
return [4 /*yield*/, git.hasCleanWorkingCopy()];
case 4:
if (_a.sent()) {
return [2 /*return*/];
}
return [4 /*yield*/, git.commitAll("update packages")];
case 5:
_a.sent();
return [2 /*return*/];
}
});
}); };
var ensureAllPackagesAreInstalled = function () { return __awaiter(void 0, void 0, void 0, function () {
var err_1;
return __generator(this, function (_a) {
switch (_a.label) {
case 0: return [4 /*yield*/, fsExtra.mkdirp(CACHE_PACKAGE)];
case 1:
_a.sent();
_a.label = 2;
case 2:
_a.trys.push([2, 5, , 6]);
return [4 /*yield*/, updateInstalledPackages()];
case 3:
_a.sent();
return [4 /*yield*/, installMissingPackages()];
case 4:
_a.sent();
return [3 /*break*/, 6];
case 5:
err_1 = _a.sent();
console.error("Failed to ensure all packages are installed.");
console.error(err_1.message);
return [3 /*break*/, 6];
case 6: return [2 /*return*/];
}
});
}); };
// see https://github.com/rollup/rollup-plugin-commonjs/issues/396
var _require = new Function("return require;");
var getTasks = function () { return __awaiter(void 0, void 0, void 0, function () {
return __generator(this, function (_a) {
switch (_a.label) {
case 0: return [4 /*yield*/, getCachedTaskPackageNames()];
case 1: return [2 /*return*/, (_a.sent()).map(function (name) { return _require(path.join(CACHE_NODE_MODULES, name)).default; })];
}
});
}); };
var getIntegrations = function () { return __awaiter(void 0, void 0, void 0, function () {
return __generator(this, function (_a) {
switch (_a.label) {
case 0: return [4 /*yield*/, getCachedIntegrationPackageNames()];
case 1: return [2 /*return*/, (_a.sent()).map(function (name) { return _require(path.join(CACHE_NODE_MODULES, name)).default; })];
}
});
}); };
var getFeatureDetectors = function () { return __awaiter(void 0, void 0, void 0, function () {
return __generator(this, function (_a) {
switch (_a.label) {
case 0: return [4 /*yield*/, getCachedFeatureDetectorPackageNames()];
case 1: return [2 /*return*/, (_a.sent()).map(function (name) { return _require(path.join(CACHE_NODE_MODULES, name)).default; })];
}
});
}); };
exports.ensureAllPackagesAreInstalled = ensureAllPackagesAreInstalled;
exports.getFeatureDetectors = getFeatureDetectors;
exports.getIntegrations = getIntegrations;
exports.getTasks = getTasks;
//# sourceMappingURL=index.js.map