@tensorflow/tfjs-core
Version:
Hardware-accelerated JavaScript library for machine intelligence
257 lines • 12.7 kB
JavaScript
;
/**
* @license
* Copyright 2019 Google LLC. All Rights Reserved.
* Licensed under the Apache License, Version 2.0 (the "License");
* you may not use this file except in compliance with the License.
* You may obtain a copy of the License at
*
* http://www.apache.org/licenses/LICENSE-2.0
*
* Unless required by applicable law or agreed to in writing, software
* distributed under the License is distributed on an "AS IS" BASIS,
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
* See the License for the specific language governing permissions and
* limitations under the License.
* =============================================================================
*/
var __awaiter = (this && this.__awaiter) || function (thisArg, _arguments, P, generator) {
return new (P || (P = Promise))(function (resolve, reject) {
function fulfilled(value) { try { step(generator.next(value)); } catch (e) { reject(e); } }
function rejected(value) { try { step(generator["throw"](value)); } catch (e) { reject(e); } }
function step(result) { result.done ? resolve(result.value) : new P(function (resolve) { resolve(result.value); }).then(fulfilled, rejected); }
step((generator = generator.apply(thisArg, _arguments || [])).next());
});
};
var __generator = (this && this.__generator) || function (thisArg, body) {
var _ = { label: 0, sent: function() { if (t[0] & 1) throw t[1]; return t[1]; }, trys: [], ops: [] }, f, y, t, g;
return g = { next: verb(0), "throw": verb(1), "return": verb(2) }, typeof Symbol === "function" && (g[Symbol.iterator] = function() { return this; }), g;
function verb(n) { return function (v) { return step([n, v]); }; }
function step(op) {
if (f) throw new TypeError("Generator is already executing.");
while (_) try {
if (f = 1, y && (t = op[0] & 2 ? y["return"] : op[0] ? y["throw"] || ((t = y["return"]) && t.call(y), 0) : y.next) && !(t = t.call(y, op[1])).done) return t;
if (y = 0, t) op = [op[0] & 2, t.value];
switch (op[0]) {
case 0: case 1: t = op; break;
case 4: _.label++; return { value: op[1], done: false };
case 5: _.label++; y = op[1]; op = [0]; continue;
case 7: op = _.ops.pop(); _.trys.pop(); continue;
default:
if (!(t = _.trys, t = t.length > 0 && t[t.length - 1]) && (op[0] === 6 || op[0] === 2)) { _ = 0; continue; }
if (op[0] === 3 && (!t || (op[1] > t[0] && op[1] < t[3]))) { _.label = op[1]; break; }
if (op[0] === 6 && _.label < t[1]) { _.label = t[1]; t = op; break; }
if (t && _.label < t[2]) { _.label = t[2]; _.ops.push(op); break; }
if (t[2]) _.ops.pop();
_.trys.pop(); continue;
}
op = body.call(thisArg, _);
} catch (e) { op = [6, e]; y = 0; } finally { f = t = 0; }
if (op[0] & 5) throw op[1]; return { value: op[0] ? op[1] : void 0, done: true };
}
};
Object.defineProperty(exports, "__esModule", { value: true });
var fs = require("fs");
var path = require("path");
var ts = require("typescript");
process.on('unhandledRejection', function (ex) {
throw ex;
});
// Used for logging the number of snippets that have been found.
var snippetCount = 0;
// Used for counting the number of errors that have been found.
var errorCount = 0;
/**
* Parse and evaluate snippets for the src/index.ts from where this script is
* run.
* @param tf The TensorFlow.js module to use when evaluating snippets. If used
* outside core, this should be a union of core and the separate package.
* This is unused here but is used in eval() of the snippets.
*/
// tslint:disable-next-line:no-any
function parseAndEvaluateSnippets(tf) {
return __awaiter(this, void 0, void 0, function () {
var index, tsconfigPath, tsconfig, program, checker, _i, _a, sourceFile, children, i;
return __generator(this, function (_b) {
switch (_b.label) {
case 0:
index = path.join(process.cwd(), 'src/index.ts');
tsconfigPath = path.join(process.cwd(), 'tsconfig.json');
tsconfig = JSON.parse(fs.readFileSync(tsconfigPath, 'utf8'));
delete tsconfig.compilerOptions.moduleResolution;
program = ts.createProgram([index], tsconfig.compilerOptions);
checker = program.getTypeChecker();
_i = 0, _a = program.getSourceFiles();
_b.label = 1;
case 1:
if (!(_i < _a.length)) return [3 /*break*/, 6];
sourceFile = _a[_i];
if (!!sourceFile.isDeclarationFile) return [3 /*break*/, 5];
children = sourceFile.getChildren();
i = 0;
_b.label = 2;
case 2:
if (!(i < children.length)) return [3 /*break*/, 5];
return [4 /*yield*/, visit(tf, checker, children[i], sourceFile)];
case 3:
_b.sent();
_b.label = 4;
case 4:
i++;
return [3 /*break*/, 2];
case 5:
_i++;
return [3 /*break*/, 1];
case 6:
if (errorCount === 0) {
console.log("Parsed and evaluated " + snippetCount + " snippets successfully.");
}
else {
console.log("Evaluated " + snippetCount + " snippets with " + errorCount + " errors.");
process.exit(1);
}
return [2 /*return*/];
}
});
});
}
exports.parseAndEvaluateSnippets = parseAndEvaluateSnippets;
function visit(
// tslint:disable-next-line:no-any
tf, checker, node, sourceFile) {
return __awaiter(this, void 0, void 0, function () {
var children, i, symbol_1, jsdoc, documentation, i, doc, re, matches, _loop_1, k;
return __generator(this, function (_a) {
switch (_a.label) {
case 0:
children = node.getChildren();
i = 0;
_a.label = 1;
case 1:
if (!(i < children.length)) return [3 /*break*/, 4];
return [4 /*yield*/, visit(tf, checker, children[i], sourceFile)];
case 2:
_a.sent();
_a.label = 3;
case 3:
i++;
return [3 /*break*/, 1];
case 4:
if (!(ts.isClassDeclaration(node) || ts.isFunctionDeclaration(node) ||
ts.isMethodDeclaration(node) || ts.isInterfaceDeclaration(node))) return [3 /*break*/, 10];
symbol_1 = checker.getSymbolAtLocation(node.name);
jsdoc = getJSDocTag(symbol_1);
if (jsdoc == null) {
return [2 /*return*/];
}
// Ignore snippets of methods that have been marked with ignoreCI.
if (jsdoc['ignoreCI']) {
return [2 /*return*/];
}
documentation = symbol_1.getDocumentationComment(checker);
if (documentation == null) {
return [2 /*return*/];
}
i = 0;
_a.label = 5;
case 5:
if (!(i < documentation.length)) return [3 /*break*/, 10];
doc = documentation[i];
re = /```js.*?```/gs;
matches = re.exec(doc.text);
if (matches == null) {
return [2 /*return*/];
}
_loop_1 = function (k) {
var match, lines, evalLines, j, line, srcCode, evalString, oldLog, oldWarn, reportError, e_1;
return __generator(this, function (_a) {
switch (_a.label) {
case 0:
snippetCount++;
match = matches[k];
lines = match.split('\n');
evalLines = [];
for (j = 0; j < lines.length; j++) {
line = lines[j];
if (line.startsWith('```js')) {
line = line.substring('```js'.length);
}
if (line.endsWith('```')) {
line = line.substring(0, line.length - '```'.length);
}
line = line.trim();
if (line.startsWith('*')) {
line = line.substring(1).trim();
}
evalLines.push(line);
}
srcCode = evalLines.join('\n');
evalString = '(async function runner() { try { ' + srcCode +
'} catch (e) { reportError(e); } })()';
oldLog = console.log;
oldWarn = console.warn;
reportError = function (e) {
oldLog();
oldLog("Error executing snippet for " + symbol_1.name + " at " + sourceFile.fileName);
oldLog();
oldLog("```js" + srcCode + "```");
oldLog();
console.error(e);
errorCount++;
};
// Overrwrite console.log so we don't spam the console.
console.log = function (msg) { };
console.warn = function (msg) { };
_a.label = 1;
case 1:
_a.trys.push([1, 3, , 4]);
return [4 /*yield*/, eval(evalString)];
case 2:
_a.sent();
return [3 /*break*/, 4];
case 3:
e_1 = _a.sent();
reportError(e_1);
return [3 /*break*/, 4];
case 4:
console.log = oldLog;
console.warn = oldWarn;
return [2 /*return*/];
}
});
};
k = 0;
_a.label = 6;
case 6:
if (!(k < matches.length)) return [3 /*break*/, 9];
return [5 /*yield**/, _loop_1(k)];
case 7:
_a.sent();
_a.label = 8;
case 8:
k++;
return [3 /*break*/, 6];
case 9:
i++;
return [3 /*break*/, 5];
case 10: return [2 /*return*/];
}
});
});
}
function getJSDocTag(symbol) {
var tags = symbol.getJsDocTags();
for (var i = 0; i < tags.length; i++) {
var jsdocTag = tags[i];
if (jsdocTag.name === 'doc' && jsdocTag.text != null) {
var json = convertDocStringToDocInfoObject(jsdocTag.text.trim());
return json;
}
}
return null;
}
function convertDocStringToDocInfoObject(docString) {
var jsonString = docString.replace(/([a-zA-Z0-9]+):/g, '"$1":').replace(/\'/g, '"');
return JSON.parse(jsonString);
}
//# sourceMappingURL=util.js.map