@awesome-fe/translate
Version:
Translation utils
233 lines • 10.8 kB
JavaScript
;
var __extends = (this && this.__extends) || (function () {
var extendStatics = function (d, b) {
extendStatics = Object.setPrototypeOf ||
({ __proto__: [] } instanceof Array && function (d, b) { d.__proto__ = b; }) ||
function (d, b) { for (var p in b) if (b.hasOwnProperty(p)) d[p] = b[p]; };
return extendStatics(d, b);
};
return function (d, b) {
extendStatics(d, b);
function __() { this.constructor = d; }
d.prototype = b === null ? Object.create(b) : (__.prototype = b.prototype, new __());
};
})();
var __awaiter = (this && this.__awaiter) || function (thisArg, _arguments, P, generator) {
function adopt(value) { return value instanceof P ? value : new P(function (resolve) { resolve(value); }); }
return new (P || (P = Promise))(function (resolve, reject) {
function fulfilled(value) { try { step(generator.next(value)); } catch (e) { reject(e); } }
function rejected(value) { try { step(generator["throw"](value)); } catch (e) { reject(e); } }
function step(result) { result.done ? resolve(result.value) : adopt(result.value).then(fulfilled, rejected); }
step((generator = generator.apply(thisArg, _arguments || [])).next());
});
};
var __generator = (this && this.__generator) || function (thisArg, body) {
var _ = { label: 0, sent: function() { if (t[0] & 1) throw t[1]; return t[1]; }, trys: [], ops: [] }, f, y, t, g;
return g = { next: verb(0), "throw": verb(1), "return": verb(2) }, typeof Symbol === "function" && (g[Symbol.iterator] = function() { return this; }), g;
function verb(n) { return function (v) { return step([n, v]); }; }
function step(op) {
if (f) throw new TypeError("Generator is already executing.");
while (_) try {
if (f = 1, y && (t = op[0] & 2 ? y["return"] : op[0] ? y["throw"] || ((t = y["return"]) && t.call(y), 0) : y.next) && !(t = t.call(y, op[1])).done) return t;
if (y = 0, t) op = [op[0] & 2, t.value];
switch (op[0]) {
case 0: case 1: t = op; break;
case 4: _.label++; return { value: op[1], done: false };
case 5: _.label++; y = op[1]; op = [0]; continue;
case 7: op = _.ops.pop(); _.trys.pop(); continue;
default:
if (!(t = _.trys, t = t.length > 0 && t[t.length - 1]) && (op[0] === 6 || op[0] === 2)) { _ = 0; continue; }
if (op[0] === 3 && (!t || (op[1] > t[0] && op[1] < t[3]))) { _.label = op[1]; break; }
if (op[0] === 6 && _.label < t[1]) { _.label = t[1]; t = op; break; }
if (t && _.label < t[2]) { _.label = t[2]; _.ops.push(op); break; }
if (t[2]) _.ops.pop();
_.trys.pop(); continue;
}
op = body.call(thisArg, _);
} catch (e) { op = [6, e]; y = 0; } finally { f = t = 0; }
if (op[0] & 5) throw op[1]; return { value: op[0] ? op[1] : void 0, done: true };
}
};
Object.defineProperty(exports, "__esModule", { value: true });
exports.MarkdownTranslator = void 0;
var translator_1 = require("./translator");
var lodash_1 = require("lodash");
var js_yaml_1 = require("js-yaml");
var unistMap = require("unist-util-flatmap");
var unistVisit = require("unist-util-visit");
var unistRemove = require("unist-util-remove");
var common_1 = require("../common");
var markdown_1 = require("../markdown");
var MarkdownTranslator = /** @class */ (function (_super) {
__extends(MarkdownTranslator, _super);
function MarkdownTranslator() {
return _super !== null && _super.apply(this, arguments) || this;
}
MarkdownTranslator.prototype.translate = function (text) {
return __awaiter(this, void 0, void 0, function () {
var tree, result, pairs, yamls, _i, yamls_1, node, _a, translatedPairs;
return __generator(this, function (_b) {
switch (_b.label) {
case 0:
tree = markdown_1.markdownParse(encodeExampleTags(text));
result = mapToNodePairs(tree);
pairs = [];
yamls = [];
unistVisit(result, function (node) {
if (node.type === 'yaml') {
yamls.push(node);
}
else if (node.translation) {
pairs.push(node);
}
});
_i = 0, yamls_1 = yamls;
_b.label = 1;
case 1:
if (!(_i < yamls_1.length)) return [3 /*break*/, 4];
node = yamls_1[_i];
_a = node;
return [4 /*yield*/, this.translateYaml(node.value)];
case 2:
_a.value = _b.sent();
_b.label = 3;
case 3:
_i++;
return [3 /*break*/, 1];
case 4: return [4 /*yield*/, this.translateNormalNodes(pairs)];
case 5:
translatedPairs = _b.sent();
pairs.forEach(function (original, index) {
var translation = translatedPairs[index];
if (translation && sameExceptWhitespace(markdown_1.markdownStringify(original), markdown_1.markdownStringify(translation))) {
unistRemove(result, original);
}
postprocess(original, translation);
});
return [2 /*return*/, prettify(decodeExampleTags(markdown_1.markdownStringify(result)))];
}
});
});
};
MarkdownTranslator.prototype.translateNormalNodes = function (pairs) {
return __awaiter(this, void 0, void 0, function () {
var originals, batches, translations;
var _this = this;
return __generator(this, function (_a) {
switch (_a.label) {
case 0:
originals = pairs.map(function (it) { return markdown_1.markdownStringify(preprocess(it)); });
batches = lodash_1.chunk(originals, this.engine.batchSize);
return [4 /*yield*/, Promise.all(batches.map(function (it) { return __awaiter(_this, void 0, void 0, function () { return __generator(this, function (_a) {
return [2 /*return*/, this.engine.translate(it)];
}); }); }))];
case 1:
translations = _a.sent();
return [2 /*return*/, translations.flat().map(function (it) { return markdown_1.markdownParse(it); })];
}
});
});
};
MarkdownTranslator.prototype.translateYaml = function (yaml) {
return __awaiter(this, void 0, void 0, function () {
var frontMatter, result, entries, translations;
return __generator(this, function (_a) {
switch (_a.label) {
case 0:
frontMatter = js_yaml_1.safeLoad(yaml) || {};
result = {};
entries = Object.entries(frontMatter);
return [4 /*yield*/, this.engine.translate(entries.map(function (_a) {
var value = _a[1];
return value;
}))];
case 1:
translations = _a.sent();
entries.forEach(function (_a, index) {
var key = _a[0], value = _a[1];
result[key + "$$origin"] = value;
result[key] = translations[index];
});
return [2 /*return*/, js_yaml_1.safeDump(result)];
}
});
});
};
return MarkdownTranslator;
}(translator_1.Translator));
exports.MarkdownTranslator = MarkdownTranslator;
function mapToNodePairs(tree) {
return unistMap(tree, function (node, index, parent) {
if ((node.type === 'paragraph' || node.type === 'tableRow' || node.type === 'heading') && shouldTranslate(node, index, parent)) {
return [node, markNode(lodash_1.cloneDeep(node), parent)];
}
return [node];
});
}
function preprocess(node) {
if (node.tableCell) {
node.type = 'paragraph';
}
return node;
}
function postprocess(node, translation) {
if (node.tableCell) {
translation.type = 'tableCell';
}
Object.assign(node, translation);
return node;
}
function markNode(root, container) {
if (root.type === 'tableRow') {
unistVisit(root, function (node) {
if (node.type === 'tableCell') {
node.translation = true;
node.tableCell = true;
}
});
}
else {
root.translation = true;
if (container.type === 'listItem') {
container.spread = true;
}
}
return root;
}
// 对 Angular 官方文档中的 code-example 和 live-example 标记做特殊处理
function encodeExampleTags(text) {
return text.replace(/(<(code-example|live-example)\b[^>]*>[\s\S]*?<\/\2>)/g, '`$1`');
}
function decodeExampleTags(text) {
return text.replace(/`(<(code-example|live-example)\b[^>]*>[\s\S]*?<\/\2>)`/g, '$1');
}
function sameExceptWhitespace(s1, s2) {
return s1.replace(/\s/g, '') === s2.replace(/\s/g, '');
}
function alreadyTranslated(nextNode, node) {
// 如果下一个兄弟节点含中文，而且是同一个类型，说明这个节点已经翻译过了，不用再翻译它
return nextNode.type === node.type && isChineseNode(nextNode);
}
function isChineseNode(node) {
var result = false;
unistVisit(node, function (it) {
if (common_1.containsChinese(it.value)) {
result = true;
}
});
return result;
}
function shouldTranslate(node, index, parent) {
var nextNode = parent.children[index + 1];
if (nextNode && alreadyTranslated(nextNode, node)) {
return false;
}
return !isChineseNode(node);
}
function prettify(md) {
return md
.replace(/([\w`])([\u4e00-\u9fa5])/g, '$1 $2')
.replace(/([\u4e00-\u9fa5])([\w`])/g, '$1 $2')
.replace(/\n\n+/g, '\n\n');
}
//# sourceMappingURL=markdown-translator.js.map