@bookbox/core
Version:
Bookbox — e-book format
25 lines (24 loc) • 665 B
JavaScript
;
Object.defineProperty(exports, "__esModule", { value: true });
exports.getTextTokens = void 0;
/**
* разбивает текст по границам пробельных символов
*/
function getTextTokens(text) {
const notWords = text.match(/\s+/g);
if (!notWords) {
return [text];
}
const tokens = [];
let tail = text;
for (const notWord of notWords) {
const i = tail.indexOf(notWord);
tokens.push(tail.slice(0, i), notWord);
tail = tail.slice(i + notWord.length);
}
if (tail) {
tokens.push(tail);
}
return tokens;
}
exports.getTextTokens = getTextTokens;