@langchain/core
Version:
Core LangChain.js abstractions and schemas
29 lines (28 loc) • 834 B
JavaScript
;
Object.defineProperty(exports, "__esModule", { value: true });
exports.ucs2length = void 0;
/**
* Get UCS-2 length of a string
* https://mathiasbynens.be/notes/javascript-encoding
* https://github.com/bestiejs/punycode.js - punycode.ucs2.decode
*/
function ucs2length(s) {
let result = 0;
let length = s.length;
let index = 0;
let charCode;
while (index < length) {
result++;
charCode = s.charCodeAt(index++);
if (charCode >= 0xd800 && charCode <= 0xdbff && index < length) {
// high surrogate, and there is a next character
charCode = s.charCodeAt(index);
if ((charCode & 0xfc00) == 0xdc00) {
// low surrogate
index++;
}
}
}
return result;
}
exports.ucs2length = ucs2length;