UNPKG

lindera-wasm-ko-dic

Version:

A morphological analysis library for WebAssembly.

1,570 lines (1,537 loc) 62.8 kB
/* @ts-self-types="./lindera_wasm_ko_dic.d.ts" */ /** * Compression algorithm for dictionary data. * @enum {0 | 1 | 2 | 3} */ export const CompressionAlgorithm = Object.freeze({ Deflate: 0, "0": "Deflate", Zlib: 1, "1": "Zlib", Gzip: 2, "2": "Gzip", Raw: 3, "3": "Raw", }); /** * A morphological analysis dictionary. */ export class Dictionary { static __wrap(ptr) { ptr = ptr >>> 0; const obj = Object.create(Dictionary.prototype); obj.__wbg_ptr = ptr; DictionaryFinalization.register(obj, obj.__wbg_ptr, obj); return obj; } __destroy_into_raw() { const ptr = this.__wbg_ptr; this.__wbg_ptr = 0; DictionaryFinalization.unregister(this); return ptr; } free() { const ptr = this.__destroy_into_raw(); wasm.__wbg_dictionary_free(ptr, 0); } } if (Symbol.dispose) Dictionary.prototype[Symbol.dispose] = Dictionary.prototype.free; /** * Field definition in dictionary schema. */ export class FieldDefinition { static __wrap(ptr) { ptr = ptr >>> 0; const obj = Object.create(FieldDefinition.prototype); obj.__wbg_ptr = ptr; FieldDefinitionFinalization.register(obj, obj.__wbg_ptr, obj); return obj; } __destroy_into_raw() { const ptr = this.__wbg_ptr; this.__wbg_ptr = 0; FieldDefinitionFinalization.unregister(this); return ptr; } free() { const ptr = this.__destroy_into_raw(); wasm.__wbg_fielddefinition_free(ptr, 0); } /** * @returns {string | undefined} */ get description() { const ret = wasm.__wbg_get_fielddefinition_description(this.__wbg_ptr); let v1; if (ret[0] !== 0) { v1 = getStringFromWasm0(ret[0], ret[1]).slice(); wasm.__wbindgen_free(ret[0], ret[1] * 1, 1); } return v1; } /** * @returns {FieldType} */ get field_type() { const ret = wasm.__wbg_get_fielddefinition_field_type(this.__wbg_ptr); return ret; } /** * @returns {number} */ get index() { const ret = wasm.__wbg_get_fielddefinition_index(this.__wbg_ptr); return ret >>> 0; } /** * @returns {string} */ get name() { let deferred1_0; let deferred1_1; try { const ret = wasm.__wbg_get_fielddefinition_name(this.__wbg_ptr); deferred1_0 = ret[0]; deferred1_1 = ret[1]; return getStringFromWasm0(ret[0], ret[1]); } finally { wasm.__wbindgen_free(deferred1_0, deferred1_1, 1); } } /** * @param {string | null} [arg0] */ set description(arg0) { var ptr0 = isLikeNone(arg0) ? 0 : passStringToWasm0(arg0, wasm.__wbindgen_malloc, wasm.__wbindgen_realloc); var len0 = WASM_VECTOR_LEN; wasm.__wbg_set_fielddefinition_description(this.__wbg_ptr, ptr0, len0); } /** * @param {FieldType} arg0 */ set field_type(arg0) { wasm.__wbg_set_fielddefinition_field_type(this.__wbg_ptr, arg0); } /** * @param {number} arg0 */ set index(arg0) { wasm.__wbg_set_fielddefinition_index(this.__wbg_ptr, arg0); } /** * @param {string} arg0 */ set name(arg0) { const ptr0 = passStringToWasm0(arg0, wasm.__wbindgen_malloc, wasm.__wbindgen_realloc); const len0 = WASM_VECTOR_LEN; wasm.__wbg_set_fielddefinition_name(this.__wbg_ptr, ptr0, len0); } } if (Symbol.dispose) FieldDefinition.prototype[Symbol.dispose] = FieldDefinition.prototype.free; /** * Field type in dictionary schema. * @enum {0 | 1 | 2 | 3 | 4} */ export const FieldType = Object.freeze({ /** * Surface form (word text) */ Surface: 0, "0": "Surface", /** * Left context ID for morphological analysis */ LeftContextId: 1, "1": "LeftContextId", /** * Right context ID for morphological analysis */ RightContextId: 2, "2": "RightContextId", /** * Word cost (used in path selection) */ Cost: 3, "3": "Cost", /** * Custom field (morphological features) */ Custom: 4, "4": "Custom", }); export class JsDictionary { __destroy_into_raw() { const ptr = this.__wbg_ptr; this.__wbg_ptr = 0; JsDictionaryFinalization.unregister(this); return ptr; } free() { const ptr = this.__destroy_into_raw(); wasm.__wbg_jsdictionary_free(ptr, 0); } /** * @returns {string} */ get encoding() { let deferred1_0; let deferred1_1; try { const ret = wasm.jsdictionary_encoding(this.__wbg_ptr); deferred1_0 = ret[0]; deferred1_1 = ret[1]; return getStringFromWasm0(ret[0], ret[1]); } finally { wasm.__wbindgen_free(deferred1_0, deferred1_1, 1); } } /** * @returns {Metadata} */ get metadata() { const ret = wasm.jsdictionary_metadata(this.__wbg_ptr); return Metadata.__wrap(ret); } /** * @returns {string} */ get name() { let deferred1_0; let deferred1_1; try { const ret = wasm.jsdictionary_name(this.__wbg_ptr); deferred1_0 = ret[0]; deferred1_1 = ret[1]; return getStringFromWasm0(ret[0], ret[1]); } finally { wasm.__wbindgen_free(deferred1_0, deferred1_1, 1); } } } if (Symbol.dispose) JsDictionary.prototype[Symbol.dispose] = JsDictionary.prototype.free; export class JsFieldDefinition { __destroy_into_raw() { const ptr = this.__wbg_ptr; this.__wbg_ptr = 0; JsFieldDefinitionFinalization.unregister(this); return ptr; } free() { const ptr = this.__destroy_into_raw(); wasm.__wbg_jsfielddefinition_free(ptr, 0); } /** * @param {number} index * @param {string} name * @param {FieldType} field_type * @param {string | null} [description] */ constructor(index, name, field_type, description) { const ptr0 = passStringToWasm0(name, wasm.__wbindgen_malloc, wasm.__wbindgen_realloc); const len0 = WASM_VECTOR_LEN; var ptr1 = isLikeNone(description) ? 0 : passStringToWasm0(description, wasm.__wbindgen_malloc, wasm.__wbindgen_realloc); var len1 = WASM_VECTOR_LEN; const ret = wasm.jsfielddefinition_new(index, ptr0, len0, field_type, ptr1, len1); return FieldDefinition.__wrap(ret); } } if (Symbol.dispose) JsFieldDefinition.prototype[Symbol.dispose] = JsFieldDefinition.prototype.free; export class JsLinderaError { __destroy_into_raw() { const ptr = this.__wbg_ptr; this.__wbg_ptr = 0; JsLinderaErrorFinalization.unregister(this); return ptr; } free() { const ptr = this.__destroy_into_raw(); wasm.__wbg_jslinderaerror_free(ptr, 0); } /** * @param {string} message */ constructor(message) { const ptr0 = passStringToWasm0(message, wasm.__wbindgen_malloc, wasm.__wbindgen_realloc); const len0 = WASM_VECTOR_LEN; const ret = wasm.jslinderaerror_new(ptr0, len0); return LinderaError.__wrap(ret); } /** * @returns {string} */ toString() { let deferred1_0; let deferred1_1; try { const ret = wasm.jslinderaerror_toString(this.__wbg_ptr); deferred1_0 = ret[0]; deferred1_1 = ret[1]; return getStringFromWasm0(ret[0], ret[1]); } finally { wasm.__wbindgen_free(deferred1_0, deferred1_1, 1); } } } if (Symbol.dispose) JsLinderaError.prototype[Symbol.dispose] = JsLinderaError.prototype.free; export class JsMetadata { __destroy_into_raw() { const ptr = this.__wbg_ptr; this.__wbg_ptr = 0; JsMetadataFinalization.unregister(this); return ptr; } free() { const ptr = this.__destroy_into_raw(); wasm.__wbg_jsmetadata_free(ptr, 0); } /** * @returns {CompressionAlgorithm} */ get compress_algorithm() { const ret = wasm.jsmetadata_compress_algorithm(this.__wbg_ptr); return ret; } /** * @returns {Metadata} */ static createDefault() { const ret = wasm.jsmetadata_createDefault(); return Metadata.__wrap(ret); } /** * @returns {Schema} */ get dictionary_schema() { const ret = wasm.jsmetadata_dictionary_schema(this.__wbg_ptr); return Schema.__wrap(ret); } /** * @returns {string} */ get encoding() { let deferred1_0; let deferred1_1; try { const ret = wasm.jsmetadata_encoding(this.__wbg_ptr); deferred1_0 = ret[0]; deferred1_1 = ret[1]; return getStringFromWasm0(ret[0], ret[1]); } finally { wasm.__wbindgen_free(deferred1_0, deferred1_1, 1); } } /** * @returns {string} */ get name() { let deferred1_0; let deferred1_1; try { const ret = wasm.jsmetadata_name(this.__wbg_ptr); deferred1_0 = ret[0]; deferred1_1 = ret[1]; return getStringFromWasm0(ret[0], ret[1]); } finally { wasm.__wbindgen_free(deferred1_0, deferred1_1, 1); } } /** * @param {string | null} [name] * @param {string | null} [encoding] * @param {CompressionAlgorithm | null} [compress_algorithm] */ constructor(name, encoding, compress_algorithm) { var ptr0 = isLikeNone(name) ? 0 : passStringToWasm0(name, wasm.__wbindgen_malloc, wasm.__wbindgen_realloc); var len0 = WASM_VECTOR_LEN; var ptr1 = isLikeNone(encoding) ? 0 : passStringToWasm0(encoding, wasm.__wbindgen_malloc, wasm.__wbindgen_realloc); var len1 = WASM_VECTOR_LEN; const ret = wasm.jsmetadata_new(ptr0, len0, ptr1, len1, isLikeNone(compress_algorithm) ? 4 : compress_algorithm); return Metadata.__wrap(ret); } /** * @param {CompressionAlgorithm} algorithm */ set compress_algorithm(algorithm) { wasm.jsmetadata_set_compress_algorithm(this.__wbg_ptr, algorithm); } /** * @param {Schema} schema */ set dictionary_schema(schema) { _assertClass(schema, Schema); var ptr0 = schema.__destroy_into_raw(); wasm.jsmetadata_set_dictionary_schema(this.__wbg_ptr, ptr0); } /** * @param {string} encoding */ set encoding(encoding) { const ptr0 = passStringToWasm0(encoding, wasm.__wbindgen_malloc, wasm.__wbindgen_realloc); const len0 = WASM_VECTOR_LEN; wasm.jsmetadata_set_encoding(this.__wbg_ptr, ptr0, len0); } /** * @param {string} name */ set name(name) { const ptr0 = passStringToWasm0(name, wasm.__wbindgen_malloc, wasm.__wbindgen_realloc); const len0 = WASM_VECTOR_LEN; wasm.jsmetadata_set_name(this.__wbg_ptr, ptr0, len0); } /** * @param {Schema} schema */ set user_dictionary_schema(schema) { _assertClass(schema, Schema); var ptr0 = schema.__destroy_into_raw(); wasm.jsmetadata_set_user_dictionary_schema(this.__wbg_ptr, ptr0); } /** * @returns {Schema} */ get user_dictionary_schema() { const ret = wasm.jsmetadata_user_dictionary_schema(this.__wbg_ptr); return Schema.__wrap(ret); } } if (Symbol.dispose) JsMetadata.prototype[Symbol.dispose] = JsMetadata.prototype.free; export class JsPenalty { __destroy_into_raw() { const ptr = this.__wbg_ptr; this.__wbg_ptr = 0; JsPenaltyFinalization.unregister(this); return ptr; } free() { const ptr = this.__destroy_into_raw(); wasm.__wbg_jspenalty_free(ptr, 0); } /** * @param {number | null} [kanji_penalty_length_threshold] * @param {number | null} [kanji_penalty_length_penalty] * @param {number | null} [other_penalty_length_threshold] * @param {number | null} [other_penalty_length_penalty] */ constructor(kanji_penalty_length_threshold, kanji_penalty_length_penalty, other_penalty_length_threshold, other_penalty_length_penalty) { const ret = wasm.jspenalty_new(isLikeNone(kanji_penalty_length_threshold) ? 0x100000001 : (kanji_penalty_length_threshold) >>> 0, isLikeNone(kanji_penalty_length_penalty) ? 0x100000001 : (kanji_penalty_length_penalty) >> 0, isLikeNone(other_penalty_length_threshold) ? 0x100000001 : (other_penalty_length_threshold) >>> 0, isLikeNone(other_penalty_length_penalty) ? 0x100000001 : (other_penalty_length_penalty) >> 0); return Penalty.__wrap(ret); } } if (Symbol.dispose) JsPenalty.prototype[Symbol.dispose] = JsPenalty.prototype.free; export class JsSchema { __destroy_into_raw() { const ptr = this.__wbg_ptr; this.__wbg_ptr = 0; JsSchemaFinalization.unregister(this); return ptr; } free() { const ptr = this.__destroy_into_raw(); wasm.__wbg_jsschema_free(ptr, 0); } /** * @returns {Schema} */ static create_default() { const ret = wasm.jsschema_create_default(); return Schema.__wrap(ret); } /** * @returns {number} */ field_count() { const ret = wasm.jsschema_field_count(this.__wbg_ptr); return ret >>> 0; } /** * @returns {string[]} */ get_all_fields() { const ret = wasm.jsschema_get_all_fields(this.__wbg_ptr); var v1 = getArrayJsValueFromWasm0(ret[0], ret[1]).slice(); wasm.__wbindgen_free(ret[0], ret[1] * 4, 4); return v1; } /** * @returns {string[]} */ get_custom_fields() { const ret = wasm.jsschema_get_custom_fields(this.__wbg_ptr); var v1 = getArrayJsValueFromWasm0(ret[0], ret[1]).slice(); wasm.__wbindgen_free(ret[0], ret[1] * 4, 4); return v1; } /** * @param {string} name * @returns {FieldDefinition | undefined} */ get_field_by_name(name) { const ptr0 = passStringToWasm0(name, wasm.__wbindgen_malloc, wasm.__wbindgen_realloc); const len0 = WASM_VECTOR_LEN; const ret = wasm.jsschema_get_field_by_name(this.__wbg_ptr, ptr0, len0); return ret === 0 ? undefined : FieldDefinition.__wrap(ret); } /** * @param {string} field_name * @returns {number | undefined} */ get_field_index(field_name) { const ptr0 = passStringToWasm0(field_name, wasm.__wbindgen_malloc, wasm.__wbindgen_realloc); const len0 = WASM_VECTOR_LEN; const ret = wasm.jsschema_get_field_index(this.__wbg_ptr, ptr0, len0); return ret === 0x100000001 ? undefined : ret; } /** * @param {number} index * @returns {string | undefined} */ get_field_name(index) { const ret = wasm.jsschema_get_field_name(this.__wbg_ptr, index); let v1; if (ret[0] !== 0) { v1 = getStringFromWasm0(ret[0], ret[1]).slice(); wasm.__wbindgen_free(ret[0], ret[1] * 1, 1); } return v1; } /** * @param {string[]} fields */ constructor(fields) { const ptr0 = passArrayJsValueToWasm0(fields, wasm.__wbindgen_malloc); const len0 = WASM_VECTOR_LEN; const ret = wasm.jsschema_new(ptr0, len0); return Schema.__wrap(ret); } } if (Symbol.dispose) JsSchema.prototype[Symbol.dispose] = JsSchema.prototype.free; export class JsToken { __destroy_into_raw() { const ptr = this.__wbg_ptr; this.__wbg_ptr = 0; JsTokenFinalization.unregister(this); return ptr; } free() { const ptr = this.__destroy_into_raw(); wasm.__wbg_jstoken_free(ptr, 0); } /** * Returns the detail at the specified index. * * # Parameters * * - `index`: Index of the detail to retrieve. * * # Returns * * The detail string if found, otherwise undefined. * @param {number} index * @returns {string | undefined} */ getDetail(index) { const ret = wasm.jstoken_getDetail(this.__wbg_ptr, index); let v1; if (ret[0] !== 0) { v1 = getStringFromWasm0(ret[0], ret[1]).slice(); wasm.__wbindgen_free(ret[0], ret[1] * 1, 1); } return v1; } /** * @returns {any} */ toJSON() { const ret = wasm.jstoken_toJSON(this.__wbg_ptr); return ret; } } if (Symbol.dispose) JsToken.prototype[Symbol.dispose] = JsToken.prototype.free; /** * Error type for Lindera operations. */ export class LinderaError { static __wrap(ptr) { ptr = ptr >>> 0; const obj = Object.create(LinderaError.prototype); obj.__wbg_ptr = ptr; LinderaErrorFinalization.register(obj, obj.__wbg_ptr, obj); return obj; } __destroy_into_raw() { const ptr = this.__wbg_ptr; this.__wbg_ptr = 0; LinderaErrorFinalization.unregister(this); return ptr; } free() { const ptr = this.__destroy_into_raw(); wasm.__wbg_linderaerror_free(ptr, 0); } /** * @returns {string} */ get message() { let deferred1_0; let deferred1_1; try { const ret = wasm.__wbg_get_linderaerror_message(this.__wbg_ptr); deferred1_0 = ret[0]; deferred1_1 = ret[1]; return getStringFromWasm0(ret[0], ret[1]); } finally { wasm.__wbindgen_free(deferred1_0, deferred1_1, 1); } } /** * @param {string} arg0 */ set message(arg0) { const ptr0 = passStringToWasm0(arg0, wasm.__wbindgen_malloc, wasm.__wbindgen_realloc); const len0 = WASM_VECTOR_LEN; wasm.__wbg_set_fielddefinition_name(this.__wbg_ptr, ptr0, len0); } } if (Symbol.dispose) LinderaError.prototype[Symbol.dispose] = LinderaError.prototype.free; /** * Dictionary metadata configuration. */ export class Metadata { static __wrap(ptr) { ptr = ptr >>> 0; const obj = Object.create(Metadata.prototype); obj.__wbg_ptr = ptr; MetadataFinalization.register(obj, obj.__wbg_ptr, obj); return obj; } __destroy_into_raw() { const ptr = this.__wbg_ptr; this.__wbg_ptr = 0; MetadataFinalization.unregister(this); return ptr; } free() { const ptr = this.__destroy_into_raw(); wasm.__wbg_metadata_free(ptr, 0); } } if (Symbol.dispose) Metadata.prototype[Symbol.dispose] = Metadata.prototype.free; /** * Tokenization mode. * * Determines how text is segmented into tokens. * @enum {0 | 1} */ export const Mode = Object.freeze({ /** * Standard tokenization based on dictionary cost */ Normal: 0, "0": "Normal", /** * Decompose compound words using penalty-based segmentation */ Decompose: 1, "1": "Decompose", }); /** * Penalty configuration for decompose mode. * * Controls how aggressively compound words are decomposed based on * character type and length thresholds. */ export class Penalty { static __wrap(ptr) { ptr = ptr >>> 0; const obj = Object.create(Penalty.prototype); obj.__wbg_ptr = ptr; PenaltyFinalization.register(obj, obj.__wbg_ptr, obj); return obj; } __destroy_into_raw() { const ptr = this.__wbg_ptr; this.__wbg_ptr = 0; PenaltyFinalization.unregister(this); return ptr; } free() { const ptr = this.__destroy_into_raw(); wasm.__wbg_penalty_free(ptr, 0); } /** * @returns {number} */ get kanji_penalty_length_penalty() { const ret = wasm.__wbg_get_penalty_kanji_penalty_length_penalty(this.__wbg_ptr); return ret; } /** * @returns {number} */ get kanji_penalty_length_threshold() { const ret = wasm.__wbg_get_penalty_kanji_penalty_length_threshold(this.__wbg_ptr); return ret >>> 0; } /** * @returns {number} */ get other_penalty_length_penalty() { const ret = wasm.__wbg_get_penalty_other_penalty_length_penalty(this.__wbg_ptr); return ret; } /** * @returns {number} */ get other_penalty_length_threshold() { const ret = wasm.__wbg_get_penalty_other_penalty_length_threshold(this.__wbg_ptr); return ret >>> 0; } /** * @param {number} arg0 */ set kanji_penalty_length_penalty(arg0) { wasm.__wbg_set_penalty_kanji_penalty_length_penalty(this.__wbg_ptr, arg0); } /** * @param {number} arg0 */ set kanji_penalty_length_threshold(arg0) { wasm.__wbg_set_penalty_kanji_penalty_length_threshold(this.__wbg_ptr, arg0); } /** * @param {number} arg0 */ set other_penalty_length_penalty(arg0) { wasm.__wbg_set_penalty_other_penalty_length_penalty(this.__wbg_ptr, arg0); } /** * @param {number} arg0 */ set other_penalty_length_threshold(arg0) { wasm.__wbg_set_penalty_other_penalty_length_threshold(this.__wbg_ptr, arg0); } } if (Symbol.dispose) Penalty.prototype[Symbol.dispose] = Penalty.prototype.free; /** * Dictionary schema definition. */ export class Schema { static __wrap(ptr) { ptr = ptr >>> 0; const obj = Object.create(Schema.prototype); obj.__wbg_ptr = ptr; SchemaFinalization.register(obj, obj.__wbg_ptr, obj); return obj; } __destroy_into_raw() { const ptr = this.__wbg_ptr; this.__wbg_ptr = 0; SchemaFinalization.unregister(this); return ptr; } free() { const ptr = this.__destroy_into_raw(); wasm.__wbg_schema_free(ptr, 0); } } if (Symbol.dispose) Schema.prototype[Symbol.dispose] = Schema.prototype.free; /** * Core segmenter for morphological analysis. */ export class Segmenter { __destroy_into_raw() { const ptr = this.__wbg_ptr; this.__wbg_ptr = 0; SegmenterFinalization.unregister(this); return ptr; } free() { const ptr = this.__destroy_into_raw(); wasm.__wbg_segmenter_free(ptr, 0); } } if (Symbol.dispose) Segmenter.prototype[Symbol.dispose] = Segmenter.prototype.free; /** * Token object wrapping the Rust Token data. * * This class provides robust access to token field and details. */ export class Token { static __wrap(ptr) { ptr = ptr >>> 0; const obj = Object.create(Token.prototype); obj.__wbg_ptr = ptr; TokenFinalization.register(obj, obj.__wbg_ptr, obj); return obj; } __destroy_into_raw() { const ptr = this.__wbg_ptr; this.__wbg_ptr = 0; TokenFinalization.unregister(this); return ptr; } free() { const ptr = this.__destroy_into_raw(); wasm.__wbg_token_free(ptr, 0); } /** * End byte position in the original text. * @returns {number} */ get byte_end() { const ret = wasm.__wbg_get_token_byte_end(this.__wbg_ptr); return ret >>> 0; } /** * Start byte position in the original text. * @returns {number} */ get byte_start() { const ret = wasm.__wbg_get_fielddefinition_index(this.__wbg_ptr); return ret >>> 0; } /** * Morphological details of the token. * @returns {string[]} */ get details() { const ret = wasm.__wbg_get_token_details(this.__wbg_ptr); var v1 = getArrayJsValueFromWasm0(ret[0], ret[1]).slice(); wasm.__wbindgen_free(ret[0], ret[1] * 4, 4); return v1; } /** * Position index of the token. * @returns {number} */ get position() { const ret = wasm.__wbg_get_token_position(this.__wbg_ptr); return ret >>> 0; } /** * Surface form of the token. * @returns {string} */ get surface() { let deferred1_0; let deferred1_1; try { const ret = wasm.__wbg_get_token_surface(this.__wbg_ptr); deferred1_0 = ret[0]; deferred1_1 = ret[1]; return getStringFromWasm0(ret[0], ret[1]); } finally { wasm.__wbindgen_free(deferred1_0, deferred1_1, 1); } } /** * Word ID in the dictionary. * @returns {number} */ get word_id() { const ret = wasm.__wbg_get_token_word_id(this.__wbg_ptr); return ret >>> 0; } /** * End byte position in the original text. * @param {number} arg0 */ set byte_end(arg0) { wasm.__wbg_set_token_byte_end(this.__wbg_ptr, arg0); } /** * Start byte position in the original text. * @param {number} arg0 */ set byte_start(arg0) { wasm.__wbg_set_fielddefinition_index(this.__wbg_ptr, arg0); } /** * Morphological details of the token. * @param {string[]} arg0 */ set details(arg0) { const ptr0 = passArrayJsValueToWasm0(arg0, wasm.__wbindgen_malloc); const len0 = WASM_VECTOR_LEN; wasm.__wbg_set_token_details(this.__wbg_ptr, ptr0, len0); } /** * Position index of the token. * @param {number} arg0 */ set position(arg0) { wasm.__wbg_set_token_position(this.__wbg_ptr, arg0); } /** * Surface form of the token. * @param {string} arg0 */ set surface(arg0) { const ptr0 = passStringToWasm0(arg0, wasm.__wbindgen_malloc, wasm.__wbindgen_realloc); const len0 = WASM_VECTOR_LEN; wasm.__wbg_set_token_surface(this.__wbg_ptr, ptr0, len0); } /** * Word ID in the dictionary. * @param {number} arg0 */ set word_id(arg0) { wasm.__wbg_set_token_word_id(this.__wbg_ptr, arg0); } } if (Symbol.dispose) Token.prototype[Symbol.dispose] = Token.prototype.free; /** * A tokenizer for morphological analysis. */ export class Tokenizer { static __wrap(ptr) { ptr = ptr >>> 0; const obj = Object.create(Tokenizer.prototype); obj.__wbg_ptr = ptr; TokenizerFinalization.register(obj, obj.__wbg_ptr, obj); return obj; } __destroy_into_raw() { const ptr = this.__wbg_ptr; this.__wbg_ptr = 0; TokenizerFinalization.unregister(this); return ptr; } free() { const ptr = this.__destroy_into_raw(); wasm.__wbg_tokenizer_free(ptr, 0); } /** * @param {Dictionary} dictionary * @param {string | null} [mode] * @param {UserDictionary | null} [user_dictionary] */ constructor(dictionary, mode, user_dictionary) { _assertClass(dictionary, Dictionary); var ptr0 = dictionary.__destroy_into_raw(); var ptr1 = isLikeNone(mode) ? 0 : passStringToWasm0(mode, wasm.__wbindgen_malloc, wasm.__wbindgen_realloc); var len1 = WASM_VECTOR_LEN; let ptr2 = 0; if (!isLikeNone(user_dictionary)) { _assertClass(user_dictionary, UserDictionary); ptr2 = user_dictionary.__destroy_into_raw(); } const ret = wasm.tokenizer_new(ptr0, ptr1, len1, ptr2); if (ret[2]) { throw takeFromExternrefTable0(ret[1]); } this.__wbg_ptr = ret[0] >>> 0; TokenizerFinalization.register(this, this.__wbg_ptr, this); return this; } /** * Tokenizes the input text. * @param {string} input_text * @returns {Token[]} */ tokenize(input_text) { const ptr0 = passStringToWasm0(input_text, wasm.__wbindgen_malloc, wasm.__wbindgen_realloc); const len0 = WASM_VECTOR_LEN; const ret = wasm.tokenizer_tokenize(this.__wbg_ptr, ptr0, len0); if (ret[3]) { throw takeFromExternrefTable0(ret[2]); } var v2 = getArrayJsValueFromWasm0(ret[0], ret[1]).slice(); wasm.__wbindgen_free(ret[0], ret[1] * 4, 4); return v2; } } if (Symbol.dispose) Tokenizer.prototype[Symbol.dispose] = Tokenizer.prototype.free; /** * Builder for creating a [`Tokenizer`] instance. * * `TokenizerBuilder` provides a fluent API for configuring and building a tokenizer * with various options such as dictionary selection, tokenization mode, character filters, * and token filters. */ export class TokenizerBuilder { __destroy_into_raw() { const ptr = this.__wbg_ptr; this.__wbg_ptr = 0; TokenizerBuilderFinalization.unregister(this); return ptr; } free() { const ptr = this.__destroy_into_raw(); wasm.__wbg_tokenizerbuilder_free(ptr, 0); } /** * Appends a character filter to the tokenization pipeline. * @param {string} name * @param {any} args */ appendCharacterFilter(name, args) { const ptr0 = passStringToWasm0(name, wasm.__wbindgen_malloc, wasm.__wbindgen_realloc); const len0 = WASM_VECTOR_LEN; const ret = wasm.tokenizerbuilder_appendCharacterFilter(this.__wbg_ptr, ptr0, len0, args); if (ret[1]) { throw takeFromExternrefTable0(ret[0]); } } /** * Appends a token filter to the tokenization pipeline. * @param {string} name * @param {any} args */ appendTokenFilter(name, args) { const ptr0 = passStringToWasm0(name, wasm.__wbindgen_malloc, wasm.__wbindgen_realloc); const len0 = WASM_VECTOR_LEN; const ret = wasm.tokenizerbuilder_appendTokenFilter(this.__wbg_ptr, ptr0, len0, args); if (ret[1]) { throw takeFromExternrefTable0(ret[0]); } } /** * @param {string} name * @param {any} args */ append_character_filter(name, args) { const ptr0 = passStringToWasm0(name, wasm.__wbindgen_malloc, wasm.__wbindgen_realloc); const len0 = WASM_VECTOR_LEN; const ret = wasm.tokenizerbuilder_append_character_filter(this.__wbg_ptr, ptr0, len0, args); if (ret[1]) { throw takeFromExternrefTable0(ret[0]); } } /** * @param {string} name * @param {any} args */ append_token_filter(name, args) { const ptr0 = passStringToWasm0(name, wasm.__wbindgen_malloc, wasm.__wbindgen_realloc); const len0 = WASM_VECTOR_LEN; const ret = wasm.tokenizerbuilder_append_token_filter(this.__wbg_ptr, ptr0, len0, args); if (ret[1]) { throw takeFromExternrefTable0(ret[0]); } } /** * Builds and returns a configured [`Tokenizer`] instance. * @returns {Tokenizer} */ build() { const ptr = this.__destroy_into_raw(); const ret = wasm.tokenizerbuilder_build(ptr); if (ret[2]) { throw takeFromExternrefTable0(ret[1]); } return Tokenizer.__wrap(ret[0]); } /** * Creates a new `TokenizerBuilder` instance. */ constructor() { const ret = wasm.tokenizerbuilder_new(); if (ret[2]) { throw takeFromExternrefTable0(ret[1]); } this.__wbg_ptr = ret[0] >>> 0; TokenizerBuilderFinalization.register(this, this.__wbg_ptr, this); return this; } /** * Sets the dictionary to use for tokenization. * @param {string} uri */ setDictionary(uri) { const ptr0 = passStringToWasm0(uri, wasm.__wbindgen_malloc, wasm.__wbindgen_realloc); const len0 = WASM_VECTOR_LEN; const ret = wasm.tokenizerbuilder_setDictionary(this.__wbg_ptr, ptr0, len0); if (ret[1]) { throw takeFromExternrefTable0(ret[0]); } } /** * Sets whether to keep whitespace tokens in the output. * @param {boolean} keep */ setKeepWhitespace(keep) { const ret = wasm.tokenizerbuilder_setKeepWhitespace(this.__wbg_ptr, keep); if (ret[1]) { throw takeFromExternrefTable0(ret[0]); } } /** * Sets the tokenization mode. * @param {string} mode */ setMode(mode) { const ptr0 = passStringToWasm0(mode, wasm.__wbindgen_malloc, wasm.__wbindgen_realloc); const len0 = WASM_VECTOR_LEN; const ret = wasm.tokenizerbuilder_setMode(this.__wbg_ptr, ptr0, len0); if (ret[1]) { throw takeFromExternrefTable0(ret[0]); } } /** * Sets a user-defined dictionary. * @param {string} uri */ setUserDictionary(uri) { const ptr0 = passStringToWasm0(uri, wasm.__wbindgen_malloc, wasm.__wbindgen_realloc); const len0 = WASM_VECTOR_LEN; const ret = wasm.tokenizerbuilder_setUserDictionary(this.__wbg_ptr, ptr0, len0); if (ret[1]) { throw takeFromExternrefTable0(ret[0]); } } /** * @param {string} uri */ set_dictionary(uri) { const ptr0 = passStringToWasm0(uri, wasm.__wbindgen_malloc, wasm.__wbindgen_realloc); const len0 = WASM_VECTOR_LEN; const ret = wasm.tokenizerbuilder_set_dictionary(this.__wbg_ptr, ptr0, len0); if (ret[1]) { throw takeFromExternrefTable0(ret[0]); } } /** * @param {boolean} keep */ set_keep_whitespace(keep) { const ret = wasm.tokenizerbuilder_set_keep_whitespace(this.__wbg_ptr, keep); if (ret[1]) { throw takeFromExternrefTable0(ret[0]); } } /** * @param {string} mode */ set_mode(mode) { const ptr0 = passStringToWasm0(mode, wasm.__wbindgen_malloc, wasm.__wbindgen_realloc); const len0 = WASM_VECTOR_LEN; const ret = wasm.tokenizerbuilder_set_mode(this.__wbg_ptr, ptr0, len0); if (ret[1]) { throw takeFromExternrefTable0(ret[0]); } } /** * @param {string} uri */ set_user_dictionary(uri) { const ptr0 = passStringToWasm0(uri, wasm.__wbindgen_malloc, wasm.__wbindgen_realloc); const len0 = WASM_VECTOR_LEN; const ret = wasm.tokenizerbuilder_set_user_dictionary(this.__wbg_ptr, ptr0, len0); if (ret[1]) { throw takeFromExternrefTable0(ret[0]); } } } if (Symbol.dispose) TokenizerBuilder.prototype[Symbol.dispose] = TokenizerBuilder.prototype.free; /** * A user-defined dictionary for custom words. */ export class UserDictionary { static __wrap(ptr) { ptr = ptr >>> 0; const obj = Object.create(UserDictionary.prototype); obj.__wbg_ptr = ptr; UserDictionaryFinalization.register(obj, obj.__wbg_ptr, obj); return obj; } __destroy_into_raw() { const ptr = this.__wbg_ptr; this.__wbg_ptr = 0; UserDictionaryFinalization.unregister(this); return ptr; } free() { const ptr = this.__destroy_into_raw(); wasm.__wbg_userdictionary_free(ptr, 0); } } if (Symbol.dispose) UserDictionary.prototype[Symbol.dispose] = UserDictionary.prototype.free; /** * Builds a dictionary from source files. * @param {string} input_dir * @param {string} output_dir * @param {Metadata} metadata */ export function buildDictionary(input_dir, output_dir, metadata) { const ptr0 = passStringToWasm0(input_dir, wasm.__wbindgen_malloc, wasm.__wbindgen_realloc); const len0 = WASM_VECTOR_LEN; const ptr1 = passStringToWasm0(output_dir, wasm.__wbindgen_malloc, wasm.__wbindgen_realloc); const len1 = WASM_VECTOR_LEN; _assertClass(metadata, Metadata); var ptr2 = metadata.__destroy_into_raw(); const ret = wasm.buildDictionary(ptr0, len0, ptr1, len1, ptr2); if (ret[1]) { throw takeFromExternrefTable0(ret[0]); } } /** * Builds a user dictionary from a CSV file. * @param {string} input_file * @param {string} output_dir * @param {Metadata | null} [metadata] */ export function buildUserDictionary(input_file, output_dir, metadata) { const ptr0 = passStringToWasm0(input_file, wasm.__wbindgen_malloc, wasm.__wbindgen_realloc); const len0 = WASM_VECTOR_LEN; const ptr1 = passStringToWasm0(output_dir, wasm.__wbindgen_malloc, wasm.__wbindgen_realloc); const len1 = WASM_VECTOR_LEN; let ptr2 = 0; if (!isLikeNone(metadata)) { _assertClass(metadata, Metadata); ptr2 = metadata.__destroy_into_raw(); } const ret = wasm.buildUserDictionary(ptr0, len0, ptr1, len1, ptr2); if (ret[1]) { throw takeFromExternrefTable0(ret[0]); } } /** * @param {string} input_dir * @param {string} output_dir * @param {Metadata} metadata */ export function build_dictionary(input_dir, output_dir, metadata) { const ptr0 = passStringToWasm0(input_dir, wasm.__wbindgen_malloc, wasm.__wbindgen_realloc); const len0 = WASM_VECTOR_LEN; const ptr1 = passStringToWasm0(output_dir, wasm.__wbindgen_malloc, wasm.__wbindgen_realloc); const len1 = WASM_VECTOR_LEN; _assertClass(metadata, Metadata); var ptr2 = metadata.__destroy_into_raw(); const ret = wasm.build_dictionary(ptr0, len0, ptr1, len1, ptr2); if (ret[1]) { throw takeFromExternrefTable0(ret[0]); } } /** * @param {string} input_file * @param {string} output_dir * @param {Metadata | null} [metadata] */ export function build_user_dictionary(input_file, output_dir, metadata) { const ptr0 = passStringToWasm0(input_file, wasm.__wbindgen_malloc, wasm.__wbindgen_realloc); const len0 = WASM_VECTOR_LEN; const ptr1 = passStringToWasm0(output_dir, wasm.__wbindgen_malloc, wasm.__wbindgen_realloc); const len1 = WASM_VECTOR_LEN; let ptr2 = 0; if (!isLikeNone(metadata)) { _assertClass(metadata, Metadata); ptr2 = metadata.__destroy_into_raw(); } const ret = wasm.build_user_dictionary(ptr0, len0, ptr1, len1, ptr2); if (ret[1]) { throw takeFromExternrefTable0(ret[0]); } } /** * Gets the version of the lindera-wasm library. * Backward compatibility alias for version(). * @returns {string} */ export function getVersion() { let deferred1_0; let deferred1_1; try { const ret = wasm.getVersion(); deferred1_0 = ret[0]; deferred1_1 = ret[1]; return getStringFromWasm0(ret[0], ret[1]); } finally { wasm.__wbindgen_free(deferred1_0, deferred1_1, 1); } } /** * Loads a dictionary from the specified URI. * @param {string} uri * @returns {Dictionary} */ export function loadDictionary(uri) { const ptr0 = passStringToWasm0(uri, wasm.__wbindgen_malloc, wasm.__wbindgen_realloc); const len0 = WASM_VECTOR_LEN; const ret = wasm.loadDictionary(ptr0, len0); if (ret[2]) { throw takeFromExternrefTable0(ret[1]); } return Dictionary.__wrap(ret[0]); } /** * Loads a user dictionary from the specified URI. * @param {string} uri * @param {Metadata} metadata * @returns {UserDictionary} */ export function loadUserDictionary(uri, metadata) { const ptr0 = passStringToWasm0(uri, wasm.__wbindgen_malloc, wasm.__wbindgen_realloc); const len0 = WASM_VECTOR_LEN; _assertClass(metadata, Metadata); var ptr1 = metadata.__destroy_into_raw(); const ret = wasm.loadUserDictionary(ptr0, len0, ptr1); if (ret[2]) { throw takeFromExternrefTable0(ret[1]); } return UserDictionary.__wrap(ret[0]); } /** * @param {string} uri * @returns {Dictionary} */ export function load_dictionary(uri) { const ptr0 = passStringToWasm0(uri, wasm.__wbindgen_malloc, wasm.__wbindgen_realloc); const len0 = WASM_VECTOR_LEN; const ret = wasm.load_dictionary(ptr0, len0); if (ret[2]) { throw takeFromExternrefTable0(ret[1]); } return Dictionary.__wrap(ret[0]); } /** * @param {string} uri * @param {Metadata} metadata * @returns {UserDictionary} */ export function load_user_dictionary(uri, metadata) { const ptr0 = passStringToWasm0(uri, wasm.__wbindgen_malloc, wasm.__wbindgen_realloc); const len0 = WASM_VECTOR_LEN; _assertClass(metadata, Metadata); var ptr1 = metadata.__destroy_into_raw(); const ret = wasm.load_user_dictionary(ptr0, len0, ptr1); if (ret[2]) { throw takeFromExternrefTable0(ret[1]); } return UserDictionary.__wrap(ret[0]); } /** * Returns the version of the lindera-wasm package. * @returns {string} */ export function version() { let deferred1_0; let deferred1_1; try { const ret = wasm.version(); deferred1_0 = ret[0]; deferred1_1 = ret[1]; return getStringFromWasm0(ret[0], ret[1]); } finally { wasm.__wbindgen_free(deferred1_0, deferred1_1, 1); } } function __wbg_get_imports() { const import0 = { __proto__: null, __wbg_Error_8c4e43fe74559d73: function(arg0, arg1) { const ret = Error(getStringFromWasm0(arg0, arg1)); return ret; }, __wbg_String_8f0eb39a4a4c2f66: function(arg0, arg1) { const ret = String(arg1); const ptr1 = passStringToWasm0(ret, wasm.__wbindgen_malloc, wasm.__wbindgen_realloc); const len1 = WASM_VECTOR_LEN; getDataViewMemory0().setInt32(arg0 + 4 * 1, len1, true); getDataViewMemory0().setInt32(arg0 + 4 * 0, ptr1, true); }, __wbg___wbindgen_bigint_get_as_i64_8fcf4ce7f1ca72a2: function(arg0, arg1) { const v = arg1; const ret = typeof(v) === 'bigint' ? v : undefined; getDataViewMemory0().setBigInt64(arg0 + 8 * 1, isLikeNone(ret) ? BigInt(0) : ret, true); getDataViewMemory0().setInt32(arg0 + 4 * 0, !isLikeNone(ret), true); }, __wbg___wbindgen_boolean_get_bbbb1c18aa2f5e25: function(arg0) { const v = arg0; const ret = typeof(v) === 'boolean' ? v : undefined; return isLikeNone(ret) ? 0xFFFFFF : ret ? 1 : 0; }, __wbg___wbindgen_debug_string_0bc8482c6e3508ae: function(arg0, arg1) { const ret = debugString(arg1); const ptr1 = passStringToWasm0(ret, wasm.__wbindgen_malloc, wasm.__wbindgen_realloc); const len1 = WASM_VECTOR_LEN; getDataViewMemory0().setInt32(arg0 + 4 * 1, len1, true); getDataViewMemory0().setInt32(arg0 + 4 * 0, ptr1, true); }, __wbg___wbindgen_in_47fa6863be6f2f25: function(arg0, arg1) { const ret = arg0 in arg1; return ret; }, __wbg___wbindgen_is_bigint_31b12575b56f32fc: function(arg0) { const ret = typeof(arg0) === 'bigint'; return ret; }, __wbg___wbindgen_is_function_0095a73b8b156f76: function(arg0) { const ret = typeof(arg0) === 'function'; return ret; }, __wbg___wbindgen_is_null_ac34f5003991759a: function(arg0) { const ret = arg0 === null; return ret; }, __wbg___wbindgen_is_object_5ae8e5880f2c1fbd: function(arg0) { const val = arg0; const ret = typeof(val) === 'object' && val !== null; return ret; }, __wbg___wbindgen_is_undefined_9e4d92534c42d778: function(arg0) { const ret = arg0 === undefined; return ret; }, __wbg___wbindgen_jsval_eq_11888390b0186270: function(arg0, arg1) { const ret = arg0 === arg1; return ret; }, __wbg___wbindgen_jsval_loose_eq_9dd77d8cd6671811: function(arg0, arg1) { const ret = arg0 == arg1; return ret; }, __wbg___wbindgen_number_get_8ff4255516ccad3e: function(arg0, arg1) { const obj = arg1; const ret = typeof(obj) === 'number' ? obj : undefined; getDataViewMemory0().setFloat64(arg0 + 8 * 1, isLikeNone(ret) ? 0 : ret, true); getDataViewMemory0().setInt32(arg0 + 4 * 0, !isLikeNone(ret), true); }, __wbg___wbindgen_string_get_72fb696202c56729: function(arg0, arg1) { const obj = arg1; const ret = typeof(obj) === 'string' ? obj : undefined; var ptr1 = isLikeNone(ret) ? 0 : passStringToWasm0(ret, wasm.__wbindgen_malloc, wasm.__wbindgen_realloc); var len1 = WASM_VECTOR_LEN; getDataViewMemory0().setInt32(arg0 + 4 * 1, len1, true); getDataViewMemory0().setInt32(arg0 + 4 * 0, ptr1, true); }, __wbg___wbindgen_throw_be289d5034ed271b: function(arg0, arg1) { throw new Error(getStringFromWasm0(arg0, arg1)); }, __wbg_call_389efe28435a9388: function() { return handleError(function (arg0, arg1) { const ret = arg0.call(arg1); return ret; }, arguments); }, __wbg_done_57b39ecd9addfe81: function(arg0) { const ret = arg0.done; return ret; }, __wbg_entries_58c7934c745daac7: function(arg0) { const ret = Object.entries(arg0); return ret; }, __wbg_get_9b94d73e6221f75c: function(arg0, arg1) { const ret = arg0[arg1 >>> 0]; return ret; }, __wbg_get_b3ed3ad4be2bc8ac: function() { return handleError(function (arg0, arg1) { const ret = Reflect.get(arg0, arg1); return ret; }, arguments); }, __wbg_instanceof_ArrayBuffer_c367199e2fa2aa04: function(arg0) { let result; try { result = arg0 instanceof ArrayBuffer; } catch (_) { result = false; } const ret = result; return ret; }, __wbg_instanceof_Map_53af74335dec57f4: function(arg0) { let result; try { result = arg0 instanceof Map; } catch (_) { result = false; } const ret = result; return ret; }, __wbg_instanceof_Uint8Array_9b9075935c74707c: function(arg0) { let result; try { result = arg0 instanceof Uint8Array; } catch (_) { result = false; } const ret = result; return ret; }, __wbg_isArray_d314bb98fcf08331: function(arg0) { const ret = Array.isArray(arg0); return ret; }, __wbg_isSafeInteger_bfbc7332a9768d2a: function(arg0) { const ret = Number.isSafeInteger(arg0); return ret; }, __wbg_iterator_6ff6560ca1568e55: function() { const ret = Symbol.iterator; return ret; }, __wbg_length_32ed9a279acd054c: function(arg0) { const ret = arg0.length; return ret; }, __wbg_length_35a7bace40f36eac: function(arg0) { const ret = arg0.length; return ret; }, __wbg_new_361308b2356cecd0: function() { const ret = new Object(); return ret; }, __wbg_new_3eb36ae241fe6f44: function() { const ret = new Array(); return ret; }, __wbg_new_dd2b680c8bf6ae29: function(arg0) { const ret = new Uint8Array(arg0); return ret; }, __wbg_next_3482f54c49e8af19: function() { return handleError(function (arg0) { const ret = arg0.next(); return ret; }, arguments); }, __wbg_next_418f80d8f5303233: function(arg0) { const ret = arg0.next; return ret; }, __wbg_prototypesetcall_bdcdcc5842e4d77d: function(arg0, arg1, arg2) { Uint8Array.prototype.set.call(getArrayU8FromWasm0(arg0, arg1), arg2); }, __wbg_push_8ffdcb2063340ba5: function(arg0, arg1) { const ret = arg0.push(arg1); return ret; }, __wbg_set_6cb8631f80447a67: function() { return handleError(function (arg0, arg1, arg2) { const ret = Reflect.set(arg0, arg1, arg2); return ret; }, arguments); }, __wbg_token_new: function(arg0) { const ret = Token.__wrap(arg0); return ret; }, __wbg_value_0546255b415e96c1: function(arg0) { const ret = arg0.value; return ret; }, __wbindgen_cast_0000000000000001: function(arg0) { // Cast intrinsic for `F64 -> Externref`. const ret = arg0; return ret; }, __wbindgen_cast_0000000000000002: function(arg0) { // Cast intrinsic for `I64 -> Externref`. const ret = arg0; return ret; }, __wbindgen_cast_0000000000000003: function(arg0, arg1) { // Cast intrinsic for `Ref(String) -> Externref`. const ret = getStringFromWasm0(arg0, arg1); return ret; }, __wbindgen_cast_0000000000000004: function(arg0) { // Cast intrinsic for `U64 -> Externref`. const ret = BigInt.asUintN(64, arg0); return ret; }, __wbindgen_init_externref_table: function() { const table = wasm.__wbindgen_externrefs; const offset = table.grow(4); table.set(0, undefined); table.set(offset + 0, undefined); table.set(offset + 1, null); table.set(offset + 2, true); table.set(offset + 3, false); }, }; return { __proto__: null, "./lindera_wasm_ko_dic_bg.js": import0, }; } const DictionaryFinalization = (typeof FinalizationRegistry === 'undefined') ? { register: () => {}, unregister: () => {} } : new FinalizationRegistry(ptr => wasm.__wbg_dictionary_free(ptr >>> 0, 1)); const FieldDefinitionFinalization = (typeof Finalizatio