flexsearch-ts/src/lang/latin/advanced.js

Next-Generation full text search library with zero dependencies.

import { IndexInterface } from "../../type.js";
import { regex, replace, collapse } from "../../lang.js";
import { encode as encode_balance } from "./balance.js";

export const rtl = false;
export const tokenize = "";
export default {
    encode: encode,
    rtl: rtl,
    tokenize: tokenize
}

// Phonetic Normalization

const regex_ae = regex("ae"),
    //regex_ai = regex("ai"),
    //regex_ay = regex("ay"),
    //regex_ey = regex("ey"),
    regex_oe = regex("oe"),
    //regex_ue = regex("ue"),
    //regex_ie = regex("ie"),
    //regex_sz = regex("sz"),
    //regex_zs = regex("zs"),
    //regex_ck = regex("ck"),
    //regex_cc = regex("cc"),
    regex_sh = regex("sh"),
    regex_th = regex("th"),
    //regex_dt = regex("dt"),
    regex_ph = regex("ph"),
    regex_pf = regex("pf");
    //regex_ou = regex("ou"),
    //regex_uo = regex("uo");

const pairs = [
    regex_ae, "a",
    // regex_ai, "ei",
    // regex_ay, "ei",
    // regex_ey, "ei",
    regex_oe, "o",
    // regex_ue, "u",
    // regex_ie, "i",
    // regex_sz, "s",
    // regex_zs, "s",
    regex_sh, "s",
    // regex_ck, "k",
    // regex_cc, "k",
    regex_th, "t",
    // regex_dt, "t",
    regex_ph, "f",
    regex_pf, "f",
    // regex_ou, "o",
    // regex_uo, "u"

    // regex("(?![aeiouy])h(?![aeiouy])"), "",
    // regex("(?!^[aeiouy])h(?!^[aeiouy])"), ""
    regex("(?![aeo])h(?![aeo])"), "",
    regex("(?!^[aeo])h(?!^[aeo])"), ""
];

/**
 * @param {string|number} str
 * @param {boolean=} _skip_postprocessing
 * @this IndexInterface
 */

export function encode(str, _skip_postprocessing){

    if(str){

        str = encode_balance.call(this, str).join(" ");

        if(str.length > 2){

            str = replace(str, pairs);
        }

        if(!_skip_postprocessing){

            if(str.length > 1){

                str = collapse(str);
            }

            if(str){

                str = str.split(" ");
            }
        }
    }

    return str || [];
}