@skiff-org/trawler/src/lang/latin/simple.js

A modern search library for Skiff

import { pipeline, normalize, regex_whitespace, regex } from '../../lang.js';

export const rtl = false;
export const tokenize = '';
export default {
  encode: encode,
  rtl: rtl,
  tokenize: tokenize
};

// Charset Normalization

const //regex_whitespace = /\W+/,
  //regex_strip = regex("[^a-z0-9 ]"),
  regex_a = regex('[àáâãäå]'),
  regex_e = regex('[èéêë]'),
  regex_i = regex('[ìíîï]'),
  regex_o = regex('[òóôõöő]'),
  regex_u = regex('[ùúûüű]'),
  regex_y = regex('[ýŷÿ]'),
  regex_n = regex('ñ'),
  regex_c = regex('[çc]'),
  regex_s = regex('ß'),
  regex_and = regex(' & ');

const pairs = [

  regex_a, 'a',
  regex_e, 'e',
  regex_i, 'i',
  regex_o, 'o',
  regex_u, 'u',
  regex_y, 'y',
  regex_n, 'n',
  regex_c, 'k',
  regex_s, 's',
  regex_and, ' and '
  //regex_whitespace, " "
  //regex_strip, ""
];

/**
 * @param {string} str
 * @this IndexInterface
 */

export function encode(str){
  str = '' + str;

  return pipeline.call(

    this,
    /* string: */ normalize(str).toLowerCase(),
    /* normalize: */ !str.normalize && pairs,
    /* split: */ regex_whitespace,
    /* collapse: */ false
  );
}