@hiherto-elements/natural/test/tokenizers/regexp-tokenizer.js

minimal es6 natural language detection

import { Assert } from '../../node_modules/@hiherto-elements/assert/Assert.js';
import { RegexpTokenizer } from '../../src/tokenizers/regexp-tokenizer.js';
Assert.isFunction(RegexpTokenizer);
const res = new RegexpTokenizer({
    pattern: /^The/
}).tokenize('The quick brown');
console.log(res);