nlp-tokenizer/dist/index.d.ts

tokenizer

import Tokenizer from './Tokenizer';
import NNTokenizer from './NNTokenizer';
import WordPieceTokenizer from './WordPieceTokenizer';
export default Tokenizer;
export { Tokenizer, NNTokenizer, WordPieceTokenizer };