compromise/src/1-one/tokenize/methods/index.js

modest natural language processing

import splitSentences from './01-sentences/index.js'
import splitTerms from './02-terms/index.js'
import splitWhitespace from './03-whitespace/index.js'
import killUnicode from './unicode.js'
import fromString from './parse.js'
import isSentence from './01-sentences/is-sentence.js'

export default {
  one: {
    killUnicode,
    tokenize: {
      splitSentences,
      isSentence,
      splitTerms,
      splitWhitespace,
      fromString,
    },
  },
}