string-punctuation-tokenizer/lib/index.js

Small library that provides functions to tokenize a string into an array of words with or without punctuation

"use strict";

Object.defineProperty(exports, "__esModule", {
  value: true
});
Object.defineProperty(exports, "tokenize", {
  enumerable: true,
  get: function get() {
    return _tokenizers.tokenize;
  }
});
Object.defineProperty(exports, "tokenizeOrigLang", {
  enumerable: true,
  get: function get() {
    return _tokenizers.tokenizeOrigLang;
  }
});
Object.defineProperty(exports, "word", {
  enumerable: true,
  get: function get() {
    return _tokenizers.word;
  }
});
Object.defineProperty(exports, "punctuation", {
  enumerable: true,
  get: function get() {
    return _tokenizers.punctuation;
  }
});
Object.defineProperty(exports, "whitespace", {
  enumerable: true,
  get: function get() {
    return _tokenizers.whitespace;
  }
});
Object.defineProperty(exports, "number", {
  enumerable: true,
  get: function get() {
    return _tokenizers.number_;
  }
});
Object.defineProperty(exports, "normalizer", {
  enumerable: true,
  get: function get() {
    return _normalizers.normalizer;
  }
});
Object.defineProperty(exports, "normalizerDestructive", {
  enumerable: true,
  get: function get() {
    return _normalizers.normalizerDestructive;
  }
});
Object.defineProperty(exports, "normalizationsDestructive", {
  enumerable: true,
  get: function get() {
    return _normalizers.normalizationsDestructive;
  }
});
Object.defineProperty(exports, "occurrenceInString", {
  enumerable: true,
  get: function get() {
    return _occurrences.occurrenceInString;
  }
});
Object.defineProperty(exports, "occurrencesInString", {
  enumerable: true,
  get: function get() {
    return _occurrences.occurrencesInString;
  }
});
Object.defineProperty(exports, "selectionArray", {
  enumerable: true,
  get: function get() {
    return _selectionHelpers.selectionArray;
  }
});
Object.defineProperty(exports, "spliceStringOnRanges", {
  enumerable: true,
  get: function get() {
    return _selectionHelpers.spliceStringOnRanges;
  }
});
Object.defineProperty(exports, "selectionsToRanges", {
  enumerable: true,
  get: function get() {
    return _selectionHelpers.selectionsToRanges;
  }
});

var _tokenizers = require("./tokenizers");

var _normalizers = require("./normalizers");

var _occurrences = require("./occurrences");

var _selectionHelpers = require("./selectionHelpers");
//# sourceMappingURL=data:application/json;charset=utf-8;base64,eyJ2ZXJzaW9uIjozLCJzb3VyY2VzIjpbIi4uL3NyYy9pbmRleC5qcyJdLCJuYW1lcyI6W10sIm1hcHBpbmdzIjoiOzs7Ozs7Ozs7Ozs7Ozs7Ozs7Ozs7Ozs7Ozs7Ozs7Ozs7Ozs7Ozs7Ozs7Ozs7Ozs7Ozs7Ozs7Ozs7Ozs7Ozs7Ozs7Ozs7Ozs7Ozs7Ozs7Ozs7Ozs7Ozs7Ozs7QUFBQTs7QUFTQTs7QUFNQTs7QUFLQSIsInNvdXJjZXNDb250ZW50IjpbImltcG9ydCB7XG4gIHRva2VuaXplLFxuICB0b2tlbml6ZU9yaWdMYW5nLFxuICB3b3JkLFxuICBwdW5jdHVhdGlvbixcbiAgd2hpdGVzcGFjZSxcbiAgbnVtYmVyXyBhcyBudW1iZXIsXG59IGZyb20gJy4vdG9rZW5pemVycyc7XG5cbmltcG9ydCB7XG4gIG5vcm1hbGl6ZXIsXG4gIG5vcm1hbGl6ZXJEZXN0cnVjdGl2ZSxcbiAgbm9ybWFsaXphdGlvbnNEZXN0cnVjdGl2ZSxcbn0gZnJvbSAnLi9ub3JtYWxpemVycyc7XG5cbmltcG9ydCB7XG4gIG9jY3VycmVuY2VJblN0cmluZyxcbiAgb2NjdXJyZW5jZXNJblN0cmluZyxcbn0gZnJvbSAnLi9vY2N1cnJlbmNlcyc7XG5cbmltcG9ydCB7XG4gIHNlbGVjdGlvbkFycmF5LFxuICBzcGxpY2VTdHJpbmdPblJhbmdlcyxcbiAgc2VsZWN0aW9uc1RvUmFuZ2VzLFxufSBmcm9tICcuL3NlbGVjdGlvbkhlbHBlcnMnO1xuXG5leHBvcnQge1xuICB0b2tlbml6ZSxcbiAgdG9rZW5pemVPcmlnTGFuZyxcbiAgbm9ybWFsaXplcixcbiAgbm9ybWFsaXplckRlc3RydWN0aXZlLFxuICBub3JtYWxpemF0aW9uc0Rlc3RydWN0aXZlLFxuICBvY2N1cnJlbmNlSW5TdHJpbmcsXG4gIG9jY3VycmVuY2VzSW5TdHJpbmcsXG4gIHNlbGVjdGlvbkFycmF5LFxuICBzcGxpY2VTdHJpbmdPblJhbmdlcyxcbiAgc2VsZWN0aW9uc1RvUmFuZ2VzLFxuICB3b3JkLFxuICBwdW5jdHVhdGlvbixcbiAgd2hpdGVzcGFjZSxcbiAgbnVtYmVyLFxufTtcbiJdfQ==