"use strict";
Object.defineProperty(exports, "__esModule", { value: true });
exports.tokenize = void 0;
const tokenizer_1 = require("./tokenizer");
function tokenize(data) {
return new tokenizer_1.Tokenizer(data).tokenize();
}
exports.tokenize = tokenize;