@jlucaspains/sharp-recipe-parser/src/tokenizer.d.ts

Recipe parsing tools

/**
 * This function tokenizes a given text string.
 * It splits the text into an array of tokens, optionally removing spaces.
 * The tokens can be words, numbers, or punctuation marks.
 * @param {string} text - The text string to be tokenized.
 * @param {boolean} [removeSpaces] - Whether to remove spaces from the tokens.
 * @returns {string[]} An array of tokens.
 */
export function tokenize(text: string, removeSpaces?: boolean): string[];
//# sourceMappingURL=tokenizer.d.ts.map