UNPKG

@aurahelper/languages

Version:

Language Libraries to work with XML, Aura, Apex... files. tokenizers, parsers, system classes and much more

11 lines (10 loc) 496 B
import { Token } from "@aurahelper/core"; export declare class Tokenizer { /** * Method to tokenize any String into basic tokens * @param {string} str String to tokenize * @param {number} [virtualLine] To tokenize a single line into a entire document, you can pass the line number to get all data correctly, including lines and colums * @returns {Token[]} Return the token list from str */ static tokenize(str: string, virtualLine?: number): Token[]; }