@aurahelper/languages
Version:
Language Libraries to work with XML, Aura, Apex... files. tokenizers, parsers, system classes and much more
11 lines (10 loc) • 496 B
TypeScript
import { Token } from "@aurahelper/core";
export declare class Tokenizer {
/**
* Method to tokenize any String into basic tokens
* @param {string} str String to tokenize
* @param {number} [virtualLine] To tokenize a single line into a entire document, you can pass the line number to get all data correctly, including lines and colums
* @returns {Token[]} Return the token list from str
*/
static tokenize(str: string, virtualLine?: number): Token[];
}