mframejs/src/mframejs/binding/ast/tokenize.ts

simple framework

import { Tokenizer } from './tokenizer';



/**
 * Will tokenize string (only give it content of ${})
 */
export const tokenize = function (str: string) {
    const tokenizer = new Tokenizer(str);
    const tokens = tokenizer.start();

    return tokens;
};