@making-sense/antlr-editor/src/utils/tokensProvider.ts

ANTLR Typescript editor

import { Lexer } from "@making-sense/antlr4ng";
import { keywordRgx } from "./vocabularyPack";

export class TokensProvider {
    private readonly definition: any;

    constructor(tools: any) {
        const { Lexer, monarchDefinition = {} } = tools;
        this.definition = JSON.parse(JSON.stringify(monarchDefinition), rgxReviver);
        this.createCategories();
        this.addTokens(Lexer);
    }

    private createCategories() {
        this.createCategory("keywords");
        this.createCategory("operators");
        this.createCategory("specials");
        this.createCategory("variables");
        this.createCategory("attributes");
        this.createCategory("dimensions");
        this.createCategory("primaryMeasures");
    }

    private createCategory(category: string) {
        if (!(category in this.definition) || !(this.definition.keywords instanceof Array)) {
            this.definition[category] = new Array<string>();
        }
    }

    private addTokens(lexer: Lexer) {
        const { vocabulary } = lexer;
        const ruleNames = lexer.ruleNames;
        ruleNames.forEach((_: any, index: number) => {
            let tokenName = vocabulary.getLiteralName(++index);
            if (tokenName) {
                tokenName = tokenName.replace(/^'+|'+$/g, "");
                if (keywordRgx.test(tokenName)) {
                    this.definition.keywords.push(tokenName);
                } else if (vocabulary.getSymbolicName(index)) {
                    this.definition.specials.push(tokenName);
                } else {
                    this.definition.operators.push(tokenName);
                }
            }
        });
    }

    public monarchLanguage(): any {
        return this.definition;
    }

    public addVariables() {
        this.definition.variables.push("ds_L_CY", "ErrB", "ds_V_PY");
    }
}

const rgxPrefix = "_RGX_";
const rgxRgx = /\/(.*)\/(.*)?/;

function rgxReviver(_: string, value: any) {
    const strValue = value.toString();
    if (strValue.indexOf(rgxPrefix) === 0) {
        const matchArray = strValue.split(rgxPrefix)[1].match(rgxRgx);
        return new RegExp(matchArray[1], matchArray[2] || "");
    }
    return value;
}