generator-jhipster
Version:
Spring Boot + Angular/React/Vue in one handy generator
136 lines (135 loc) • 5.87 kB
JavaScript
/**
* Copyright 2013-2026 the original author or authors from the JHipster project.
*
* This file is part of the JHipster project, see https://www.jhipster.tech/
* for more information.
*
* Licensed under the Apache License, Version 2.0 (the "License");
* you may not use this file except in compliance with the License.
* You may obtain a copy of the License at
*
* https://www.apache.org/licenses/LICENSE-2.0
*
* Unless required by applicable law or agreed to in writing, software
* distributed under the License is distributed on an "AS IS" BASIS,
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
* See the License for the specific language governing permissions and
* limitations under the License.
*/
import { Lexer } from 'chevrotain';
import { relationshipOptions } from "../../built-in-options/index.js";
import OptionTokens from "./option-tokens.js";
import RelationshipTypeTokens from "./relationship-type-tokens.js";
import { BINARY_OPTION, NAME, UNARY_OPTION } from "./shared-tokens.js";
import createTokenFromConfigCreator from "./token-creator.js";
import ValidationTokens from "./validation-tokens.js";
export const buildTokens = (tokens) => {
const { applicationTokens, deploymentTokens } = tokens;
const _tokens = {};
const { BUILT_IN_ENTITY } = relationshipOptions;
function createTokenFromConfig(config) {
const newToken = createTokenFromConfigCreator(config);
_tokens[config.name] = newToken;
return newToken;
}
// Some categories to make the grammar easier to read
const BOOLEAN = createTokenFromConfig({
name: 'BOOLEAN',
pattern: Lexer.NA,
});
// Category for the Application Configuration key names
const CONFIG_KEY = applicationTokens.categoryToken;
// Category For the Application deployment key names
const DEPLOYMENT_KEY = deploymentTokens.categoryToken;
createTokenFromConfig({
name: 'WHITESPACE',
pattern: /[\n\t\r \u2028\u2029]+/,
// Whitespace insensitivity for the win.
group: Lexer.SKIPPED,
});
// Comments
createTokenFromConfig({
name: 'JAVADOC',
pattern: /\/\*\*([\s\S]*?)\*\//,
});
// Comments
createTokenFromConfig({
name: 'BLOCK_COMMENT',
pattern: /\/\*([\s\S]*?)\*\//,
group: Lexer.SKIPPED,
});
// Constants
// Application constants
createTokenFromConfig({ name: 'CONFIG', pattern: 'config' });
createTokenFromConfig({ name: 'ENTITIES', pattern: 'entities' });
applicationTokens.tokens.forEach(token => {
_tokens[token.name] = token;
});
// application must appear AFTER "applicationType" due to shorter common prefix.
createTokenFromConfig({ name: 'APPLICATION', pattern: 'application' });
// this is used in application config and deployment
createTokenFromConfig({
name: 'SERVICE_DISCOVERY_TYPE',
pattern: 'serviceDiscoveryType',
categories: [CONFIG_KEY, DEPLOYMENT_KEY],
});
deploymentTokens.tokens.forEach(token => {
_tokens[token.name] = token;
});
createTokenFromConfig({ name: 'DEPLOYMENT', pattern: 'deployment' });
// boolean value constants
createTokenFromConfig({ name: 'TRUE', pattern: 'true', categories: [BOOLEAN] });
createTokenFromConfig({ name: 'FALSE', pattern: 'false', categories: [BOOLEAN] });
// Entity constants
createTokenFromConfig({ name: 'ENTITY', pattern: 'entity' });
createTokenFromConfig({ name: 'ENUM', pattern: 'enum' });
// Relationship-related
createTokenFromConfig({ name: 'RELATIONSHIP', pattern: 'relationship' });
createTokenFromConfig({ name: 'BUILT_IN_ENTITY', pattern: BUILT_IN_ENTITY });
// Category For the relationship type key names
RelationshipTypeTokens.tokens.forEach(token => {
_tokens[token.name] = token;
});
createTokenFromConfig({ name: 'STAR', pattern: '*' });
// Options
OptionTokens.tokens.forEach(token => {
_tokens[token.name] = token;
});
// validations
ValidationTokens.tokens.forEach(token => {
_tokens[token.name] = token;
});
createTokenFromConfig({ name: 'REGEX', pattern: /\/[^\n\r]*\// });
createTokenFromConfig({ name: 'DECIMAL', pattern: /-?\d+\.\d+/ });
createTokenFromConfig({ name: 'INTEGER', pattern: /-?\d+/ });
// No escaping, no unicode, just a plain string literal
createTokenFromConfig({ name: 'STRING', pattern: /"(?:[^"])*"/ });
// punctuation
createTokenFromConfig({ name: 'LPAREN', pattern: '(' });
createTokenFromConfig({ name: 'RPAREN', pattern: ')' });
createTokenFromConfig({ name: 'LCURLY', pattern: '{' });
createTokenFromConfig({ name: 'RCURLY', pattern: '}' });
createTokenFromConfig({ name: 'LSQUARE', pattern: '[' });
createTokenFromConfig({ name: 'RSQUARE', pattern: ']' });
createTokenFromConfig({ name: 'COMMA', pattern: ',' });
createTokenFromConfig({ name: 'COMMA_WITHOUT_NEWLINE', pattern: /,[^\n\r]/ });
createTokenFromConfig({ name: 'EQUALS', pattern: '=' });
createTokenFromConfig({ name: 'DOT', pattern: '.' });
createTokenFromConfig({ name: 'TO', pattern: 'to' });
// annotations
createTokenFromConfig({ name: 'AT', pattern: '@' });
const typedTokens = {
UNARY_OPTION,
BINARY_OPTION,
// Imperative the "NAME" token will be added after all the keywords to resolve keywords vs identifier conflict.
NAME,
};
return {
..._tokens,
...typedTokens,
};
};
// with 'ensureOptimizations' the lexer initialization will throw a descriptive error
// instead of silently reverting to an unoptimized algorithm.
// This will avoid performance regressions.
export const createJDLLexer = (tokens) => new Lexer(Object.values(tokens), { ensureOptimizations: true });