dt-sql-parser
Version:
SQL Parsers for BigData, built with antlr4
133 lines (132 loc) • 6.45 kB
JavaScript
import { processTokenCandidates } from '../common/tokenUtils';
import { HiveSqlLexer } from '../../lib/hive/HiveSqlLexer';
import { HiveSqlParser } from '../../lib/hive/HiveSqlParser';
import { BasicSQL } from '../common/basicSQL';
import { EntityContextType, } from '../common/types';
import { HiveEntityCollector } from './hiveEntityCollector';
import { HiveErrorListener } from './hiveErrorListener';
import { HiveSqlSplitListener } from './hiveSplitListener';
import { HiveSemanticContextCollector } from './hiveSemanticContextCollector';
export { HiveEntityCollector, HiveSqlSplitListener };
export class HiveSQL extends BasicSQL {
constructor() {
super(...arguments);
this.preferredRules = new Set([
HiveSqlParser.RULE_dbSchemaName, // db or schema name
HiveSqlParser.RULE_dbSchemaNameCreate, // db or schema name that will be created
HiveSqlParser.RULE_tableName, // table name
HiveSqlParser.RULE_tableNameCreate, // table name that will be created
HiveSqlParser.RULE_viewName, // view name
HiveSqlParser.RULE_viewNameCreate, // view name that will be created
HiveSqlParser.RULE_functionNameForDDL, // function name
HiveSqlParser.RULE_functionNameForInvoke, // function name
HiveSqlParser.RULE_functionNameCreate, // function name that will be created
HiveSqlParser.RULE_columnName,
HiveSqlParser.RULE_columnNamePath,
HiveSqlParser.RULE_columnNameCreate,
]);
}
createLexerFromCharStream(charStreams) {
return new HiveSqlLexer(charStreams);
}
createParserFromTokenStream(tokenStream) {
return new HiveSqlParser(tokenStream);
}
get splitListener() {
return new HiveSqlSplitListener();
}
createErrorListener(_errorListener) {
const parserContext = this;
return new HiveErrorListener(_errorListener, parserContext, this.preferredRules);
}
createEntityCollector(input, allTokens, caretTokenIndex) {
return new HiveEntityCollector(input, allTokens, caretTokenIndex);
}
createSemanticContextCollector(input, caretPosition, allTokens, options) {
return new HiveSemanticContextCollector(input, caretPosition, allTokens, options);
}
processCandidates(candidates, allTokens, caretTokenIndex) {
const originalSyntaxSuggestions = [];
const keywords = [];
for (let candidate of candidates.rules) {
const [ruleType, candidateRule] = candidate;
const tokenRanges = allTokens.slice(candidateRule.startTokenIndex, caretTokenIndex + 1);
let syntaxContextType = void 0;
switch (ruleType) {
case HiveSqlParser.RULE_dbSchemaName: {
syntaxContextType = EntityContextType.DATABASE;
break;
}
case HiveSqlParser.RULE_dbSchemaNameCreate: {
syntaxContextType = EntityContextType.DATABASE_CREATE;
break;
}
case HiveSqlParser.RULE_tableName: {
syntaxContextType = EntityContextType.TABLE;
break;
}
case HiveSqlParser.RULE_tableNameCreate: {
syntaxContextType = EntityContextType.TABLE_CREATE;
break;
}
case HiveSqlParser.RULE_viewName: {
syntaxContextType = EntityContextType.VIEW;
break;
}
case HiveSqlParser.RULE_viewNameCreate: {
syntaxContextType = EntityContextType.VIEW_CREATE;
break;
}
case HiveSqlParser.RULE_functionNameForDDL:
case HiveSqlParser.RULE_functionNameForInvoke: {
syntaxContextType = EntityContextType.FUNCTION;
break;
}
case HiveSqlParser.RULE_functionNameCreate: {
syntaxContextType = EntityContextType.FUNCTION_CREATE;
break;
}
case HiveSqlParser.RULE_columnName: {
syntaxContextType = EntityContextType.COLUMN;
break;
}
case HiveSqlParser.RULE_columnNameCreate: {
syntaxContextType = EntityContextType.COLUMN_CREATE;
break;
}
case HiveSqlParser.RULE_columnNamePath: {
if (candidateRule.ruleList.includes(HiveSqlParser.RULE_orderByClause) ||
candidateRule.ruleList.includes(HiveSqlParser.RULE_havingClause) ||
candidateRule.ruleList.includes(HiveSqlParser.RULE_groupByClause) ||
candidateRule.ruleList.includes(HiveSqlParser.RULE_sortByClause) ||
candidateRule.ruleList.includes(HiveSqlParser.RULE_whereClause) ||
candidateRule.ruleList.includes(HiveSqlParser.RULE_qualifyClause) ||
candidateRule.ruleList.includes(HiveSqlParser.RULE_clusterByClause) ||
candidateRule.ruleList.includes(HiveSqlParser.RULE_distributeByClause) ||
candidateRule.ruleList.includes(HiveSqlParser.RULE_selectClause) ||
candidateRule.ruleList.includes(HiveSqlParser.RULE_joinSource) ||
candidateRule.ruleList.includes(HiveSqlParser.RULE_caseExpression) ||
candidateRule.ruleList.includes(HiveSqlParser.RULE_whenExpression) ||
candidateRule.ruleList.includes(HiveSqlParser.RULE_castExpression)) {
syntaxContextType = EntityContextType.COLUMN;
}
break;
}
default:
break;
}
if (syntaxContextType) {
originalSyntaxSuggestions.push({
syntaxContextType,
wordRanges: tokenRanges,
});
}
}
const processedKeywords = processTokenCandidates(this._parser, candidates.tokens);
keywords.push(...processedKeywords);
return {
syntax: originalSyntaxSuggestions,
keywords,
};
}
}