@prism-lang/core
Version:
A programming language for uncertainty
143 lines • 4.14 kB
TypeScript
export declare enum TokenType {
NUMBER = "NUMBER",
STRING = "STRING",
INTERPOLATED_STRING = "INTERPOLATED_STRING",
IDENTIFIER = "IDENTIFIER",
IF = "IF",
ELSE = "ELSE",
UNCERTAIN = "UNCERTAIN",
HIGH = "HIGH",
MEDIUM = "MEDIUM",
LOW = "LOW",
DEFAULT = "DEFAULT",
IN = "IN",
CONTEXT = "CONTEXT",
SHIFTING = "SHIFTING",
TO = "TO",
AGENTS = "AGENTS",
AGENT = "AGENT",
CONFIDENCE = "CONFIDENCE",
FUNCTION = "FUNCTION",
RETURN = "RETURN",
LET = "LET",
CONST = "CONST",
TRUE = "TRUE",
FALSE = "FALSE",
NULL = "NULL",
UNDEFINED = "UNDEFINED",
FOR = "FOR",
WHILE = "WHILE",
DO = "DO",
BREAK = "BREAK",
CONTINUE = "CONTINUE",
TYPEOF = "TYPEOF",
INSTANCEOF = "INSTANCEOF",
IMPORT = "IMPORT",
EXPORT = "EXPORT",
FROM = "FROM",
AS = "AS",
ASYNC = "ASYNC",
AWAIT = "AWAIT",
PLUS = "PLUS",
MINUS = "MINUS",
STAR = "STAR",
STAR_STAR = "STAR_STAR",
SLASH = "SLASH",
PERCENT = "PERCENT",
EQUAL = "EQUAL",
EQUAL_EQUAL = "EQUAL_EQUAL",
EQUAL_EQUAL_EQUAL = "EQUAL_EQUAL_EQUAL",
NOT_EQUAL = "NOT_EQUAL",
NOT_EQUAL_EQUAL = "NOT_EQUAL_EQUAL",
PLUS_EQUAL = "PLUS_EQUAL",
MINUS_EQUAL = "MINUS_EQUAL",
STAR_EQUAL = "STAR_EQUAL",
SLASH_EQUAL = "SLASH_EQUAL",
PERCENT_EQUAL = "PERCENT_EQUAL",
CONFIDENCE_PLUS_EQUAL = "CONFIDENCE_PLUS_EQUAL",
CONFIDENCE_MINUS_EQUAL = "CONFIDENCE_MINUS_EQUAL",
CONFIDENCE_STAR_EQUAL = "CONFIDENCE_STAR_EQUAL",
CONFIDENCE_SLASH_EQUAL = "CONFIDENCE_SLASH_EQUAL",
LESS = "LESS",
GREATER = "GREATER",
LESS_EQUAL = "LESS_EQUAL",
GREATER_EQUAL = "GREATER_EQUAL",
CONFIDENCE_ARROW = "CONFIDENCE_ARROW",
CONFIDENCE_EXTRACT = "CONFIDENCE_EXTRACT",
CONFIDENCE_CHAIN = "CONFIDENCE_CHAIN",
CONFIDENCE_COALESCE = "CONFIDENCE_COALESCE",
CONFIDENCE_AND = "CONFIDENCE_AND",
CONFIDENCE_OR = "CONFIDENCE_OR",
CONFIDENCE_PLUS = "CONFIDENCE_PLUS",
CONFIDENCE_MINUS = "CONFIDENCE_MINUS",
CONFIDENCE_STAR = "CONFIDENCE_STAR",
CONFIDENCE_SLASH = "CONFIDENCE_SLASH",
CONFIDENCE_EQUAL = "CONFIDENCE_EQUAL",
CONFIDENCE_NOT_EQUAL = "CONFIDENCE_NOT_EQUAL",
CONFIDENCE_GREATER = "CONFIDENCE_GREATER",
CONFIDENCE_LESS = "CONFIDENCE_LESS",
CONFIDENCE_GREATER_EQUAL = "CONFIDENCE_GREATER_EQUAL",
CONFIDENCE_LESS_EQUAL = "CONFIDENCE_LESS_EQUAL",
CONFIDENCE_DOT = "CONFIDENCE_DOT",
CONFIDENCE_QUESTION = "CONFIDENCE_QUESTION",
CONFIDENCE_IN = "CONFIDENCE_IN",
CONFIDENCE_INSTANCEOF = "CONFIDENCE_INSTANCEOF",
PARALLEL_CONFIDENCE = "PARALLEL_CONFIDENCE",
THRESHOLD_GATE = "THRESHOLD_GATE",
AND = "AND",
OR = "OR",
NOT = "NOT",
TILDE = "TILDE",
OPTIONAL_CHAIN = "OPTIONAL_CHAIN",
LEFT_PAREN = "LEFT_PAREN",
RIGHT_PAREN = "RIGHT_PAREN",
LEFT_BRACE = "LEFT_BRACE",
RIGHT_BRACE = "RIGHT_BRACE",
LEFT_BRACKET = "LEFT_BRACKET",
RIGHT_BRACKET = "RIGHT_BRACKET",
COMMA = "COMMA",
DOT = "DOT",
COLON = "COLON",
SEMICOLON = "SEMICOLON",
QUESTION = "QUESTION",
QUESTION_QUESTION = "QUESTION_QUESTION",
ARROW = "ARROW",
SPREAD = "SPREAD",
PIPELINE = "PIPELINE",
CONFIDENCE_PIPELINE = "CONFIDENCE_PIPELINE",
CONFIDENCE_THRESHOLD_GATE = "CONFIDENCE_THRESHOLD_GATE",
PLACEHOLDER = "PLACEHOLDER",
EOF = "EOF"
}
export interface Token {
type: TokenType;
value: string;
line: number;
column: number;
}
export declare class Tokenizer {
private input;
private position;
private line;
private column;
private tokens;
constructor(input: string);
tokenize(): Token[];
private nextToken;
private string;
private multilineString;
private number;
private identifier;
private skipWhitespaceAndComments;
private makeToken;
private isAtEnd;
private advance;
private peek;
private peekNext;
private peekThird;
private isDigit;
private isAlpha;
private isAlphaNumeric;
}
export declare function tokenize(input: string): Token[];
//# sourceMappingURL=tokenizer.d.ts.map