UNPKG

@prism-lang/core

Version:

A programming language for uncertainty

143 lines 4.14 kB
export declare enum TokenType { NUMBER = "NUMBER", STRING = "STRING", INTERPOLATED_STRING = "INTERPOLATED_STRING", IDENTIFIER = "IDENTIFIER", IF = "IF", ELSE = "ELSE", UNCERTAIN = "UNCERTAIN", HIGH = "HIGH", MEDIUM = "MEDIUM", LOW = "LOW", DEFAULT = "DEFAULT", IN = "IN", CONTEXT = "CONTEXT", SHIFTING = "SHIFTING", TO = "TO", AGENTS = "AGENTS", AGENT = "AGENT", CONFIDENCE = "CONFIDENCE", FUNCTION = "FUNCTION", RETURN = "RETURN", LET = "LET", CONST = "CONST", TRUE = "TRUE", FALSE = "FALSE", NULL = "NULL", UNDEFINED = "UNDEFINED", FOR = "FOR", WHILE = "WHILE", DO = "DO", BREAK = "BREAK", CONTINUE = "CONTINUE", TYPEOF = "TYPEOF", INSTANCEOF = "INSTANCEOF", IMPORT = "IMPORT", EXPORT = "EXPORT", FROM = "FROM", AS = "AS", ASYNC = "ASYNC", AWAIT = "AWAIT", PLUS = "PLUS", MINUS = "MINUS", STAR = "STAR", STAR_STAR = "STAR_STAR", SLASH = "SLASH", PERCENT = "PERCENT", EQUAL = "EQUAL", EQUAL_EQUAL = "EQUAL_EQUAL", EQUAL_EQUAL_EQUAL = "EQUAL_EQUAL_EQUAL", NOT_EQUAL = "NOT_EQUAL", NOT_EQUAL_EQUAL = "NOT_EQUAL_EQUAL", PLUS_EQUAL = "PLUS_EQUAL", MINUS_EQUAL = "MINUS_EQUAL", STAR_EQUAL = "STAR_EQUAL", SLASH_EQUAL = "SLASH_EQUAL", PERCENT_EQUAL = "PERCENT_EQUAL", CONFIDENCE_PLUS_EQUAL = "CONFIDENCE_PLUS_EQUAL", CONFIDENCE_MINUS_EQUAL = "CONFIDENCE_MINUS_EQUAL", CONFIDENCE_STAR_EQUAL = "CONFIDENCE_STAR_EQUAL", CONFIDENCE_SLASH_EQUAL = "CONFIDENCE_SLASH_EQUAL", LESS = "LESS", GREATER = "GREATER", LESS_EQUAL = "LESS_EQUAL", GREATER_EQUAL = "GREATER_EQUAL", CONFIDENCE_ARROW = "CONFIDENCE_ARROW", CONFIDENCE_EXTRACT = "CONFIDENCE_EXTRACT", CONFIDENCE_CHAIN = "CONFIDENCE_CHAIN", CONFIDENCE_COALESCE = "CONFIDENCE_COALESCE", CONFIDENCE_AND = "CONFIDENCE_AND", CONFIDENCE_OR = "CONFIDENCE_OR", CONFIDENCE_PLUS = "CONFIDENCE_PLUS", CONFIDENCE_MINUS = "CONFIDENCE_MINUS", CONFIDENCE_STAR = "CONFIDENCE_STAR", CONFIDENCE_SLASH = "CONFIDENCE_SLASH", CONFIDENCE_EQUAL = "CONFIDENCE_EQUAL", CONFIDENCE_NOT_EQUAL = "CONFIDENCE_NOT_EQUAL", CONFIDENCE_GREATER = "CONFIDENCE_GREATER", CONFIDENCE_LESS = "CONFIDENCE_LESS", CONFIDENCE_GREATER_EQUAL = "CONFIDENCE_GREATER_EQUAL", CONFIDENCE_LESS_EQUAL = "CONFIDENCE_LESS_EQUAL", CONFIDENCE_DOT = "CONFIDENCE_DOT", CONFIDENCE_QUESTION = "CONFIDENCE_QUESTION", CONFIDENCE_IN = "CONFIDENCE_IN", CONFIDENCE_INSTANCEOF = "CONFIDENCE_INSTANCEOF", PARALLEL_CONFIDENCE = "PARALLEL_CONFIDENCE", THRESHOLD_GATE = "THRESHOLD_GATE", AND = "AND", OR = "OR", NOT = "NOT", TILDE = "TILDE", OPTIONAL_CHAIN = "OPTIONAL_CHAIN", LEFT_PAREN = "LEFT_PAREN", RIGHT_PAREN = "RIGHT_PAREN", LEFT_BRACE = "LEFT_BRACE", RIGHT_BRACE = "RIGHT_BRACE", LEFT_BRACKET = "LEFT_BRACKET", RIGHT_BRACKET = "RIGHT_BRACKET", COMMA = "COMMA", DOT = "DOT", COLON = "COLON", SEMICOLON = "SEMICOLON", QUESTION = "QUESTION", QUESTION_QUESTION = "QUESTION_QUESTION", ARROW = "ARROW", SPREAD = "SPREAD", PIPELINE = "PIPELINE", CONFIDENCE_PIPELINE = "CONFIDENCE_PIPELINE", CONFIDENCE_THRESHOLD_GATE = "CONFIDENCE_THRESHOLD_GATE", PLACEHOLDER = "PLACEHOLDER", EOF = "EOF" } export interface Token { type: TokenType; value: string; line: number; column: number; } export declare class Tokenizer { private input; private position; private line; private column; private tokens; constructor(input: string); tokenize(): Token[]; private nextToken; private string; private multilineString; private number; private identifier; private skipWhitespaceAndComments; private makeToken; private isAtEnd; private advance; private peek; private peekNext; private peekThird; private isDigit; private isAlpha; private isAlphaNumeric; } export declare function tokenize(input: string): Token[]; //# sourceMappingURL=tokenizer.d.ts.map