pip-services3-expressions-nodex/src/tokenizers/TokenType.ts

Tokenizers, parsers and expression calculators for Pip.Services in Node.js / ES2017

/** @module tokenizers */

/**
 * Types (categories) of tokens such as "number", "symbol" or "word".
 */
export enum TokenType {
    Unknown = 0,
    Eof,
    Eol,
    Float,
    Integer,
    HexDecimal,
    Number,
    Symbol,
    Quoted,
    Word,
    Keyword,
    Whitespace,
    Comment,
    Special
};