tokenize-json
Version:
Streaming, environment agnostic JSON tokenizer.
12 lines (11 loc) • 555 B
TypeScript
import { Token } from "./token";
export interface TokenizeOptions {
bufferSize?: number;
}
export declare const defaultJsonTokenizerOptions: {
bufferSize: number;
};
export declare function tokenize(chunks: AsyncIterable<string> | Iterable<string>, options?: TokenizeOptions): AsyncIterable<Token>;
export declare function readChars(chunks: AsyncIterable<string> | Iterable<string>): AsyncGenerator<string, void, undefined>;
export declare function isLowerAlpha(char: string): boolean;
export declare function isWhitespace(char: string): boolean;