UNPKG

@thi.ng/sexpr

Version:

Extensible S-Expression parser & runtime infrastructure

15 lines 553 B
import { type SyntaxOpts, type Token } from "./api.js"; /** * Yields iterator of {@link Token}s (incl. location info) from `src` string * (or from a **characterwise** iterable). Scope and string delimiters * and whitespace characters can be configured via given `opts`. By * default {@link DEFAULT_SYNTAX} is used. * * - {@link SyntaxOpts} * - {@link Token} * * @param src - * @param opts - */ export declare function tokenize(src: Iterable<string>, opts?: Partial<SyntaxOpts>): IterableIterator<Token>; //# sourceMappingURL=tokenize.d.ts.map