@bitacode/tokenator/src/index.d.ts

Simple to use library that rework a string splitting it to meaningful tokens

import stream from "stream"

export function tokenator(source: string, ...separators: string[]): string[]
export function tokenatorStream(...separators: string[]): (separatorsEncoding: string) => stream.Transform