@minto-ai/text-stream-slicer
Version:
实时将 Markdown 文本流智能切分为可朗读句子。
16 lines (15 loc) • 396 B
TypeScript
declare enum TokenTypeEnum {
SPACE_CHAR = "spaceChar",
CHINESE_CHAR = "chineseChar",
CHINESE_PUNCTUATION = "chinesePunctuation",
ENGLISH_WORD = "englishWord",
ENGLISH_PUNCTUATION = "englishPunctuation",
NUMBER = "number",
UNKNOWN_CHAR = "unknownChar"
}
interface Token {
type: TokenTypeEnum;
value: string;
}
export type { Token, };
export { TokenTypeEnum, };