UNPKG

generator-begcode

Version:

Spring Boot + Angular/React/Vue in one handy generator

20 lines (19 loc) 580 B
import { TextChunker } from './TextChunker.js'; export class MessageChunker { config; constructor(config) { this.config = config; } shouldChunk(message) { return JSON.stringify(message.content).length > this.config.maxChunkSize; } chunk(message) { return TextChunker.fixedCharacterLength(message.content || '', { chunkLength: this.config.maxChunkSize, overlap: 0.08 * this.config.maxChunkSize, }).map(chunk => JSON.stringify({ ...message, content: chunk, })); } }