@juspay/neurolink/dist/rag/chunkers/JSONChunker.js

Universal AI Development Platform with working MCP integration, multi-provider support, voice (TTS/STT/realtime), and professional CLI. 58+ external MCP servers discoverable, multimodal file processing, RAG pipelines. Build, test, and deploy AI applicatio

/**
 * JSON Chunker
 *
 * Splits JSON documents by object boundaries.
 */
import { BaseChunker, DEFAULT_CHUNKER_CONFIG } from "./BaseChunker.js";
import { ChunkingError, RAGErrorCodes } from "../errors/RAGError.js";
/**
 * JSON Chunker
 */
export class JSONChunker extends BaseChunker {
    strategy = "json";
    getDefaultConfig() {
        return {
            ...DEFAULT_CHUNKER_CONFIG,
            maxSize: 1000,
            overlap: 0,
        };
    }
    async doChunk(content, config) {
        const maxSize = config.maxSize ?? 1000;
        let parsed;
        try {
            parsed = JSON.parse(content);
        }
        catch {
            throw new ChunkingError("Invalid JSON content", {
                code: RAGErrorCodes.CHUNKING_INVALID_CONFIG,
                strategy: this.strategy,
            });
        }
        const chunks = [];
        const items = this.flattenJson(parsed);
        for (let i = 0; i < items.length; i++) {
            const item = items[i];
            if (!item) {
                continue;
            }
            const jsonString = JSON.stringify(item, null, 2);
            if (jsonString.length <= maxSize) {
                const startOffset = content.indexOf(jsonString.slice(0, 20));
                chunks.push(this.createChunk(jsonString, i, startOffset >= 0 ? startOffset : i * maxSize, startOffset >= 0
                    ? startOffset + jsonString.length
                    : (i + 1) * maxSize));
            }
            else {
                // Split large objects
                const segments = this.splitBySizeWithOverlap(jsonString, maxSize, 0);
                for (const segment of segments) {
                    chunks.push(this.createChunk(segment.text, chunks.length, segment.start, segment.end));
                }
            }
        }
        return chunks;
    }
    /**
     * Flatten JSON into array of objects
     */
    flattenJson(data) {
        if (Array.isArray(data)) {
            return data;
        }
        if (typeof data === "object" && data !== null) {
            return [data];
        }
        return [{ value: data }];
    }
}