repomix/lib/core/file/fileProcessContent.js

A tool to pack repository contents to single file for AI consumption

import { logger } from '../../shared/logger.js';
import { parseFile } from '../treeSitter/parseFile.js';
import { getFileManipulator } from './fileManipulate.js';
export const processContent = async (rawFile, config) => {
    const processStartAt = process.hrtime.bigint();
    let processedContent = rawFile.content;
    const manipulator = getFileManipulator(rawFile.path);
    logger.trace(`Processing file: ${rawFile.path}`);
    if (manipulator && config.output.removeComments) {
        processedContent = manipulator.removeComments(processedContent);
    }
    if (config.output.compress) {
        try {
            const parsedContent = await parseFile(processedContent, rawFile.path, config);
            if (parsedContent === undefined) {
                logger.trace(`Failed to parse ${rawFile.path} in compressed mode. Using original content.`);
            }
            processedContent = parsedContent ?? processedContent;
        }
        catch (error) {
            const message = error instanceof Error ? error.message : String(error);
            logger.error(`Error parsing ${rawFile.path} in compressed mode: ${message}`);
            throw error;
        }
    }
    const processEndAt = process.hrtime.bigint();
    logger.trace(`Processed file: ${rawFile.path}. Took: ${(Number(processEndAt - processStartAt) / 1e6).toFixed(2)}ms`);
    return processedContent;
};