rxcc/lib/core/file/fileCollect.js

A tool to pack repository contents to single file for AI consumption

var __awaiter = (this && this.__awaiter) || function (thisArg, _arguments, P, generator) {
    function adopt(value) { return value instanceof P ? value : new P(function (resolve) { resolve(value); }); }
    return new (P || (P = Promise))(function (resolve, reject) {
        function fulfilled(value) { try { step(generator.next(value)); } catch (e) { reject(e); } }
        function rejected(value) { try { step(generator["throw"](value)); } catch (e) { reject(e); } }
        function step(result) { result.done ? resolve(result.value) : adopt(result.value).then(fulfilled, rejected); }
        step((generator = generator.apply(thisArg, _arguments || [])).next());
    });
};
import pc from 'picocolors';
import { logger } from '../../shared/logger.js';
import { initPiscina } from '../../shared/processConcurrency.js';
const initTaskRunner = (numOfTasks) => {
    const pool = initPiscina(numOfTasks, new URL('./workers/fileCollectWorker.js', import.meta.url).href);
    return (task) => pool.run(task);
};
export const collectFiles = (filePaths_1, rootDir_1, ...args_1) => __awaiter(void 0, [filePaths_1, rootDir_1, ...args_1], void 0, function* (filePaths, rootDir, progressCallback = () => { }, deps = {
    initTaskRunner,
}) {
    const runTask = deps.initTaskRunner(filePaths.length);
    const tasks = filePaths.map((filePath) => ({
        filePath,
        rootDir,
    }));
    try {
        const startTime = process.hrtime.bigint();
        logger.trace(`Starting file collection for ${filePaths.length} files using worker pool`);
        let completedTasks = 0;
        const totalTasks = tasks.length;
        const results = yield Promise.all(tasks.map((task) => runTask(task).then((result) => {
            completedTasks++;
            progressCallback(`Collect file... (${completedTasks}/${totalTasks}) ${pc.dim(task.filePath)}`);
            logger.trace(`Collect files... (${completedTasks}/${totalTasks}) ${task.filePath}`);
            return result;
        })));
        const endTime = process.hrtime.bigint();
        const duration = Number(endTime - startTime) / 1e6;
        logger.trace(`File collection completed in ${duration.toFixed(2)}ms`);
        return results.filter((file) => file !== null);
    }
    catch (error) {
        logger.error('Error during file collection:', error);
        throw error;
    }
});
//# sourceMappingURL=fileCollect.js.map