aico-pack/lib/core/metrics/calculateAllFileMetrics.js

A tool to pack repository contents to single file for AI consumption

var __awaiter = (this && this.__awaiter) || function (thisArg, _arguments, P, generator) {
    function adopt(value) { return value instanceof P ? value : new P(function (resolve) { resolve(value); }); }
    return new (P || (P = Promise))(function (resolve, reject) {
        function fulfilled(value) { try { step(generator.next(value)); } catch (e) { reject(e); } }
        function rejected(value) { try { step(generator["throw"](value)); } catch (e) { reject(e); } }
        function step(result) { result.done ? resolve(result.value) : adopt(result.value).then(fulfilled, rejected); }
        step((generator = generator.apply(thisArg, _arguments || [])).next());
    });
};
import pc from 'picocolors';
import { logger } from '../../shared/logger.js';
import { initPiscina } from '../../shared/processConcurrency.js';
const initTaskRunner = (numOfTasks) => {
    const pool = initPiscina(numOfTasks, new URL('./workers/fileMetricsWorker.js', import.meta.url).href);
    return (task) => pool.run(task);
};
export const calculateAllFileMetrics = (processedFiles_1, tokenCounterEncoding_1, progressCallback_1, ...args_1) => __awaiter(void 0, [processedFiles_1, tokenCounterEncoding_1, progressCallback_1, ...args_1], void 0, function* (processedFiles, tokenCounterEncoding, progressCallback, deps = {
    initTaskRunner,
}) {
    const runTask = deps.initTaskRunner(processedFiles.length);
    const tasks = processedFiles.map((file, index) => ({
        file,
        index,
        totalFiles: processedFiles.length,
        encoding: tokenCounterEncoding,
    }));
    try {
        const startTime = process.hrtime.bigint();
        logger.trace(`Starting metrics calculation for ${processedFiles.length} files using worker pool`);
        let completedTasks = 0;
        const results = yield Promise.all(tasks.map((task) => runTask(task).then((result) => {
            completedTasks++;
            progressCallback(`Calculating metrics... (${completedTasks}/${task.totalFiles}) ${pc.dim(task.file.path)}`);
            logger.trace(`Calculating metrics... (${completedTasks}/${task.totalFiles}) ${task.file.path}`);
            return result;
        })));
        const endTime = process.hrtime.bigint();
        const duration = Number(endTime - startTime) / 1e6;
        logger.trace(`Metrics calculation completed in ${duration.toFixed(2)}ms`);
        return results;
    }
    catch (error) {
        logger.error('Error during metrics calculation:', error);
        throw error;
    }
});
export const calculateSelectiveFileMetrics = (processedFiles_1, targetFilePaths_1, tokenCounterEncoding_1, progressCallback_1, ...args_1) => __awaiter(void 0, [processedFiles_1, targetFilePaths_1, tokenCounterEncoding_1, progressCallback_1, ...args_1], void 0, function* (processedFiles, targetFilePaths, tokenCounterEncoding, progressCallback, deps = {
    initTaskRunner,
}) {
    const targetFileSet = new Set(targetFilePaths);
    const filesToProcess = processedFiles.filter((file) => targetFileSet.has(file.path));
    if (filesToProcess.length === 0) {
        return [];
    }
    const runTask = deps.initTaskRunner(filesToProcess.length);
    const tasks = filesToProcess.map((file, index) => ({
        file,
        index,
        totalFiles: filesToProcess.length,
        encoding: tokenCounterEncoding,
    }));
    try {
        const startTime = process.hrtime.bigint();
        logger.trace(`Starting selective metrics calculation for ${filesToProcess.length} files using worker pool`);
        let completedTasks = 0;
        const results = yield Promise.all(tasks.map((task) => runTask(task).then((result) => {
            completedTasks++;
            progressCallback(`Calculating metrics... (${completedTasks}/${task.totalFiles}) ${pc.dim(task.file.path)}`);
            logger.trace(`Calculating metrics... (${completedTasks}/${task.totalFiles}) ${task.file.path}`);
            return result;
        })));
        const endTime = process.hrtime.bigint();
        const duration = Number(endTime - startTime) / 1e6;
        logger.trace(`Selective metrics calculation completed in ${duration.toFixed(2)}ms`);
        return results;
    }
    catch (error) {
        logger.error('Error during selective metrics calculation:', error);
        throw error;
    }
});
//# sourceMappingURL=calculateAllFileMetrics.js.map