olbench/dist/cli.js

Comprehensive Node.js-based benchmarking tool for Ollama local LLMs

#!/usr/bin/env node
import React from 'react';
import { render } from 'ink';
import { Command } from 'commander';
import { OllamaBenchmarkApp } from './components/App.js';
const program = new Command();
program
    .name('olbench')
    .description('Comprehensive Node.js-based benchmarking tool for Ollama local LLMs')
    .version('1.0.0');
program
    .command('run')
    .description('Run benchmark tests')
    .option('-m, --models <models>', 'Comma-separated list of models to test')
    .option('-c, --config <path>', 'Path to configuration file')
    .option('-t, --tier <number>', 'Specific RAM tier to test (1-4)', parseInt)
    .option('-o, --output <path>', 'Output file path')
    .option('-f, --format <format>', 'Output format (json, csv, markdown, html)', 'json')
    .option('-i, --iterations <number>', 'Number of benchmark iterations', parseInt)
    .option('--concurrency <number>', 'Number of concurrent requests', parseInt)
    .option('--timeout <seconds>', 'Timeout per request in seconds', parseInt)
    .option('-p, --prompts <type>', 'Prompt set to use (default, coding, creative, reasoning)', 'default')
    .option('-v, --verbose', 'Verbose output')
    .option('-w, --warmup <number>', 'Number of warmup iterations', parseInt)
    .action((options) => {
    const models = options.models ? options.models.split(',').map((m) => m.trim()) : undefined;
    render(React.createElement(OllamaBenchmarkApp, { command: "run", options: {
            ...options,
            models,
        } }));
});
program
    .command('compare')
    .description('Compare benchmark results')
    .option('-b, --baseline <path>', 'Path to baseline results file')
    .option('-c, --current <path>', 'Path to current results file')
    .option('-o, --output <path>', 'Output file path for comparison')
    .option('-f, --format <format>', 'Output format (json, markdown)', 'markdown')
    .action((options) => {
    render(React.createElement(OllamaBenchmarkApp, { command: "compare", options: options }));
});
program
    .command('interactive')
    .alias('i')
    .description('Run benchmark in interactive mode')
    .action(() => {
    render(React.createElement(OllamaBenchmarkApp, { command: "interactive", options: {} }));
});
program
    .command('info')
    .description('Display system information and available models')
    .option('-v, --verbose', 'Show detailed information')
    .action((options) => {
    render(React.createElement(OllamaBenchmarkApp, { command: "info", options: options }));
});
program
    .command('discover')
    .description('Discover and manage available models')
    .option('-c, --category <type>', 'Filter by category (chat, code, vision, reasoning)')
    .option('-s, --search <query>', 'Search models by name or description')
    .option('--trending', 'Show trending models')
    .option('--pull <model>', 'Pull a specific model')
    .option('--installed', 'Show only installed models')
    .option('--size <models>', 'Show download size for specific models (comma-separated)')
    .action((options) => {
    render(React.createElement(OllamaBenchmarkApp, { command: "discover", options: options }));
});
program
    .command('config')
    .description('Configuration management')
    .option('-g, --generate <path>', 'Generate sample configuration file')
    .option('-v, --validate <path>', 'Validate configuration file')
    .option('-s, --show', 'Show current configuration')
    .action((options) => {
    render(React.createElement(OllamaBenchmarkApp, { command: "config", options: options }));
});
// Global error handler
process.on('uncaughtException', (error) => {
    console.error('Uncaught Exception:', error);
    process.exit(1);
});
process.on('unhandledRejection', (reason, promise) => {
    console.error('Unhandled Rejection at:', promise, 'reason:', reason);
    process.exit(1);
});
// Parse command line arguments
program.parse();
// If no command provided, show help
if (!process.argv.slice(2).length) {
    console.log('🚀 olbench - Ollama Benchmark Tool\n');
    console.log('Quick Start:');
    console.log('• olbench info - Check your system');
    console.log('• olbench discover - Find models to test');
    console.log('• olbench run - Run benchmarks');
    console.log();
    program.outputHelp();
}
//# sourceMappingURL=cli.js.map