@craftapit/tester
Version:
A focused, LLM-powered testing framework for natural language test scenarios
111 lines (110 loc) • 4.84 kB
JavaScript
;
var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
if (k2 === undefined) k2 = k;
var desc = Object.getOwnPropertyDescriptor(m, k);
if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
desc = { enumerable: true, get: function() { return m[k]; } };
}
Object.defineProperty(o, k2, desc);
}) : (function(o, m, k, k2) {
if (k2 === undefined) k2 = k;
o[k2] = m[k];
}));
var __setModuleDefault = (this && this.__setModuleDefault) || (Object.create ? (function(o, v) {
Object.defineProperty(o, "default", { enumerable: true, value: v });
}) : function(o, v) {
o["default"] = v;
});
var __importStar = (this && this.__importStar) || (function () {
var ownKeys = function(o) {
ownKeys = Object.getOwnPropertyNames || function (o) {
var ar = [];
for (var k in o) if (Object.prototype.hasOwnProperty.call(o, k)) ar[ar.length] = k;
return ar;
};
return ownKeys(o);
};
return function (mod) {
if (mod && mod.__esModule) return mod;
var result = {};
if (mod != null) for (var k = ownKeys(mod), i = 0; i < k.length; i++) if (k[i] !== "default") __createBinding(result, mod, k[i]);
__setModuleDefault(result, mod);
return result;
};
})();
var __importDefault = (this && this.__importDefault) || function (mod) {
return (mod && mod.__esModule) ? mod : { "default": mod };
};
Object.defineProperty(exports, "__esModule", { value: true });
exports.runScenario = runScenario;
const TestExecutor_1 = require("../../core/TestExecutor");
const config_1 = require("../utils/config");
const formatter_1 = require("../utils/formatter");
const logger_1 = require("../../utils/logger");
const chalk_1 = __importDefault(require("chalk"));
const ora_1 = __importDefault(require("ora"));
async function runScenario(scenarioPath, options) {
const logger = new logger_1.Logger('CLI');
const spinner = (0, ora_1.default)('Initializing test executor...').start();
try {
// Load config from file or use defaults with CLI overrides
const config = await (0, config_1.loadConfig)(options.config, options);
// Initialize test executor
const executor = new TestExecutor_1.TestExecutor(config);
// Initialize appropriate adapters based on config
await initializeAdapters(executor, config);
spinner.text = `Running scenario: ${scenarioPath}`;
const results = await executor.runScenario(scenarioPath);
// Format and display results
spinner.stop();
console.log((0, formatter_1.formatResults)(results));
if (results.success) {
console.log(chalk_1.default.green('✅ Test scenario passed!'));
}
else {
console.log(chalk_1.default.red('❌ Test scenario failed!'));
}
// Exit with appropriate code
process.exit(results.success ? 0 : 1);
}
catch (error) {
spinner.fail('Error running scenario');
logger.error('Error running scenario:', error);
process.exit(1);
}
}
/**
* Helper function to initialize adapters based on config
*/
async function initializeAdapters(executor, config) {
// Register LLM adapter
if (config.llm?.provider === 'anthropic') {
const { AnthropicAdapter } = await Promise.resolve().then(() => __importStar(require('../../adapters/AnthropicAdapter')));
executor.registerAdapter('llm', new AnthropicAdapter({
apiKey: config.llm.apiKey,
model: config.llm.model || 'claude-2'
}));
}
else if (config.llm?.provider === 'openai') {
const { OpenAIAdapter } = await Promise.resolve().then(() => __importStar(require('../../adapters/OpenAIAdapter')));
executor.registerAdapter('llm', new OpenAIAdapter({
apiKey: config.llm.apiKey,
model: config.llm.model || 'gpt-4'
}));
}
// Register browser adapter if needed
if (config.browser) {
const { BrowserAdapter } = await Promise.resolve().then(() => __importStar(require('../../adapters/BrowserAdapter')));
executor.registerAdapter('browser', new BrowserAdapter(config.browser));
}
// Register API adapter if needed
if (config.api) {
const { APIAdapter } = await Promise.resolve().then(() => __importStar(require('../../adapters/APIAdapter')));
executor.registerAdapter('api', new APIAdapter(config.api));
}
// Register database adapter if needed
if (config.database) {
const { DatabaseAdapter } = await Promise.resolve().then(() => __importStar(require('../../adapters/DatabaseAdapter')));
executor.registerAdapter('database', new DatabaseAdapter(config.database));
}
}