UNPKG

ai-ctrf

Version:

Generate AI summaries of test results using a wide range of AI models like OpenAI, Anthropic, Gemini, Mistral, Grok, DeepSeek, Azure, Perplexity, and OpenRouter

75 lines (74 loc) 4.19 kB
"use strict"; var __awaiter = (this && this.__awaiter) || function (thisArg, _arguments, P, generator) { function adopt(value) { return value instanceof P ? value : new P(function (resolve) { resolve(value); }); } return new (P || (P = Promise))(function (resolve, reject) { function fulfilled(value) { try { step(generator.next(value)); } catch (e) { reject(e); } } function rejected(value) { try { step(generator["throw"](value)); } catch (e) { reject(e); } } function step(result) { result.done ? resolve(result.value) : adopt(result.value).then(fulfilled, rejected); } step((generator = generator.apply(thisArg, _arguments || [])).next()); }); }; Object.defineProperty(exports, "__esModule", { value: true }); exports.gemini = gemini; exports.geminiFailedTestSummary = geminiFailedTestSummary; const generative_ai_1 = require("@google/generative-ai"); const common_1 = require("../common"); const consolidated_summary_1 = require("../consolidated-summary"); const constants_1 = require("../constants"); function gemini(systemPrompt, prompt, args) { return __awaiter(this, void 0, void 0, function* () { const genAI = new generative_ai_1.GoogleGenerativeAI(process.env.GOOGLE_API_KEY || ''); const model = genAI.getGenerativeModel({ model: args.model || "gemini-pro" }); try { const combinedPrompt = `${systemPrompt}\n\n${(0, common_1.stripAnsi)(prompt)}`; const result = yield model.generateContent(combinedPrompt); const response = yield result.response; return response.text() || null; } catch (error) { console.error(`Error invoking Gemini`, error); return null; } }); } function geminiFailedTestSummary(report_1, args_1, file_1) { return __awaiter(this, arguments, void 0, function* (report, args, file, log = false) { const failedTests = report.results.tests.filter(test => test.status === 'failed'); failedTests.forEach(test => { if (test.extra) { delete test.extra; } }); let logged = false; let messageCount = 0; for (const test of failedTests) { if (args.maxMessages && messageCount >= args.maxMessages) { break; } const prompt = `Report:\n${JSON.stringify(test, null, 2)}.\n\nTool:${report.results.tool.name}.\n\n Please provide a human-readable failure summary that explains why you think the test might have failed and ways to fix`; const systemPrompt = args.systemPrompt || constants_1.FAILED_TEST_SUMMARY_SYSTEM_PROMPT_CURRENT; const response = yield gemini(systemPrompt, prompt, args); if (response) { test.ai = response; messageCount++; if (args.log && !logged) { console.log(`\n─────────────────────────────────────────────────────────────────────────────────────────────────────────────`); console.log(`✨ AI Test Reporter Summary`); console.log(`─────────────────────────────────────────────────────────────────────────────────────────────────────────────\n`); logged = true; } if (args.log) { console.log(`❌ Failed Test: ${test.name}\n`); console.log(`${response}\n`); } } } if (args.consolidate) { yield (0, consolidated_summary_1.generateConsolidatedSummary)(report, "gemini", args); } if (file) { (0, common_1.saveUpdatedReport)(file, report); } return report; }); }