ai-ctrf/dist/models/bedrock.js

Generate AI summaries of test results using a wide range of AI models like OpenAI, Anthropic, Gemini, Mistral, Grok, DeepSeek, Azure, Perplexity, OpenRouter, and custom OpenAI-compatible APIs

"use strict";
var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
    if (k2 === undefined) k2 = k;
    var desc = Object.getOwnPropertyDescriptor(m, k);
    if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
      desc = { enumerable: true, get: function() { return m[k]; } };
    }
    Object.defineProperty(o, k2, desc);
}) : (function(o, m, k, k2) {
    if (k2 === undefined) k2 = k;
    o[k2] = m[k];
}));
var __setModuleDefault = (this && this.__setModuleDefault) || (Object.create ? (function(o, v) {
    Object.defineProperty(o, "default", { enumerable: true, value: v });
}) : function(o, v) {
    o["default"] = v;
});
var __importStar = (this && this.__importStar) || (function () {
    var ownKeys = function(o) {
        ownKeys = Object.getOwnPropertyNames || function (o) {
            var ar = [];
            for (var k in o) if (Object.prototype.hasOwnProperty.call(o, k)) ar[ar.length] = k;
            return ar;
        };
        return ownKeys(o);
    };
    return function (mod) {
        if (mod && mod.__esModule) return mod;
        var result = {};
        if (mod != null) for (var k = ownKeys(mod), i = 0; i < k.length; i++) if (k[i] !== "default") __createBinding(result, mod, k[i]);
        __setModuleDefault(result, mod);
        return result;
    };
})();
var __awaiter = (this && this.__awaiter) || function (thisArg, _arguments, P, generator) {
    function adopt(value) { return value instanceof P ? value : new P(function (resolve) { resolve(value); }); }
    return new (P || (P = Promise))(function (resolve, reject) {
        function fulfilled(value) { try { step(generator.next(value)); } catch (e) { reject(e); } }
        function rejected(value) { try { step(generator["throw"](value)); } catch (e) { reject(e); } }
        function step(result) { result.done ? resolve(result.value) : adopt(result.value).then(fulfilled, rejected); }
        step((generator = generator.apply(thisArg, _arguments || [])).next());
    });
};
Object.defineProperty(exports, "__esModule", { value: true });
exports.bedrock = bedrock;
exports.bedrockFailedTestSummary = bedrockFailedTestSummary;
const common_1 = require("../common");
const consolidated_summary_1 = require("../consolidated-summary");
const constants_1 = require("../constants");
function bedrock(systemPrompt, prompt, args) {
    return __awaiter(this, void 0, void 0, function* () {
        var _a, _b, _c, _d, _e;
        const region = (_a = process.env.AWS_REGION) !== null && _a !== void 0 ? _a : 'us-west-2';
        const accessKeyId = process.env.AWS_ACCESS_KEY_ID;
        const secretAccessKey = process.env.AWS_SECRET_ACCESS_KEY;
        const sessionToken = process.env.AWS_SESSION_TOKEN;
        if (accessKeyId == null || secretAccessKey == null) {
            console.error('AWS credentials not found. Please set AWS_ACCESS_KEY_ID and AWS_SECRET_ACCESS_KEY environment variables.');
            return null;
        }
        try {
            // Import AWS SDK dynamically
            const { BedrockRuntimeClient, InvokeModelCommand } = yield Promise.resolve().then(() => __importStar(require('@aws-sdk/client-bedrock-runtime')));
            const client = new BedrockRuntimeClient({
                region,
                credentials: Object.assign({ accessKeyId,
                    secretAccessKey }, (sessionToken != null && { sessionToken })),
            });
            const modelId = (_b = args.model) !== null && _b !== void 0 ? _b : 'anthropic.claude-3-5-sonnet-20240620-v1:0';
            const body = JSON.stringify(Object.assign(Object.assign({ anthropic_version: 'bedrock-2023-05-31', max_tokens: (_c = args.maxTokens) !== null && _c !== void 0 ? _c : 4000, system: systemPrompt, messages: [
                    {
                        role: 'user',
                        content: (0, common_1.stripAnsi)(prompt),
                    },
                ] }, (args.temperature != null && { temperature: args.temperature })), (args.topP != null && { top_p: args.topP })));
            const command = new InvokeModelCommand({
                modelId,
                body,
                contentType: 'application/json',
                accept: 'application/json',
            });
            const response = yield client.send(command);
            const responseBody = JSON.parse(new TextDecoder().decode(response.body));
            if (((_e = (_d = responseBody.content) === null || _d === void 0 ? void 0 : _d[0]) === null || _e === void 0 ? void 0 : _e.text) != null) {
                return responseBody.content[0].text;
            }
            return null;
        }
        catch (error) {
            console.error('Error invoking Bedrock:', error);
            return null;
        }
    });
}
function bedrockFailedTestSummary(report_1, args_1, file_1) {
    return __awaiter(this, arguments, void 0, function* (report, args, file, log = false) {
        var _a;
        const failedTests = report.results.tests.filter((test) => test.status === 'failed');
        failedTests.forEach((test) => {
            if (test.extra != null) {
                delete test.extra;
            }
        });
        let logged = false;
        let messageCount = 0;
        for (const test of failedTests) {
            if (args.maxMessages != null && messageCount >= args.maxMessages) {
                break;
            }
            let prompt = `Report:\n${JSON.stringify(test, null, 2)}.\n\nTool:${report.results.tool.name}.\n\n Please provide a human-readable failure summary that explains why you think the test might have failed and ways to fix`;
            if (args.additionalPromptContext != null &&
                args.additionalPromptContext !== '') {
                prompt += `\n\nAdditional Context:\n${args.additionalPromptContext}`;
            }
            let systemPrompt = (_a = args.systemPrompt) !== null && _a !== void 0 ? _a : constants_1.FAILED_TEST_SUMMARY_SYSTEM_PROMPT_CURRENT;
            if (args.additionalSystemPromptContext != null &&
                args.additionalSystemPromptContext !== '') {
                systemPrompt += `\n\n${args.additionalSystemPromptContext}`;
            }
            const response = yield bedrock(systemPrompt, prompt, args);
            if (response != null) {
                test.ai = response;
                messageCount++;
                if (args.log === true && !logged) {
                    console.log('\n─────────────────────────────────────────────────────────────────────────────────────────────────────────────');
                    console.log('✨ AI Test Reporter Summary');
                    console.log('─────────────────────────────────────────────────────────────────────────────────────────────────────────────\n');
                    logged = true;
                }
                if (args.log === true) {
                    console.log(`❌ Failed Test: ${test.name}\n`);
                    console.log(`${response}\n`);
                }
            }
        }
        if (args.consolidate === true) {
            yield (0, consolidated_summary_1.generateConsolidatedSummary)(report, 'bedrock', args);
        }
        if (file !== undefined) {
            (0, common_1.saveUpdatedReport)(file, report);
        }
        return report;
    });
}