smart-ai-cache/dist/providers/google.js

🚀 Lightning-fast AI response caching with Redis support. Reduce OpenAI/Claude/Gemini API costs by 40-80% with sub-millisecond cache lookups.

import { GoogleGenerativeAI } from '@google/generative-ai';
import { AIResponseCache } from '../core/cache.js';
const GOOGLE_PRICING = {
    'gemini-pro': { input: 0.000125 / 1000, output: 0.000375 / 1000 },
};
export class GoogleCache extends AIResponseCache {
    constructor(config, apiKey) {
        super(config);
        this.googleAI = new GoogleGenerativeAI(apiKey || process.env.GOOGLE_API_KEY || '');
    }
    async generateContent(params, modelName = 'gemini-pro') {
        const { contents, ...rest } = params;
        const generativeModel = this.googleAI.getGenerativeModel({ model: modelName });
        return super.wrap(async () => {
            const response = await generativeModel.generateContent(params);
            // Note: Google's SDK does not provide token usage directly in the response.
            // A separate call to countTokens would be needed, which adds latency.
            // For this MVP, we will not implement cost calculation for Google models.
            return { value: response, tokenCount: 0, cost: 0 };
        }, {
            provider: 'google',
            model: modelName,
            prompt: contents,
            params: rest,
        });
    }
    async getCacheEntry(key) {
        return this.getStorageEntry(key);
    }
}