ai

import { ImageModelV3, ImageModelV3ProviderMetadata } from '@ai-sdk/provider'; import { convertBase64ToUint8Array, convertUint8ArrayToBase64, } from '@ai-sdk/provider-utils'; import { afterEach, beforeEach, describe, expect, it, test, vi, vitest, } from 'vitest'; import * as logWarningsModule from '../logger/log-warnings'; import { MockImageModelV3 } from '../test/mock-image-model-v3'; import { Warning } from '../types/warning'; import { generateImage } from './generate-image'; const prompt = 'sunny day at the beach'; const testDate = new Date(2024, 0, 1); const pngBase64 = 'iVBORw0KGgoAAAANSUhEUgAAAAEAAAABCAYAAAAfFcSJAAAACklEQVR4nGMAAQAABQABDQottAAAAABJRU5ErkJggg=='; // 1x1 transparent PNG const jpegBase64 = '/9j/4AAQSkZJRgABAQEAYABgAAD/2wBDAAgGBgcGBQgHBwcJCQgKDBQNDAsLDBkSEw8UHRofHh0aHBwgJC4nICIsIxwcKDcpLDAxNDQ0Hyc5PTgyPC4zNDL/2wBDAQkJCQwLDBgNDRgyIRwhMjIyMjIyMjIyMjIyMjIyMjIyMjIyMjIyMjIyMjIyMjIyMjIyMjIyMjIyMjIyMjIyMjL/wAARCAABAAEDASIAAhEBAxEB/8QAFQABAQAAAAAAAAAAAAAAAAAAAAb/xAAUEAEAAAAAAAAAAAAAAAAAAAAA/8QAFQEBAQAAAAAAAAAAAAAAAAAAAAX/xAAUEQEAAAAAAAAAAAAAAAAAAAAA/9oADAMBAAIRAxEAPwCdABmX/9k='; // 1x1 black JPEG const gifBase64 = 'R0lGODlhAQABAIAAAAUEBAAAACwAAAAAAQABAAACAkQBADs='; // 1x1 transparent GIF vi.mock('../version', () => { return { VERSION: '0.0.0-test', }; }); const createMockResponse = (options: { images: string[] | Uint8Array[]; warnings?: Warning[]; timestamp?: Date; modelId?: string; providerMetaData?: ImageModelV3ProviderMetadata; headers?: Record<string, string>; }) => ({ images: options.images, warnings: options.warnings ?? [], providerMetadata: options.providerMetaData ?? { testProvider: { images: options.images.map(() => null), }, }, response: { timestamp: options.timestamp ?? new Date(), modelId: options.modelId ?? 'test-model-id', headers: options.headers ?? {}, }, }); describe('generateImage', () => { let logWarningsSpy: ReturnType<typeof vitest.spyOn>; beforeEach(() => { logWarningsSpy = vitest .spyOn(logWarningsModule, 'logWarnings') .mockImplementation(() => {}); }); afterEach(() => { logWarningsSpy.mockRestore(); }); it('should send args to doGenerate', async () => { const abortController = new AbortController(); const abortSignal = abortController.signal; let capturedArgs!: Parameters<ImageModelV3['doGenerate']>[0]; await generateImage({ model: new MockImageModelV3({ doGenerate: async args => { capturedArgs = args; return createMockResponse({ images: [pngBase64], }); }, }), prompt: { text: prompt, images: [pngBase64], mask: pngBase64, }, size: '1024x1024', aspectRatio: '16:9', seed: 12345, providerOptions: { 'mock-provider': { style: 'vivid', }, }, headers: { 'custom-request-header': 'request-header-value', }, abortSignal, }); expect(capturedArgs).toStrictEqual({ n: 1, prompt, mask: { type: 'file', data: convertBase64ToUint8Array(pngBase64), mediaType: 'image/png', }, files: [ { type: 'file', data: convertBase64ToUint8Array(pngBase64), mediaType: 'image/png', }, ], size: '1024x1024', aspectRatio: '16:9', seed: 12345, providerOptions: { 'mock-provider': { style: 'vivid' } }, headers: { 'custom-request-header': 'request-header-value', 'user-agent': 'ai/0.0.0-test', }, abortSignal, }); }); it('should return warnings', async () => { const result = await generateImage({ model: new MockImageModelV3({ doGenerate: async () => createMockResponse({ images: [pngBase64], warnings: [ { type: 'other', message: 'Setting is not supported', }, ], }), }), prompt, }); expect(result.warnings).toStrictEqual([ { type: 'other', message: 'Setting is not supported', }, ]); }); it('should call logWarnings with the correct warnings', async () => { const expectedWarnings: Warning[] = [ { type: 'other', message: 'Setting is not supported', }, { type: 'unsupported', feature: 'size', details: 'Size parameter not supported', }, ]; await generateImage({ model: new MockImageModelV3({ doGenerate: async () => createMockResponse({ images: [pngBase64], warnings: expectedWarnings, }), }), prompt, }); expect(logWarningsSpy).toHaveBeenCalledOnce(); expect(logWarningsSpy).toHaveBeenCalledWith({ warnings: expectedWarnings, provider: 'mock-provider', model: 'mock-model-id', }); }); it('should call logWarnings with aggregated warnings from multiple calls', async () => { const warning1: Warning = { type: 'other', message: 'Warning from call 1', }; const warning2: Warning = { type: 'other', message: 'Warning from call 2', }; const expectedAggregatedWarnings = [warning1, warning2]; let callCount = 0; await generateImage({ model: new MockImageModelV3({ maxImagesPerCall: 1, doGenerate: async () => { switch (callCount++) { case 0: return createMockResponse({ images: [pngBase64], warnings: [warning1], }); case 1: return createMockResponse({ images: [jpegBase64], warnings: [warning2], }); default: throw new Error('Unexpected call'); } }, }), prompt, n: 2, }); expect(logWarningsSpy).toHaveBeenCalledOnce(); expect(logWarningsSpy).toHaveBeenCalledWith({ warnings: expectedAggregatedWarnings, provider: 'mock-provider', model: 'mock-model-id', }); }); it('should call logWarnings with empty array when no warnings are present', async () => { await generateImage({ model: new MockImageModelV3({ doGenerate: async () => createMockResponse({ images: [pngBase64], warnings: [], // no warnings }), }), prompt, }); expect(logWarningsSpy).toHaveBeenCalledOnce(); expect(logWarningsSpy).toHaveBeenCalledWith({ warnings: [], provider: 'mock-provider', model: 'mock-model-id', }); }); describe('base64 image data', () => { it('should return generated images with correct mime types', async () => { const result = await generateImage({ model: new MockImageModelV3({ doGenerate: async () => createMockResponse({ images: [pngBase64, jpegBase64], }), }), prompt, }); expect( result.images.map(image => ({ base64: image.base64, uint8Array: image.uint8Array, mediaType: image.mediaType, })), ).toStrictEqual([ { base64: pngBase64, uint8Array: convertBase64ToUint8Array(pngBase64), mediaType: 'image/png', }, { base64: jpegBase64, uint8Array: convertBase64ToUint8Array(jpegBase64), mediaType: 'image/jpeg', }, ]); }); it('should return the first image with correct mime type', async () => { const result = await generateImage({ model: new MockImageModelV3({ doGenerate: async () => createMockResponse({ images: [pngBase64, jpegBase64], }), }), prompt, }); expect({ base64: result.image.base64, uint8Array: result.image.uint8Array, mediaType: result.image.mediaType, }).toStrictEqual({ base64: pngBase64, uint8Array: convertBase64ToUint8Array(pngBase64), mediaType: 'image/png', }); }); }); describe('uint8array image data', () => { it('should return generated images', async () => { const uint8ArrayImages = [ convertBase64ToUint8Array(pngBase64), convertBase64ToUint8Array(jpegBase64), ]; const result = await generateImage({ model: new MockImageModelV3({ doGenerate: async () => createMockResponse({ images: uint8ArrayImages, }), }), prompt, }); expect( result.images.map(image => ({ base64: image.base64, uint8Array: image.uint8Array, })), ).toStrictEqual([ { base64: convertUint8ArrayToBase64(uint8ArrayImages[0]), uint8Array: uint8ArrayImages[0], }, { base64: convertUint8ArrayToBase64(uint8ArrayImages[1]), uint8Array: uint8ArrayImages[1], }, ]); }); }); describe('when several calls are required', () => { it('should generate images', async () => { const base64Images = [pngBase64, jpegBase64, gifBase64]; let callCount = 0; const result = await generateImage({ model: new MockImageModelV3({ maxImagesPerCall: 2, doGenerate: async options => { switch (callCount++) { case 0: expect(options).toStrictEqual({ prompt, files: undefined, mask: undefined, n: 2, seed: 12345, size: '1024x1024', aspectRatio: '16:9', providerOptions: { 'mock-provider': { style: 'vivid' }, }, headers: { 'custom-request-header': 'request-header-value', 'user-agent': 'ai/0.0.0-test', }, abortSignal: undefined, }); return createMockResponse({ images: base64Images.slice(0, 2), }); case 1: expect(options).toStrictEqual({ prompt, files: undefined, mask: undefined, n: 1, seed: 12345, size: '1024x1024', aspectRatio: '16:9', providerOptions: { 'mock-provider': { style: 'vivid' } }, headers: { 'custom-request-header': 'request-header-value', 'user-agent': 'ai/0.0.0-test', }, abortSignal: undefined, }); return createMockResponse({ images: base64Images.slice(2), }); default: throw new Error('Unexpected call'); } }, }), prompt, n: 3, size: '1024x1024', aspectRatio: '16:9', seed: 12345, providerOptions: { 'mock-provider': { style: 'vivid' } }, headers: { 'custom-request-header': 'request-header-value', }, }); expect(result.images.map(image => image.base64)).toStrictEqual( base64Images, ); }); it('should aggregate warnings', async () => { const base64Images = [pngBase64, jpegBase64, gifBase64]; let callCount = 0; const result = await generateImage({ model: new MockImageModelV3({ maxImagesPerCall: 2, doGenerate: async options => { switch (callCount++) { case 0: expect(options).toStrictEqual({ prompt, files: undefined, mask: undefined, n: 2, seed: 12345, size: '1024x1024', aspectRatio: '16:9', providerOptions: { 'mock-provider': { style: 'vivid' } }, headers: { 'custom-request-header': 'request-header-value', 'user-agent': 'ai/0.0.0-test', }, abortSignal: undefined, }); return createMockResponse({ images: base64Images.slice(0, 2), warnings: [{ type: 'other', message: '1' }], }); case 1: expect(options).toStrictEqual({ prompt, files: undefined, mask: undefined, n: 1, seed: 12345, size: '1024x1024', aspectRatio: '16:9', providerOptions: { 'mock-provider': { style: 'vivid' } }, headers: { 'custom-request-header': 'request-header-value', 'user-agent': 'ai/0.0.0-test', }, abortSignal: undefined, }); return createMockResponse({ images: base64Images.slice(2), warnings: [{ type: 'other', message: '2' }], }); default: throw new Error('Unexpected call'); } }, }), prompt, n: 3, size: '1024x1024', aspectRatio: '16:9', seed: 12345, providerOptions: { 'mock-provider': { style: 'vivid' } }, headers: { 'custom-request-header': 'request-header-value', }, }); expect(result.warnings).toStrictEqual([ { type: 'other', message: '1' }, { type: 'other', message: '2' }, ]); }); test.each([ ['sync method', () => 2], ['async method', async () => 2], ])( 'should generate with maxImagesPerCall = %s', async (_, maxImagesPerCall) => { const base64Images = [pngBase64, jpegBase64, gifBase64]; let callCount = 0; const maxImagesPerCallMock = vitest.fn(maxImagesPerCall); const result = await generateImage({ model: new MockImageModelV3({ maxImagesPerCall: maxImagesPerCallMock, doGenerate: async options => { switch (callCount++) { case 0: expect(options).toStrictEqual({ prompt, files: undefined, mask: undefined, n: 2, seed: 12345, size: '1024x1024', aspectRatio: '16:9', providerOptions: { 'mock-provider': { style: 'vivid' }, }, headers: { 'custom-request-header': 'request-header-value', 'user-agent': 'ai/0.0.0-test', }, abortSignal: undefined, }); return createMockResponse({ images: base64Images.slice(0, 2), }); case 1: expect(options).toStrictEqual({ prompt, files: undefined, mask: undefined, n: 1, seed: 12345, size: '1024x1024', aspectRatio: '16:9', providerOptions: { 'mock-provider': { style: 'vivid' } }, headers: { 'custom-request-header': 'request-header-value', 'user-agent': 'ai/0.0.0-test', }, abortSignal: undefined, }); return createMockResponse({ images: base64Images.slice(2), }); default: throw new Error('Unexpected call'); } }, }), prompt, n: 3, size: '1024x1024', aspectRatio: '16:9', seed: 12345, providerOptions: { 'mock-provider': { style: 'vivid' } }, headers: { 'custom-request-header': 'request-header-value', }, }); expect(result.images.map(image => image.base64)).toStrictEqual( base64Images, ); expect(maxImagesPerCallMock).toHaveBeenCalledTimes(1); expect(maxImagesPerCallMock).toHaveBeenCalledWith({ modelId: 'mock-model-id', }); }, ); }); describe('error handling', () => { it('should throw NoImageGeneratedError when no images are returned', async () => { await expect( generateImage({ model: new MockImageModelV3({ doGenerate: async () => createMockResponse({ images: [], timestamp: testDate, }), }), prompt, }), ).rejects.toMatchObject({ name: 'AI_NoImageGeneratedError', message: 'No image generated.', responses: [ { timestamp: testDate, modelId: expect.any(String), }, ], }); }); it('should include response headers in error when no images generated', async () => { await expect( generateImage({ model: new MockImageModelV3({ doGenerate: async () => createMockResponse({ images: [], timestamp: testDate, headers: { 'custom-response-header': 'response-header-value', 'user-agent': 'ai/0.0.0-test', }, }), }), prompt, }), ).rejects.toMatchObject({ name: 'AI_NoImageGeneratedError', message: 'No image generated.', responses: [ { timestamp: testDate, modelId: expect.any(String), headers: { 'custom-response-header': 'response-header-value', 'user-agent': 'ai/0.0.0-test', }, }, ], }); }); }); it('should return response metadata', async () => { const testHeaders = { 'x-test': 'value' }; const result = await generateImage({ model: new MockImageModelV3({ doGenerate: async () => createMockResponse({ images: [pngBase64], timestamp: testDate, modelId: 'test-model', headers: testHeaders, }), }), prompt, }); expect(result.responses).toStrictEqual([ { timestamp: testDate, modelId: 'test-model', headers: testHeaders, }, ]); }); it('should return provider metadata', async () => { const result = await generateImage({ model: new MockImageModelV3({ doGenerate: async () => createMockResponse({ images: [pngBase64, pngBase64], timestamp: testDate, modelId: 'test-model', providerMetaData: { testProvider: { images: [{ revisedPrompt: 'test-revised-prompt' }, null], }, }, headers: {}, }), }), prompt, }); expect(result.providerMetadata).toStrictEqual({ testProvider: { images: [{ revisedPrompt: 'test-revised-prompt' }, null], }, }); }); it('should expose empty usage when provider does not report usage', async () => { const result = await generateImage({ model: new MockImageModelV3({ doGenerate: async () => createMockResponse({ images: [pngBase64], }), }), prompt, }); expect(result.usage).toStrictEqual({ inputTokens: undefined, outputTokens: undefined, totalTokens: undefined, }); }); it('should aggregate usage across multiple provider calls', async () => { let callCount = 0; const result = await generateImage({ model: new MockImageModelV3({ maxImagesPerCall: 1, doGenerate: async () => { switch (callCount++) { case 0: return { images: [pngBase64], warnings: [], providerMetadata: { testProvider: { images: [null] }, }, response: { timestamp: new Date(), modelId: 'mock-model-id', headers: {}, }, usage: { inputTokens: 10, outputTokens: 0, totalTokens: 10, }, }; case 1: return { images: [jpegBase64], warnings: [], providerMetadata: { testProvider: { images: [null] }, }, response: { timestamp: new Date(), modelId: 'mock-model-id', headers: {}, }, usage: { inputTokens: 5, outputTokens: 0, totalTokens: 5, }, }; default: throw new Error('Unexpected call'); } }, }), prompt, n: 2, }); expect(result.images.map(image => image.base64)).toStrictEqual([ pngBase64, jpegBase64, ]); expect(result.usage).toStrictEqual({ inputTokens: 15, outputTokens: 0, totalTokens: 15, }); }); describe('provider metadata merging', () => { it('should merge provider metadata from multiple calls', async () => { let callCount = 0; const result = await generateImage({ model: new MockImageModelV3({ maxImagesPerCall: 1, doGenerate: async () => { switch (callCount++) { case 0: return createMockResponse({ images: [pngBase64], providerMetaData: { testProvider: { images: [{ revisedPrompt: 'prompt-1' }], }, }, }); case 1: return createMockResponse({ images: [jpegBase64], providerMetaData: { testProvider: { images: [{ revisedPrompt: 'prompt-2' }], }, }, }); default: throw new Error('Unexpected call'); } }, }), prompt, n: 2, }); expect(result.providerMetadata).toStrictEqual({ testProvider: { images: [ { revisedPrompt: 'prompt-1' }, { revisedPrompt: 'prompt-2' }, ], }, }); }); it('should merge non-image provider metadata fields', async () => { let callCount = 0; const result = await generateImage({ model: new MockImageModelV3({ maxImagesPerCall: 1, doGenerate: async () => { switch (callCount++) { case 0: return createMockResponse({ images: [pngBase64], providerMetaData: { gateway: { images: [], routing: { provider: 'test1' }, cost: '0.01', }, }, }); case 1: return createMockResponse({ images: [jpegBase64], providerMetaData: { gateway: { images: [], routing: { provider: 'test2' }, generationId: 'gen-123', }, }, }); default: throw new Error('Unexpected call'); } }, }), prompt, n: 2, }); expect(result.providerMetadata.gateway).toStrictEqual({ routing: { provider: 'test2' }, generationId: 'gen-123', cost: '0.01', }); }); it('should drop empty images array for gateway provider', async () => { const result = await generateImage({ model: new MockImageModelV3({ doGenerate: async () => createMockResponse({ images: [pngBase64], providerMetaData: { gateway: { images: [], routing: { provider: 'vertex' }, cost: '0.04', }, }, }), }), prompt, }); expect(result.providerMetadata.gateway).toStrictEqual({ routing: { provider: 'vertex' }, cost: '0.04', }); expect(result.providerMetadata.gateway).not.toHaveProperty('images'); }); it('should not drop empty images array for non-gateway providers', async () => { const result = await generateImage({ model: new MockImageModelV3({ doGenerate: async () => createMockResponse({ images: [pngBase64], providerMetaData: { openai: { images: [], usage: { tokens: 100 }, }, }, }), }), prompt, }); expect(result.providerMetadata.openai).toStrictEqual({ images: [], }); }); it('should handle provider metadata without images field', async () => { const result = await generateImage({ model: new MockImageModelV3({ doGenerate: async () => { const response: Awaited<ReturnType<ImageModelV3['doGenerate']>> = { images: [pngBase64], warnings: [], providerMetadata: { gateway: { routing: { provider: 'vertex' }, cost: '0.04', }, } as unknown as ImageModelV3ProviderMetadata, response: { timestamp: new Date(), modelId: 'test-model-id', headers: {}, }, }; return response; }, }), prompt, }); expect(result.providerMetadata.gateway).toStrictEqual({ routing: { provider: 'vertex' }, cost: '0.04', }); expect(result.providerMetadata.gateway).not.toHaveProperty('images'); }); it('should handle undefined providerMetadata', async () => { const result = await generateImage({ model: new MockImageModelV3({ doGenerate: async () => ({ images: [pngBase64], warnings: [], providerMetadata: undefined, response: { timestamp: new Date(), modelId: 'test-model-id', headers: {}, }, }), }), prompt, }); expect(result.providerMetadata).toStrictEqual({}); }); it('should merge multiple providers from same call', async () => { const result = await generateImage({ model: new MockImageModelV3({ maxImagesPerCall: 2, doGenerate: async () => ({ images: [pngBase64, jpegBase64], warnings: [], providerMetadata: { vertex: { images: [ { revisedPrompt: 'revised-1' }, { revisedPrompt: 'revised-2' }, ], }, gateway: { images: [], routing: { provider: 'vertex' }, cost: '0.08', }, }, response: { timestamp: new Date(), modelId: 'test-model-id', headers: {}, }, }), }), prompt, n: 2, }); expect(result.providerMetadata).toStrictEqual({ vertex: { images: [ { revisedPrompt: 'revised-1' }, { revisedPrompt: 'revised-2' }, ], }, gateway: { routing: { provider: 'vertex' }, cost: '0.08', }, }); }); it('should merge multiple providers across multiple calls', async () => { let callCount = 0; const result = await generateImage({ model: new MockImageModelV3({ maxImagesPerCall: 1, doGenerate: async () => { switch (callCount++) { case 0: return createMockResponse({ images: [pngBase64], providerMetaData: { vertex: { images: [{ revisedPrompt: 'revised-1' }], }, gateway: { images: [], routing: { provider: 'vertex' }, }, }, }); case 1: return createMockResponse({ images: [jpegBase64], providerMetaData: { vertex: { images: [{ revisedPrompt: 'revised-2' }], }, gateway: { images: [], cost: '0.08', }, }, }); default: throw new Error('Unexpected call'); } }, }), prompt, n: 2, }); expect(result.providerMetadata).toStrictEqual({ vertex: { images: [ { revisedPrompt: 'revised-1' }, { revisedPrompt: 'revised-2' }, ], }, gateway: { routing: { provider: 'vertex' }, cost: '0.08', }, }); }); it('should preserve null values in images array', async () => { const result = await generateImage({ model: new MockImageModelV3({ maxImagesPerCall: 2, doGenerate: async () => ({ images: [pngBase64, jpegBase64], warnings: [], providerMetadata: { openai: { images: [{ revisedPrompt: 'revised' }, null], }, }, response: { timestamp: new Date(), modelId: 'test-model-id', headers: {}, }, }), }), prompt, n: 2, }); expect(result.providerMetadata.openai).toStrictEqual({ images: [{ revisedPrompt: 'revised' }, null], }); }); it('should handle complex nested metadata structures', async () => { const result = await generateImage({ model: new MockImageModelV3({ doGenerate: async () => createMockResponse({ images: [pngBase64], providerMetaData: { gateway: { images: [], routing: { provider: 'vertex', attempts: [ { provider: 'openai', success: false }, { provider: 'vertex', success: true }, ], }, cost: '0.04', marketCost: '0.06', generationId: 'gen-abc-123', }, }, }), }), prompt, }); expect(result.providerMetadata.gateway).toStrictEqual({ routing: { provider: 'vertex', attempts: [ { provider: 'openai', success: false }, { provider: 'vertex', success: true }, ], }, cost: '0.04', marketCost: '0.06', generationId: 'gen-abc-123', }); }); it('should handle empty gateway images across multiple calls', async () => { let callCount = 0; const result = await generateImage({ model: new MockImageModelV3({ maxImagesPerCall: 1, doGenerate: async () => { switch (callCount++) { case 0: return createMockResponse({ images: [pngBase64], providerMetaData: { gateway: { images: [], routing: { provider: 'vertex' }, }, }, }); case 1: return createMockResponse({ images: [jpegBase64], providerMetaData: { gateway: { images: [], cost: '0.04', }, }, }); default: throw new Error('Unexpected call'); } }, }), prompt, n: 2, }); expect(result.providerMetadata.gateway).toStrictEqual({ routing: { provider: 'vertex' }, cost: '0.04', }); expect(result.providerMetadata.gateway).not.toHaveProperty('images'); }); it('should keep images array for gateway if non-empty', async () => { const result = await generateImage({ model: new MockImageModelV3({ doGenerate: async () => createMockResponse({ images: [pngBase64], providerMetaData: { gateway: { images: [{ metadata: 'value' }], routing: { provider: 'vertex' }, cost: '0.04', }, }, }), }), prompt, }); expect(result.providerMetadata.gateway).toStrictEqual({ images: [{ metadata: 'value' }], routing: { provider: 'vertex' }, cost: '0.04', }); }); }); }); describe('data URL handling', () => { it('should handle data URL with media type in prompt images', async () => { const dataUrl = `data:image/png;base64,${pngBase64}`; let capturedArgs!: Parameters<ImageModelV3['doGenerate']>[0]; await generateImage({ model: new MockImageModelV3({ doGenerate: async args => { capturedArgs = args; return createMockResponse({ images: [pngBase64], }); }, }), prompt: { text: prompt, images: [dataUrl], }, }); expect(capturedArgs.files).toStrictEqual([ { type: 'file', data: convertBase64ToUint8Array(pngBase64), mediaType: 'image/png', }, ]); }); it('should handle data URL with jpeg media type', async () => { const dataUrl = `data:image/jpeg;base64,${jpegBase64}`; let capturedArgs!: Parameters<ImageModelV3['doGenerate']>[0]; await generateImage({ model: new MockImageModelV3({ doGenerate: async args => { capturedArgs = args; return createMockResponse({ images: [pngBase64], }); }, }), prompt: { text: prompt, images: [dataUrl], }, }); expect(capturedArgs.files).toStrictEqual([ { type: 'file', data: convertBase64ToUint8Array(jpegBase64), mediaType: 'image/jpeg', }, ]); }); it('should handle data URL as mask', async () => { const dataUrl = `data:image/png;base64,${pngBase64}`; let capturedArgs!: Parameters<ImageModelV3['doGenerate']>[0]; await generateImage({ model: new MockImageModelV3({ doGenerate: async args => { capturedArgs = args; return createMockResponse({ images: [pngBase64], }); }, }), prompt: { text: prompt, images: [pngBase64], mask: dataUrl, }, }); expect(capturedArgs.mask).toStrictEqual({ type: 'file', data: convertBase64ToUint8Array(pngBase64), mediaType: 'image/png', }); }); it('should detect media type from data when data URL has no media type', async () => { // Data URL with minimal header (no explicit media type before semicolon) const dataUrl = `data:;base64,${pngBase64}`; let capturedArgs!: Parameters<ImageModelV3['doGenerate']>[0]; await generateImage({ model: new MockImageModelV3({ doGenerate: async args => { capturedArgs = args; return createMockResponse({ images: [pngBase64], }); }, }), prompt: { text: prompt, images: [dataUrl], }, }); // Should detect PNG from the actual image data expect(capturedArgs.files).toStrictEqual([ { type: 'file', data: convertBase64ToUint8Array(pngBase64), mediaType: 'image/png', }, ]); }); it('should handle multiple data URLs in prompt images', async () => { const pngDataUrl = `data:image/png;base64,${pngBase64}`; const jpegDataUrl = `data:image/jpeg;base64,${jpegBase64}`; let capturedArgs!: Parameters<ImageModelV3['doGenerate']>[0]; await generateImage({ model: new MockImageModelV3({ doGenerate: async args => { capturedArgs = args; return createMockResponse({ images: [pngBase64], }); }, }), prompt: { text: prompt, images: [pngDataUrl, jpegDataUrl], }, }); expect(capturedArgs.files).toStrictEqual([ { type: 'file', data: convertBase64ToUint8Array(pngBase64), mediaType: 'image/png', }, { type: 'file', data: convertBase64ToUint8Array(jpegBase64), mediaType: 'image/jpeg', }, ]); }); it('should handle mix of data URLs and base64 strings', async () => { const pngDataUrl = `data:image/png;base64,${pngBase64}`; let capturedArgs!: Parameters<ImageModelV3['doGenerate']>[0]; await generateImage({ model: new MockImageModelV3({ doGenerate: async args => { capturedArgs = args; return createMockResponse({ images: [pngBase64], }); }, }), prompt: { text: prompt, images: [pngDataUrl, jpegBase64], }, }); expect(capturedArgs.files).toStrictEqual([ { type: 'file', data: convertBase64ToUint8Array(pngBase64), mediaType: 'image/png', }, { type: 'file', data: convertBase64ToUint8Array(jpegBase64), mediaType: 'image/jpeg', }, ]); }); }); describe('deprecated APIs', () => { it('experimental_generateImage should still work', async () => { // Import the deprecated export const { experimental_generateImage } = await import('./index'); const result = await experimental_generateImage({ model: new MockImageModelV3({ doGenerate: async () => createMockResponse({ images: [pngBase64], }), }), prompt, }); expect(result.images).toHaveLength(1); expect(result.image.base64).toBe(pngBase64); }); it('Experimental_GenerateImageResult type should be exported', async () => { // Import the deprecated exports const { experimental_generateImage } = await import('./index'); type ResultType = import('./index').Experimental_GenerateImageResult; const result: ResultType = await experimental_generateImage({ model: new MockImageModelV3({ doGenerate: async () => createMockResponse({ images: [pngBase64], }), }), prompt, }); // Type assertions to verify the shape is correct expect(result.images).toBeDefined(); expect(result.image).toBeDefined(); expect(result.warnings).toBeDefined(); }); });