whatsapp-claude-gpt/src/services/elevenlabs-service.ts

WhatsApp-Claude-GPT is an advanced chatbot for WhatsApp, integrating AI language models for text conversations, image generation, and voice messages.

import axios, { AxiosResponse } from 'axios';
import logger from '../logger';
import { AIConfig } from '../config';

export enum CVoices {
  GEORGE = 'JBFqnCBsd6RMkjVDRZzb',
  SARAH = 'EXAVITQu4vr4xnSDxMaL',
  LILY = 'pFZP5JQG7iQjIQuC4Bku',
  ALICE = 'Xb7hH8MSUJpSbSDYk0k2',
  ARIA = '9BWtsMINqrJLrRacOk9x'
}

export async function elevenTTS(msg: string): Promise<string | undefined> {

  logger.debug(`[${AIConfig.SpeechConfig.provider}->speech] Creating speech audio for: "${msg}"`);

  const url = `https://api.elevenlabs.io/v1/text-to-speech/${AIConfig.SpeechConfig.voice}?output_format=mp3_44100_128`;
  const body = {
    text: msg,
    model_id: AIConfig.SpeechConfig.model,
    voice_settings: {
      stability: 0.7,
      similarity_boost: 0.7,
      style: 0.25,
      use_speaker_boost: true
    },
  };

  const headers = {
    'xi-api-key': AIConfig.SpeechConfig.apiKey,
    'Content-Type': 'application/json',
  };

  const options: any = {
    responseType: 'arraybuffer',
    method: 'POST',
    headers: headers,
    data: body,
    url,
  };

  try {
    const response: AxiosResponse<any> = await axios(options);
    const audioBuffer = Buffer.from(response.data);
    return audioBuffer.toString('base64');
  } catch (error) {
    logger.error(error);
  }
}