@lobehub/chat/packages/model-runtime/src/providers/perplexity/index.ts

Lobe Chat - an open-source, high-performance chatbot framework that supports speech synthesis, multimodal, and extensible Function Call plugin system. Supports one-click free deployment of your private ChatGPT/LLM web application.

import { ModelProvider } from 'model-bank';
import OpenAI from 'openai';

import { createOpenAICompatibleRuntime } from '../../core/openaiCompatibleFactory';
import { resolveParameters } from '../../core/parameterResolver';
import { ChatStreamPayload } from '../../types';

export const LobePerplexityAI = createOpenAICompatibleRuntime({
  baseURL: 'https://api.perplexity.ai',
  chatCompletion: {
    handlePayload: (payload: ChatStreamPayload) => {
      const { presence_penalty, frequency_penalty, stream = true, temperature, ...res } = payload;

      // Resolve parameters with constraints
      const resolvedParams = resolveParameters(
        {
          frequency_penalty: presence_penalty !== 0 ? undefined : frequency_penalty || 1,
          presence_penalty: presence_penalty !== 0 ? presence_penalty : undefined,
          temperature,
        },
        {
          normalizeTemperature: false,
        },
      );

      // Perplexity doesn't support temperature >= 2
      const finalTemperature =
        resolvedParams.temperature !== undefined && resolvedParams.temperature >= 2
          ? undefined
          : resolvedParams.temperature;

      return {
        ...res,
        frequency_penalty: resolvedParams.frequency_penalty,
        presence_penalty: resolvedParams.presence_penalty,
        stream,
        temperature: finalTemperature,
      } as OpenAI.ChatCompletionCreateParamsStreaming;
    },
  },
  debug: {
    chatCompletion: () => process.env.DEBUG_PERPLEXITY_CHAT_COMPLETION === '1',
  },
  provider: ModelProvider.Perplexity,
});