llm-info/src/provider.ts

Information on LLM models, context window token limit, output token limit, pricing and more

export const AI_PROVIDERS = {
  OPENAI: 'openai',
  ANTHROPIC: 'anthropic',
  AZURE_OPENAI: 'azure-openai',
  DEEPSEEK: 'deepseek',
  OPENROUTER: 'openrouter',
  GOOGLE: 'google',
  GOOGLE_VERTEX_AI: 'google-vertex-ai',
  FIREWORKS: 'fireworks',
  XAI: 'xai',
} as const;

export type AI_PROVIDER_TYPE = (typeof AI_PROVIDERS)[keyof typeof AI_PROVIDERS];

export type FIRST_PARTY_SDK_AI_PROVIDER_TYPE = {
  name: string;
  firstParty: true;
  thirdParty: false;
  nativeSDK: true;
  baseURL?: string;
  website?: string;
  apiKeysPage?: string;
};

export type FIRST_PARTY_BASE_URL_AI_PROVIDER_TYPE = {
  name: string;
  firstParty: true;
  thirdParty: false;
  baseURL: string;
  nativeSDK: false;
  website?: string;
  apiKeysPage?: string;
};

export type THIRD_PARTY_AI_PROVIDER_TYPE = {
  name: string;
  firstParty: false;
  thirdParty: true;
  nativeSDK: false;
  baseURL: string;
  website: string;
  apiKeysPage?: string;
};

export type AI_PROVIDER_CONFIG_TYPE =
  | FIRST_PARTY_SDK_AI_PROVIDER_TYPE
  | FIRST_PARTY_BASE_URL_AI_PROVIDER_TYPE
  | THIRD_PARTY_AI_PROVIDER_TYPE;

export const AI_PROVIDER_CONFIG: Record<
  AI_PROVIDER_TYPE,
  AI_PROVIDER_CONFIG_TYPE
> = {
  [AI_PROVIDERS.OPENAI]: {
    name: 'OpenAI',
    firstParty: true,
    thirdParty: false,
    nativeSDK: true,
    apiKeysPage: 'https://platform.openai.com/api-keys',
  },
  [AI_PROVIDERS.ANTHROPIC]: {
    name: 'Anthropic',
    firstParty: true,
    thirdParty: false,
    nativeSDK: true,
    apiKeysPage: 'https://console.anthropic.com/settings/keys',
  },
  [AI_PROVIDERS.AZURE_OPENAI]: {
    name: 'Azure OpenAI',
    firstParty: false,
    baseURL: 'https://<your-resource-name>.openai.azure.com/',
    website:
      'https://azure.microsoft.com/en-us/products/ai-services/openai-service',
    thirdParty: true,
    nativeSDK: false,
  },
  [AI_PROVIDERS.DEEPSEEK]: {
    name: 'DeepSeek',
    firstParty: true,
    baseURL: 'https://api.deepseek.com',
    thirdParty: false,
    nativeSDK: false,
    apiKeysPage: 'https://platform.deepseek.com/api_keys',
  },
  [AI_PROVIDERS.OPENROUTER]: {
    name: 'OpenRouter',
    firstParty: false,
    baseURL: 'https://openrouter.ai/api/v1',
    website: 'https://openrouter.ai',
    thirdParty: true,
    nativeSDK: false,
    apiKeysPage: 'https://openrouter.ai/settings/keys',
  },
  [AI_PROVIDERS.GOOGLE]: {
    name: 'Google',
    firstParty: true,
    baseURL: 'https://generativelanguage.googleapis.com/v1beta/openai/',
    thirdParty: false,
    nativeSDK: true,
    apiKeysPage: 'https://aistudio.google.com/app/apikey',
  },
  [AI_PROVIDERS.FIREWORKS]: {
    name: 'Fireworks',
    firstParty: false,
    baseURL: 'https://api.fireworks.ai/inference/v1',
    website: 'https://fireworks.ai',
    thirdParty: true,
    nativeSDK: false,
  },
  [AI_PROVIDERS.GOOGLE_VERTEX_AI]: {
    name: 'Google Vertex AI',
    firstParty: true,
    thirdParty: false,
    nativeSDK: true,
  },
  [AI_PROVIDERS.XAI]: {
    name: 'xAI',
    firstParty: true,
    baseURL: 'https://api.x.ai/v1',
    thirdParty: false,
    nativeSDK: false,
    apiKeysPage: 'https://console.x.ai/',
  },
} as const;

export const AI_PROVIDER_NAME_MAP: Record<AI_PROVIDER_TYPE, string> = {
  [AI_PROVIDERS.OPENAI]: AI_PROVIDER_CONFIG[AI_PROVIDERS.OPENAI].name,
  [AI_PROVIDERS.ANTHROPIC]: AI_PROVIDER_CONFIG[AI_PROVIDERS.ANTHROPIC].name,
  [AI_PROVIDERS.AZURE_OPENAI]:
    AI_PROVIDER_CONFIG[AI_PROVIDERS.AZURE_OPENAI].name,
  [AI_PROVIDERS.DEEPSEEK]: AI_PROVIDER_CONFIG[AI_PROVIDERS.DEEPSEEK].name,
  [AI_PROVIDERS.OPENROUTER]: AI_PROVIDER_CONFIG[AI_PROVIDERS.OPENROUTER].name,
  [AI_PROVIDERS.GOOGLE]: AI_PROVIDER_CONFIG[AI_PROVIDERS.GOOGLE].name,
  [AI_PROVIDERS.FIREWORKS]: AI_PROVIDER_CONFIG[AI_PROVIDERS.FIREWORKS].name,
  [AI_PROVIDERS.GOOGLE_VERTEX_AI]:
    AI_PROVIDER_CONFIG[AI_PROVIDERS.GOOGLE_VERTEX_AI].name,
  [AI_PROVIDERS.XAI]: AI_PROVIDER_CONFIG[AI_PROVIDERS.XAI].name,
} as const;