@lobehub/chat/packages/prompts/promptfoo/supervisor/productive/eval.yaml

Lobe Chat - an open-source, high-performance chatbot framework that supports speech synthesis, multimodal, and extensible Function Call plugin system. Supports one-click free deployment of your private ChatGPT/LLM web application.

description: Test supervisor prompt generation for group chat orchestration

prompts:
  - file://promptfoo/supervisor/productive/prompt.ts

providers:
  - id: openai:chat:gpt-5
    config:
      tools: file://./tools.json
      tool_choice: required

  - id: openai:chat:claude-sonnet-4-5-20250929
    config:
      tools: file://./tools.json
      tool_choice:
        type: any

  - id: openai:chat:claude-haiku-4-5-20251001
    config:
      tools: file://./tools.json
      tool_choice:
        type: any

  - id: openai:chat:gemini-2.5-pro
    config:
      tools: file://./tools.json
      tool_choice: required

  - id: openai:chat:deepseek-chat
    config:
      tools: file://./tools.json
      tool_choice: required

  - id: openai:chat:gpt-5-mini
    config:
      tools: file://./tools.json
      tool_choice: required

  - id: openai:chat:o3
    config:
      tools: file://./tools.json
      tool_choice: required

  - id: openai:chat:gpt-4.1-mini
    config:
      tools: file://./tools.json
      tool_choice: required

tests:
  - file://./tests/basic-case.ts
#  - file://./tests/role.ts