@mettamatt/code-reasoning/dist/test/prompt-evaluation/scenarios.d.ts

Enhanced MCP server for code reasoning using sequential thinking methodology, optimized for programming tasks

/**
 * Defines a scenario for evaluating the code reasoning tool.
 *
 * Each scenario targets a specific skill or capability of the code reasoning tool
 * and provides a problem designed to test that capability.
 */
export interface PromptScenario {
    /**
     * Unique identifier for the scenario, used in filenames and references.
     */
    id: string;
    /**
     * Human-readable name of the scenario, used in displays and reports.
     */
    name: string;
    /**
     * Concise description of what the scenario is designed to test.
     */
    description: string;
    /**
     * The actual prompt text sent to the model. This is the problem
     * statement that the model will attempt to solve.
     */
    problem: string;
    /**
     * The primary skill or capability being tested by this scenario.
     * - 'branching': Tests if the model creates branches for exploring alternatives
     * - 'revision': Tests if the model corrects earlier mistakes
     * - 'parameters': Tests correct usage of sequential thinking parameters
     * - 'depth': Tests deep exploration of complex topics
     * - 'completion': Tests proper termination of the thought chain
     * - 'multiple': Tests combinations of multiple skills
     */
    targetSkill: 'branching' | 'revision' | 'parameters' | 'depth' | 'completion' | 'multiple';
    /**
     * The relative complexity level of the scenario.
     */
    difficulty: 'easy' | 'medium' | 'hard';
    /**
     * The minimum number of thoughts expected for this scenario.
     * Used in validation to check if there are enough thoughts.
     */
    expectedThoughtsMin: number;
    /**
     * The maximum number of thoughts expected for this scenario.
     * Used for display purposes and setting expectations.
     * Note: This is not currently used in validation logic.
     */
    expectedThoughtsMax: number;
}
export declare const PROMPT_TEST_SCENARIOS: PromptScenario[];