judgeval/dist/types/constants.d.ts

Judgment SDK for TypeScript/JavaScript

/**
 * Collection of proprietary scorers implemented by Judgment.
 *
 * These are ready-made evaluation scorers that can be used to evaluate
 * Examples via the Judgment API.
 */
export declare enum APIScorer {
    FAITHFULNESS = "faithfulness",
    ANSWER_RELEVANCY = "answer_relevancy",
    ANSWER_CORRECTNESS = "answer_correctness",
    HALLUCINATION = "hallucination",
    SUMMARIZATION = "summarization",
    CONTEXTUAL_RECALL = "contextual_recall",
    CONTEXTUAL_RELEVANCY = "contextual_relevancy",
    CONTEXTUAL_PRECISION = "contextual_precision",
    INSTRUCTION_ADHERENCE = "instruction_adherence",
    EXECUTION_ORDER = "execution_order",
    JSON_CORRECTNESS = "json_correctness",
    COMPARISON = "comparison",
    GROUNDEDNESS = "groundedness"
}
export declare const UNBOUNDED_SCORERS: Set<APIScorer>;
export declare const ROOT_API = "https://api.judgmentlabs.ai";
export declare const JUDGMENT_DATASETS_PUSH_API_URL = "https://api.judgmentlabs.ai/datasets/push/";
export declare const JUDGMENT_DATASETS_APPEND_API_URL = "https://api.judgmentlabs.ai/datasets/insert_examples/";
export declare const JUDGMENT_DATASETS_PULL_API_URL = "https://api.judgmentlabs.ai/datasets/pull/";
export declare const JUDGMENT_DATASETS_DELETE_API_URL = "https://api.judgmentlabs.ai/datasets/delete/";
export declare const JUDGMENT_DATASETS_EXPORT_JSONL_API_URL = "https://api.judgmentlabs.ai/datasets/export_jsonl/";
export declare const JUDGMENT_DATASETS_PROJECT_STATS_API_URL = "https://api.judgmentlabs.ai/datasets/fetch_stats_by_project/";
export declare const JUDGMENT_DATASETS_INSERT_API_URL = "https://api.judgmentlabs.ai/datasets/insert_examples/";
export declare const JUDGMENT_EVAL_FETCH_API_URL = "https://api.judgmentlabs.ai/fetch_eval_results/";
export declare const JUDGMENT_EVAL_API_URL = "https://api.judgmentlabs.ai/evaluate/";
export declare const JUDGMENT_EVAL_LOG_API_URL = "https://api.judgmentlabs.ai/log_eval_results/";
export declare const JUDGMENT_EVAL_DELETE_API_URL = "https://api.judgmentlabs.ai/delete_eval_results_by_project_and_run_names/";
export declare const JUDGMENT_EVAL_DELETE_PROJECT_API_URL = "https://api.judgmentlabs.ai/delete_eval_results_by_project/";
export declare const JUDGMENT_PROJECT_DELETE_API_URL = "https://api.judgmentlabs.ai/projects/delete/";
export declare const JUDGMENT_PROJECT_CREATE_API_URL = "https://api.judgmentlabs.ai/projects/add/";
export declare const JUDGMENT_TRACES_FETCH_API_URL = "https://api.judgmentlabs.ai/traces/fetch/";
export declare const JUDGMENT_TRACES_SAVE_API_URL = "https://api.judgmentlabs.ai/traces/save/";
export declare const JUDGMENT_TRACES_DELETE_API_URL = "https://api.judgmentlabs.ai/traces/delete/";
export declare const JUDGMENT_CALCULATE_TOKEN_COSTS_API_URL = "https://api.judgmentlabs.ai/calculate-token-costs";
export declare const JUDGMENT_ADD_TO_RUN_EVAL_QUEUE_API_URL = "https://api.judgmentlabs.ai/add_to_run_eval_queue/";
export declare const RABBITMQ_HOST: string;
export declare const RABBITMQ_PORT: number;
export declare const RABBITMQ_QUEUE: string;
export declare const LITELLM_SUPPORTED_MODELS: Set<string>;
export declare const TOGETHER_SUPPORTED_MODELS: string[];
export declare const JUDGMENT_SUPPORTED_MODELS: Set<string>;
export declare const ACCEPTABLE_MODELS: Set<string>;
export declare const MAX_WORKER_THREADS = 10;
export declare const MAX_CONCURRENT_EVALUATIONS = 50;