/**
 * Synthetic eval dataset — 30 tasks, product-agnostic.
 * Sprint-579: eval-dataset-30.
 *
 * Categories: math (6), code (6), classification (6),
 *             summarization (6), reasoning (6).
 * Ground truth labels manually validated.
 */
export type EvalCategory = "math" | "code" | "classification" | "summarization" | "reasoning";
export type EvalDifficulty = "easy" | "medium" | "hard";
export interface EvalTask {
    id: string;
    category: EvalCategory;
    difficulty: EvalDifficulty;
    /** Prompt sent to the model under evaluation. */
    prompt: string;
    /** Ground truth — exact match or list of accepted values. */
    groundTruth: string | string[];
    /** Optional: judge function id for non-exact-match scoring. */
    scorer?: "exact" | "numeric_tolerance" | "contains" | "code_output";
    /** Tolerance for numeric_tolerance scorer. */
    tolerance?: number;
}
export declare const EVAL_DATASET_30: EvalTask[];
export declare function getTasksByCategory(category: EvalCategory): EvalTask[];
export declare function getTasksByDifficulty(difficulty: EvalDifficulty): EvalTask[];
//# sourceMappingURL=index.d.ts.map