/**
 * grader-consistency-runner.ts
 *
 * Orchestration logic for grader consistency analysis.
 *
 * Reads existing eval results, re-runs ONLY the grading assertions N additional
 * times with the configured grader model, and analyzes score variance.
 *
 * This does NOT re-run the models under test — it only re-grades the same
 * responses. Cost is low: ~$0.005 per grading call × N replications.
 *
 * Migrated from lib/grader-consistency.ts — no process.argv, no process.exit(),
 * no module-level constants.
 *
 * @see docs/archive/exec-plans/grader-reliability.md — Phase 1
 */
import { type Logger } from "../_vendor/ailf-core/index.d.ts";
import type { RawPromptfooFile } from "./calculate-scores.js";
import { type GraderConsistency } from "./grader-consistency.js";
/** Options for the grader consistency runner. */
export interface GraderConsistencyRunnerOptions {
    /** Logger for structured output. Falls back to ConsoleLogger if omitted. */
    logger?: Logger;
    /** Number of additional grading replications (default: 5) */
    replications: number;
    /** Path to eval-results.json */
    resultsPath: string;
    /** Root directory of the eval package (for output paths) */
    rootDir: string;
}
interface GradingJudgment {
    /** Feature area */
    area: string;
    /** Task description */
    description: string;
    /** Scoring dimension (kebab-case, e.g. 'task-completion') */
    dimension: string;
    /** The original score from the eval run */
    originalScore: number;
    /** Provider (model under test) */
    providerId?: string;
    /** The model's response text to be graded */
    responseText: string;
    /** The rubric text (assertion value) */
    rubricText: string;
}
/**
 * Extract all llm-rubric grading judgments from eval results.
 * Only includes gold (with-docs) tests to keep the analysis focused.
 */
export declare function extractGradingJudgments(file: RawPromptfooFile): GradingJudgment[];
export declare function formatConsistencyReport(result: GraderConsistency, graderModel: string): string;
/**
 * Run the grader consistency analysis.
 *
 * Reads eval results, re-grades each judgment N times, and writes the
 * consistency report to results/latest/grader-consistency.json.
 *
 * @throws Error if results file not found, replications < 2, or no judgments found
 */
export declare function runGraderConsistency(options: GraderConsistencyRunnerOptions): Promise<GraderConsistency>;
export {};
