type EvalRunStatus = "running" | "completed" | "failed" | "partial";
interface EvalBenchmarkCase {
    id: string;
    prompt: string;
    expectedSignals?: string[];
    notes?: string;
}
type EvalBenchmarkType = "standard" | "memory-red-team";
interface EvalBenchmarkManifest {
    schemaVersion: 1;
    benchmarkId: string;
    benchmarkType?: EvalBenchmarkType;
    title: string;
    description?: string;
    tags?: string[];
    sourceLinks?: string[];
    attackClass?: string;
    targetSurface?: string;
    cases: EvalBenchmarkCase[];
}
interface EvalRunMetrics {
    recallPrecisionAtK?: number;
    actionOutcomeScore?: number;
    objectiveStateCoverage?: number;
    causalPathRecall?: number;
    trustViolationRate?: number;
    creationRecoveryScore?: number;
}
interface EvalRunSummary {
    schemaVersion: 1;
    runId: string;
    benchmarkId: string;
    status: EvalRunStatus;
    startedAt: string;
    completedAt?: string;
    totalCases: number;
    passedCases: number;
    failedCases: number;
    metrics?: EvalRunMetrics;
    notes?: string;
    gitRef?: string;
}
interface EvalShadowRecallRecord {
    schemaVersion: 1;
    traceId: string;
    recordedAt: string;
    sessionKey: string;
    promptHash: string;
    promptLength: number;
    retrievalQueryHash: string;
    retrievalQueryLength: number;
    recallMode: "no_recall" | "minimal" | "full" | "graph_mode";
    recallResultLimit: number;
    source: "none" | "hot_qmd" | "hot_embedding" | "cold_fallback" | "recent_scan";
    recalledMemoryCount: number;
    injected: boolean;
    contextChars: number;
    memoryIds: string[];
    policyVersion?: string;
    identityInjectionMode?: "recovery_only" | "minimal" | "full" | "none";
    identityInjectedChars?: number;
    identityInjectionTruncated?: boolean;
    durationMs: number;
    timings?: Record<string, string>;
}
interface EvalHarnessStatus {
    enabled: boolean;
    shadowModeEnabled: boolean;
    rootDir: string;
    benchmarkDir: string;
    runsDir: string;
    benchmarks: {
        total: number;
        valid: number;
        invalid: number;
        redTeam: number;
        totalCases: number;
        attackClasses: string[];
        tags: string[];
        targetSurfaces: string[];
        sourceLinks: string[];
    };
    runs: {
        total: number;
        invalid: number;
        completed: number;
        failed: number;
        partial: number;
        running: number;
        latestRunId?: string;
        latestBenchmarkId?: string;
        latestCompletedAt?: string;
    };
    shadows: {
        total: number;
        invalid: number;
        latestTraceId?: string;
        latestRecordedAt?: string;
        latestSessionKey?: string;
    };
    baselines: {
        enabled: boolean;
        total: number;
        invalid: number;
        latestSnapshotId?: string;
        latestCreatedAt?: string;
        latestBenchmarkCount?: number;
    };
    latestRun?: EvalRunSummary;
    latestShadow?: EvalShadowRecallRecord;
    latestBaseline?: EvalBaselineSnapshot;
    invalidBenchmarks: Array<{
        path: string;
        error: string;
    }>;
    invalidRuns: Array<{
        path: string;
        error: string;
    }>;
    invalidShadows: Array<{
        path: string;
        error: string;
    }>;
    invalidBaselines: Array<{
        path: string;
        error: string;
    }>;
}
interface EvalBenchmarkDelta {
    benchmarkId: string;
    baseRunId: string;
    candidateRunId: string;
    basePassRate: number;
    candidatePassRate: number;
    passRateDelta: number;
    metricDeltas: Partial<Record<keyof EvalRunMetrics, number>>;
    regressions: string[];
    improvements: string[];
}
interface EvalCiGateReport {
    passed: boolean;
    baseRootDir: string;
    candidateRootDir: string;
    comparedBenchmarks: number;
    missingCandidateBenchmarks: string[];
    invalidArtifacts: {
        base: {
            benchmarks: number;
            runs: number;
            shadows: number;
        };
        candidate: {
            benchmarks: number;
            runs: number;
            shadows: number;
        };
    };
    regressions: string[];
    improvements: string[];
    deltas: EvalBenchmarkDelta[];
}
interface EvalBaselineDeltaReport {
    passed: boolean;
    baselineSnapshotId: string;
    baselineCreatedAt: string;
    baselineSourceRootDir: string;
    candidateRootDir: string;
    comparedBenchmarks: number;
    missingCandidateBenchmarks: string[];
    invalidArtifacts: {
        candidate: {
            benchmarks: number;
            runs: number;
            shadows: number;
            baselines: number;
        };
    };
    regressions: string[];
    improvements: string[];
    deltas: EvalBenchmarkDelta[];
    markdownReport: string;
}
interface EvalStoredBaselineCiGateReport extends EvalBaselineDeltaReport {
    baseRootDir: string;
    baselineResolvedFrom: "base" | "candidate";
}
interface EvalBaselineSnapshotBenchmark {
    benchmarkId: string;
    runId: string;
    completedAt?: string;
    gitRef?: string;
    passRate: number;
    metrics?: EvalRunMetrics;
}
interface EvalBaselineSnapshot {
    schemaVersion: 1;
    snapshotId: string;
    createdAt: string;
    sourceRootDir: string;
    benchmarkCount: number;
    benchmarks: EvalBaselineSnapshotBenchmark[];
    notes?: string;
    gitRef?: string;
}
interface EvalBenchmarkPackSummary {
    sourcePath: string;
    manifestPath: string;
    benchmarkId: string;
    benchmarkType: EvalBenchmarkType;
    title: string;
    attackClass?: string;
    targetSurface?: string;
    totalCases: number;
    tags: string[];
    sourceLinks: string[];
}
declare function resolveEvalStoreDir(memoryDir: string, overrideDir?: string): string;
declare function validateEvalBenchmarkManifest(raw: unknown, options?: {
    memoryRedTeamBenchEnabled?: boolean;
}): EvalBenchmarkManifest;
declare function validateEvalRunSummary(raw: unknown): EvalRunSummary;
declare function validateEvalBaselineSnapshot(raw: unknown): EvalBaselineSnapshot;
declare function validateEvalShadowRecallRecord(raw: unknown): EvalShadowRecallRecord;
declare function validateEvalBenchmarkPack(sourcePath: string, options?: {
    memoryRedTeamBenchEnabled?: boolean;
}): Promise<EvalBenchmarkPackSummary>;
declare function importEvalBenchmarkPack(options: {
    sourcePath: string;
    memoryDir: string;
    evalStoreDir?: string;
    force?: boolean;
    memoryRedTeamBenchEnabled?: boolean;
}): Promise<EvalBenchmarkPackSummary & {
    targetDir: string;
    overwritten: boolean;
}>;
declare function recordEvalShadowRecall(options: {
    memoryDir: string;
    evalStoreDir?: string;
    record: EvalShadowRecallRecord;
}): Promise<string>;
declare function getEvalHarnessStatus(options: {
    memoryDir: string;
    evalStoreDir?: string;
    enabled: boolean;
    shadowModeEnabled: boolean;
    baselineSnapshotsEnabled?: boolean;
    memoryRedTeamBenchEnabled?: boolean;
}): Promise<EvalHarnessStatus>;
declare function createEvalBaselineSnapshot(options: {
    memoryDir: string;
    evalStoreDir?: string;
    baselineSnapshotsEnabled: boolean;
    snapshotId: string;
    createdAt?: string;
    notes?: string;
    gitRef?: string;
}): Promise<{
    targetPath: string;
    snapshot: EvalBaselineSnapshot;
}>;
declare function runEvalBaselineDeltaReport(options: {
    memoryDir: string;
    evalStoreDir?: string;
    benchmarkDeltaReporterEnabled: boolean;
    snapshotId: string;
}): Promise<EvalBaselineDeltaReport>;
declare function runEvalStoredBaselineCiGate(options: {
    baseMemoryDir?: string;
    baseEvalStoreDir: string;
    candidateMemoryDir?: string;
    candidateEvalStoreDir: string;
    snapshotId: string;
}): Promise<EvalStoredBaselineCiGateReport>;
declare function runEvalBenchmarkCiGate(options: {
    baseMemoryDir?: string;
    candidateMemoryDir?: string;
    baseEvalStoreDir?: string;
    candidateEvalStoreDir?: string;
}): Promise<EvalCiGateReport>;

export { type EvalBaselineDeltaReport, type EvalBaselineSnapshot, type EvalBaselineSnapshotBenchmark, type EvalBenchmarkCase, type EvalBenchmarkDelta, type EvalBenchmarkManifest, type EvalBenchmarkPackSummary, type EvalBenchmarkType, type EvalCiGateReport, type EvalHarnessStatus, type EvalRunMetrics, type EvalRunStatus, type EvalRunSummary, type EvalShadowRecallRecord, type EvalStoredBaselineCiGateReport, createEvalBaselineSnapshot, getEvalHarnessStatus, importEvalBenchmarkPack, recordEvalShadowRecall, resolveEvalStoreDir, runEvalBaselineDeltaReport, runEvalBenchmarkCiGate, runEvalStoredBaselineCiGate, validateEvalBaselineSnapshot, validateEvalBenchmarkManifest, validateEvalBenchmarkPack, validateEvalRunSummary, validateEvalShadowRecallRecord };
