/**
 * pipeline/probe.ts
 *
 * Tier B probes for new features without evaluation tasks.
 *
 * Phase 4b of the Scenario Matrix implementation.
 *
 * When a content release adds documents for a genuinely new feature (no
 * evaluation tasks exist), a probe provides a directional "usability"
 * signal by analyzing the document content and, optionally, evaluating
 * a generic implementation prompt.
 *
 * Probes are NOT scored evaluations — they answer "are these docs usable?"
 * not "are these docs good enough?" The output is always labeled as
 * directional and never displayed on the same scale as scored evaluations.
 *
 * @see docs/archive/exec-plans/scenario-matrix-implementation/phase-4-content-release-integration.md
 */
import type { ProbeResult } from "./types.js";
/** Generic probe prompt template */
export declare const PROBE_PROMPT = "Given the following documentation about a Sanity feature, write a TypeScript\nimplementation that demonstrates the feature's core functionality.\n\nUse only APIs and patterns described in the documentation. If the documentation\nis insufficient to implement something, say so explicitly rather than guessing.\n\nDocumentation:\n{{docs}}";
/**
 * Analyze a model's probe output against the source documentation.
 *
 * Extracts API names from both the documentation and the model output,
 * identifies hallucinations (APIs used but not documented), and classifies
 * the overall usability.
 *
 * This is a pure function — it doesn't call any LLM. The model output
 * is provided as input (from a prior evaluation step or manual run).
 *
 * @param documentContent - The concatenated documentation text
 * @param modelOutput - The model's response to the probe prompt
 * @param documentSlugs - The slugs of the documents that were probed
 * @returns Probe result with usability classification
 */
export declare function analyzeProbeOutput(documentContent: string, modelOutput: string, documentSlugs: string[]): ProbeResult;
/**
 * Format a probe result for console output.
 */
export declare function formatProbeConsole(probe: ProbeResult): string;
/**
 * Format a probe result as markdown.
 */
export declare function formatProbeMarkdown(probe: ProbeResult): string;
/**
 * Generate task scaffolding suggestions from document content analysis.
 *
 * Extracts function names, configuration patterns, and common operations
 * from code blocks in the documentation to suggest evaluation tasks.
 */
export declare function generateTaskSuggestions(documentContent: string, documentSlugs: string[]): string[];
