/** * General-purpose diagnostic types used throughout the eval lifecycle. * * Diagnostics surface problems and warnings in two contexts: * - **Validation** (pre-execution): structural issues found in an eval YAML * file before any execution happens (e.g. unknown grader types, missing * files referenced by environment config). * - **Runtime**: non-fatal conditions detected during eval execution (e.g. * environment skill directories that lack a SKILL.md). * * The shared {@link Diagnostic} interface lets callers collect, route, and * render both classes of diagnostic uniformly. */ export type DiagnosticSeverity = "error" | "warning"; export interface Diagnostic { /** error = invalid configuration or unrecoverable problem; warning = suspicious but non-fatal */ severity: DiagnosticSeverity; /** Machine-readable code, e.g. "unknown-grader-type" */ code: string; /** Human-readable explanation */ message: string; /** Location context: a JSON-path-like config location (e.g. "stimuli[0].graders[1].type") for validation diagnostics, or a filesystem path for runtime diagnostics. */ path: string; /** Typo correction or next-step hint */ suggestion?: string; } export interface ValidateResult { /** true when there are zero errors (warnings are acceptable) */ valid: boolean; diagnostics: Diagnostic[]; } //# sourceMappingURL=diagnostics.d.ts.map