import type { Input } from "../../eval/runTypes.js";
import type { AgencyRunner } from "./agencyRunner.js";
/** The unified run-spec type lives in the eval layer; re-export it so the many
 *  `import { Input } from "./types.js"` sites in the optimizer keep working. */
export type { Input };
/** A JSON-compatible value. */
export type JSON = string | number | boolean | null | JSON[] | {
    [key: string]: JSON;
};
/** A path of object keys / array indices into a JSON value. */
export type JSONPath = (string | number)[];
/** The result of running the agent on one input. */
export type AgentRun = {
    output: JSON;
    recordPath: string;
};
/** A grader's score: pass/fail or a continuous value. */
export type Score = {
    kind: "binary";
    pass: boolean;
} | {
    kind: "scalar";
    value: number;
};
/** A grader's output: a score plus optional natural-language feedback. */
export type Grade = {
    score: Score;
    feedback?: string;
};
/** Restricts a grader to a subset of inputs. */
export type GraderScope = {
    tag: string;
} | {
    ids: string[];
};
/** Options common to every grader; subclasses extend this with their own fields. */
export type GraderOptions = {
    mustPass?: boolean;
    threshold?: number;
    weight?: number;
    samples?: number;
    aggregate?: "any" | "all";
    inputScope?: GraderScope;
    name?: string;
};
/** What a grader's `_run` receives. */
export type GraderInput = {
    input: Input;
    run: AgentRun;
    runAgency: AgencyRunner;
};