import { BaseGrader } from "../baseGrader.js";
import type { Grade, GraderInput, GraderOptions, JSONPath, Test } from "../types.js";
type LlmJudgeOptions = GraderOptions & {
    agencyFile?: string;
    goal?: string;
    goalPath?: JSONPath;
    expectedPath?: JSONPath;
    binary?: boolean;
    node?: string;
};
/** Grades an output by running a judge .agency file and reading its structured verdict. */
export declare class LlmJudge extends BaseGrader {
    protected readonly options: LlmJudgeOptions;
    /** The bundled judge is `goal-judge@<GOAL_JUDGE_VERSION>` (a test pins the
     *  version to the prompt file's hash); a custom agencyFile is identified by
     *  its content, so editing it in place is a new annotator. */
    annotator(): {
        kind: "grader" | "judge";
        id: string;
    };
    protected readonly defaultName = "llm-judge";
    constructor(options: LlmJudgeOptions);
    /** The custom judge file; undefined for the bundled judge. A run-directory
     *  snapshot rebinds it to the stored copy. */
    private judgeFile;
    private customJudgeFile;
    /** A scalar judge always returns a score, so a must-pass one with no
     *  threshold can be refused before the judge is paid for. */
    validateInput(_test: Test): void;
    externalFiles(): string[];
    rebindExternalFile(from: string, to: string): void;
    protected _run({ test, run, runAgency }: GraderInput): Promise<Grade>;
}
export {};