import type { EvalRunResult, Input } from "../runTypes.js";
import { type ReadEvalRunResult } from "../readRun.js";
import { type JudgePairArgs } from "./pairwise.js";
import type { JudgeAggregationPolicy, JudgeSample, JudgeWinner, SuiteVerdict, InputVerdict } from "./types.js";
export type JudgeSuiteArgs = {
    runA: EvalRunResult | ReadEvalRunResult | string;
    runB: EvalRunResult | ReadEvalRunResult | string;
    inputs: Input[];
    policy: JudgeAggregationPolicy;
    judgePair?: (args: JudgePairArgs) => Promise<InputVerdict>;
};
export declare function orderForSample(index: number, positionBias: "swap" | "none"): "AB" | "BA";
export declare function mapWinnerToOriginal(winner: JudgeWinner, order: "AB" | "BA"): JudgeWinner;
export declare function reduceSamples(args: {
    inputId: string;
    goal: string;
    samples: JudgeSample[];
    inputs: InputVerdict["inputs"];
}): InputVerdict;
export declare function aggregateSuite(perInput: InputVerdict[], policy: JudgeAggregationPolicy): SuiteVerdict;
export declare function judgeSuite(args: JudgeSuiteArgs): Promise<SuiteVerdict>;