import { type LiveEvalRuntime } from "./performance.js";
import { containsSkillLoad, countStepStartedEvents, createLiveEvalCaseSupport, hasFinished, type LiveEvalCase, type LiveEvalRunnerConfig } from "./runner.js";
type EnvRecord = Record<string, string | undefined>;
/** Public API contract for live eval cli case groups. */
export interface LiveEvalCliCaseGroups {
    readOnlyCases: LiveEvalCase[];
    writeCases: LiveEvalCase[];
    experimentalWriteCases: LiveEvalCase[];
}
/** Input payload for live eval cli case factory. */
export interface LiveEvalCliCaseFactoryInput {
    authToken: string;
    endpoint: string;
    projectId: string | null;
    branchId: string | null;
    model: string | null;
    requestTimeoutMs: number;
    enableLlmJudge: boolean;
    hasFinished: typeof hasFinished;
    containsSkillLoad: typeof containsSkillLoad;
    countStepStartedEvents: typeof countStepStartedEvents;
    verifyFileExists: ReturnType<typeof createLiveEvalCaseSupport>["verifyFileExists"];
    withJudge: ReturnType<typeof createLiveEvalCaseSupport>["withJudge"];
    judgeLlm: ReturnType<typeof createLiveEvalCaseSupport>["judgeLlm"];
}
/** Input payload for run live eval cli. */
export interface RunLiveEvalCliInput {
    env: EnvRecord;
    caseSets: Record<string, readonly string[]>;
    createCases: (input: LiveEvalCliCaseFactoryInput) => LiveEvalCliCaseGroups;
    runtimes?: readonly LiveEvalRuntime[];
    cwd?: string;
    log?: (message: string) => void;
    error?: (message: string) => void;
    createCaseSupport?: (config: LiveEvalRunnerConfig) => ReturnType<typeof createLiveEvalCaseSupport>;
}
/** Run live eval cli. */
export declare function runLiveEvalCli(input: RunLiveEvalCliInput): Promise<number>;
export {};
//# sourceMappingURL=cli-runner.d.ts.map