import type { BenchmarkEvaluationResult } from "../benchmark/types.js";
import { type EvaluationCandidateLauncher } from "./launcher.js";
import { type EvaluationProviderClient, type EvaluationProviderProfile } from "./live-provider.js";
import { type EvaluationArtifact, type EvaluationBudget, type EvaluationEvent, type EvaluationMode, type EvaluationRun, type EvaluationScenario, type SemanticEvaluationResult } from "./types.js";
export interface EvaluationExecutionResult {
    events: EvaluationEvent[];
    workspaceRoot?: string;
    benchmarkReport?: BenchmarkEvaluationResult;
    semanticResults?: SemanticEvaluationResult[];
    usage?: {
        inputTokens?: number;
        outputTokens?: number;
        modelCalls?: number;
        estimatedCostUsd?: number;
        providerReportedCostUsd?: number;
    };
}
export interface EvaluationExecutor {
    execute(input: {
        scenario: EvaluationScenario;
        mode: EvaluationMode;
        workspaceRoot?: string;
    }): Promise<EvaluationExecutionResult>;
}
export interface EvaluationRunOptions {
    mode: EvaluationMode;
    candidate?: Partial<EvaluationRun["candidate"]>;
    executor?: EvaluationExecutor;
    retainFailedWorkspace?: boolean;
    live?: boolean;
    confirmLive?: boolean;
    budget?: EvaluationBudget;
    signal?: AbortSignal;
    liveProvider?: {
        profile: EvaluationProviderProfile;
        client: EvaluationProviderClient;
    };
    launcher?: EvaluationCandidateLauncher;
}
export declare function runEvaluation(scenario: EvaluationScenario, options: EvaluationRunOptions): Promise<EvaluationArtifact>;
//# sourceMappingURL=runner.d.ts.map