import type { VerificationOutcome } from "../cognitive/Types.js";
import type { SafetyTelemetryEventData } from "../runtime/RunLogger.js";
import { type NormalizedRunRecord } from "./ReportInputAdapter.js";
import type { EvalTaskDefinition } from "./SuiteSchema.js";
export interface EvalRunMeta {
    runId?: string;
    fingerprint?: string | null;
    logPath?: string;
    outputLogPath?: string;
    touchedFiles: string[];
    command?: string;
    commandRunId?: string;
    jobId?: string;
    project?: string;
    taskId?: string;
    taskKey?: string;
    agentId?: string;
    agentSlug?: string;
    workflow?: Record<string, unknown> | null;
}
export interface EvalAssertionResult {
    code: string;
    passed: boolean;
    message: string;
    expected?: unknown;
    actual?: unknown;
}
export interface EvalTaskExecution {
    task_id: string;
    title: string;
    command: string;
    mode: "success" | "failure";
    started_at: string;
    ended_at: string;
    duration_ms: number;
    exit_code: number | null;
    run_succeeded: boolean;
    task_passed: boolean;
    first_pass: boolean | null;
    patch_apply_success: boolean | null;
    verification_outcome: VerificationOutcome | null;
    verification_passed: boolean | null;
    hallucination_detected: boolean | null;
    scope_violation_detected: boolean | null;
    latency_ms: number | null;
    tokens_used: number | null;
    cost_usd: number | null;
    assertion_results: EvalAssertionResult[];
    stdout: string;
    stderr: string;
    command_line: string[];
    run_meta?: EvalRunMeta;
    run_summary?: Record<string, unknown>;
    normalized_run?: NormalizedRunRecord;
    safety_events: SafetyTelemetryEventData[];
    execution_error?: string;
}
export interface EvalTaskExecutorOptions {
    workspace_root: string;
    suite_dir: string;
    cli_entry?: string;
    provider?: string;
    model?: string;
    api_key?: string;
    base_url?: string;
    agent?: string;
    agent_id?: string;
    agent_slug?: string;
    workflow_profile?: string;
    smart?: boolean;
    no_deep_investigation?: boolean;
    timeout_ms?: number;
    extra_env?: NodeJS.ProcessEnv;
    log_dir?: string;
}
export declare class EvalTaskExecutor {
    private readonly options;
    constructor(options: EvalTaskExecutorOptions);
    executeTask(task: EvalTaskDefinition): Promise<EvalTaskExecution>;
}
//# sourceMappingURL=EvalTaskExecutor.d.ts.map