import { type WorkspaceAgentPromptResult } from "./workspace-agent.js";
import type { JsonObject } from "../types/workspace.js";
export declare const WORKSPACE_AGENT_EVAL_CASE_IDS: readonly ["create-explicit-path", "create-root-recipe-no-tmux", "duplicate-existing-project", "root-create", "roots-list", "roots-match", "recipe-create", "tmux-profile-create", "recipe-get", "agent-create", "agents-list", "projects-list-query", "project-show", "project-events-list", "project-event-record", "project-verification-run", "import-existing-folder", "import-bulk", "scan-roots", "update-description", "update-tags", "archive-project", "unarchive-project", "delete-project", "hard-delete-project", "cleanup-create", "tmux-apply-existing", "github-publish-project", "github-unpublish-project", "github-import-remote-only", "github-import-local-root", "integrations-link"];
export type WorkspaceAgentEvalCaseId = (typeof WORKSPACE_AGENT_EVAL_CASE_IDS)[number];
export interface WorkspaceAgentEvalOptions {
    mock?: boolean;
    model?: string;
    maxSteps?: number;
    caseIds?: WorkspaceAgentEvalCaseId[];
    basePath?: string;
    dbPath?: string;
}
export interface WorkspaceAgentEvalCheck {
    name: string;
    passed: boolean;
    message: string;
    metadata?: JsonObject;
}
export interface WorkspaceAgentEvalCaseResult {
    id: WorkspaceAgentEvalCaseId;
    prompt: string;
    skipped: boolean;
    skip_reason?: string;
    passed: boolean;
    confidence: number;
    checks: WorkspaceAgentEvalCheck[];
    run?: WorkspaceAgentPromptResult;
    error?: string;
}
export interface WorkspaceAgentEvalSummary {
    total: number;
    executed: number;
    passed: number;
    failed: number;
    skipped: number;
    success_rate: number;
    confidence: number;
}
export interface WorkspaceAgentEvalResult {
    mode: "ai" | "mock";
    model: string;
    base_path: string;
    db_path: string;
    summary: WorkspaceAgentEvalSummary;
    cases: WorkspaceAgentEvalCaseResult[];
}
export declare function parseWorkspaceAgentEvalCaseIds(value: string | undefined): WorkspaceAgentEvalCaseId[] | undefined;
export declare function runWorkspaceAgentEval(options?: WorkspaceAgentEvalOptions): Promise<WorkspaceAgentEvalResult>;
//# sourceMappingURL=workspace-agent-eval.d.ts.map