import { z } from "zod";
import { ModelTasksetRunRequestSchema, ModelTasksetRunListQuerySchema } from "./model-taskset-runs-contracts.js";
export * from "./model-taskset-runs-contracts.js";
export declare class OpenPondModelTasksetRunError extends Error {
    readonly status: number;
    readonly code: string;
    constructor(status: number, code: string, message: string);
}
export declare class OpenPondModelTasksetRunsClient {
    #private;
    constructor(options: {
        baseUrl: string;
        apiKey: string;
        teamId: string;
        fetch?: typeof globalThis.fetch;
    });
    create(value: z.input<typeof ModelTasksetRunRequestSchema>, options?: {
        signal?: AbortSignal;
    }): Promise<{
        summary: {
            schemaVersion: "openpond.modelTasksetRunSummary.v1";
            id: string;
            revision: number;
            teamId: string;
            modelProjectId: string | null;
            name?: string | undefined;
            project?: {
                id: string;
                revision: number;
                contentHash: string;
                targetId: string | null;
            } | undefined;
            operationId: string;
            taskset: {
                id: string;
                contentHash: string;
                revision: number;
            };
            policyKind: "fixture" | "hosted_chat" | "hosted_harness";
            manifestHash: string;
            status: "cancelled" | "cancelling" | "completed" | "failed" | "queued" | "running";
            totalCount: number;
            counts: {
                pending: number;
                running: number;
                completed: number;
                failed: number;
                cancelled: number;
            };
            createdAt: string;
            startedAt: string | null;
            completedAt: string | null;
            cleanupComplete: boolean;
            resultAvailable: boolean;
            score: number | null;
            metricName: string;
            error: {
                code: string;
                message: string;
            } | null;
        };
        request: {
            schemaVersion: "openpond.modelTasksetRunRequest.v1";
            operationId: string;
            teamId: string;
            modelProjectId: string | null;
            name?: string | undefined;
            project?: {
                id: string;
                revision: number;
                contentHash: string;
                targetId: string | null;
            } | undefined;
            taskset: {
                id: string;
                contentHash: string;
                revision: number;
            };
            policy: {
                kind: "hosted_harness";
                modelId: string;
                maxOutputTokens?: number | undefined;
                temperature?: number | undefined;
                topP?: number | undefined;
                localRuntime?: {
                    providerId: "codex";
                    configurationHash: string;
                    accountHash: string;
                    reasoningEffort: "high" | "low" | "medium" | "xhigh";
                    maximumRequestCostUsd: number;
                    requestTimeoutMs: number;
                } | undefined;
                candidate?: {
                    artifactId: string;
                    contentHash: string;
                    preparationId: string;
                    dispatchId: string;
                    baseProfileId: string;
                    workerImageDigest: string;
                } | undefined;
                sourceCandidate?: {
                    candidateId: string;
                    frozenRevision: number;
                    frozenHash: string;
                    harnessRelease: {
                        id: string;
                        contentHash: string;
                    };
                    protectedClosureHash: string;
                } | undefined;
                reasoningEffort?: "high" | "low" | "max" | "medium" | "off" | "xhigh" | undefined;
                profileRepositoryId: string;
                source: {
                    profileId: string;
                    sourceRevision: string;
                    harnessRelease: {
                        id: string;
                        contentHash: string;
                    };
                    catalogHash: string;
                    definitionId: string;
                    definitionHash: string;
                    target: {
                        kind: "profile";
                    } | {
                        kind: "workflow";
                        workflowId: string;
                    } | {
                        kind: "skill";
                        skillPath: string;
                    } | {
                        kind: "agent_action";
                        actionId: string;
                    };
                    environmentHash: string;
                    externalDatasetBinding?: {
                        schemaVersion: "openpond.profileExternalDatasetBinding.v1";
                        dataset: {
                            id: string;
                            contentHash: string;
                            revision: number;
                        };
                        packageHash: string;
                        profileId: string;
                        target: {
                            kind: "profile";
                        } | {
                            kind: "workflow";
                            workflowId: string;
                        } | {
                            kind: "skill";
                            skillPath: string;
                        } | {
                            kind: "agent_action";
                            actionId: string;
                        };
                        declaredProfileCatalogHash: string | null;
                        protectedProfileClosureHash: string;
                        recordedOrigin?: {
                            execution: {
                                id: string;
                                contentHash: string;
                            };
                            originalEvidence: {
                                id: string;
                                contentHash: string;
                            };
                            members: {
                                caseId: string;
                                seed: string;
                                fixtureId: string;
                                sourceId: string;
                                snapshotHash: string;
                                boundaryRevisionHash: string;
                            }[];
                        } | undefined;
                        gradingSource?: {
                            pass: {
                                id: string;
                                contentHash: string;
                            };
                            evidence: {
                                id: string;
                                contentHash: string;
                            };
                        } | undefined;
                        split: "frozen_eval" | "test" | "train" | "validation";
                        population: {
                            taskId: string;
                            seed: string;
                            fixtureId: string | null;
                        }[];
                        evaluators: {
                            release: {
                                id: string;
                                contentHash: string;
                                revision: string | number;
                            };
                            feedbackKey: string;
                            configurationHash: string;
                            output: "boolean" | "category" | "score";
                            categories: string[];
                        }[];
                        fieldMappingsHash: string;
                        fieldMappings: {
                            graderId: string;
                            fields: {
                                destination: "evaluatorContext" | "expectedOutput" | "input" | "output";
                                path: string[];
                                source: "evaluatorContext" | "expectedOutput" | "input" | "output";
                                sourcePath: string[];
                            }[];
                        }[];
                        environmentHash: string;
                        privateDatasetClosureHash: string;
                        criterion: {
                            minimumPassRate: number;
                            requireComplete: boolean;
                        };
                        contentHash: string;
                    } | undefined;
                    sourceCandidate?: {
                        candidateId: string;
                        frozenRevision: number;
                        frozenHash: string;
                        harnessRelease: {
                            id: string;
                            contentHash: string;
                        };
                        protectedClosureHash: string;
                    } | undefined;
                };
                modelConfigurationHash: string;
                packageHash: string;
                externalDatasetBinding?: {
                    schemaVersion: "openpond.profileExternalDatasetBinding.v1";
                    dataset: {
                        id: string;
                        contentHash: string;
                        revision: number;
                    };
                    packageHash: string;
                    profileId: string;
                    target: {
                        kind: "profile";
                    } | {
                        kind: "workflow";
                        workflowId: string;
                    } | {
                        kind: "skill";
                        skillPath: string;
                    } | {
                        kind: "agent_action";
                        actionId: string;
                    };
                    declaredProfileCatalogHash: string | null;
                    protectedProfileClosureHash: string;
                    recordedOrigin?: {
                        execution: {
                            id: string;
                            contentHash: string;
                        };
                        originalEvidence: {
                            id: string;
                            contentHash: string;
                        };
                        members: {
                            caseId: string;
                            seed: string;
                            fixtureId: string;
                            sourceId: string;
                            snapshotHash: string;
                            boundaryRevisionHash: string;
                        }[];
                    } | undefined;
                    gradingSource?: {
                        pass: {
                            id: string;
                            contentHash: string;
                        };
                        evidence: {
                            id: string;
                            contentHash: string;
                        };
                    } | undefined;
                    split: "frozen_eval" | "test" | "train" | "validation";
                    population: {
                        taskId: string;
                        seed: string;
                        fixtureId: string | null;
                    }[];
                    evaluators: {
                        release: {
                            id: string;
                            contentHash: string;
                            revision: string | number;
                        };
                        feedbackKey: string;
                        configurationHash: string;
                        output: "boolean" | "category" | "score";
                        categories: string[];
                    }[];
                    fieldMappingsHash: string;
                    fieldMappings: {
                        graderId: string;
                        fields: {
                            destination: "evaluatorContext" | "expectedOutput" | "input" | "output";
                            path: string[];
                            source: "evaluatorContext" | "expectedOutput" | "input" | "output";
                            sourcePath: string[];
                        }[];
                    }[];
                    environmentHash: string;
                    privateDatasetClosureHash: string;
                    criterion: {
                        minimumPassRate: number;
                        requireComplete: boolean;
                    };
                    contentHash: string;
                } | undefined;
            } | {
                kind: "hosted_chat";
                modelId: string;
                localRuntime?: {
                    providerId: "claude-code";
                    configurationHash: string;
                    executableHash: string;
                    version: string;
                    capabilityHash: string;
                    maximumRequestCostUsd: number;
                    requestTimeoutMs: number;
                    maximumTurns: number;
                    holdOpen: boolean;
                } | {
                    providerId: "codex";
                    configurationHash: string;
                    accountHash: string;
                    reasoningEffort: "high" | "low" | "medium" | "xhigh";
                    maximumRequestCostUsd: number;
                    requestTimeoutMs: number;
                } | {
                    providerId: "custom-openai-compatible";
                    configurationHash: string;
                    maximumRequestCostUsd: number;
                    requestTimeoutMs: number;
                } | undefined;
                candidate?: {
                    artifactId: string;
                    contentHash: string;
                    preparationId: string;
                    dispatchId: string;
                    baseProfileId: string;
                    workerImageDigest: string;
                } | undefined;
                harness?: {
                    harnessRelease: {
                        id: string;
                        contentHash: string;
                    };
                    agentSnapshot: {
                        id: string;
                        contentHash: string;
                    };
                    sourcePackageHash: string;
                } | undefined;
                messages?: {
                    role: "assistant" | "system" | "user";
                    content: string;
                }[] | undefined;
                maxOutputTokens: number;
                temperature: number;
                topP: number;
            } | {
                kind: "fixture";
            };
            population: {
                receiptId: string;
                taskId: string;
                seed: string;
                fixtureId: string | null;
            }[];
        };
        manifest: {
            schemaVersion: "openpond.tasksetRunManifest.v1";
            id: string;
            tasksetRelease: {
                id: string;
                contentHash: string;
            };
            packageHash: string;
            execution: {
                kind: "taskset";
                environmentRelease: {
                    id: string;
                    contentHash: string;
                };
                verifierSetRelease: {
                    id: string;
                    contentHash: string;
                };
                policyHash: string;
            } | {
                kind: "harness";
                harnessRelease: {
                    id: string;
                    contentHash: string;
                };
            };
            profileEvaluation?: {
                profileId: string;
                sourceRevision: string;
                harnessRelease: {
                    id: string;
                    contentHash: string;
                };
                catalogHash: string;
                definitionId: string;
                definitionHash: string;
                target: {
                    kind: "profile";
                } | {
                    kind: "workflow";
                    workflowId: string;
                } | {
                    kind: "skill";
                    skillPath: string;
                } | {
                    kind: "agent_action";
                    actionId: string;
                };
                environmentHash: string;
                externalDatasetBinding?: {
                    schemaVersion: "openpond.profileExternalDatasetBinding.v1";
                    dataset: {
                        id: string;
                        contentHash: string;
                        revision: number;
                    };
                    packageHash: string;
                    profileId: string;
                    target: {
                        kind: "profile";
                    } | {
                        kind: "workflow";
                        workflowId: string;
                    } | {
                        kind: "skill";
                        skillPath: string;
                    } | {
                        kind: "agent_action";
                        actionId: string;
                    };
                    declaredProfileCatalogHash: string | null;
                    protectedProfileClosureHash: string;
                    recordedOrigin?: {
                        execution: {
                            id: string;
                            contentHash: string;
                        };
                        originalEvidence: {
                            id: string;
                            contentHash: string;
                        };
                        members: {
                            caseId: string;
                            seed: string;
                            fixtureId: string;
                            sourceId: string;
                            snapshotHash: string;
                            boundaryRevisionHash: string;
                        }[];
                    } | undefined;
                    gradingSource?: {
                        pass: {
                            id: string;
                            contentHash: string;
                        };
                        evidence: {
                            id: string;
                            contentHash: string;
                        };
                    } | undefined;
                    split: "frozen_eval" | "test" | "train" | "validation";
                    population: {
                        taskId: string;
                        seed: string;
                        fixtureId: string | null;
                    }[];
                    evaluators: {
                        release: {
                            id: string;
                            contentHash: string;
                            revision: string | number;
                        };
                        feedbackKey: string;
                        configurationHash: string;
                        output: "boolean" | "category" | "score";
                        categories: string[];
                    }[];
                    fieldMappingsHash: string;
                    fieldMappings: {
                        graderId: string;
                        fields: {
                            destination: "evaluatorContext" | "expectedOutput" | "input" | "output";
                            path: string[];
                            source: "evaluatorContext" | "expectedOutput" | "input" | "output";
                            sourcePath: string[];
                        }[];
                    }[];
                    environmentHash: string;
                    privateDatasetClosureHash: string;
                    criterion: {
                        minimumPassRate: number;
                        requireComplete: boolean;
                    };
                    contentHash: string;
                } | undefined;
                sourceCandidate?: {
                    candidateId: string;
                    frozenRevision: number;
                    frozenHash: string;
                    harnessRelease: {
                        id: string;
                        contentHash: string;
                    };
                    protectedClosureHash: string;
                } | undefined;
            } | undefined;
            policy: {
                kind: "model";
                model: {
                    provider: string;
                    model: string;
                    revision: string | null;
                    artifactHash: string | null;
                    tokenizerRevision: string | null;
                    chatTemplateHash: string | null;
                };
                configurationHash: string;
            } | {
                kind: "fixture";
            };
            gradingRole: "evaluation";
            metricPolicy: {
                schemaVersion: "openpond.tasksetMetricPolicy.v1";
                primaryMetric: string;
                aggregation: "custom" | "mean_score" | "pass_rate" | "weighted_mean";
                missingReward: "exclude" | "zero";
                taskWeights?: Record<string, number> | undefined;
                customAggregator: {
                    module: string;
                    exportName: string;
                    contentHash: string;
                    timeoutMs: number;
                    networkPolicy: "none";
                } | null;
            };
            population: {
                receiptId: string;
                taskId: string;
                seed: string;
                fixtureId: string | null;
            }[];
            runtimeTarget: {
                adapterId: string;
                placement: "colocated" | "local" | "provider_native" | "remote";
                runtimeVersion: string;
                capabilityReceipt: string;
            };
            limits: {
                maxTurns: number;
                timeoutMs: number;
                maxOutputBytes: number;
                maximumSpendUsd: number | null;
            };
            createdAt: string;
            metadata: Record<string, unknown>;
            contentHash: string;
        };
        policySnapshot: {
            modelId: string;
            provider: string;
            upstreamModelId: string;
            configurationHash: string;
        } | null;
    }>;
    get(id: string, options?: {
        signal?: AbortSignal;
    }): Promise<{
        summary: {
            schemaVersion: "openpond.modelTasksetRunSummary.v1";
            id: string;
            revision: number;
            teamId: string;
            modelProjectId: string | null;
            name?: string | undefined;
            project?: {
                id: string;
                revision: number;
                contentHash: string;
                targetId: string | null;
            } | undefined;
            operationId: string;
            taskset: {
                id: string;
                contentHash: string;
                revision: number;
            };
            policyKind: "fixture" | "hosted_chat" | "hosted_harness";
            manifestHash: string;
            status: "cancelled" | "cancelling" | "completed" | "failed" | "queued" | "running";
            totalCount: number;
            counts: {
                pending: number;
                running: number;
                completed: number;
                failed: number;
                cancelled: number;
            };
            createdAt: string;
            startedAt: string | null;
            completedAt: string | null;
            cleanupComplete: boolean;
            resultAvailable: boolean;
            score: number | null;
            metricName: string;
            error: {
                code: string;
                message: string;
            } | null;
        };
        request: {
            schemaVersion: "openpond.modelTasksetRunRequest.v1";
            operationId: string;
            teamId: string;
            modelProjectId: string | null;
            name?: string | undefined;
            project?: {
                id: string;
                revision: number;
                contentHash: string;
                targetId: string | null;
            } | undefined;
            taskset: {
                id: string;
                contentHash: string;
                revision: number;
            };
            policy: {
                kind: "hosted_harness";
                modelId: string;
                maxOutputTokens?: number | undefined;
                temperature?: number | undefined;
                topP?: number | undefined;
                localRuntime?: {
                    providerId: "codex";
                    configurationHash: string;
                    accountHash: string;
                    reasoningEffort: "high" | "low" | "medium" | "xhigh";
                    maximumRequestCostUsd: number;
                    requestTimeoutMs: number;
                } | undefined;
                candidate?: {
                    artifactId: string;
                    contentHash: string;
                    preparationId: string;
                    dispatchId: string;
                    baseProfileId: string;
                    workerImageDigest: string;
                } | undefined;
                sourceCandidate?: {
                    candidateId: string;
                    frozenRevision: number;
                    frozenHash: string;
                    harnessRelease: {
                        id: string;
                        contentHash: string;
                    };
                    protectedClosureHash: string;
                } | undefined;
                reasoningEffort?: "high" | "low" | "max" | "medium" | "off" | "xhigh" | undefined;
                profileRepositoryId: string;
                source: {
                    profileId: string;
                    sourceRevision: string;
                    harnessRelease: {
                        id: string;
                        contentHash: string;
                    };
                    catalogHash: string;
                    definitionId: string;
                    definitionHash: string;
                    target: {
                        kind: "profile";
                    } | {
                        kind: "workflow";
                        workflowId: string;
                    } | {
                        kind: "skill";
                        skillPath: string;
                    } | {
                        kind: "agent_action";
                        actionId: string;
                    };
                    environmentHash: string;
                    externalDatasetBinding?: {
                        schemaVersion: "openpond.profileExternalDatasetBinding.v1";
                        dataset: {
                            id: string;
                            contentHash: string;
                            revision: number;
                        };
                        packageHash: string;
                        profileId: string;
                        target: {
                            kind: "profile";
                        } | {
                            kind: "workflow";
                            workflowId: string;
                        } | {
                            kind: "skill";
                            skillPath: string;
                        } | {
                            kind: "agent_action";
                            actionId: string;
                        };
                        declaredProfileCatalogHash: string | null;
                        protectedProfileClosureHash: string;
                        recordedOrigin?: {
                            execution: {
                                id: string;
                                contentHash: string;
                            };
                            originalEvidence: {
                                id: string;
                                contentHash: string;
                            };
                            members: {
                                caseId: string;
                                seed: string;
                                fixtureId: string;
                                sourceId: string;
                                snapshotHash: string;
                                boundaryRevisionHash: string;
                            }[];
                        } | undefined;
                        gradingSource?: {
                            pass: {
                                id: string;
                                contentHash: string;
                            };
                            evidence: {
                                id: string;
                                contentHash: string;
                            };
                        } | undefined;
                        split: "frozen_eval" | "test" | "train" | "validation";
                        population: {
                            taskId: string;
                            seed: string;
                            fixtureId: string | null;
                        }[];
                        evaluators: {
                            release: {
                                id: string;
                                contentHash: string;
                                revision: string | number;
                            };
                            feedbackKey: string;
                            configurationHash: string;
                            output: "boolean" | "category" | "score";
                            categories: string[];
                        }[];
                        fieldMappingsHash: string;
                        fieldMappings: {
                            graderId: string;
                            fields: {
                                destination: "evaluatorContext" | "expectedOutput" | "input" | "output";
                                path: string[];
                                source: "evaluatorContext" | "expectedOutput" | "input" | "output";
                                sourcePath: string[];
                            }[];
                        }[];
                        environmentHash: string;
                        privateDatasetClosureHash: string;
                        criterion: {
                            minimumPassRate: number;
                            requireComplete: boolean;
                        };
                        contentHash: string;
                    } | undefined;
                    sourceCandidate?: {
                        candidateId: string;
                        frozenRevision: number;
                        frozenHash: string;
                        harnessRelease: {
                            id: string;
                            contentHash: string;
                        };
                        protectedClosureHash: string;
                    } | undefined;
                };
                modelConfigurationHash: string;
                packageHash: string;
                externalDatasetBinding?: {
                    schemaVersion: "openpond.profileExternalDatasetBinding.v1";
                    dataset: {
                        id: string;
                        contentHash: string;
                        revision: number;
                    };
                    packageHash: string;
                    profileId: string;
                    target: {
                        kind: "profile";
                    } | {
                        kind: "workflow";
                        workflowId: string;
                    } | {
                        kind: "skill";
                        skillPath: string;
                    } | {
                        kind: "agent_action";
                        actionId: string;
                    };
                    declaredProfileCatalogHash: string | null;
                    protectedProfileClosureHash: string;
                    recordedOrigin?: {
                        execution: {
                            id: string;
                            contentHash: string;
                        };
                        originalEvidence: {
                            id: string;
                            contentHash: string;
                        };
                        members: {
                            caseId: string;
                            seed: string;
                            fixtureId: string;
                            sourceId: string;
                            snapshotHash: string;
                            boundaryRevisionHash: string;
                        }[];
                    } | undefined;
                    gradingSource?: {
                        pass: {
                            id: string;
                            contentHash: string;
                        };
                        evidence: {
                            id: string;
                            contentHash: string;
                        };
                    } | undefined;
                    split: "frozen_eval" | "test" | "train" | "validation";
                    population: {
                        taskId: string;
                        seed: string;
                        fixtureId: string | null;
                    }[];
                    evaluators: {
                        release: {
                            id: string;
                            contentHash: string;
                            revision: string | number;
                        };
                        feedbackKey: string;
                        configurationHash: string;
                        output: "boolean" | "category" | "score";
                        categories: string[];
                    }[];
                    fieldMappingsHash: string;
                    fieldMappings: {
                        graderId: string;
                        fields: {
                            destination: "evaluatorContext" | "expectedOutput" | "input" | "output";
                            path: string[];
                            source: "evaluatorContext" | "expectedOutput" | "input" | "output";
                            sourcePath: string[];
                        }[];
                    }[];
                    environmentHash: string;
                    privateDatasetClosureHash: string;
                    criterion: {
                        minimumPassRate: number;
                        requireComplete: boolean;
                    };
                    contentHash: string;
                } | undefined;
            } | {
                kind: "hosted_chat";
                modelId: string;
                localRuntime?: {
                    providerId: "claude-code";
                    configurationHash: string;
                    executableHash: string;
                    version: string;
                    capabilityHash: string;
                    maximumRequestCostUsd: number;
                    requestTimeoutMs: number;
                    maximumTurns: number;
                    holdOpen: boolean;
                } | {
                    providerId: "codex";
                    configurationHash: string;
                    accountHash: string;
                    reasoningEffort: "high" | "low" | "medium" | "xhigh";
                    maximumRequestCostUsd: number;
                    requestTimeoutMs: number;
                } | {
                    providerId: "custom-openai-compatible";
                    configurationHash: string;
                    maximumRequestCostUsd: number;
                    requestTimeoutMs: number;
                } | undefined;
                candidate?: {
                    artifactId: string;
                    contentHash: string;
                    preparationId: string;
                    dispatchId: string;
                    baseProfileId: string;
                    workerImageDigest: string;
                } | undefined;
                harness?: {
                    harnessRelease: {
                        id: string;
                        contentHash: string;
                    };
                    agentSnapshot: {
                        id: string;
                        contentHash: string;
                    };
                    sourcePackageHash: string;
                } | undefined;
                messages?: {
                    role: "assistant" | "system" | "user";
                    content: string;
                }[] | undefined;
                maxOutputTokens: number;
                temperature: number;
                topP: number;
            } | {
                kind: "fixture";
            };
            population: {
                receiptId: string;
                taskId: string;
                seed: string;
                fixtureId: string | null;
            }[];
        };
        manifest: {
            schemaVersion: "openpond.tasksetRunManifest.v1";
            id: string;
            tasksetRelease: {
                id: string;
                contentHash: string;
            };
            packageHash: string;
            execution: {
                kind: "taskset";
                environmentRelease: {
                    id: string;
                    contentHash: string;
                };
                verifierSetRelease: {
                    id: string;
                    contentHash: string;
                };
                policyHash: string;
            } | {
                kind: "harness";
                harnessRelease: {
                    id: string;
                    contentHash: string;
                };
            };
            profileEvaluation?: {
                profileId: string;
                sourceRevision: string;
                harnessRelease: {
                    id: string;
                    contentHash: string;
                };
                catalogHash: string;
                definitionId: string;
                definitionHash: string;
                target: {
                    kind: "profile";
                } | {
                    kind: "workflow";
                    workflowId: string;
                } | {
                    kind: "skill";
                    skillPath: string;
                } | {
                    kind: "agent_action";
                    actionId: string;
                };
                environmentHash: string;
                externalDatasetBinding?: {
                    schemaVersion: "openpond.profileExternalDatasetBinding.v1";
                    dataset: {
                        id: string;
                        contentHash: string;
                        revision: number;
                    };
                    packageHash: string;
                    profileId: string;
                    target: {
                        kind: "profile";
                    } | {
                        kind: "workflow";
                        workflowId: string;
                    } | {
                        kind: "skill";
                        skillPath: string;
                    } | {
                        kind: "agent_action";
                        actionId: string;
                    };
                    declaredProfileCatalogHash: string | null;
                    protectedProfileClosureHash: string;
                    recordedOrigin?: {
                        execution: {
                            id: string;
                            contentHash: string;
                        };
                        originalEvidence: {
                            id: string;
                            contentHash: string;
                        };
                        members: {
                            caseId: string;
                            seed: string;
                            fixtureId: string;
                            sourceId: string;
                            snapshotHash: string;
                            boundaryRevisionHash: string;
                        }[];
                    } | undefined;
                    gradingSource?: {
                        pass: {
                            id: string;
                            contentHash: string;
                        };
                        evidence: {
                            id: string;
                            contentHash: string;
                        };
                    } | undefined;
                    split: "frozen_eval" | "test" | "train" | "validation";
                    population: {
                        taskId: string;
                        seed: string;
                        fixtureId: string | null;
                    }[];
                    evaluators: {
                        release: {
                            id: string;
                            contentHash: string;
                            revision: string | number;
                        };
                        feedbackKey: string;
                        configurationHash: string;
                        output: "boolean" | "category" | "score";
                        categories: string[];
                    }[];
                    fieldMappingsHash: string;
                    fieldMappings: {
                        graderId: string;
                        fields: {
                            destination: "evaluatorContext" | "expectedOutput" | "input" | "output";
                            path: string[];
                            source: "evaluatorContext" | "expectedOutput" | "input" | "output";
                            sourcePath: string[];
                        }[];
                    }[];
                    environmentHash: string;
                    privateDatasetClosureHash: string;
                    criterion: {
                        minimumPassRate: number;
                        requireComplete: boolean;
                    };
                    contentHash: string;
                } | undefined;
                sourceCandidate?: {
                    candidateId: string;
                    frozenRevision: number;
                    frozenHash: string;
                    harnessRelease: {
                        id: string;
                        contentHash: string;
                    };
                    protectedClosureHash: string;
                } | undefined;
            } | undefined;
            policy: {
                kind: "model";
                model: {
                    provider: string;
                    model: string;
                    revision: string | null;
                    artifactHash: string | null;
                    tokenizerRevision: string | null;
                    chatTemplateHash: string | null;
                };
                configurationHash: string;
            } | {
                kind: "fixture";
            };
            gradingRole: "evaluation";
            metricPolicy: {
                schemaVersion: "openpond.tasksetMetricPolicy.v1";
                primaryMetric: string;
                aggregation: "custom" | "mean_score" | "pass_rate" | "weighted_mean";
                missingReward: "exclude" | "zero";
                taskWeights?: Record<string, number> | undefined;
                customAggregator: {
                    module: string;
                    exportName: string;
                    contentHash: string;
                    timeoutMs: number;
                    networkPolicy: "none";
                } | null;
            };
            population: {
                receiptId: string;
                taskId: string;
                seed: string;
                fixtureId: string | null;
            }[];
            runtimeTarget: {
                adapterId: string;
                placement: "colocated" | "local" | "provider_native" | "remote";
                runtimeVersion: string;
                capabilityReceipt: string;
            };
            limits: {
                maxTurns: number;
                timeoutMs: number;
                maxOutputBytes: number;
                maximumSpendUsd: number | null;
            };
            createdAt: string;
            metadata: Record<string, unknown>;
            contentHash: string;
        };
        policySnapshot: {
            modelId: string;
            provider: string;
            upstreamModelId: string;
            configurationHash: string;
        } | null;
    }>;
    cancel(id: string, options?: {
        signal?: AbortSignal;
    }): Promise<{
        summary: {
            schemaVersion: "openpond.modelTasksetRunSummary.v1";
            id: string;
            revision: number;
            teamId: string;
            modelProjectId: string | null;
            name?: string | undefined;
            project?: {
                id: string;
                revision: number;
                contentHash: string;
                targetId: string | null;
            } | undefined;
            operationId: string;
            taskset: {
                id: string;
                contentHash: string;
                revision: number;
            };
            policyKind: "fixture" | "hosted_chat" | "hosted_harness";
            manifestHash: string;
            status: "cancelled" | "cancelling" | "completed" | "failed" | "queued" | "running";
            totalCount: number;
            counts: {
                pending: number;
                running: number;
                completed: number;
                failed: number;
                cancelled: number;
            };
            createdAt: string;
            startedAt: string | null;
            completedAt: string | null;
            cleanupComplete: boolean;
            resultAvailable: boolean;
            score: number | null;
            metricName: string;
            error: {
                code: string;
                message: string;
            } | null;
        };
        request: {
            schemaVersion: "openpond.modelTasksetRunRequest.v1";
            operationId: string;
            teamId: string;
            modelProjectId: string | null;
            name?: string | undefined;
            project?: {
                id: string;
                revision: number;
                contentHash: string;
                targetId: string | null;
            } | undefined;
            taskset: {
                id: string;
                contentHash: string;
                revision: number;
            };
            policy: {
                kind: "hosted_harness";
                modelId: string;
                maxOutputTokens?: number | undefined;
                temperature?: number | undefined;
                topP?: number | undefined;
                localRuntime?: {
                    providerId: "codex";
                    configurationHash: string;
                    accountHash: string;
                    reasoningEffort: "high" | "low" | "medium" | "xhigh";
                    maximumRequestCostUsd: number;
                    requestTimeoutMs: number;
                } | undefined;
                candidate?: {
                    artifactId: string;
                    contentHash: string;
                    preparationId: string;
                    dispatchId: string;
                    baseProfileId: string;
                    workerImageDigest: string;
                } | undefined;
                sourceCandidate?: {
                    candidateId: string;
                    frozenRevision: number;
                    frozenHash: string;
                    harnessRelease: {
                        id: string;
                        contentHash: string;
                    };
                    protectedClosureHash: string;
                } | undefined;
                reasoningEffort?: "high" | "low" | "max" | "medium" | "off" | "xhigh" | undefined;
                profileRepositoryId: string;
                source: {
                    profileId: string;
                    sourceRevision: string;
                    harnessRelease: {
                        id: string;
                        contentHash: string;
                    };
                    catalogHash: string;
                    definitionId: string;
                    definitionHash: string;
                    target: {
                        kind: "profile";
                    } | {
                        kind: "workflow";
                        workflowId: string;
                    } | {
                        kind: "skill";
                        skillPath: string;
                    } | {
                        kind: "agent_action";
                        actionId: string;
                    };
                    environmentHash: string;
                    externalDatasetBinding?: {
                        schemaVersion: "openpond.profileExternalDatasetBinding.v1";
                        dataset: {
                            id: string;
                            contentHash: string;
                            revision: number;
                        };
                        packageHash: string;
                        profileId: string;
                        target: {
                            kind: "profile";
                        } | {
                            kind: "workflow";
                            workflowId: string;
                        } | {
                            kind: "skill";
                            skillPath: string;
                        } | {
                            kind: "agent_action";
                            actionId: string;
                        };
                        declaredProfileCatalogHash: string | null;
                        protectedProfileClosureHash: string;
                        recordedOrigin?: {
                            execution: {
                                id: string;
                                contentHash: string;
                            };
                            originalEvidence: {
                                id: string;
                                contentHash: string;
                            };
                            members: {
                                caseId: string;
                                seed: string;
                                fixtureId: string;
                                sourceId: string;
                                snapshotHash: string;
                                boundaryRevisionHash: string;
                            }[];
                        } | undefined;
                        gradingSource?: {
                            pass: {
                                id: string;
                                contentHash: string;
                            };
                            evidence: {
                                id: string;
                                contentHash: string;
                            };
                        } | undefined;
                        split: "frozen_eval" | "test" | "train" | "validation";
                        population: {
                            taskId: string;
                            seed: string;
                            fixtureId: string | null;
                        }[];
                        evaluators: {
                            release: {
                                id: string;
                                contentHash: string;
                                revision: string | number;
                            };
                            feedbackKey: string;
                            configurationHash: string;
                            output: "boolean" | "category" | "score";
                            categories: string[];
                        }[];
                        fieldMappingsHash: string;
                        fieldMappings: {
                            graderId: string;
                            fields: {
                                destination: "evaluatorContext" | "expectedOutput" | "input" | "output";
                                path: string[];
                                source: "evaluatorContext" | "expectedOutput" | "input" | "output";
                                sourcePath: string[];
                            }[];
                        }[];
                        environmentHash: string;
                        privateDatasetClosureHash: string;
                        criterion: {
                            minimumPassRate: number;
                            requireComplete: boolean;
                        };
                        contentHash: string;
                    } | undefined;
                    sourceCandidate?: {
                        candidateId: string;
                        frozenRevision: number;
                        frozenHash: string;
                        harnessRelease: {
                            id: string;
                            contentHash: string;
                        };
                        protectedClosureHash: string;
                    } | undefined;
                };
                modelConfigurationHash: string;
                packageHash: string;
                externalDatasetBinding?: {
                    schemaVersion: "openpond.profileExternalDatasetBinding.v1";
                    dataset: {
                        id: string;
                        contentHash: string;
                        revision: number;
                    };
                    packageHash: string;
                    profileId: string;
                    target: {
                        kind: "profile";
                    } | {
                        kind: "workflow";
                        workflowId: string;
                    } | {
                        kind: "skill";
                        skillPath: string;
                    } | {
                        kind: "agent_action";
                        actionId: string;
                    };
                    declaredProfileCatalogHash: string | null;
                    protectedProfileClosureHash: string;
                    recordedOrigin?: {
                        execution: {
                            id: string;
                            contentHash: string;
                        };
                        originalEvidence: {
                            id: string;
                            contentHash: string;
                        };
                        members: {
                            caseId: string;
                            seed: string;
                            fixtureId: string;
                            sourceId: string;
                            snapshotHash: string;
                            boundaryRevisionHash: string;
                        }[];
                    } | undefined;
                    gradingSource?: {
                        pass: {
                            id: string;
                            contentHash: string;
                        };
                        evidence: {
                            id: string;
                            contentHash: string;
                        };
                    } | undefined;
                    split: "frozen_eval" | "test" | "train" | "validation";
                    population: {
                        taskId: string;
                        seed: string;
                        fixtureId: string | null;
                    }[];
                    evaluators: {
                        release: {
                            id: string;
                            contentHash: string;
                            revision: string | number;
                        };
                        feedbackKey: string;
                        configurationHash: string;
                        output: "boolean" | "category" | "score";
                        categories: string[];
                    }[];
                    fieldMappingsHash: string;
                    fieldMappings: {
                        graderId: string;
                        fields: {
                            destination: "evaluatorContext" | "expectedOutput" | "input" | "output";
                            path: string[];
                            source: "evaluatorContext" | "expectedOutput" | "input" | "output";
                            sourcePath: string[];
                        }[];
                    }[];
                    environmentHash: string;
                    privateDatasetClosureHash: string;
                    criterion: {
                        minimumPassRate: number;
                        requireComplete: boolean;
                    };
                    contentHash: string;
                } | undefined;
            } | {
                kind: "hosted_chat";
                modelId: string;
                localRuntime?: {
                    providerId: "claude-code";
                    configurationHash: string;
                    executableHash: string;
                    version: string;
                    capabilityHash: string;
                    maximumRequestCostUsd: number;
                    requestTimeoutMs: number;
                    maximumTurns: number;
                    holdOpen: boolean;
                } | {
                    providerId: "codex";
                    configurationHash: string;
                    accountHash: string;
                    reasoningEffort: "high" | "low" | "medium" | "xhigh";
                    maximumRequestCostUsd: number;
                    requestTimeoutMs: number;
                } | {
                    providerId: "custom-openai-compatible";
                    configurationHash: string;
                    maximumRequestCostUsd: number;
                    requestTimeoutMs: number;
                } | undefined;
                candidate?: {
                    artifactId: string;
                    contentHash: string;
                    preparationId: string;
                    dispatchId: string;
                    baseProfileId: string;
                    workerImageDigest: string;
                } | undefined;
                harness?: {
                    harnessRelease: {
                        id: string;
                        contentHash: string;
                    };
                    agentSnapshot: {
                        id: string;
                        contentHash: string;
                    };
                    sourcePackageHash: string;
                } | undefined;
                messages?: {
                    role: "assistant" | "system" | "user";
                    content: string;
                }[] | undefined;
                maxOutputTokens: number;
                temperature: number;
                topP: number;
            } | {
                kind: "fixture";
            };
            population: {
                receiptId: string;
                taskId: string;
                seed: string;
                fixtureId: string | null;
            }[];
        };
        manifest: {
            schemaVersion: "openpond.tasksetRunManifest.v1";
            id: string;
            tasksetRelease: {
                id: string;
                contentHash: string;
            };
            packageHash: string;
            execution: {
                kind: "taskset";
                environmentRelease: {
                    id: string;
                    contentHash: string;
                };
                verifierSetRelease: {
                    id: string;
                    contentHash: string;
                };
                policyHash: string;
            } | {
                kind: "harness";
                harnessRelease: {
                    id: string;
                    contentHash: string;
                };
            };
            profileEvaluation?: {
                profileId: string;
                sourceRevision: string;
                harnessRelease: {
                    id: string;
                    contentHash: string;
                };
                catalogHash: string;
                definitionId: string;
                definitionHash: string;
                target: {
                    kind: "profile";
                } | {
                    kind: "workflow";
                    workflowId: string;
                } | {
                    kind: "skill";
                    skillPath: string;
                } | {
                    kind: "agent_action";
                    actionId: string;
                };
                environmentHash: string;
                externalDatasetBinding?: {
                    schemaVersion: "openpond.profileExternalDatasetBinding.v1";
                    dataset: {
                        id: string;
                        contentHash: string;
                        revision: number;
                    };
                    packageHash: string;
                    profileId: string;
                    target: {
                        kind: "profile";
                    } | {
                        kind: "workflow";
                        workflowId: string;
                    } | {
                        kind: "skill";
                        skillPath: string;
                    } | {
                        kind: "agent_action";
                        actionId: string;
                    };
                    declaredProfileCatalogHash: string | null;
                    protectedProfileClosureHash: string;
                    recordedOrigin?: {
                        execution: {
                            id: string;
                            contentHash: string;
                        };
                        originalEvidence: {
                            id: string;
                            contentHash: string;
                        };
                        members: {
                            caseId: string;
                            seed: string;
                            fixtureId: string;
                            sourceId: string;
                            snapshotHash: string;
                            boundaryRevisionHash: string;
                        }[];
                    } | undefined;
                    gradingSource?: {
                        pass: {
                            id: string;
                            contentHash: string;
                        };
                        evidence: {
                            id: string;
                            contentHash: string;
                        };
                    } | undefined;
                    split: "frozen_eval" | "test" | "train" | "validation";
                    population: {
                        taskId: string;
                        seed: string;
                        fixtureId: string | null;
                    }[];
                    evaluators: {
                        release: {
                            id: string;
                            contentHash: string;
                            revision: string | number;
                        };
                        feedbackKey: string;
                        configurationHash: string;
                        output: "boolean" | "category" | "score";
                        categories: string[];
                    }[];
                    fieldMappingsHash: string;
                    fieldMappings: {
                        graderId: string;
                        fields: {
                            destination: "evaluatorContext" | "expectedOutput" | "input" | "output";
                            path: string[];
                            source: "evaluatorContext" | "expectedOutput" | "input" | "output";
                            sourcePath: string[];
                        }[];
                    }[];
                    environmentHash: string;
                    privateDatasetClosureHash: string;
                    criterion: {
                        minimumPassRate: number;
                        requireComplete: boolean;
                    };
                    contentHash: string;
                } | undefined;
                sourceCandidate?: {
                    candidateId: string;
                    frozenRevision: number;
                    frozenHash: string;
                    harnessRelease: {
                        id: string;
                        contentHash: string;
                    };
                    protectedClosureHash: string;
                } | undefined;
            } | undefined;
            policy: {
                kind: "model";
                model: {
                    provider: string;
                    model: string;
                    revision: string | null;
                    artifactHash: string | null;
                    tokenizerRevision: string | null;
                    chatTemplateHash: string | null;
                };
                configurationHash: string;
            } | {
                kind: "fixture";
            };
            gradingRole: "evaluation";
            metricPolicy: {
                schemaVersion: "openpond.tasksetMetricPolicy.v1";
                primaryMetric: string;
                aggregation: "custom" | "mean_score" | "pass_rate" | "weighted_mean";
                missingReward: "exclude" | "zero";
                taskWeights?: Record<string, number> | undefined;
                customAggregator: {
                    module: string;
                    exportName: string;
                    contentHash: string;
                    timeoutMs: number;
                    networkPolicy: "none";
                } | null;
            };
            population: {
                receiptId: string;
                taskId: string;
                seed: string;
                fixtureId: string | null;
            }[];
            runtimeTarget: {
                adapterId: string;
                placement: "colocated" | "local" | "provider_native" | "remote";
                runtimeVersion: string;
                capabilityReceipt: string;
            };
            limits: {
                maxTurns: number;
                timeoutMs: number;
                maxOutputBytes: number;
                maximumSpendUsd: number | null;
            };
            createdAt: string;
            metadata: Record<string, unknown>;
            contentHash: string;
        };
        policySnapshot: {
            modelId: string;
            provider: string;
            upstreamModelId: string;
            configurationHash: string;
        } | null;
    }>;
    result(id: string, options?: {
        signal?: AbortSignal;
    }): Promise<{
        schemaVersion: "openpond.modelTasksetRunResult.v1";
        run: {
            summary: {
                schemaVersion: "openpond.modelTasksetRunSummary.v1";
                id: string;
                revision: number;
                teamId: string;
                modelProjectId: string | null;
                name?: string | undefined;
                project?: {
                    id: string;
                    revision: number;
                    contentHash: string;
                    targetId: string | null;
                } | undefined;
                operationId: string;
                taskset: {
                    id: string;
                    contentHash: string;
                    revision: number;
                };
                policyKind: "fixture" | "hosted_chat" | "hosted_harness";
                manifestHash: string;
                status: "cancelled" | "cancelling" | "completed" | "failed" | "queued" | "running";
                totalCount: number;
                counts: {
                    pending: number;
                    running: number;
                    completed: number;
                    failed: number;
                    cancelled: number;
                };
                createdAt: string;
                startedAt: string | null;
                completedAt: string | null;
                cleanupComplete: boolean;
                resultAvailable: boolean;
                score: number | null;
                metricName: string;
                error: {
                    code: string;
                    message: string;
                } | null;
            };
            request: {
                schemaVersion: "openpond.modelTasksetRunRequest.v1";
                operationId: string;
                teamId: string;
                modelProjectId: string | null;
                name?: string | undefined;
                project?: {
                    id: string;
                    revision: number;
                    contentHash: string;
                    targetId: string | null;
                } | undefined;
                taskset: {
                    id: string;
                    contentHash: string;
                    revision: number;
                };
                policy: {
                    kind: "hosted_harness";
                    modelId: string;
                    maxOutputTokens?: number | undefined;
                    temperature?: number | undefined;
                    topP?: number | undefined;
                    localRuntime?: {
                        providerId: "codex";
                        configurationHash: string;
                        accountHash: string;
                        reasoningEffort: "high" | "low" | "medium" | "xhigh";
                        maximumRequestCostUsd: number;
                        requestTimeoutMs: number;
                    } | undefined;
                    candidate?: {
                        artifactId: string;
                        contentHash: string;
                        preparationId: string;
                        dispatchId: string;
                        baseProfileId: string;
                        workerImageDigest: string;
                    } | undefined;
                    sourceCandidate?: {
                        candidateId: string;
                        frozenRevision: number;
                        frozenHash: string;
                        harnessRelease: {
                            id: string;
                            contentHash: string;
                        };
                        protectedClosureHash: string;
                    } | undefined;
                    reasoningEffort?: "high" | "low" | "max" | "medium" | "off" | "xhigh" | undefined;
                    profileRepositoryId: string;
                    source: {
                        profileId: string;
                        sourceRevision: string;
                        harnessRelease: {
                            id: string;
                            contentHash: string;
                        };
                        catalogHash: string;
                        definitionId: string;
                        definitionHash: string;
                        target: {
                            kind: "profile";
                        } | {
                            kind: "workflow";
                            workflowId: string;
                        } | {
                            kind: "skill";
                            skillPath: string;
                        } | {
                            kind: "agent_action";
                            actionId: string;
                        };
                        environmentHash: string;
                        externalDatasetBinding?: {
                            schemaVersion: "openpond.profileExternalDatasetBinding.v1";
                            dataset: {
                                id: string;
                                contentHash: string;
                                revision: number;
                            };
                            packageHash: string;
                            profileId: string;
                            target: {
                                kind: "profile";
                            } | {
                                kind: "workflow";
                                workflowId: string;
                            } | {
                                kind: "skill";
                                skillPath: string;
                            } | {
                                kind: "agent_action";
                                actionId: string;
                            };
                            declaredProfileCatalogHash: string | null;
                            protectedProfileClosureHash: string;
                            recordedOrigin?: {
                                execution: {
                                    id: string;
                                    contentHash: string;
                                };
                                originalEvidence: {
                                    id: string;
                                    contentHash: string;
                                };
                                members: {
                                    caseId: string;
                                    seed: string;
                                    fixtureId: string;
                                    sourceId: string;
                                    snapshotHash: string;
                                    boundaryRevisionHash: string;
                                }[];
                            } | undefined;
                            gradingSource?: {
                                pass: {
                                    id: string;
                                    contentHash: string;
                                };
                                evidence: {
                                    id: string;
                                    contentHash: string;
                                };
                            } | undefined;
                            split: "frozen_eval" | "test" | "train" | "validation";
                            population: {
                                taskId: string;
                                seed: string;
                                fixtureId: string | null;
                            }[];
                            evaluators: {
                                release: {
                                    id: string;
                                    contentHash: string;
                                    revision: string | number;
                                };
                                feedbackKey: string;
                                configurationHash: string;
                                output: "boolean" | "category" | "score";
                                categories: string[];
                            }[];
                            fieldMappingsHash: string;
                            fieldMappings: {
                                graderId: string;
                                fields: {
                                    destination: "evaluatorContext" | "expectedOutput" | "input" | "output";
                                    path: string[];
                                    source: "evaluatorContext" | "expectedOutput" | "input" | "output";
                                    sourcePath: string[];
                                }[];
                            }[];
                            environmentHash: string;
                            privateDatasetClosureHash: string;
                            criterion: {
                                minimumPassRate: number;
                                requireComplete: boolean;
                            };
                            contentHash: string;
                        } | undefined;
                        sourceCandidate?: {
                            candidateId: string;
                            frozenRevision: number;
                            frozenHash: string;
                            harnessRelease: {
                                id: string;
                                contentHash: string;
                            };
                            protectedClosureHash: string;
                        } | undefined;
                    };
                    modelConfigurationHash: string;
                    packageHash: string;
                    externalDatasetBinding?: {
                        schemaVersion: "openpond.profileExternalDatasetBinding.v1";
                        dataset: {
                            id: string;
                            contentHash: string;
                            revision: number;
                        };
                        packageHash: string;
                        profileId: string;
                        target: {
                            kind: "profile";
                        } | {
                            kind: "workflow";
                            workflowId: string;
                        } | {
                            kind: "skill";
                            skillPath: string;
                        } | {
                            kind: "agent_action";
                            actionId: string;
                        };
                        declaredProfileCatalogHash: string | null;
                        protectedProfileClosureHash: string;
                        recordedOrigin?: {
                            execution: {
                                id: string;
                                contentHash: string;
                            };
                            originalEvidence: {
                                id: string;
                                contentHash: string;
                            };
                            members: {
                                caseId: string;
                                seed: string;
                                fixtureId: string;
                                sourceId: string;
                                snapshotHash: string;
                                boundaryRevisionHash: string;
                            }[];
                        } | undefined;
                        gradingSource?: {
                            pass: {
                                id: string;
                                contentHash: string;
                            };
                            evidence: {
                                id: string;
                                contentHash: string;
                            };
                        } | undefined;
                        split: "frozen_eval" | "test" | "train" | "validation";
                        population: {
                            taskId: string;
                            seed: string;
                            fixtureId: string | null;
                        }[];
                        evaluators: {
                            release: {
                                id: string;
                                contentHash: string;
                                revision: string | number;
                            };
                            feedbackKey: string;
                            configurationHash: string;
                            output: "boolean" | "category" | "score";
                            categories: string[];
                        }[];
                        fieldMappingsHash: string;
                        fieldMappings: {
                            graderId: string;
                            fields: {
                                destination: "evaluatorContext" | "expectedOutput" | "input" | "output";
                                path: string[];
                                source: "evaluatorContext" | "expectedOutput" | "input" | "output";
                                sourcePath: string[];
                            }[];
                        }[];
                        environmentHash: string;
                        privateDatasetClosureHash: string;
                        criterion: {
                            minimumPassRate: number;
                            requireComplete: boolean;
                        };
                        contentHash: string;
                    } | undefined;
                } | {
                    kind: "hosted_chat";
                    modelId: string;
                    localRuntime?: {
                        providerId: "claude-code";
                        configurationHash: string;
                        executableHash: string;
                        version: string;
                        capabilityHash: string;
                        maximumRequestCostUsd: number;
                        requestTimeoutMs: number;
                        maximumTurns: number;
                        holdOpen: boolean;
                    } | {
                        providerId: "codex";
                        configurationHash: string;
                        accountHash: string;
                        reasoningEffort: "high" | "low" | "medium" | "xhigh";
                        maximumRequestCostUsd: number;
                        requestTimeoutMs: number;
                    } | {
                        providerId: "custom-openai-compatible";
                        configurationHash: string;
                        maximumRequestCostUsd: number;
                        requestTimeoutMs: number;
                    } | undefined;
                    candidate?: {
                        artifactId: string;
                        contentHash: string;
                        preparationId: string;
                        dispatchId: string;
                        baseProfileId: string;
                        workerImageDigest: string;
                    } | undefined;
                    harness?: {
                        harnessRelease: {
                            id: string;
                            contentHash: string;
                        };
                        agentSnapshot: {
                            id: string;
                            contentHash: string;
                        };
                        sourcePackageHash: string;
                    } | undefined;
                    messages?: {
                        role: "assistant" | "system" | "user";
                        content: string;
                    }[] | undefined;
                    maxOutputTokens: number;
                    temperature: number;
                    topP: number;
                } | {
                    kind: "fixture";
                };
                population: {
                    receiptId: string;
                    taskId: string;
                    seed: string;
                    fixtureId: string | null;
                }[];
            };
            manifest: {
                schemaVersion: "openpond.tasksetRunManifest.v1";
                id: string;
                tasksetRelease: {
                    id: string;
                    contentHash: string;
                };
                packageHash: string;
                execution: {
                    kind: "taskset";
                    environmentRelease: {
                        id: string;
                        contentHash: string;
                    };
                    verifierSetRelease: {
                        id: string;
                        contentHash: string;
                    };
                    policyHash: string;
                } | {
                    kind: "harness";
                    harnessRelease: {
                        id: string;
                        contentHash: string;
                    };
                };
                profileEvaluation?: {
                    profileId: string;
                    sourceRevision: string;
                    harnessRelease: {
                        id: string;
                        contentHash: string;
                    };
                    catalogHash: string;
                    definitionId: string;
                    definitionHash: string;
                    target: {
                        kind: "profile";
                    } | {
                        kind: "workflow";
                        workflowId: string;
                    } | {
                        kind: "skill";
                        skillPath: string;
                    } | {
                        kind: "agent_action";
                        actionId: string;
                    };
                    environmentHash: string;
                    externalDatasetBinding?: {
                        schemaVersion: "openpond.profileExternalDatasetBinding.v1";
                        dataset: {
                            id: string;
                            contentHash: string;
                            revision: number;
                        };
                        packageHash: string;
                        profileId: string;
                        target: {
                            kind: "profile";
                        } | {
                            kind: "workflow";
                            workflowId: string;
                        } | {
                            kind: "skill";
                            skillPath: string;
                        } | {
                            kind: "agent_action";
                            actionId: string;
                        };
                        declaredProfileCatalogHash: string | null;
                        protectedProfileClosureHash: string;
                        recordedOrigin?: {
                            execution: {
                                id: string;
                                contentHash: string;
                            };
                            originalEvidence: {
                                id: string;
                                contentHash: string;
                            };
                            members: {
                                caseId: string;
                                seed: string;
                                fixtureId: string;
                                sourceId: string;
                                snapshotHash: string;
                                boundaryRevisionHash: string;
                            }[];
                        } | undefined;
                        gradingSource?: {
                            pass: {
                                id: string;
                                contentHash: string;
                            };
                            evidence: {
                                id: string;
                                contentHash: string;
                            };
                        } | undefined;
                        split: "frozen_eval" | "test" | "train" | "validation";
                        population: {
                            taskId: string;
                            seed: string;
                            fixtureId: string | null;
                        }[];
                        evaluators: {
                            release: {
                                id: string;
                                contentHash: string;
                                revision: string | number;
                            };
                            feedbackKey: string;
                            configurationHash: string;
                            output: "boolean" | "category" | "score";
                            categories: string[];
                        }[];
                        fieldMappingsHash: string;
                        fieldMappings: {
                            graderId: string;
                            fields: {
                                destination: "evaluatorContext" | "expectedOutput" | "input" | "output";
                                path: string[];
                                source: "evaluatorContext" | "expectedOutput" | "input" | "output";
                                sourcePath: string[];
                            }[];
                        }[];
                        environmentHash: string;
                        privateDatasetClosureHash: string;
                        criterion: {
                            minimumPassRate: number;
                            requireComplete: boolean;
                        };
                        contentHash: string;
                    } | undefined;
                    sourceCandidate?: {
                        candidateId: string;
                        frozenRevision: number;
                        frozenHash: string;
                        harnessRelease: {
                            id: string;
                            contentHash: string;
                        };
                        protectedClosureHash: string;
                    } | undefined;
                } | undefined;
                policy: {
                    kind: "model";
                    model: {
                        provider: string;
                        model: string;
                        revision: string | null;
                        artifactHash: string | null;
                        tokenizerRevision: string | null;
                        chatTemplateHash: string | null;
                    };
                    configurationHash: string;
                } | {
                    kind: "fixture";
                };
                gradingRole: "evaluation";
                metricPolicy: {
                    schemaVersion: "openpond.tasksetMetricPolicy.v1";
                    primaryMetric: string;
                    aggregation: "custom" | "mean_score" | "pass_rate" | "weighted_mean";
                    missingReward: "exclude" | "zero";
                    taskWeights?: Record<string, number> | undefined;
                    customAggregator: {
                        module: string;
                        exportName: string;
                        contentHash: string;
                        timeoutMs: number;
                        networkPolicy: "none";
                    } | null;
                };
                population: {
                    receiptId: string;
                    taskId: string;
                    seed: string;
                    fixtureId: string | null;
                }[];
                runtimeTarget: {
                    adapterId: string;
                    placement: "colocated" | "local" | "provider_native" | "remote";
                    runtimeVersion: string;
                    capabilityReceipt: string;
                };
                limits: {
                    maxTurns: number;
                    timeoutMs: number;
                    maxOutputBytes: number;
                    maximumSpendUsd: number | null;
                };
                createdAt: string;
                metadata: Record<string, unknown>;
                contentHash: string;
            };
            policySnapshot: {
                modelId: string;
                provider: string;
                upstreamModelId: string;
                configurationHash: string;
            } | null;
        };
        receipts: {
            schemaVersion: "openpond.attemptReceipt.v1";
            id: string;
            runManifest: {
                id: string;
                contentHash: string;
            };
            taskId: string;
            seed: string;
            terminal: boolean;
            failureClass: "cancelled" | "environment_failure" | "grader_failure" | "infrastructure_failure" | "policy_failure" | "timeout" | null;
            outputHash: string | null;
            traceHash: string;
            artifactRefs: {
                id: string;
                contentHash: string;
                mediaType: string | null;
                sizeBytes: number | null;
            }[];
            graderEvidenceRefs: {
                id: string;
                contentHash: string;
                mediaType: string | null;
                sizeBytes: number | null;
            }[];
            startedAt: string;
            completedAt: string;
            latencyMs: number;
            costUsd: number | null;
            legacyAttemptRef: string | null;
            metadata: Record<string, unknown>;
            contentHash: string;
        }[];
        metric: {
            schemaVersion: "openpond.tasksetMetricResult.v1";
            runManifest: {
                id: string;
                contentHash: string;
            };
            tasksetRelease: {
                id: string;
                contentHash: string;
            };
            policy: {
                schemaVersion: "openpond.tasksetMetricPolicy.v1";
                primaryMetric: string;
                aggregation: "custom" | "mean_score" | "pass_rate" | "weighted_mean";
                missingReward: "exclude" | "zero";
                taskWeights?: Record<string, number> | undefined;
                customAggregator: {
                    module: string;
                    exportName: string;
                    contentHash: string;
                    timeoutMs: number;
                    networkPolicy: "none";
                } | null;
            };
            policyHash: string;
            receiptRefs: {
                id: string;
                contentHash: string;
            }[];
            includedCount: number;
            missingRewardCount: number;
            excludedCount: number;
            value: number | null;
            contentHash: string;
        } | null;
        contentHash: string;
    }>;
    list(value: z.input<typeof ModelTasksetRunListQuerySchema>, options?: {
        signal?: AbortSignal;
    }): Promise<{
        items: {
            schemaVersion: "openpond.modelTasksetRunSummary.v1";
            id: string;
            revision: number;
            teamId: string;
            modelProjectId: string | null;
            name?: string | undefined;
            project?: {
                id: string;
                revision: number;
                contentHash: string;
                targetId: string | null;
            } | undefined;
            operationId: string;
            taskset: {
                id: string;
                contentHash: string;
                revision: number;
            };
            policyKind: "fixture" | "hosted_chat" | "hosted_harness";
            manifestHash: string;
            status: "cancelled" | "cancelling" | "completed" | "failed" | "queued" | "running";
            totalCount: number;
            counts: {
                pending: number;
                running: number;
                completed: number;
                failed: number;
                cancelled: number;
            };
            createdAt: string;
            startedAt: string | null;
            completedAt: string | null;
            cleanupComplete: boolean;
            resultAvailable: boolean;
            score: number | null;
            metricName: string;
            error: {
                code: string;
                message: string;
            } | null;
        }[];
        nextCursor: string | null;
    }>;
}
//# sourceMappingURL=model-taskset-runs.d.ts.map