import { type ModelTasksetDraftRequest, type TasksetDraftFileMutation } from "./model-taskset-authoring-contracts.js"; import { type TasksetDraftCreateRequest, type TasksetDraftSaveRequest, type TasksetDraftRefreshRequest, type TasksetDraftValidationRequest, type TasksetDraftPublicationRequest } from "./taskset-draft-api-contracts.js"; type Options = { signal?: AbortSignal; }; export declare class OpenPondTasksetDraftError extends Error { readonly status: number; readonly code: string; constructor(status: number, code: string, message: string); } /** Scoped mutable drafts use explicit CAS and never retry writes automatically. */ export declare class OpenPondTasksetDraftClient { #private; constructor(options: { baseUrl: string; apiKey: string; teamId: string; fetch?: typeof globalThis.fetch; }); inspectSource(modelId: string, expectedModelRevision: number, options?: Options): Promise<{ teamId: string; modelId: string; schemaVersion: "openpond.tasksetDraftSourceDescriptor.v1"; expectedModelRevision: number; sourcePackageHash: string; }>; initialize(input: ModelTasksetDraftRequest, options?: Options): Promise<{ teamId: string; modelId: string; schemaVersion: "openpond.tasksetDraftReadback.v1"; draft: { schemaVersion: "openpond.tasksetDraft.v1"; id: string; revision: number; profileId: string; modelScope: { modelId: string; expectedModelRevision: number; source?: { schemaVersion: "openpond.modelTasksetDraftPreparation.v1"; draftId: string; requestHash: string; sourcePackageHash: string; sourceTasksetRef: { id: string; contentHash: string; revision: number; }; tasksetId: string; tasksetRevision: number; lineage: { schemaVersion: "openpond.modelTasksetAuthoring.v1"; owner: { scopeId: string; modelId: string; }; root: { id: string; contentHash: string; revision: number; }; parent: { id: string; contentHash: string; revision: number; }; }; authoringGraph?: "bound" | undefined; } | undefined; } | null; name: string; objective: string; purpose: "benchmark" | "general"; benchmark: { schemaVersion: "openpond.tasksetBenchmark.v1"; definitionId: string; releaseId: string; releaseHash: string; managedReleasePath: string; adaptationSplit: "frozen_eval" | "test" | "train" | "validation"; evaluationSplit: "frozen_eval" | "test" | "train" | "validation"; primaryMetric: "cost_usd" | "foreground_tokens" | "latency_ms" | "success_rate"; qualityGate: "all_pass" | "non_regression" | "none"; source: "builtin" | "imported"; metadata: Record; } | null; preferenceComparison: { schemaVersion: "openpond.tasksetPreferenceComparisonBinding.v1"; releaseId: string; releaseHash: string; publishedAt: string; metadata: Record; } | null; status: "draft" | "needs_review" | "published" | "validating"; sourceRefs: ({ id: string; profileId: string; title: string; sourceHash: string; occurredAt: string; licensingStatus: "approved" | "blocked" | "pending" | "review"; secretScanStatus: "blocked" | "passed" | "pending"; piiScanStatus: "blocked" | "passed" | "pending" | "review"; metadata: Record; schemaVersion: "openpond.huggingFaceDatasetSource.v1"; kind: "huggingface"; repositoryId: string; repositoryUrl: string; revision: string; configuration: string; upstreamSplits: string[]; gated: boolean; private: boolean; declaredLicense: string | null; sourceFileHashes: string[]; } | { id: string; profileId: string; title: string; sourceHash: string; occurredAt: string; licensingStatus: "approved" | "blocked" | "pending" | "review"; secretScanStatus: "blocked" | "passed" | "pending"; piiScanStatus: "blocked" | "passed" | "pending" | "review"; metadata: Record; schemaVersion: "openpond.uploadedFileDatasetSource.v1"; kind: "uploaded_file"; originalFileNames: string[]; mediaTypes: string[]; sourceFileHashes: string[]; totalBytes: number; parserVersion: string; } | { id: string; profileId: string; title: string; sourceHash: string; occurredAt: string; licensingStatus: "approved" | "blocked" | "pending" | "review"; secretScanStatus: "blocked" | "passed" | "pending"; piiScanStatus: "blocked" | "passed" | "pending" | "review"; metadata: Record; schemaVersion: "openpond.generatedDatasetSource.v1"; kind: "generated"; generatorId: string; generatorVersion: string; seed: number; generatorHash: string; } | { id: string; profileId: string; title: string; sourceHash: string; occurredAt: string; licensingStatus: "approved" | "blocked" | "pending" | "review"; secretScanStatus: "blocked" | "passed" | "pending"; piiScanStatus: "blocked" | "passed" | "pending" | "review"; metadata: Record; schemaVersion: "openpond.learningBatchDatasetSource.v1"; kind: "learning_batch"; batch: { id: string; revision: number; contentHash: string; }; taskDefinition: { id: string; revision: number; contentHash: string; }; admittedBy: string; } | { schemaVersion: "openpond.trainingSource.v1"; id: string; profileId: string; sessionId: string; turnIds: string[]; workspaceId: string | null; sourceHash: string; clusterKey: string; title: string; occurredAt: string; consent: { status: "denied" | "granted" | "pending" | "revoked"; scope: "full_session" | "metadata_only" | "selected_turns"; grantedBy: string | null; grantedAt: string | null; purpose: "task_authoring_and_evaluation"; }; connectedAppIds: string[]; secretScanStatus: "blocked" | "passed" | "pending"; piiScanStatus: "blocked" | "passed" | "pending" | "review"; licensingStatus: "approved" | "blocked" | "pending" | "review"; metadata: Record; } | { schemaVersion: "openpond.connectedDatasetSource.v1"; kind: "connected_activity"; id: string; profileId: string; title: string; sourceHash: string; occurredAt: string; licensingStatus: "approved" | "blocked" | "pending" | "review"; secretScanStatus: "blocked" | "passed" | "pending"; piiScanStatus: "blocked" | "passed" | "pending" | "review"; origin: "claude_code" | "codex" | "grok_build" | "hermes" | "native_chat" | "native_work" | "oh_my_pi" | "openclaw" | "opencode" | "pi"; sourceId: string; sessionId: string; normalizerVersion: string; projection: "conversation" | "turn"; ownerUserId: string; purpose: "recorded_evaluation"; sourceFileHashes?: string[] | undefined; metadata: Record; })[]; datasetArtifact?: { schemaVersion: "openpond.datasetArtifact.v1"; id: string; tasksetId: string; tasksetRevision: number; contentHash: string; format: "parquet"; schema: { schemaVersion: "openpond.datasetSemanticSchema.v1"; fields: { name: string; semanticRole: "chosen" | "cluster_id" | "demonstration" | "expected_output" | "feedback" | "messages" | "metadata" | "privileged_context" | "prompt" | "rejected" | "reward" | "row_id" | "tag"; logicalType: "boolean" | "float" | "integer" | "json" | "messages" | "string"; nullable: boolean; policy: "metadata" | "privileged" | "visible"; }[]; schemaHash: string; }; shards: { id: string; split: "frozen_eval" | "test" | "train" | "validation"; path: string; contentHash: string; schemaHash: string; sizeBytes: number; rowCount: number; rowGroupCount: number; }[]; rowCount: number; splitCounts: Record<"frozen_eval" | "test" | "train" | "validation", number>; sourceReceiptRefs: string[]; mappingHash: string; qualityReportHash: string; createdAt: string; } | null | undefined; policy: { policyVisibleFields: string[]; privilegedFields: string[]; hiddenGraderRefs: string[]; connectedAppScopes: string[]; }; environment: { protocolVersion: "openpond.taskEnvironment.v1"; kind: "agent" | "chat" | "program" | "stateful_harness" | "work"; entrypoint: string; stateful: boolean; deterministicSeeds: boolean; toolNames: string[]; actionBindings?: { schemaVersion: "openpond.harnessActionBinding.v1"; actionId: string; modelToolName: string; description: string; inputSchema: Record; actionSchemaHash: string; agentRelease: { id: string; contentHash: string; }; implementationHash: string; runtimeBindingId: string; capabilityReceiptHash: string; sideEffect: "read" | "write"; studentVisible: boolean; timeoutMs: number; episodeArgumentBindings: { argument: string; source: "case_id"; }[]; }[] | undefined; lifecycle: ("cleanup" | "create" | "grade" | "reset" | "step")[]; defaultTimeoutMs: number; networkPolicy: "declared_read_only" | "declared_scoped" | "none"; resources?: { id: string; kind: "catalog" | "code_module" | "configuration" | "file"; path: string; mediaType?: string | null | undefined; visibility: "policy_hidden" | "policy_visible" | "privileged"; required: boolean; metadata: Record; }[] | undefined; metadata: Record; }; output: { mode: "artifacts" | "structured_json" | "text"; jsonSchema: Record | null; requiredOutputSource?: "task.requiredOutputs" | undefined; responsePath?: string | undefined; renderer: { module: string; exportName: string; configRef: string | null; } | null; }; capabilities: { schemaVersion: "openpond.tasksetCapabilities.v1"; taskKind: "chat" | "custom_program" | "multi_agent" | "single_agent"; supportedSignals: ("correction" | "demonstration" | "feedback" | "label" | "preference" | "reward")[]; compatibleMethods: ("dpo" | "grpo" | "none" | "opd" | "opsd" | "ppo" | "retrieval" | "sdft" | "sdpo" | "sft")[]; rewardKinds: ("deterministic" | "exact" | "human" | "model_judge" | "none")[]; requiresTools: boolean; requiresState: boolean; requiresPrivilegedGrading: boolean; environmentPlacements: ("colocated" | "local" | "provider_native" | "remote")[]; exportable: boolean; portabilityBlockers: string[]; }; metrics: { schemaVersion: "openpond.tasksetMetricPolicy.v1"; primaryMetric: string; aggregation: "custom" | "mean_score" | "pass_rate" | "weighted_mean"; missingReward: "exclude" | "zero"; taskWeights?: Record | undefined; customAggregator: { module: string; exportName: string; contentHash: string; timeoutMs: number; networkPolicy: "none"; } | null; }; review: { enabled: boolean; candidateCount: number; minimumSamples: number; allowTies: boolean; allowRejectAll: boolean; rubric: string; criteria: { id: string; label: string; description: string; weight: number; }[]; }; tasks: { schemaVersion: "openpond.taskData.v1"; id: string; clusterKey: string; split: "frozen_eval" | "test" | "train" | "validation"; input: Record; expectedOutput: Record | null; policyVisibleContext: Record; privilegedContextRef: string | null; assets?: { id: string; sourceRefId: string; artifactRef: string; fileName: string; stagingPath?: string | undefined; mediaType: string; sha256: string; sizeBytes: number; split: "frozen_eval" | "test" | "train" | "validation"; metadata: Record; }[] | undefined; resourceRefs?: string[] | undefined; requiredOutputs?: { path: string; mediaType: string; schemaRef?: string | null | undefined; submissionMode?: "structured_json" | undefined; maxBytes?: number | undefined; metadata: Record; }[] | undefined; tags: string[]; metadata: Record; sourceRefs: string[]; }[]; graders: ({ id: string; taskIds?: string[] | undefined; version: string; label: string; weight: number; hardGate: boolean; rewardEligible: boolean; privileged: boolean; metadata: Record; kind: "content" | "diff" | "file" | "runtime_event" | "schema" | "state" | "test"; config: Record; } | { id: string; taskIds?: string[] | undefined; version: string; label: string; weight: number; hardGate: boolean; rewardEligible: boolean; privileged: boolean; metadata: Record; kind: "model_judge"; rubric: string; judge: { providerId: "anthropic" | "claude-code" | "codex" | "custom-openai-compatible" | "deepseek" | "google" | "grok-build" | "groq" | "moonshot" | "openai" | "opencode" | "openpond" | "openrouter" | "together" | "xai" | "zai" | `acp:${string}`; modelId: string; }; calibrationFixtureRefs: string[]; calibrationStatus: "failed" | "passed" | "pending"; temperature: number; } | { id: string; taskIds?: string[] | undefined; version: string; label: string; weight: number; hardGate: boolean; rewardEligible: boolean; privileged: boolean; metadata: Record; kind: "human"; form?: { schemaVersion: "openpond.humanForm.v1"; mode: "individual" | "pairwise"; instructions: string; criteria: ({ id: string; label: string; instructions: string; required: boolean; allowAbstain: boolean; requireRationale?: boolean | undefined; anchors?: { value: string | number | boolean; description: string; }[] | undefined; kind: "score"; minimum: number; maximum: number; step: number; } | { id: string; label: string; instructions: string; required: boolean; allowAbstain: boolean; requireRationale?: boolean | undefined; anchors?: { value: string | number | boolean; description: string; }[] | undefined; kind: "category"; options: string[]; } | { id: string; label: string; instructions: string; required: boolean; allowAbstain: boolean; requireRationale?: boolean | undefined; anchors?: { value: string | number | boolean; description: string; }[] | undefined; kind: "boolean"; } | { id: string; label: string; instructions: string; required: boolean; allowAbstain: boolean; requireRationale?: boolean | undefined; anchors?: { value: string | number | boolean; description: string; }[] | undefined; kind: "text"; minimumLength?: number | undefined; maximumLength: number; } | { id: string; label: string; instructions: string; required: boolean; allowAbstain: boolean; requireRationale?: boolean | undefined; anchors?: { value: string | number | boolean; description: string; }[] | undefined; kind: "preference"; requireStrength?: boolean | undefined; allowTie: boolean; })[]; } | undefined; rubric: string; reviewerRole: string; } | { id: string; taskIds?: string[] | undefined; version: string; label: string; weight: number; hardGate: boolean; rewardEligible: boolean; privileged: boolean; metadata: Record; kind: "custom_verifier"; runtime?: "isolated_javascript" | "sandbox_process" | undefined; module: string; exportName: string; timeoutMs: number; networkPolicy: "none"; })[]; graderFixtures: { id: string; taskId: string; label: "adversarial" | "boundary" | "infrastructure_failure" | "negative" | "positive" | "prompt_injection"; output: Record; infrastructureError: string | null; expectedPassed: boolean; expectedRewardEligible: boolean; metadata: Record; }[]; learningSignals: { demonstrations: { id: string; taskId: string | null; sourceRefs: string[]; artifactRef: string; approved: boolean; confidence: number; metadata: Record; kind: "demonstration"; prompt: string | null; response: string | null; }[]; preferences: { id: string; taskId: string | null; sourceRefs: string[]; artifactRef: string; approved: boolean; confidence: number; metadata: Record; kind: "preference"; prompt: string; chosen: string; rejected: string; rationale: string | null; }[]; corrections: { id: string; taskId: string | null; sourceRefs: string[]; artifactRef: string; approved: boolean; confidence: number; metadata: Record; kind: "correction"; original: string; corrected: string; rationale: string | null; }[]; feedback: { id: string; taskId: string | null; sourceRefs: string[]; artifactRef: string; approved: boolean; confidence: number; metadata: Record; kind: "feedback"; feedback: string; polarity: "mixed" | "negative" | "neutral" | "positive"; }[]; rewards: { id: string; taskId: string | null; sourceRefs: string[]; artifactRef: string; approved: boolean; confidence: number; metadata: Record; kind: "reward"; task: string; rules: { id: string; points: number; condition: string; }[]; otherwisePoints: number; executable: boolean; }[]; labels: { id: string; taskId: string | null; sourceRefs: string[]; artifactRef: string; approved: boolean; confidence: number; metadata: Record; kind: "label"; labelKind: "rubric"; task: string; criteria: { id: string; label: string; description: string; }[]; calibrationExamples: { positive: string; negative: string; boundary: string; }; }[]; }; publishedTasksetRef: { id: string; revision: number; contentHash: string; } | null; createdAt: string; updatedAt: string; metadata: Record; }; workspaceHash: string; projectEtag: string; }>; create(input: TasksetDraftCreateRequest, options?: Options): Promise<{ teamId: string; modelId: string; schemaVersion: "openpond.tasksetDraftReadback.v1"; draft: { schemaVersion: "openpond.tasksetDraft.v1"; id: string; revision: number; profileId: string; modelScope: { modelId: string; expectedModelRevision: number; source?: { schemaVersion: "openpond.modelTasksetDraftPreparation.v1"; draftId: string; requestHash: string; sourcePackageHash: string; sourceTasksetRef: { id: string; contentHash: string; revision: number; }; tasksetId: string; tasksetRevision: number; lineage: { schemaVersion: "openpond.modelTasksetAuthoring.v1"; owner: { scopeId: string; modelId: string; }; root: { id: string; contentHash: string; revision: number; }; parent: { id: string; contentHash: string; revision: number; }; }; authoringGraph?: "bound" | undefined; } | undefined; } | null; name: string; objective: string; purpose: "benchmark" | "general"; benchmark: { schemaVersion: "openpond.tasksetBenchmark.v1"; definitionId: string; releaseId: string; releaseHash: string; managedReleasePath: string; adaptationSplit: "frozen_eval" | "test" | "train" | "validation"; evaluationSplit: "frozen_eval" | "test" | "train" | "validation"; primaryMetric: "cost_usd" | "foreground_tokens" | "latency_ms" | "success_rate"; qualityGate: "all_pass" | "non_regression" | "none"; source: "builtin" | "imported"; metadata: Record; } | null; preferenceComparison: { schemaVersion: "openpond.tasksetPreferenceComparisonBinding.v1"; releaseId: string; releaseHash: string; publishedAt: string; metadata: Record; } | null; status: "draft" | "needs_review" | "published" | "validating"; sourceRefs: ({ id: string; profileId: string; title: string; sourceHash: string; occurredAt: string; licensingStatus: "approved" | "blocked" | "pending" | "review"; secretScanStatus: "blocked" | "passed" | "pending"; piiScanStatus: "blocked" | "passed" | "pending" | "review"; metadata: Record; schemaVersion: "openpond.huggingFaceDatasetSource.v1"; kind: "huggingface"; repositoryId: string; repositoryUrl: string; revision: string; configuration: string; upstreamSplits: string[]; gated: boolean; private: boolean; declaredLicense: string | null; sourceFileHashes: string[]; } | { id: string; profileId: string; title: string; sourceHash: string; occurredAt: string; licensingStatus: "approved" | "blocked" | "pending" | "review"; secretScanStatus: "blocked" | "passed" | "pending"; piiScanStatus: "blocked" | "passed" | "pending" | "review"; metadata: Record; schemaVersion: "openpond.uploadedFileDatasetSource.v1"; kind: "uploaded_file"; originalFileNames: string[]; mediaTypes: string[]; sourceFileHashes: string[]; totalBytes: number; parserVersion: string; } | { id: string; profileId: string; title: string; sourceHash: string; occurredAt: string; licensingStatus: "approved" | "blocked" | "pending" | "review"; secretScanStatus: "blocked" | "passed" | "pending"; piiScanStatus: "blocked" | "passed" | "pending" | "review"; metadata: Record; schemaVersion: "openpond.generatedDatasetSource.v1"; kind: "generated"; generatorId: string; generatorVersion: string; seed: number; generatorHash: string; } | { id: string; profileId: string; title: string; sourceHash: string; occurredAt: string; licensingStatus: "approved" | "blocked" | "pending" | "review"; secretScanStatus: "blocked" | "passed" | "pending"; piiScanStatus: "blocked" | "passed" | "pending" | "review"; metadata: Record; schemaVersion: "openpond.learningBatchDatasetSource.v1"; kind: "learning_batch"; batch: { id: string; revision: number; contentHash: string; }; taskDefinition: { id: string; revision: number; contentHash: string; }; admittedBy: string; } | { schemaVersion: "openpond.trainingSource.v1"; id: string; profileId: string; sessionId: string; turnIds: string[]; workspaceId: string | null; sourceHash: string; clusterKey: string; title: string; occurredAt: string; consent: { status: "denied" | "granted" | "pending" | "revoked"; scope: "full_session" | "metadata_only" | "selected_turns"; grantedBy: string | null; grantedAt: string | null; purpose: "task_authoring_and_evaluation"; }; connectedAppIds: string[]; secretScanStatus: "blocked" | "passed" | "pending"; piiScanStatus: "blocked" | "passed" | "pending" | "review"; licensingStatus: "approved" | "blocked" | "pending" | "review"; metadata: Record; } | { schemaVersion: "openpond.connectedDatasetSource.v1"; kind: "connected_activity"; id: string; profileId: string; title: string; sourceHash: string; occurredAt: string; licensingStatus: "approved" | "blocked" | "pending" | "review"; secretScanStatus: "blocked" | "passed" | "pending"; piiScanStatus: "blocked" | "passed" | "pending" | "review"; origin: "claude_code" | "codex" | "grok_build" | "hermes" | "native_chat" | "native_work" | "oh_my_pi" | "openclaw" | "opencode" | "pi"; sourceId: string; sessionId: string; normalizerVersion: string; projection: "conversation" | "turn"; ownerUserId: string; purpose: "recorded_evaluation"; sourceFileHashes?: string[] | undefined; metadata: Record; })[]; datasetArtifact?: { schemaVersion: "openpond.datasetArtifact.v1"; id: string; tasksetId: string; tasksetRevision: number; contentHash: string; format: "parquet"; schema: { schemaVersion: "openpond.datasetSemanticSchema.v1"; fields: { name: string; semanticRole: "chosen" | "cluster_id" | "demonstration" | "expected_output" | "feedback" | "messages" | "metadata" | "privileged_context" | "prompt" | "rejected" | "reward" | "row_id" | "tag"; logicalType: "boolean" | "float" | "integer" | "json" | "messages" | "string"; nullable: boolean; policy: "metadata" | "privileged" | "visible"; }[]; schemaHash: string; }; shards: { id: string; split: "frozen_eval" | "test" | "train" | "validation"; path: string; contentHash: string; schemaHash: string; sizeBytes: number; rowCount: number; rowGroupCount: number; }[]; rowCount: number; splitCounts: Record<"frozen_eval" | "test" | "train" | "validation", number>; sourceReceiptRefs: string[]; mappingHash: string; qualityReportHash: string; createdAt: string; } | null | undefined; policy: { policyVisibleFields: string[]; privilegedFields: string[]; hiddenGraderRefs: string[]; connectedAppScopes: string[]; }; environment: { protocolVersion: "openpond.taskEnvironment.v1"; kind: "agent" | "chat" | "program" | "stateful_harness" | "work"; entrypoint: string; stateful: boolean; deterministicSeeds: boolean; toolNames: string[]; actionBindings?: { schemaVersion: "openpond.harnessActionBinding.v1"; actionId: string; modelToolName: string; description: string; inputSchema: Record; actionSchemaHash: string; agentRelease: { id: string; contentHash: string; }; implementationHash: string; runtimeBindingId: string; capabilityReceiptHash: string; sideEffect: "read" | "write"; studentVisible: boolean; timeoutMs: number; episodeArgumentBindings: { argument: string; source: "case_id"; }[]; }[] | undefined; lifecycle: ("cleanup" | "create" | "grade" | "reset" | "step")[]; defaultTimeoutMs: number; networkPolicy: "declared_read_only" | "declared_scoped" | "none"; resources?: { id: string; kind: "catalog" | "code_module" | "configuration" | "file"; path: string; mediaType?: string | null | undefined; visibility: "policy_hidden" | "policy_visible" | "privileged"; required: boolean; metadata: Record; }[] | undefined; metadata: Record; }; output: { mode: "artifacts" | "structured_json" | "text"; jsonSchema: Record | null; requiredOutputSource?: "task.requiredOutputs" | undefined; responsePath?: string | undefined; renderer: { module: string; exportName: string; configRef: string | null; } | null; }; capabilities: { schemaVersion: "openpond.tasksetCapabilities.v1"; taskKind: "chat" | "custom_program" | "multi_agent" | "single_agent"; supportedSignals: ("correction" | "demonstration" | "feedback" | "label" | "preference" | "reward")[]; compatibleMethods: ("dpo" | "grpo" | "none" | "opd" | "opsd" | "ppo" | "retrieval" | "sdft" | "sdpo" | "sft")[]; rewardKinds: ("deterministic" | "exact" | "human" | "model_judge" | "none")[]; requiresTools: boolean; requiresState: boolean; requiresPrivilegedGrading: boolean; environmentPlacements: ("colocated" | "local" | "provider_native" | "remote")[]; exportable: boolean; portabilityBlockers: string[]; }; metrics: { schemaVersion: "openpond.tasksetMetricPolicy.v1"; primaryMetric: string; aggregation: "custom" | "mean_score" | "pass_rate" | "weighted_mean"; missingReward: "exclude" | "zero"; taskWeights?: Record | undefined; customAggregator: { module: string; exportName: string; contentHash: string; timeoutMs: number; networkPolicy: "none"; } | null; }; review: { enabled: boolean; candidateCount: number; minimumSamples: number; allowTies: boolean; allowRejectAll: boolean; rubric: string; criteria: { id: string; label: string; description: string; weight: number; }[]; }; tasks: { schemaVersion: "openpond.taskData.v1"; id: string; clusterKey: string; split: "frozen_eval" | "test" | "train" | "validation"; input: Record; expectedOutput: Record | null; policyVisibleContext: Record; privilegedContextRef: string | null; assets?: { id: string; sourceRefId: string; artifactRef: string; fileName: string; stagingPath?: string | undefined; mediaType: string; sha256: string; sizeBytes: number; split: "frozen_eval" | "test" | "train" | "validation"; metadata: Record; }[] | undefined; resourceRefs?: string[] | undefined; requiredOutputs?: { path: string; mediaType: string; schemaRef?: string | null | undefined; submissionMode?: "structured_json" | undefined; maxBytes?: number | undefined; metadata: Record; }[] | undefined; tags: string[]; metadata: Record; sourceRefs: string[]; }[]; graders: ({ id: string; taskIds?: string[] | undefined; version: string; label: string; weight: number; hardGate: boolean; rewardEligible: boolean; privileged: boolean; metadata: Record; kind: "content" | "diff" | "file" | "runtime_event" | "schema" | "state" | "test"; config: Record; } | { id: string; taskIds?: string[] | undefined; version: string; label: string; weight: number; hardGate: boolean; rewardEligible: boolean; privileged: boolean; metadata: Record; kind: "model_judge"; rubric: string; judge: { providerId: "anthropic" | "claude-code" | "codex" | "custom-openai-compatible" | "deepseek" | "google" | "grok-build" | "groq" | "moonshot" | "openai" | "opencode" | "openpond" | "openrouter" | "together" | "xai" | "zai" | `acp:${string}`; modelId: string; }; calibrationFixtureRefs: string[]; calibrationStatus: "failed" | "passed" | "pending"; temperature: number; } | { id: string; taskIds?: string[] | undefined; version: string; label: string; weight: number; hardGate: boolean; rewardEligible: boolean; privileged: boolean; metadata: Record; kind: "human"; form?: { schemaVersion: "openpond.humanForm.v1"; mode: "individual" | "pairwise"; instructions: string; criteria: ({ id: string; label: string; instructions: string; required: boolean; allowAbstain: boolean; requireRationale?: boolean | undefined; anchors?: { value: string | number | boolean; description: string; }[] | undefined; kind: "score"; minimum: number; maximum: number; step: number; } | { id: string; label: string; instructions: string; required: boolean; allowAbstain: boolean; requireRationale?: boolean | undefined; anchors?: { value: string | number | boolean; description: string; }[] | undefined; kind: "category"; options: string[]; } | { id: string; label: string; instructions: string; required: boolean; allowAbstain: boolean; requireRationale?: boolean | undefined; anchors?: { value: string | number | boolean; description: string; }[] | undefined; kind: "boolean"; } | { id: string; label: string; instructions: string; required: boolean; allowAbstain: boolean; requireRationale?: boolean | undefined; anchors?: { value: string | number | boolean; description: string; }[] | undefined; kind: "text"; minimumLength?: number | undefined; maximumLength: number; } | { id: string; label: string; instructions: string; required: boolean; allowAbstain: boolean; requireRationale?: boolean | undefined; anchors?: { value: string | number | boolean; description: string; }[] | undefined; kind: "preference"; requireStrength?: boolean | undefined; allowTie: boolean; })[]; } | undefined; rubric: string; reviewerRole: string; } | { id: string; taskIds?: string[] | undefined; version: string; label: string; weight: number; hardGate: boolean; rewardEligible: boolean; privileged: boolean; metadata: Record; kind: "custom_verifier"; runtime?: "isolated_javascript" | "sandbox_process" | undefined; module: string; exportName: string; timeoutMs: number; networkPolicy: "none"; })[]; graderFixtures: { id: string; taskId: string; label: "adversarial" | "boundary" | "infrastructure_failure" | "negative" | "positive" | "prompt_injection"; output: Record; infrastructureError: string | null; expectedPassed: boolean; expectedRewardEligible: boolean; metadata: Record; }[]; learningSignals: { demonstrations: { id: string; taskId: string | null; sourceRefs: string[]; artifactRef: string; approved: boolean; confidence: number; metadata: Record; kind: "demonstration"; prompt: string | null; response: string | null; }[]; preferences: { id: string; taskId: string | null; sourceRefs: string[]; artifactRef: string; approved: boolean; confidence: number; metadata: Record; kind: "preference"; prompt: string; chosen: string; rejected: string; rationale: string | null; }[]; corrections: { id: string; taskId: string | null; sourceRefs: string[]; artifactRef: string; approved: boolean; confidence: number; metadata: Record; kind: "correction"; original: string; corrected: string; rationale: string | null; }[]; feedback: { id: string; taskId: string | null; sourceRefs: string[]; artifactRef: string; approved: boolean; confidence: number; metadata: Record; kind: "feedback"; feedback: string; polarity: "mixed" | "negative" | "neutral" | "positive"; }[]; rewards: { id: string; taskId: string | null; sourceRefs: string[]; artifactRef: string; approved: boolean; confidence: number; metadata: Record; kind: "reward"; task: string; rules: { id: string; points: number; condition: string; }[]; otherwisePoints: number; executable: boolean; }[]; labels: { id: string; taskId: string | null; sourceRefs: string[]; artifactRef: string; approved: boolean; confidence: number; metadata: Record; kind: "label"; labelKind: "rubric"; task: string; criteria: { id: string; label: string; description: string; }[]; calibrationExamples: { positive: string; negative: string; boundary: string; }; }[]; }; publishedTasksetRef: { id: string; revision: number; contentHash: string; } | null; createdAt: string; updatedAt: string; metadata: Record; }; workspaceHash: string; projectEtag: string; }>; list(modelId: string, options?: Options & { limit?: number; cursor?: string; }): Promise<{ teamId: string; modelId: string; schemaVersion: "openpond.tasksetDraftList.v1"; drafts: { id: string; revision: number; name: string; status: "draft" | "needs_review" | "published" | "validating"; updatedAt: string; sourceTasksetRef: { id: string; contentHash: string; revision: number; } | null; }[]; nextCursor: string | null; }>; get(modelId: string, draftId: string, options?: Options): Promise<{ teamId: string; modelId: string; schemaVersion: "openpond.tasksetDraftReadback.v1"; draft: { schemaVersion: "openpond.tasksetDraft.v1"; id: string; revision: number; profileId: string; modelScope: { modelId: string; expectedModelRevision: number; source?: { schemaVersion: "openpond.modelTasksetDraftPreparation.v1"; draftId: string; requestHash: string; sourcePackageHash: string; sourceTasksetRef: { id: string; contentHash: string; revision: number; }; tasksetId: string; tasksetRevision: number; lineage: { schemaVersion: "openpond.modelTasksetAuthoring.v1"; owner: { scopeId: string; modelId: string; }; root: { id: string; contentHash: string; revision: number; }; parent: { id: string; contentHash: string; revision: number; }; }; authoringGraph?: "bound" | undefined; } | undefined; } | null; name: string; objective: string; purpose: "benchmark" | "general"; benchmark: { schemaVersion: "openpond.tasksetBenchmark.v1"; definitionId: string; releaseId: string; releaseHash: string; managedReleasePath: string; adaptationSplit: "frozen_eval" | "test" | "train" | "validation"; evaluationSplit: "frozen_eval" | "test" | "train" | "validation"; primaryMetric: "cost_usd" | "foreground_tokens" | "latency_ms" | "success_rate"; qualityGate: "all_pass" | "non_regression" | "none"; source: "builtin" | "imported"; metadata: Record; } | null; preferenceComparison: { schemaVersion: "openpond.tasksetPreferenceComparisonBinding.v1"; releaseId: string; releaseHash: string; publishedAt: string; metadata: Record; } | null; status: "draft" | "needs_review" | "published" | "validating"; sourceRefs: ({ id: string; profileId: string; title: string; sourceHash: string; occurredAt: string; licensingStatus: "approved" | "blocked" | "pending" | "review"; secretScanStatus: "blocked" | "passed" | "pending"; piiScanStatus: "blocked" | "passed" | "pending" | "review"; metadata: Record; schemaVersion: "openpond.huggingFaceDatasetSource.v1"; kind: "huggingface"; repositoryId: string; repositoryUrl: string; revision: string; configuration: string; upstreamSplits: string[]; gated: boolean; private: boolean; declaredLicense: string | null; sourceFileHashes: string[]; } | { id: string; profileId: string; title: string; sourceHash: string; occurredAt: string; licensingStatus: "approved" | "blocked" | "pending" | "review"; secretScanStatus: "blocked" | "passed" | "pending"; piiScanStatus: "blocked" | "passed" | "pending" | "review"; metadata: Record; schemaVersion: "openpond.uploadedFileDatasetSource.v1"; kind: "uploaded_file"; originalFileNames: string[]; mediaTypes: string[]; sourceFileHashes: string[]; totalBytes: number; parserVersion: string; } | { id: string; profileId: string; title: string; sourceHash: string; occurredAt: string; licensingStatus: "approved" | "blocked" | "pending" | "review"; secretScanStatus: "blocked" | "passed" | "pending"; piiScanStatus: "blocked" | "passed" | "pending" | "review"; metadata: Record; schemaVersion: "openpond.generatedDatasetSource.v1"; kind: "generated"; generatorId: string; generatorVersion: string; seed: number; generatorHash: string; } | { id: string; profileId: string; title: string; sourceHash: string; occurredAt: string; licensingStatus: "approved" | "blocked" | "pending" | "review"; secretScanStatus: "blocked" | "passed" | "pending"; piiScanStatus: "blocked" | "passed" | "pending" | "review"; metadata: Record; schemaVersion: "openpond.learningBatchDatasetSource.v1"; kind: "learning_batch"; batch: { id: string; revision: number; contentHash: string; }; taskDefinition: { id: string; revision: number; contentHash: string; }; admittedBy: string; } | { schemaVersion: "openpond.trainingSource.v1"; id: string; profileId: string; sessionId: string; turnIds: string[]; workspaceId: string | null; sourceHash: string; clusterKey: string; title: string; occurredAt: string; consent: { status: "denied" | "granted" | "pending" | "revoked"; scope: "full_session" | "metadata_only" | "selected_turns"; grantedBy: string | null; grantedAt: string | null; purpose: "task_authoring_and_evaluation"; }; connectedAppIds: string[]; secretScanStatus: "blocked" | "passed" | "pending"; piiScanStatus: "blocked" | "passed" | "pending" | "review"; licensingStatus: "approved" | "blocked" | "pending" | "review"; metadata: Record; } | { schemaVersion: "openpond.connectedDatasetSource.v1"; kind: "connected_activity"; id: string; profileId: string; title: string; sourceHash: string; occurredAt: string; licensingStatus: "approved" | "blocked" | "pending" | "review"; secretScanStatus: "blocked" | "passed" | "pending"; piiScanStatus: "blocked" | "passed" | "pending" | "review"; origin: "claude_code" | "codex" | "grok_build" | "hermes" | "native_chat" | "native_work" | "oh_my_pi" | "openclaw" | "opencode" | "pi"; sourceId: string; sessionId: string; normalizerVersion: string; projection: "conversation" | "turn"; ownerUserId: string; purpose: "recorded_evaluation"; sourceFileHashes?: string[] | undefined; metadata: Record; })[]; datasetArtifact?: { schemaVersion: "openpond.datasetArtifact.v1"; id: string; tasksetId: string; tasksetRevision: number; contentHash: string; format: "parquet"; schema: { schemaVersion: "openpond.datasetSemanticSchema.v1"; fields: { name: string; semanticRole: "chosen" | "cluster_id" | "demonstration" | "expected_output" | "feedback" | "messages" | "metadata" | "privileged_context" | "prompt" | "rejected" | "reward" | "row_id" | "tag"; logicalType: "boolean" | "float" | "integer" | "json" | "messages" | "string"; nullable: boolean; policy: "metadata" | "privileged" | "visible"; }[]; schemaHash: string; }; shards: { id: string; split: "frozen_eval" | "test" | "train" | "validation"; path: string; contentHash: string; schemaHash: string; sizeBytes: number; rowCount: number; rowGroupCount: number; }[]; rowCount: number; splitCounts: Record<"frozen_eval" | "test" | "train" | "validation", number>; sourceReceiptRefs: string[]; mappingHash: string; qualityReportHash: string; createdAt: string; } | null | undefined; policy: { policyVisibleFields: string[]; privilegedFields: string[]; hiddenGraderRefs: string[]; connectedAppScopes: string[]; }; environment: { protocolVersion: "openpond.taskEnvironment.v1"; kind: "agent" | "chat" | "program" | "stateful_harness" | "work"; entrypoint: string; stateful: boolean; deterministicSeeds: boolean; toolNames: string[]; actionBindings?: { schemaVersion: "openpond.harnessActionBinding.v1"; actionId: string; modelToolName: string; description: string; inputSchema: Record; actionSchemaHash: string; agentRelease: { id: string; contentHash: string; }; implementationHash: string; runtimeBindingId: string; capabilityReceiptHash: string; sideEffect: "read" | "write"; studentVisible: boolean; timeoutMs: number; episodeArgumentBindings: { argument: string; source: "case_id"; }[]; }[] | undefined; lifecycle: ("cleanup" | "create" | "grade" | "reset" | "step")[]; defaultTimeoutMs: number; networkPolicy: "declared_read_only" | "declared_scoped" | "none"; resources?: { id: string; kind: "catalog" | "code_module" | "configuration" | "file"; path: string; mediaType?: string | null | undefined; visibility: "policy_hidden" | "policy_visible" | "privileged"; required: boolean; metadata: Record; }[] | undefined; metadata: Record; }; output: { mode: "artifacts" | "structured_json" | "text"; jsonSchema: Record | null; requiredOutputSource?: "task.requiredOutputs" | undefined; responsePath?: string | undefined; renderer: { module: string; exportName: string; configRef: string | null; } | null; }; capabilities: { schemaVersion: "openpond.tasksetCapabilities.v1"; taskKind: "chat" | "custom_program" | "multi_agent" | "single_agent"; supportedSignals: ("correction" | "demonstration" | "feedback" | "label" | "preference" | "reward")[]; compatibleMethods: ("dpo" | "grpo" | "none" | "opd" | "opsd" | "ppo" | "retrieval" | "sdft" | "sdpo" | "sft")[]; rewardKinds: ("deterministic" | "exact" | "human" | "model_judge" | "none")[]; requiresTools: boolean; requiresState: boolean; requiresPrivilegedGrading: boolean; environmentPlacements: ("colocated" | "local" | "provider_native" | "remote")[]; exportable: boolean; portabilityBlockers: string[]; }; metrics: { schemaVersion: "openpond.tasksetMetricPolicy.v1"; primaryMetric: string; aggregation: "custom" | "mean_score" | "pass_rate" | "weighted_mean"; missingReward: "exclude" | "zero"; taskWeights?: Record | undefined; customAggregator: { module: string; exportName: string; contentHash: string; timeoutMs: number; networkPolicy: "none"; } | null; }; review: { enabled: boolean; candidateCount: number; minimumSamples: number; allowTies: boolean; allowRejectAll: boolean; rubric: string; criteria: { id: string; label: string; description: string; weight: number; }[]; }; tasks: { schemaVersion: "openpond.taskData.v1"; id: string; clusterKey: string; split: "frozen_eval" | "test" | "train" | "validation"; input: Record; expectedOutput: Record | null; policyVisibleContext: Record; privilegedContextRef: string | null; assets?: { id: string; sourceRefId: string; artifactRef: string; fileName: string; stagingPath?: string | undefined; mediaType: string; sha256: string; sizeBytes: number; split: "frozen_eval" | "test" | "train" | "validation"; metadata: Record; }[] | undefined; resourceRefs?: string[] | undefined; requiredOutputs?: { path: string; mediaType: string; schemaRef?: string | null | undefined; submissionMode?: "structured_json" | undefined; maxBytes?: number | undefined; metadata: Record; }[] | undefined; tags: string[]; metadata: Record; sourceRefs: string[]; }[]; graders: ({ id: string; taskIds?: string[] | undefined; version: string; label: string; weight: number; hardGate: boolean; rewardEligible: boolean; privileged: boolean; metadata: Record; kind: "content" | "diff" | "file" | "runtime_event" | "schema" | "state" | "test"; config: Record; } | { id: string; taskIds?: string[] | undefined; version: string; label: string; weight: number; hardGate: boolean; rewardEligible: boolean; privileged: boolean; metadata: Record; kind: "model_judge"; rubric: string; judge: { providerId: "anthropic" | "claude-code" | "codex" | "custom-openai-compatible" | "deepseek" | "google" | "grok-build" | "groq" | "moonshot" | "openai" | "opencode" | "openpond" | "openrouter" | "together" | "xai" | "zai" | `acp:${string}`; modelId: string; }; calibrationFixtureRefs: string[]; calibrationStatus: "failed" | "passed" | "pending"; temperature: number; } | { id: string; taskIds?: string[] | undefined; version: string; label: string; weight: number; hardGate: boolean; rewardEligible: boolean; privileged: boolean; metadata: Record; kind: "human"; form?: { schemaVersion: "openpond.humanForm.v1"; mode: "individual" | "pairwise"; instructions: string; criteria: ({ id: string; label: string; instructions: string; required: boolean; allowAbstain: boolean; requireRationale?: boolean | undefined; anchors?: { value: string | number | boolean; description: string; }[] | undefined; kind: "score"; minimum: number; maximum: number; step: number; } | { id: string; label: string; instructions: string; required: boolean; allowAbstain: boolean; requireRationale?: boolean | undefined; anchors?: { value: string | number | boolean; description: string; }[] | undefined; kind: "category"; options: string[]; } | { id: string; label: string; instructions: string; required: boolean; allowAbstain: boolean; requireRationale?: boolean | undefined; anchors?: { value: string | number | boolean; description: string; }[] | undefined; kind: "boolean"; } | { id: string; label: string; instructions: string; required: boolean; allowAbstain: boolean; requireRationale?: boolean | undefined; anchors?: { value: string | number | boolean; description: string; }[] | undefined; kind: "text"; minimumLength?: number | undefined; maximumLength: number; } | { id: string; label: string; instructions: string; required: boolean; allowAbstain: boolean; requireRationale?: boolean | undefined; anchors?: { value: string | number | boolean; description: string; }[] | undefined; kind: "preference"; requireStrength?: boolean | undefined; allowTie: boolean; })[]; } | undefined; rubric: string; reviewerRole: string; } | { id: string; taskIds?: string[] | undefined; version: string; label: string; weight: number; hardGate: boolean; rewardEligible: boolean; privileged: boolean; metadata: Record; kind: "custom_verifier"; runtime?: "isolated_javascript" | "sandbox_process" | undefined; module: string; exportName: string; timeoutMs: number; networkPolicy: "none"; })[]; graderFixtures: { id: string; taskId: string; label: "adversarial" | "boundary" | "infrastructure_failure" | "negative" | "positive" | "prompt_injection"; output: Record; infrastructureError: string | null; expectedPassed: boolean; expectedRewardEligible: boolean; metadata: Record; }[]; learningSignals: { demonstrations: { id: string; taskId: string | null; sourceRefs: string[]; artifactRef: string; approved: boolean; confidence: number; metadata: Record; kind: "demonstration"; prompt: string | null; response: string | null; }[]; preferences: { id: string; taskId: string | null; sourceRefs: string[]; artifactRef: string; approved: boolean; confidence: number; metadata: Record; kind: "preference"; prompt: string; chosen: string; rejected: string; rationale: string | null; }[]; corrections: { id: string; taskId: string | null; sourceRefs: string[]; artifactRef: string; approved: boolean; confidence: number; metadata: Record; kind: "correction"; original: string; corrected: string; rationale: string | null; }[]; feedback: { id: string; taskId: string | null; sourceRefs: string[]; artifactRef: string; approved: boolean; confidence: number; metadata: Record; kind: "feedback"; feedback: string; polarity: "mixed" | "negative" | "neutral" | "positive"; }[]; rewards: { id: string; taskId: string | null; sourceRefs: string[]; artifactRef: string; approved: boolean; confidence: number; metadata: Record; kind: "reward"; task: string; rules: { id: string; points: number; condition: string; }[]; otherwisePoints: number; executable: boolean; }[]; labels: { id: string; taskId: string | null; sourceRefs: string[]; artifactRef: string; approved: boolean; confidence: number; metadata: Record; kind: "label"; labelKind: "rubric"; task: string; criteria: { id: string; label: string; description: string; }[]; calibrationExamples: { positive: string; negative: string; boundary: string; }; }[]; }; publishedTasksetRef: { id: string; revision: number; contentHash: string; } | null; createdAt: string; updatedAt: string; metadata: Record; }; workspaceHash: string; projectEtag: string; }>; save(modelId: string, input: TasksetDraftSaveRequest, options?: Options): Promise<{ teamId: string; modelId: string; schemaVersion: "openpond.tasksetDraftReadback.v1"; draft: { schemaVersion: "openpond.tasksetDraft.v1"; id: string; revision: number; profileId: string; modelScope: { modelId: string; expectedModelRevision: number; source?: { schemaVersion: "openpond.modelTasksetDraftPreparation.v1"; draftId: string; requestHash: string; sourcePackageHash: string; sourceTasksetRef: { id: string; contentHash: string; revision: number; }; tasksetId: string; tasksetRevision: number; lineage: { schemaVersion: "openpond.modelTasksetAuthoring.v1"; owner: { scopeId: string; modelId: string; }; root: { id: string; contentHash: string; revision: number; }; parent: { id: string; contentHash: string; revision: number; }; }; authoringGraph?: "bound" | undefined; } | undefined; } | null; name: string; objective: string; purpose: "benchmark" | "general"; benchmark: { schemaVersion: "openpond.tasksetBenchmark.v1"; definitionId: string; releaseId: string; releaseHash: string; managedReleasePath: string; adaptationSplit: "frozen_eval" | "test" | "train" | "validation"; evaluationSplit: "frozen_eval" | "test" | "train" | "validation"; primaryMetric: "cost_usd" | "foreground_tokens" | "latency_ms" | "success_rate"; qualityGate: "all_pass" | "non_regression" | "none"; source: "builtin" | "imported"; metadata: Record; } | null; preferenceComparison: { schemaVersion: "openpond.tasksetPreferenceComparisonBinding.v1"; releaseId: string; releaseHash: string; publishedAt: string; metadata: Record; } | null; status: "draft" | "needs_review" | "published" | "validating"; sourceRefs: ({ id: string; profileId: string; title: string; sourceHash: string; occurredAt: string; licensingStatus: "approved" | "blocked" | "pending" | "review"; secretScanStatus: "blocked" | "passed" | "pending"; piiScanStatus: "blocked" | "passed" | "pending" | "review"; metadata: Record; schemaVersion: "openpond.huggingFaceDatasetSource.v1"; kind: "huggingface"; repositoryId: string; repositoryUrl: string; revision: string; configuration: string; upstreamSplits: string[]; gated: boolean; private: boolean; declaredLicense: string | null; sourceFileHashes: string[]; } | { id: string; profileId: string; title: string; sourceHash: string; occurredAt: string; licensingStatus: "approved" | "blocked" | "pending" | "review"; secretScanStatus: "blocked" | "passed" | "pending"; piiScanStatus: "blocked" | "passed" | "pending" | "review"; metadata: Record; schemaVersion: "openpond.uploadedFileDatasetSource.v1"; kind: "uploaded_file"; originalFileNames: string[]; mediaTypes: string[]; sourceFileHashes: string[]; totalBytes: number; parserVersion: string; } | { id: string; profileId: string; title: string; sourceHash: string; occurredAt: string; licensingStatus: "approved" | "blocked" | "pending" | "review"; secretScanStatus: "blocked" | "passed" | "pending"; piiScanStatus: "blocked" | "passed" | "pending" | "review"; metadata: Record; schemaVersion: "openpond.generatedDatasetSource.v1"; kind: "generated"; generatorId: string; generatorVersion: string; seed: number; generatorHash: string; } | { id: string; profileId: string; title: string; sourceHash: string; occurredAt: string; licensingStatus: "approved" | "blocked" | "pending" | "review"; secretScanStatus: "blocked" | "passed" | "pending"; piiScanStatus: "blocked" | "passed" | "pending" | "review"; metadata: Record; schemaVersion: "openpond.learningBatchDatasetSource.v1"; kind: "learning_batch"; batch: { id: string; revision: number; contentHash: string; }; taskDefinition: { id: string; revision: number; contentHash: string; }; admittedBy: string; } | { schemaVersion: "openpond.trainingSource.v1"; id: string; profileId: string; sessionId: string; turnIds: string[]; workspaceId: string | null; sourceHash: string; clusterKey: string; title: string; occurredAt: string; consent: { status: "denied" | "granted" | "pending" | "revoked"; scope: "full_session" | "metadata_only" | "selected_turns"; grantedBy: string | null; grantedAt: string | null; purpose: "task_authoring_and_evaluation"; }; connectedAppIds: string[]; secretScanStatus: "blocked" | "passed" | "pending"; piiScanStatus: "blocked" | "passed" | "pending" | "review"; licensingStatus: "approved" | "blocked" | "pending" | "review"; metadata: Record; } | { schemaVersion: "openpond.connectedDatasetSource.v1"; kind: "connected_activity"; id: string; profileId: string; title: string; sourceHash: string; occurredAt: string; licensingStatus: "approved" | "blocked" | "pending" | "review"; secretScanStatus: "blocked" | "passed" | "pending"; piiScanStatus: "blocked" | "passed" | "pending" | "review"; origin: "claude_code" | "codex" | "grok_build" | "hermes" | "native_chat" | "native_work" | "oh_my_pi" | "openclaw" | "opencode" | "pi"; sourceId: string; sessionId: string; normalizerVersion: string; projection: "conversation" | "turn"; ownerUserId: string; purpose: "recorded_evaluation"; sourceFileHashes?: string[] | undefined; metadata: Record; })[]; datasetArtifact?: { schemaVersion: "openpond.datasetArtifact.v1"; id: string; tasksetId: string; tasksetRevision: number; contentHash: string; format: "parquet"; schema: { schemaVersion: "openpond.datasetSemanticSchema.v1"; fields: { name: string; semanticRole: "chosen" | "cluster_id" | "demonstration" | "expected_output" | "feedback" | "messages" | "metadata" | "privileged_context" | "prompt" | "rejected" | "reward" | "row_id" | "tag"; logicalType: "boolean" | "float" | "integer" | "json" | "messages" | "string"; nullable: boolean; policy: "metadata" | "privileged" | "visible"; }[]; schemaHash: string; }; shards: { id: string; split: "frozen_eval" | "test" | "train" | "validation"; path: string; contentHash: string; schemaHash: string; sizeBytes: number; rowCount: number; rowGroupCount: number; }[]; rowCount: number; splitCounts: Record<"frozen_eval" | "test" | "train" | "validation", number>; sourceReceiptRefs: string[]; mappingHash: string; qualityReportHash: string; createdAt: string; } | null | undefined; policy: { policyVisibleFields: string[]; privilegedFields: string[]; hiddenGraderRefs: string[]; connectedAppScopes: string[]; }; environment: { protocolVersion: "openpond.taskEnvironment.v1"; kind: "agent" | "chat" | "program" | "stateful_harness" | "work"; entrypoint: string; stateful: boolean; deterministicSeeds: boolean; toolNames: string[]; actionBindings?: { schemaVersion: "openpond.harnessActionBinding.v1"; actionId: string; modelToolName: string; description: string; inputSchema: Record; actionSchemaHash: string; agentRelease: { id: string; contentHash: string; }; implementationHash: string; runtimeBindingId: string; capabilityReceiptHash: string; sideEffect: "read" | "write"; studentVisible: boolean; timeoutMs: number; episodeArgumentBindings: { argument: string; source: "case_id"; }[]; }[] | undefined; lifecycle: ("cleanup" | "create" | "grade" | "reset" | "step")[]; defaultTimeoutMs: number; networkPolicy: "declared_read_only" | "declared_scoped" | "none"; resources?: { id: string; kind: "catalog" | "code_module" | "configuration" | "file"; path: string; mediaType?: string | null | undefined; visibility: "policy_hidden" | "policy_visible" | "privileged"; required: boolean; metadata: Record; }[] | undefined; metadata: Record; }; output: { mode: "artifacts" | "structured_json" | "text"; jsonSchema: Record | null; requiredOutputSource?: "task.requiredOutputs" | undefined; responsePath?: string | undefined; renderer: { module: string; exportName: string; configRef: string | null; } | null; }; capabilities: { schemaVersion: "openpond.tasksetCapabilities.v1"; taskKind: "chat" | "custom_program" | "multi_agent" | "single_agent"; supportedSignals: ("correction" | "demonstration" | "feedback" | "label" | "preference" | "reward")[]; compatibleMethods: ("dpo" | "grpo" | "none" | "opd" | "opsd" | "ppo" | "retrieval" | "sdft" | "sdpo" | "sft")[]; rewardKinds: ("deterministic" | "exact" | "human" | "model_judge" | "none")[]; requiresTools: boolean; requiresState: boolean; requiresPrivilegedGrading: boolean; environmentPlacements: ("colocated" | "local" | "provider_native" | "remote")[]; exportable: boolean; portabilityBlockers: string[]; }; metrics: { schemaVersion: "openpond.tasksetMetricPolicy.v1"; primaryMetric: string; aggregation: "custom" | "mean_score" | "pass_rate" | "weighted_mean"; missingReward: "exclude" | "zero"; taskWeights?: Record | undefined; customAggregator: { module: string; exportName: string; contentHash: string; timeoutMs: number; networkPolicy: "none"; } | null; }; review: { enabled: boolean; candidateCount: number; minimumSamples: number; allowTies: boolean; allowRejectAll: boolean; rubric: string; criteria: { id: string; label: string; description: string; weight: number; }[]; }; tasks: { schemaVersion: "openpond.taskData.v1"; id: string; clusterKey: string; split: "frozen_eval" | "test" | "train" | "validation"; input: Record; expectedOutput: Record | null; policyVisibleContext: Record; privilegedContextRef: string | null; assets?: { id: string; sourceRefId: string; artifactRef: string; fileName: string; stagingPath?: string | undefined; mediaType: string; sha256: string; sizeBytes: number; split: "frozen_eval" | "test" | "train" | "validation"; metadata: Record; }[] | undefined; resourceRefs?: string[] | undefined; requiredOutputs?: { path: string; mediaType: string; schemaRef?: string | null | undefined; submissionMode?: "structured_json" | undefined; maxBytes?: number | undefined; metadata: Record; }[] | undefined; tags: string[]; metadata: Record; sourceRefs: string[]; }[]; graders: ({ id: string; taskIds?: string[] | undefined; version: string; label: string; weight: number; hardGate: boolean; rewardEligible: boolean; privileged: boolean; metadata: Record; kind: "content" | "diff" | "file" | "runtime_event" | "schema" | "state" | "test"; config: Record; } | { id: string; taskIds?: string[] | undefined; version: string; label: string; weight: number; hardGate: boolean; rewardEligible: boolean; privileged: boolean; metadata: Record; kind: "model_judge"; rubric: string; judge: { providerId: "anthropic" | "claude-code" | "codex" | "custom-openai-compatible" | "deepseek" | "google" | "grok-build" | "groq" | "moonshot" | "openai" | "opencode" | "openpond" | "openrouter" | "together" | "xai" | "zai" | `acp:${string}`; modelId: string; }; calibrationFixtureRefs: string[]; calibrationStatus: "failed" | "passed" | "pending"; temperature: number; } | { id: string; taskIds?: string[] | undefined; version: string; label: string; weight: number; hardGate: boolean; rewardEligible: boolean; privileged: boolean; metadata: Record; kind: "human"; form?: { schemaVersion: "openpond.humanForm.v1"; mode: "individual" | "pairwise"; instructions: string; criteria: ({ id: string; label: string; instructions: string; required: boolean; allowAbstain: boolean; requireRationale?: boolean | undefined; anchors?: { value: string | number | boolean; description: string; }[] | undefined; kind: "score"; minimum: number; maximum: number; step: number; } | { id: string; label: string; instructions: string; required: boolean; allowAbstain: boolean; requireRationale?: boolean | undefined; anchors?: { value: string | number | boolean; description: string; }[] | undefined; kind: "category"; options: string[]; } | { id: string; label: string; instructions: string; required: boolean; allowAbstain: boolean; requireRationale?: boolean | undefined; anchors?: { value: string | number | boolean; description: string; }[] | undefined; kind: "boolean"; } | { id: string; label: string; instructions: string; required: boolean; allowAbstain: boolean; requireRationale?: boolean | undefined; anchors?: { value: string | number | boolean; description: string; }[] | undefined; kind: "text"; minimumLength?: number | undefined; maximumLength: number; } | { id: string; label: string; instructions: string; required: boolean; allowAbstain: boolean; requireRationale?: boolean | undefined; anchors?: { value: string | number | boolean; description: string; }[] | undefined; kind: "preference"; requireStrength?: boolean | undefined; allowTie: boolean; })[]; } | undefined; rubric: string; reviewerRole: string; } | { id: string; taskIds?: string[] | undefined; version: string; label: string; weight: number; hardGate: boolean; rewardEligible: boolean; privileged: boolean; metadata: Record; kind: "custom_verifier"; runtime?: "isolated_javascript" | "sandbox_process" | undefined; module: string; exportName: string; timeoutMs: number; networkPolicy: "none"; })[]; graderFixtures: { id: string; taskId: string; label: "adversarial" | "boundary" | "infrastructure_failure" | "negative" | "positive" | "prompt_injection"; output: Record; infrastructureError: string | null; expectedPassed: boolean; expectedRewardEligible: boolean; metadata: Record; }[]; learningSignals: { demonstrations: { id: string; taskId: string | null; sourceRefs: string[]; artifactRef: string; approved: boolean; confidence: number; metadata: Record; kind: "demonstration"; prompt: string | null; response: string | null; }[]; preferences: { id: string; taskId: string | null; sourceRefs: string[]; artifactRef: string; approved: boolean; confidence: number; metadata: Record; kind: "preference"; prompt: string; chosen: string; rejected: string; rationale: string | null; }[]; corrections: { id: string; taskId: string | null; sourceRefs: string[]; artifactRef: string; approved: boolean; confidence: number; metadata: Record; kind: "correction"; original: string; corrected: string; rationale: string | null; }[]; feedback: { id: string; taskId: string | null; sourceRefs: string[]; artifactRef: string; approved: boolean; confidence: number; metadata: Record; kind: "feedback"; feedback: string; polarity: "mixed" | "negative" | "neutral" | "positive"; }[]; rewards: { id: string; taskId: string | null; sourceRefs: string[]; artifactRef: string; approved: boolean; confidence: number; metadata: Record; kind: "reward"; task: string; rules: { id: string; points: number; condition: string; }[]; otherwisePoints: number; executable: boolean; }[]; labels: { id: string; taskId: string | null; sourceRefs: string[]; artifactRef: string; approved: boolean; confidence: number; metadata: Record; kind: "label"; labelKind: "rubric"; task: string; criteria: { id: string; label: string; description: string; }[]; calibrationExamples: { positive: string; negative: string; boundary: string; }; }[]; }; publishedTasksetRef: { id: string; revision: number; contentHash: string; } | null; createdAt: string; updatedAt: string; metadata: Record; }; workspaceHash: string; projectEtag: string; }>; refreshModel(modelId: string, draftId: string, input: TasksetDraftRefreshRequest, options?: Options): Promise<{ teamId: string; modelId: string; schemaVersion: "openpond.tasksetDraftReadback.v1"; draft: { schemaVersion: "openpond.tasksetDraft.v1"; id: string; revision: number; profileId: string; modelScope: { modelId: string; expectedModelRevision: number; source?: { schemaVersion: "openpond.modelTasksetDraftPreparation.v1"; draftId: string; requestHash: string; sourcePackageHash: string; sourceTasksetRef: { id: string; contentHash: string; revision: number; }; tasksetId: string; tasksetRevision: number; lineage: { schemaVersion: "openpond.modelTasksetAuthoring.v1"; owner: { scopeId: string; modelId: string; }; root: { id: string; contentHash: string; revision: number; }; parent: { id: string; contentHash: string; revision: number; }; }; authoringGraph?: "bound" | undefined; } | undefined; } | null; name: string; objective: string; purpose: "benchmark" | "general"; benchmark: { schemaVersion: "openpond.tasksetBenchmark.v1"; definitionId: string; releaseId: string; releaseHash: string; managedReleasePath: string; adaptationSplit: "frozen_eval" | "test" | "train" | "validation"; evaluationSplit: "frozen_eval" | "test" | "train" | "validation"; primaryMetric: "cost_usd" | "foreground_tokens" | "latency_ms" | "success_rate"; qualityGate: "all_pass" | "non_regression" | "none"; source: "builtin" | "imported"; metadata: Record; } | null; preferenceComparison: { schemaVersion: "openpond.tasksetPreferenceComparisonBinding.v1"; releaseId: string; releaseHash: string; publishedAt: string; metadata: Record; } | null; status: "draft" | "needs_review" | "published" | "validating"; sourceRefs: ({ id: string; profileId: string; title: string; sourceHash: string; occurredAt: string; licensingStatus: "approved" | "blocked" | "pending" | "review"; secretScanStatus: "blocked" | "passed" | "pending"; piiScanStatus: "blocked" | "passed" | "pending" | "review"; metadata: Record; schemaVersion: "openpond.huggingFaceDatasetSource.v1"; kind: "huggingface"; repositoryId: string; repositoryUrl: string; revision: string; configuration: string; upstreamSplits: string[]; gated: boolean; private: boolean; declaredLicense: string | null; sourceFileHashes: string[]; } | { id: string; profileId: string; title: string; sourceHash: string; occurredAt: string; licensingStatus: "approved" | "blocked" | "pending" | "review"; secretScanStatus: "blocked" | "passed" | "pending"; piiScanStatus: "blocked" | "passed" | "pending" | "review"; metadata: Record; schemaVersion: "openpond.uploadedFileDatasetSource.v1"; kind: "uploaded_file"; originalFileNames: string[]; mediaTypes: string[]; sourceFileHashes: string[]; totalBytes: number; parserVersion: string; } | { id: string; profileId: string; title: string; sourceHash: string; occurredAt: string; licensingStatus: "approved" | "blocked" | "pending" | "review"; secretScanStatus: "blocked" | "passed" | "pending"; piiScanStatus: "blocked" | "passed" | "pending" | "review"; metadata: Record; schemaVersion: "openpond.generatedDatasetSource.v1"; kind: "generated"; generatorId: string; generatorVersion: string; seed: number; generatorHash: string; } | { id: string; profileId: string; title: string; sourceHash: string; occurredAt: string; licensingStatus: "approved" | "blocked" | "pending" | "review"; secretScanStatus: "blocked" | "passed" | "pending"; piiScanStatus: "blocked" | "passed" | "pending" | "review"; metadata: Record; schemaVersion: "openpond.learningBatchDatasetSource.v1"; kind: "learning_batch"; batch: { id: string; revision: number; contentHash: string; }; taskDefinition: { id: string; revision: number; contentHash: string; }; admittedBy: string; } | { schemaVersion: "openpond.trainingSource.v1"; id: string; profileId: string; sessionId: string; turnIds: string[]; workspaceId: string | null; sourceHash: string; clusterKey: string; title: string; occurredAt: string; consent: { status: "denied" | "granted" | "pending" | "revoked"; scope: "full_session" | "metadata_only" | "selected_turns"; grantedBy: string | null; grantedAt: string | null; purpose: "task_authoring_and_evaluation"; }; connectedAppIds: string[]; secretScanStatus: "blocked" | "passed" | "pending"; piiScanStatus: "blocked" | "passed" | "pending" | "review"; licensingStatus: "approved" | "blocked" | "pending" | "review"; metadata: Record; } | { schemaVersion: "openpond.connectedDatasetSource.v1"; kind: "connected_activity"; id: string; profileId: string; title: string; sourceHash: string; occurredAt: string; licensingStatus: "approved" | "blocked" | "pending" | "review"; secretScanStatus: "blocked" | "passed" | "pending"; piiScanStatus: "blocked" | "passed" | "pending" | "review"; origin: "claude_code" | "codex" | "grok_build" | "hermes" | "native_chat" | "native_work" | "oh_my_pi" | "openclaw" | "opencode" | "pi"; sourceId: string; sessionId: string; normalizerVersion: string; projection: "conversation" | "turn"; ownerUserId: string; purpose: "recorded_evaluation"; sourceFileHashes?: string[] | undefined; metadata: Record; })[]; datasetArtifact?: { schemaVersion: "openpond.datasetArtifact.v1"; id: string; tasksetId: string; tasksetRevision: number; contentHash: string; format: "parquet"; schema: { schemaVersion: "openpond.datasetSemanticSchema.v1"; fields: { name: string; semanticRole: "chosen" | "cluster_id" | "demonstration" | "expected_output" | "feedback" | "messages" | "metadata" | "privileged_context" | "prompt" | "rejected" | "reward" | "row_id" | "tag"; logicalType: "boolean" | "float" | "integer" | "json" | "messages" | "string"; nullable: boolean; policy: "metadata" | "privileged" | "visible"; }[]; schemaHash: string; }; shards: { id: string; split: "frozen_eval" | "test" | "train" | "validation"; path: string; contentHash: string; schemaHash: string; sizeBytes: number; rowCount: number; rowGroupCount: number; }[]; rowCount: number; splitCounts: Record<"frozen_eval" | "test" | "train" | "validation", number>; sourceReceiptRefs: string[]; mappingHash: string; qualityReportHash: string; createdAt: string; } | null | undefined; policy: { policyVisibleFields: string[]; privilegedFields: string[]; hiddenGraderRefs: string[]; connectedAppScopes: string[]; }; environment: { protocolVersion: "openpond.taskEnvironment.v1"; kind: "agent" | "chat" | "program" | "stateful_harness" | "work"; entrypoint: string; stateful: boolean; deterministicSeeds: boolean; toolNames: string[]; actionBindings?: { schemaVersion: "openpond.harnessActionBinding.v1"; actionId: string; modelToolName: string; description: string; inputSchema: Record; actionSchemaHash: string; agentRelease: { id: string; contentHash: string; }; implementationHash: string; runtimeBindingId: string; capabilityReceiptHash: string; sideEffect: "read" | "write"; studentVisible: boolean; timeoutMs: number; episodeArgumentBindings: { argument: string; source: "case_id"; }[]; }[] | undefined; lifecycle: ("cleanup" | "create" | "grade" | "reset" | "step")[]; defaultTimeoutMs: number; networkPolicy: "declared_read_only" | "declared_scoped" | "none"; resources?: { id: string; kind: "catalog" | "code_module" | "configuration" | "file"; path: string; mediaType?: string | null | undefined; visibility: "policy_hidden" | "policy_visible" | "privileged"; required: boolean; metadata: Record; }[] | undefined; metadata: Record; }; output: { mode: "artifacts" | "structured_json" | "text"; jsonSchema: Record | null; requiredOutputSource?: "task.requiredOutputs" | undefined; responsePath?: string | undefined; renderer: { module: string; exportName: string; configRef: string | null; } | null; }; capabilities: { schemaVersion: "openpond.tasksetCapabilities.v1"; taskKind: "chat" | "custom_program" | "multi_agent" | "single_agent"; supportedSignals: ("correction" | "demonstration" | "feedback" | "label" | "preference" | "reward")[]; compatibleMethods: ("dpo" | "grpo" | "none" | "opd" | "opsd" | "ppo" | "retrieval" | "sdft" | "sdpo" | "sft")[]; rewardKinds: ("deterministic" | "exact" | "human" | "model_judge" | "none")[]; requiresTools: boolean; requiresState: boolean; requiresPrivilegedGrading: boolean; environmentPlacements: ("colocated" | "local" | "provider_native" | "remote")[]; exportable: boolean; portabilityBlockers: string[]; }; metrics: { schemaVersion: "openpond.tasksetMetricPolicy.v1"; primaryMetric: string; aggregation: "custom" | "mean_score" | "pass_rate" | "weighted_mean"; missingReward: "exclude" | "zero"; taskWeights?: Record | undefined; customAggregator: { module: string; exportName: string; contentHash: string; timeoutMs: number; networkPolicy: "none"; } | null; }; review: { enabled: boolean; candidateCount: number; minimumSamples: number; allowTies: boolean; allowRejectAll: boolean; rubric: string; criteria: { id: string; label: string; description: string; weight: number; }[]; }; tasks: { schemaVersion: "openpond.taskData.v1"; id: string; clusterKey: string; split: "frozen_eval" | "test" | "train" | "validation"; input: Record; expectedOutput: Record | null; policyVisibleContext: Record; privilegedContextRef: string | null; assets?: { id: string; sourceRefId: string; artifactRef: string; fileName: string; stagingPath?: string | undefined; mediaType: string; sha256: string; sizeBytes: number; split: "frozen_eval" | "test" | "train" | "validation"; metadata: Record; }[] | undefined; resourceRefs?: string[] | undefined; requiredOutputs?: { path: string; mediaType: string; schemaRef?: string | null | undefined; submissionMode?: "structured_json" | undefined; maxBytes?: number | undefined; metadata: Record; }[] | undefined; tags: string[]; metadata: Record; sourceRefs: string[]; }[]; graders: ({ id: string; taskIds?: string[] | undefined; version: string; label: string; weight: number; hardGate: boolean; rewardEligible: boolean; privileged: boolean; metadata: Record; kind: "content" | "diff" | "file" | "runtime_event" | "schema" | "state" | "test"; config: Record; } | { id: string; taskIds?: string[] | undefined; version: string; label: string; weight: number; hardGate: boolean; rewardEligible: boolean; privileged: boolean; metadata: Record; kind: "model_judge"; rubric: string; judge: { providerId: "anthropic" | "claude-code" | "codex" | "custom-openai-compatible" | "deepseek" | "google" | "grok-build" | "groq" | "moonshot" | "openai" | "opencode" | "openpond" | "openrouter" | "together" | "xai" | "zai" | `acp:${string}`; modelId: string; }; calibrationFixtureRefs: string[]; calibrationStatus: "failed" | "passed" | "pending"; temperature: number; } | { id: string; taskIds?: string[] | undefined; version: string; label: string; weight: number; hardGate: boolean; rewardEligible: boolean; privileged: boolean; metadata: Record; kind: "human"; form?: { schemaVersion: "openpond.humanForm.v1"; mode: "individual" | "pairwise"; instructions: string; criteria: ({ id: string; label: string; instructions: string; required: boolean; allowAbstain: boolean; requireRationale?: boolean | undefined; anchors?: { value: string | number | boolean; description: string; }[] | undefined; kind: "score"; minimum: number; maximum: number; step: number; } | { id: string; label: string; instructions: string; required: boolean; allowAbstain: boolean; requireRationale?: boolean | undefined; anchors?: { value: string | number | boolean; description: string; }[] | undefined; kind: "category"; options: string[]; } | { id: string; label: string; instructions: string; required: boolean; allowAbstain: boolean; requireRationale?: boolean | undefined; anchors?: { value: string | number | boolean; description: string; }[] | undefined; kind: "boolean"; } | { id: string; label: string; instructions: string; required: boolean; allowAbstain: boolean; requireRationale?: boolean | undefined; anchors?: { value: string | number | boolean; description: string; }[] | undefined; kind: "text"; minimumLength?: number | undefined; maximumLength: number; } | { id: string; label: string; instructions: string; required: boolean; allowAbstain: boolean; requireRationale?: boolean | undefined; anchors?: { value: string | number | boolean; description: string; }[] | undefined; kind: "preference"; requireStrength?: boolean | undefined; allowTie: boolean; })[]; } | undefined; rubric: string; reviewerRole: string; } | { id: string; taskIds?: string[] | undefined; version: string; label: string; weight: number; hardGate: boolean; rewardEligible: boolean; privileged: boolean; metadata: Record; kind: "custom_verifier"; runtime?: "isolated_javascript" | "sandbox_process" | undefined; module: string; exportName: string; timeoutMs: number; networkPolicy: "none"; })[]; graderFixtures: { id: string; taskId: string; label: "adversarial" | "boundary" | "infrastructure_failure" | "negative" | "positive" | "prompt_injection"; output: Record; infrastructureError: string | null; expectedPassed: boolean; expectedRewardEligible: boolean; metadata: Record; }[]; learningSignals: { demonstrations: { id: string; taskId: string | null; sourceRefs: string[]; artifactRef: string; approved: boolean; confidence: number; metadata: Record; kind: "demonstration"; prompt: string | null; response: string | null; }[]; preferences: { id: string; taskId: string | null; sourceRefs: string[]; artifactRef: string; approved: boolean; confidence: number; metadata: Record; kind: "preference"; prompt: string; chosen: string; rejected: string; rationale: string | null; }[]; corrections: { id: string; taskId: string | null; sourceRefs: string[]; artifactRef: string; approved: boolean; confidence: number; metadata: Record; kind: "correction"; original: string; corrected: string; rationale: string | null; }[]; feedback: { id: string; taskId: string | null; sourceRefs: string[]; artifactRef: string; approved: boolean; confidence: number; metadata: Record; kind: "feedback"; feedback: string; polarity: "mixed" | "negative" | "neutral" | "positive"; }[]; rewards: { id: string; taskId: string | null; sourceRefs: string[]; artifactRef: string; approved: boolean; confidence: number; metadata: Record; kind: "reward"; task: string; rules: { id: string; points: number; condition: string; }[]; otherwisePoints: number; executable: boolean; }[]; labels: { id: string; taskId: string | null; sourceRefs: string[]; artifactRef: string; approved: boolean; confidence: number; metadata: Record; kind: "label"; labelKind: "rubric"; task: string; criteria: { id: string; label: string; description: string; }[]; calibrationExamples: { positive: string; negative: string; boundary: string; }; }[]; }; publishedTasksetRef: { id: string; revision: number; contentHash: string; } | null; createdAt: string; updatedAt: string; metadata: Record; }; workspaceHash: string; projectEtag: string; }>; files(modelId: string, draftId: string, options?: Options): Promise<{ teamId: string; modelId: string; schemaVersion: "openpond.tasksetDraftFileList.v1"; draftId: string; draftRevision: number; files: { path: string; sizeBytes: number; writable: boolean; }[]; }>; readFile(modelId: string, draftId: string, path: string, options?: Options): Promise<{ teamId: string; modelId: string; schemaVersion: "openpond.tasksetDraftFileReadback.v1"; draftId: string; draftRevision: number; file: { path: string; sizeBytes: number; writable: boolean; contentHash: string; content: { encoding: "base64" | "utf8"; data: string; }; }; }>; saveFile(modelId: string, input: TasksetDraftFileMutation, options?: Options): Promise<{ teamId: string; modelId: string; schemaVersion: "openpond.tasksetDraftReadback.v1"; draft: { schemaVersion: "openpond.tasksetDraft.v1"; id: string; revision: number; profileId: string; modelScope: { modelId: string; expectedModelRevision: number; source?: { schemaVersion: "openpond.modelTasksetDraftPreparation.v1"; draftId: string; requestHash: string; sourcePackageHash: string; sourceTasksetRef: { id: string; contentHash: string; revision: number; }; tasksetId: string; tasksetRevision: number; lineage: { schemaVersion: "openpond.modelTasksetAuthoring.v1"; owner: { scopeId: string; modelId: string; }; root: { id: string; contentHash: string; revision: number; }; parent: { id: string; contentHash: string; revision: number; }; }; authoringGraph?: "bound" | undefined; } | undefined; } | null; name: string; objective: string; purpose: "benchmark" | "general"; benchmark: { schemaVersion: "openpond.tasksetBenchmark.v1"; definitionId: string; releaseId: string; releaseHash: string; managedReleasePath: string; adaptationSplit: "frozen_eval" | "test" | "train" | "validation"; evaluationSplit: "frozen_eval" | "test" | "train" | "validation"; primaryMetric: "cost_usd" | "foreground_tokens" | "latency_ms" | "success_rate"; qualityGate: "all_pass" | "non_regression" | "none"; source: "builtin" | "imported"; metadata: Record; } | null; preferenceComparison: { schemaVersion: "openpond.tasksetPreferenceComparisonBinding.v1"; releaseId: string; releaseHash: string; publishedAt: string; metadata: Record; } | null; status: "draft" | "needs_review" | "published" | "validating"; sourceRefs: ({ id: string; profileId: string; title: string; sourceHash: string; occurredAt: string; licensingStatus: "approved" | "blocked" | "pending" | "review"; secretScanStatus: "blocked" | "passed" | "pending"; piiScanStatus: "blocked" | "passed" | "pending" | "review"; metadata: Record; schemaVersion: "openpond.huggingFaceDatasetSource.v1"; kind: "huggingface"; repositoryId: string; repositoryUrl: string; revision: string; configuration: string; upstreamSplits: string[]; gated: boolean; private: boolean; declaredLicense: string | null; sourceFileHashes: string[]; } | { id: string; profileId: string; title: string; sourceHash: string; occurredAt: string; licensingStatus: "approved" | "blocked" | "pending" | "review"; secretScanStatus: "blocked" | "passed" | "pending"; piiScanStatus: "blocked" | "passed" | "pending" | "review"; metadata: Record; schemaVersion: "openpond.uploadedFileDatasetSource.v1"; kind: "uploaded_file"; originalFileNames: string[]; mediaTypes: string[]; sourceFileHashes: string[]; totalBytes: number; parserVersion: string; } | { id: string; profileId: string; title: string; sourceHash: string; occurredAt: string; licensingStatus: "approved" | "blocked" | "pending" | "review"; secretScanStatus: "blocked" | "passed" | "pending"; piiScanStatus: "blocked" | "passed" | "pending" | "review"; metadata: Record; schemaVersion: "openpond.generatedDatasetSource.v1"; kind: "generated"; generatorId: string; generatorVersion: string; seed: number; generatorHash: string; } | { id: string; profileId: string; title: string; sourceHash: string; occurredAt: string; licensingStatus: "approved" | "blocked" | "pending" | "review"; secretScanStatus: "blocked" | "passed" | "pending"; piiScanStatus: "blocked" | "passed" | "pending" | "review"; metadata: Record; schemaVersion: "openpond.learningBatchDatasetSource.v1"; kind: "learning_batch"; batch: { id: string; revision: number; contentHash: string; }; taskDefinition: { id: string; revision: number; contentHash: string; }; admittedBy: string; } | { schemaVersion: "openpond.trainingSource.v1"; id: string; profileId: string; sessionId: string; turnIds: string[]; workspaceId: string | null; sourceHash: string; clusterKey: string; title: string; occurredAt: string; consent: { status: "denied" | "granted" | "pending" | "revoked"; scope: "full_session" | "metadata_only" | "selected_turns"; grantedBy: string | null; grantedAt: string | null; purpose: "task_authoring_and_evaluation"; }; connectedAppIds: string[]; secretScanStatus: "blocked" | "passed" | "pending"; piiScanStatus: "blocked" | "passed" | "pending" | "review"; licensingStatus: "approved" | "blocked" | "pending" | "review"; metadata: Record; } | { schemaVersion: "openpond.connectedDatasetSource.v1"; kind: "connected_activity"; id: string; profileId: string; title: string; sourceHash: string; occurredAt: string; licensingStatus: "approved" | "blocked" | "pending" | "review"; secretScanStatus: "blocked" | "passed" | "pending"; piiScanStatus: "blocked" | "passed" | "pending" | "review"; origin: "claude_code" | "codex" | "grok_build" | "hermes" | "native_chat" | "native_work" | "oh_my_pi" | "openclaw" | "opencode" | "pi"; sourceId: string; sessionId: string; normalizerVersion: string; projection: "conversation" | "turn"; ownerUserId: string; purpose: "recorded_evaluation"; sourceFileHashes?: string[] | undefined; metadata: Record; })[]; datasetArtifact?: { schemaVersion: "openpond.datasetArtifact.v1"; id: string; tasksetId: string; tasksetRevision: number; contentHash: string; format: "parquet"; schema: { schemaVersion: "openpond.datasetSemanticSchema.v1"; fields: { name: string; semanticRole: "chosen" | "cluster_id" | "demonstration" | "expected_output" | "feedback" | "messages" | "metadata" | "privileged_context" | "prompt" | "rejected" | "reward" | "row_id" | "tag"; logicalType: "boolean" | "float" | "integer" | "json" | "messages" | "string"; nullable: boolean; policy: "metadata" | "privileged" | "visible"; }[]; schemaHash: string; }; shards: { id: string; split: "frozen_eval" | "test" | "train" | "validation"; path: string; contentHash: string; schemaHash: string; sizeBytes: number; rowCount: number; rowGroupCount: number; }[]; rowCount: number; splitCounts: Record<"frozen_eval" | "test" | "train" | "validation", number>; sourceReceiptRefs: string[]; mappingHash: string; qualityReportHash: string; createdAt: string; } | null | undefined; policy: { policyVisibleFields: string[]; privilegedFields: string[]; hiddenGraderRefs: string[]; connectedAppScopes: string[]; }; environment: { protocolVersion: "openpond.taskEnvironment.v1"; kind: "agent" | "chat" | "program" | "stateful_harness" | "work"; entrypoint: string; stateful: boolean; deterministicSeeds: boolean; toolNames: string[]; actionBindings?: { schemaVersion: "openpond.harnessActionBinding.v1"; actionId: string; modelToolName: string; description: string; inputSchema: Record; actionSchemaHash: string; agentRelease: { id: string; contentHash: string; }; implementationHash: string; runtimeBindingId: string; capabilityReceiptHash: string; sideEffect: "read" | "write"; studentVisible: boolean; timeoutMs: number; episodeArgumentBindings: { argument: string; source: "case_id"; }[]; }[] | undefined; lifecycle: ("cleanup" | "create" | "grade" | "reset" | "step")[]; defaultTimeoutMs: number; networkPolicy: "declared_read_only" | "declared_scoped" | "none"; resources?: { id: string; kind: "catalog" | "code_module" | "configuration" | "file"; path: string; mediaType?: string | null | undefined; visibility: "policy_hidden" | "policy_visible" | "privileged"; required: boolean; metadata: Record; }[] | undefined; metadata: Record; }; output: { mode: "artifacts" | "structured_json" | "text"; jsonSchema: Record | null; requiredOutputSource?: "task.requiredOutputs" | undefined; responsePath?: string | undefined; renderer: { module: string; exportName: string; configRef: string | null; } | null; }; capabilities: { schemaVersion: "openpond.tasksetCapabilities.v1"; taskKind: "chat" | "custom_program" | "multi_agent" | "single_agent"; supportedSignals: ("correction" | "demonstration" | "feedback" | "label" | "preference" | "reward")[]; compatibleMethods: ("dpo" | "grpo" | "none" | "opd" | "opsd" | "ppo" | "retrieval" | "sdft" | "sdpo" | "sft")[]; rewardKinds: ("deterministic" | "exact" | "human" | "model_judge" | "none")[]; requiresTools: boolean; requiresState: boolean; requiresPrivilegedGrading: boolean; environmentPlacements: ("colocated" | "local" | "provider_native" | "remote")[]; exportable: boolean; portabilityBlockers: string[]; }; metrics: { schemaVersion: "openpond.tasksetMetricPolicy.v1"; primaryMetric: string; aggregation: "custom" | "mean_score" | "pass_rate" | "weighted_mean"; missingReward: "exclude" | "zero"; taskWeights?: Record | undefined; customAggregator: { module: string; exportName: string; contentHash: string; timeoutMs: number; networkPolicy: "none"; } | null; }; review: { enabled: boolean; candidateCount: number; minimumSamples: number; allowTies: boolean; allowRejectAll: boolean; rubric: string; criteria: { id: string; label: string; description: string; weight: number; }[]; }; tasks: { schemaVersion: "openpond.taskData.v1"; id: string; clusterKey: string; split: "frozen_eval" | "test" | "train" | "validation"; input: Record; expectedOutput: Record | null; policyVisibleContext: Record; privilegedContextRef: string | null; assets?: { id: string; sourceRefId: string; artifactRef: string; fileName: string; stagingPath?: string | undefined; mediaType: string; sha256: string; sizeBytes: number; split: "frozen_eval" | "test" | "train" | "validation"; metadata: Record; }[] | undefined; resourceRefs?: string[] | undefined; requiredOutputs?: { path: string; mediaType: string; schemaRef?: string | null | undefined; submissionMode?: "structured_json" | undefined; maxBytes?: number | undefined; metadata: Record; }[] | undefined; tags: string[]; metadata: Record; sourceRefs: string[]; }[]; graders: ({ id: string; taskIds?: string[] | undefined; version: string; label: string; weight: number; hardGate: boolean; rewardEligible: boolean; privileged: boolean; metadata: Record; kind: "content" | "diff" | "file" | "runtime_event" | "schema" | "state" | "test"; config: Record; } | { id: string; taskIds?: string[] | undefined; version: string; label: string; weight: number; hardGate: boolean; rewardEligible: boolean; privileged: boolean; metadata: Record; kind: "model_judge"; rubric: string; judge: { providerId: "anthropic" | "claude-code" | "codex" | "custom-openai-compatible" | "deepseek" | "google" | "grok-build" | "groq" | "moonshot" | "openai" | "opencode" | "openpond" | "openrouter" | "together" | "xai" | "zai" | `acp:${string}`; modelId: string; }; calibrationFixtureRefs: string[]; calibrationStatus: "failed" | "passed" | "pending"; temperature: number; } | { id: string; taskIds?: string[] | undefined; version: string; label: string; weight: number; hardGate: boolean; rewardEligible: boolean; privileged: boolean; metadata: Record; kind: "human"; form?: { schemaVersion: "openpond.humanForm.v1"; mode: "individual" | "pairwise"; instructions: string; criteria: ({ id: string; label: string; instructions: string; required: boolean; allowAbstain: boolean; requireRationale?: boolean | undefined; anchors?: { value: string | number | boolean; description: string; }[] | undefined; kind: "score"; minimum: number; maximum: number; step: number; } | { id: string; label: string; instructions: string; required: boolean; allowAbstain: boolean; requireRationale?: boolean | undefined; anchors?: { value: string | number | boolean; description: string; }[] | undefined; kind: "category"; options: string[]; } | { id: string; label: string; instructions: string; required: boolean; allowAbstain: boolean; requireRationale?: boolean | undefined; anchors?: { value: string | number | boolean; description: string; }[] | undefined; kind: "boolean"; } | { id: string; label: string; instructions: string; required: boolean; allowAbstain: boolean; requireRationale?: boolean | undefined; anchors?: { value: string | number | boolean; description: string; }[] | undefined; kind: "text"; minimumLength?: number | undefined; maximumLength: number; } | { id: string; label: string; instructions: string; required: boolean; allowAbstain: boolean; requireRationale?: boolean | undefined; anchors?: { value: string | number | boolean; description: string; }[] | undefined; kind: "preference"; requireStrength?: boolean | undefined; allowTie: boolean; })[]; } | undefined; rubric: string; reviewerRole: string; } | { id: string; taskIds?: string[] | undefined; version: string; label: string; weight: number; hardGate: boolean; rewardEligible: boolean; privileged: boolean; metadata: Record; kind: "custom_verifier"; runtime?: "isolated_javascript" | "sandbox_process" | undefined; module: string; exportName: string; timeoutMs: number; networkPolicy: "none"; })[]; graderFixtures: { id: string; taskId: string; label: "adversarial" | "boundary" | "infrastructure_failure" | "negative" | "positive" | "prompt_injection"; output: Record; infrastructureError: string | null; expectedPassed: boolean; expectedRewardEligible: boolean; metadata: Record; }[]; learningSignals: { demonstrations: { id: string; taskId: string | null; sourceRefs: string[]; artifactRef: string; approved: boolean; confidence: number; metadata: Record; kind: "demonstration"; prompt: string | null; response: string | null; }[]; preferences: { id: string; taskId: string | null; sourceRefs: string[]; artifactRef: string; approved: boolean; confidence: number; metadata: Record; kind: "preference"; prompt: string; chosen: string; rejected: string; rationale: string | null; }[]; corrections: { id: string; taskId: string | null; sourceRefs: string[]; artifactRef: string; approved: boolean; confidence: number; metadata: Record; kind: "correction"; original: string; corrected: string; rationale: string | null; }[]; feedback: { id: string; taskId: string | null; sourceRefs: string[]; artifactRef: string; approved: boolean; confidence: number; metadata: Record; kind: "feedback"; feedback: string; polarity: "mixed" | "negative" | "neutral" | "positive"; }[]; rewards: { id: string; taskId: string | null; sourceRefs: string[]; artifactRef: string; approved: boolean; confidence: number; metadata: Record; kind: "reward"; task: string; rules: { id: string; points: number; condition: string; }[]; otherwisePoints: number; executable: boolean; }[]; labels: { id: string; taskId: string | null; sourceRefs: string[]; artifactRef: string; approved: boolean; confidence: number; metadata: Record; kind: "label"; labelKind: "rubric"; task: string; criteria: { id: string; label: string; description: string; }[]; calibrationExamples: { positive: string; negative: string; boundary: string; }; }[]; }; publishedTasksetRef: { id: string; revision: number; contentHash: string; } | null; createdAt: string; updatedAt: string; metadata: Record; }; workspaceHash: string; projectEtag: string; }>; validate(modelId: string, draftId: string, input: TasksetDraftValidationRequest, options?: Options): Promise<{ teamId: string; modelId: string; schemaVersion: "openpond.tasksetDraftValidation.v1"; draftId: string; draftRevision: number; workspaceHash: string; valid: boolean; issues: { code: string; severity: "error" | "warning"; message: string; path: string | null; }[]; packageHash: string | null; tasksetRef: { id: string; contentHash: string; revision: number; } | null; }>; publish(modelId: string, draftId: string, input: TasksetDraftPublicationRequest, options?: Options): Promise<{ schemaVersion: "openpond.tasksetPackageReceipt.v1"; teamId: string; modelProjectId: string; operationId: string; taskset: { id: string; revision: number; contentHash: string; }; packageHash: string; hostedTasksetId: string; projectEtag: string; project?: { id: string; teamId: string; portableProjectId: string; name: string; objective: string | null; defaultBaseModel: { schemaVersion: "openpond.baseModelPreference.v1"; modelId: string; revision: string | null; tokenizerRevision: string | null; chatTemplateHash: string | null; modelAssetId: string | null; source: "builtin" | "local" | "managed"; } | null; defaultDestinationId: string | null; trainingSetup: { tasksetRef: { id: string; contentHash: string; revision: number; } | null; evaluationTasksetRef?: { id: string; contentHash: string; revision: number; } | null | undefined; profileSource?: { profileProjectId: string; sourceRevision: string; harnessRelease: { id: string; contentHash: string; }; } | null | undefined; profileEvaluation?: { profileProjectId: string; sourceRevision: string; catalogHash: string; definitionId: string; harnessRelease: { id: string; contentHash: string; }; tasksetRelease: { id: string; contentHash: string; }; } | null | undefined; rewardBindingRef?: { id: string; contentHash: string; revision: number; } | null | undefined; tasksetRelease: { id: string; contentHash: string; } | null; harnessRelease: { id: string; contentHash: string; } | null; baseModel: { schemaVersion: "openpond.baseModelPreference.v1"; modelId: string; revision: string | null; tokenizerRevision: string | null; chatTemplateHash: string | null; modelAssetId: string | null; source: "builtin" | "local" | "managed"; } | null; method: "dpo" | "grpo" | "opd" | "opsd" | "ppo" | "sdft" | "sdpo" | "sft" | null; destinationId: string | null; managedRolloutPlacement: "local" | "remote"; managedGpuPlacementObjective: "balanced" | "economical" | "fast"; managedGpuSelection?: { mode: "automatic"; objective: "balanced" | "economical" | "fast"; gpuCount?: 1 | 2 | undefined; } | { mode: "manual"; availabilityId: string; gpuType: string; gpuCount?: 1 | 2 | undefined; } | undefined; continuationAdapterMode?: "residual_append" | "sequential_merge" | "shared" | undefined; managedGpuRequirement: "any" | "h100_hbm3"; runPreset: "custom" | "small" | "small_experiment" | "standard" | null; recipe: { [x: string]: unknown; schemaVersion: string; method: "dpo" | "grpo" | "opd" | "opsd" | "ppo" | "sdft" | "sdpo" | "sft"; parameterization: "full" | "lora"; } | null; preferredMaximumSpendUsd: number | null; preferredRetentionDays: number | null; }; sourceRevision: number; sourceUpdatedAt: string; revision: number; etag: string; createdAt: string; updatedAt: string; } | undefined; selection?: "attach" | "select" | undefined; evaluation?: { taskset: { id: string; revision: number; contentHash: string; }; packageHash: string; hostedTasksetId: string; } | undefined; }>; delete(modelId: string, draftId: string, expectedDraftRevision: number, options?: Options): Promise<{ teamId: string; modelId: string; schemaVersion: "openpond.tasksetDraftDeletion.v1"; draftId: string; revision: number; deleted: true; }>; } export {}; //# sourceMappingURL=taskset-draft-client.d.ts.map