import { type LearningTextAsset } from "@openpond/evals/learning"; import { type RewardBinding, type RewardRelease } from "@openpond/evals/rewards"; import type { TasksetPackage } from "./taskset-package-contracts.js"; import type { ModelBatchReviewRequest } from "./model-batch-review-contracts.js"; /** Hosts supply the authorized package and selected Reward graph. Only this * new namespace becomes editable; parent sources and decisions are not copied. */ export declare function prepareModelBatchReview(input: { scope: string; request: ModelBatchReviewRequest; package: TasksetPackage; now: string; binding: RewardBinding; rewards: RewardRelease[]; assets: LearningTextAsset[]; }): { source: { schemaVersion: "openpond.learningSource.v1"; id: string; revision: number; name: string; kind: "benchmark" | "direct" | "opentelemetry" | "provider" | "work"; taskDefinition: { id: string; contentHash: string; revision: number; }; enabled: boolean; allowedSplits: ("frozen_eval" | "test" | "train" | "validation")[]; mapping: { schemaVersion: "openpond.taskSourceMapping.v1"; exampleId: string; attemptId: string; occurredAt: string; input: string; observedOutput: string | null; expected: string | null; evaluatorContext: string | null; familyKey: string; split: "frozen_eval" | "test" | "train" | "validation"; } | null; adapterVersion: string | null; reviewOrigin?: { modelId: string; packageHash: string; taskset: { id: string; contentHash: string; revision: number; }; batch: { id: string; contentHash: string; revision: number; }; rewardBinding: { id: string; contentHash: string; revision: number; }; } | undefined; capturedOrigin?: { receiptId: string; ownerUserId: string; modelId: string; packageHash: string; taskset: { id: string; contentHash: string; revision: number; }; } | undefined; contentHash: string; }; definition: { schemaVersion: "openpond.taskDefinition.v1"; id: string; revision: number; name: string; description: string; instructions: string; category: "coding" | "custom" | "question_answering" | "structured" | "tool_workflow"; familyNamespace: string; inputSchema: Record; outputSchema: Record; requiredOutputs?: { path: string; mediaType: string; schemaRef: { id: string; path: string; contentHash: string; sizeBytes: number; mediaType: string; visibility: "host_private" | "policy" | "verifier"; } | null; submissionMode?: "structured_json" | undefined; maxBytes: number | null; metadata: Record; }[] | undefined; contextRequirements?: string[] | undefined; rewardBinding: { id: string; contentHash: string; revision: number; }; harness: { id: string; contentHash: string; } | null; execution: { policy: { policyVisibleFields: string[]; privilegedFields: string[]; hiddenGraderRefs: string[]; connectedAppScopes: string[]; }; environment: { protocolVersion: "openpond.environment.v1"; kind: "agent" | "custom_program" | "text" | "work"; entrypoint: string; stateful: boolean; deterministicSeeds: boolean; lifecycle: ("collect" | "create" | "destroy" | "reset" | "step")[]; networkPolicy: "declared_read_only" | "declared_scoped" | "none"; defaultTimeoutMs: number; }; environmentRelease?: { id: string; contentHash: string; } | undefined; tools: { name: string; description: string; inputSchema: Record; inputSchemaHash: string; sideEffect: "read" | "write"; timeoutMs: number; }[]; capabilities: { id: string; required: boolean; scopes: string[]; portability: "host_adapter" | "hosted_only" | "local_only" | "portable"; }[]; verifierSetRelease?: { id: string; contentHash: string; } | undefined; }; contentHash: string; }; binding: { schemaVersion: "openpond.rewardBinding.v1"; id: string; revision: number; name?: string | undefined; description?: string | undefined; recipeRef?: { id: string; contentHash: string; revision: number; } | undefined; sources: { graderId: string; taskIds?: string[] | undefined; reward: { id: string; contentHash: string; revision: number; }; role: "evaluation" | "training"; normalization: { kind: "identity"; } | { kind: "linear"; minimum: number; maximum: number; direction: "higher" | "lower"; }; weight: number; required: boolean; hardGate: boolean; privileged: boolean; fixtureRefs: { id: string; contentHash: string; }[]; }[]; aggregation: "weighted_mean"; unscorable: "exclude_optional_require_all_required"; contentHash: string; }; rewards: { schemaVersion: "openpond.rewardRelease.v1"; id: string; revision: number; name: string; description: string; feedbackKey?: string | undefined; implementation: { kind: "artifact" | "content" | "runtime_event" | "schema" | "state"; config: Record; } | { kind: "model_judge"; rubricRef: { id: string; path: string; contentHash: string; sizeBytes: number; mediaType: string; visibility: "host_private" | "policy" | "verifier"; }; calibrationStatus: "failed" | "passed" | "pending"; model?: { providerId: string; modelId: string; revision: string | null; } | undefined; temperature?: number | undefined; } | { kind: "custom_verifier"; runtime?: "isolated_javascript" | "sandbox_process" | undefined; verifierRef: { id: string; path: string; contentHash: string; sizeBytes: number; mediaType: string; visibility: "host_private" | "policy" | "verifier"; }; exportName?: string | undefined; timeoutMs: number; networkPolicy: "none"; } | { kind: "human"; rubricRef: { id: string; path: string; contentHash: string; sizeBytes: number; mediaType: string; visibility: "host_private" | "policy" | "verifier"; }; reviewerRole: string; form?: { schemaVersion: "openpond.humanForm.v1"; mode: "individual" | "pairwise"; instructions: string; criteria: ({ id: string; label: string; instructions: string; required: boolean; allowAbstain: boolean; requireRationale?: boolean | undefined; anchors?: { value: string | number | boolean; description: string; }[] | undefined; kind: "score"; minimum: number; maximum: number; step: number; } | { id: string; label: string; instructions: string; required: boolean; allowAbstain: boolean; requireRationale?: boolean | undefined; anchors?: { value: string | number | boolean; description: string; }[] | undefined; kind: "category"; options: string[]; } | { id: string; label: string; instructions: string; required: boolean; allowAbstain: boolean; requireRationale?: boolean | undefined; anchors?: { value: string | number | boolean; description: string; }[] | undefined; kind: "boolean"; } | { id: string; label: string; instructions: string; required: boolean; allowAbstain: boolean; requireRationale?: boolean | undefined; anchors?: { value: string | number | boolean; description: string; }[] | undefined; kind: "text"; minimumLength?: number | undefined; maximumLength: number; } | { id: string; label: string; instructions: string; required: boolean; allowAbstain: boolean; requireRationale?: boolean | undefined; anchors?: { value: string | number | boolean; description: string; }[] | undefined; kind: "preference"; requireStrength?: boolean | undefined; allowTie: boolean; })[]; } | undefined; } | { kind: "learned_model"; modelVersion: { id: string; contentHash: string; }; inputContract: { id: string; path: string; contentHash: string; sizeBytes: number; mediaType: string; visibility: "host_private" | "policy" | "verifier"; }; }; rawScore: { minimum: number; maximum: number; }; assets: { id: string; path: string; contentHash: string; sizeBytes: number; mediaType: string; visibility: "host_private" | "policy" | "verifier"; }[]; fixtureSetRef?: { id: string; path: string; contentHash: string; sizeBytes: number; mediaType: string; visibility: "host_private" | "policy" | "verifier"; } | undefined; calibrationCheckRef?: { id: string; contentHash: string; revision: number; } | undefined; contentHash: string; }[]; assets: { schemaVersion: "openpond.learningTextAsset.v1"; id: string; revision: 1; asset: { id: string; path: string; contentHash: string; sizeBytes: number; mediaType: string; visibility: "host_private" | "policy" | "verifier"; }; text: string; contentHash: string; }[]; evidence: { schemaVersion: "openpond.taskEvidence.v1"; id: string; revision: number; source: { id: string; contentHash: string; revision: number; }; submission: { schemaVersion: "openpond.taskExample.v1"; sourceId: string; idempotencyKey: string; taskDefinition: { id: string; contentHash: string; revision: number; }; exampleId: string; attemptId: string; occurredAt: string; familyKey: string | null; split: "frozen_eval" | "test" | "train" | "validation"; input: Record; observedOutput: Record | null; expected: Record | null; evaluatorContext: Record | null; assets: { id: string; path: string; contentHash: string; sizeBytes: number; mediaType: string; visibility: "host_private" | "policy" | "verifier"; }[]; requiredOutputs?: { path: string; mediaType: string; schemaRef: { id: string; path: string; contentHash: string; sizeBytes: number; mediaType: string; visibility: "host_private" | "policy" | "verifier"; } | null; submissionMode?: "structured_json" | undefined; maxBytes: number | null; metadata: Record; }[] | undefined; provenance: { sourceRecordRef: string | null; mappingHash: string | null; }; }; supersedes: { id: string; contentHash: string; revision: number; } | null; correctionFeedbackId: string | null; receivedAt: string; contentHash: string; }[]; proposals: { schemaVersion: "openpond.taskFeedbackRecord.v1"; id: string; submission: { schemaVersion: "openpond.taskFeedback.v1"; sourceId: string; idempotencyKey: string; exampleId: string; attemptId: string; expectedEvidenceHash: string | null; occurredAt: string; kind: "family_resolution" | "ground_truth_correction" | "input_correction" | "outcome" | "target_correction"; value: Record; note: string; }; status: "applied" | "pending_example" | "pending_review" | "rejected" | "superseded"; evidence: { id: string; contentHash: string; revision: number; } | null; createdAt: string; revision: number; submittedBy: { id: string; role: "editor" | "reviewer" | "source"; sourceId: string | null; } | null; review: { actorId: string; decision: { id: string; contentHash: string; revision: number; } | null; note: string; resolvedAt: string; } | null; }[]; }; //# sourceMappingURL=model-batch-review-preparation.d.ts.map