import type { Digest, HeldoutCorpus, HeldoutPreregistration, HeldoutRow } from '../heldout/types.js'; export declare const D17_SLICES: readonly ["direct-facts", "multi-fact", "negation", "authority"]; export type D17Slice = typeof D17_SLICES[number]; export type D17Label = 'yes' | 'no'; type Split = HeldoutRow['split']; export interface D17World { slice: D17Slice; subject: string; object: string; destination: string; decoy: string; enabled: boolean; hasLink: boolean; explicitNegative: boolean; unknown: boolean; quantity: number; day: number; } export interface D17Gold { schemaVersion: 'decision-d17-gold/v1'; labels: Record; worlds: Record; } /** Exact protocol hash-counter; seed is carried by the preallocated family identifier. */ export declare function d17Draw(split: Split, familyId: string): (bound: number) => number; /** Independent text oracle: development review compares rendered facts, not generator flags. */ export declare function d17TextOracle(payload: string): D17Label; export declare function d17GenerateCase(rowSeed: string): { row: Omit; world: D17World; label: D17Label; }; export declare function prepareD17Study(seed: string, moduleDigest: Digest, sourceDigests: Record): { corpus: HeldoutCorpus; preregistration: HeldoutPreregistration; gold: D17Gold; analysis: { schemaVersion: string; protocol: { readonly schemaVersion: "decision-d17-protocol/v1"; readonly minimumPairs: 1200; readonly slices: readonly ["direct-facts", "multi-fact", "negation", "authority"]; readonly minimumPerSlice: 300; readonly interval: { readonly method: "newcombe-10"; readonly levelBps: 9500; readonly nonInferiorityMarginBps: -300; readonly benefitLowerExclusiveBps: 0; }; readonly brier: { readonly method: "percentile-bootstrap"; readonly levelBps: 9500; readonly seed: 2611; readonly resamples: 20000; readonly maximumUpperBps: 200; }; readonly risk: { readonly method: "wilson"; readonly levelBps: 9500; readonly maximumAcceptedErrorUpperBps: 500; readonly minimumCoverageLowerBps: 6000; }; readonly abstention: { readonly method: "newcombe-10"; readonly levelBps: 9500; readonly maximumUpperBps: 500; }; readonly maximumP95LatencyIncreaseMs: 15000; readonly acceptance: { readonly tieRule: "defer"; readonly disagreementMetric: "jensen-shannon-v1"; readonly maximumDisagreementBps: 1000; readonly minimumSuccessfulMembers: 3; readonly highAgreementWarningBps: 100; }; readonly economics: { readonly kind: "additional-cost-tolerance"; readonly positiveNetSavingsRequired: false; readonly separateTradeoffApprovalRequired: true; }; readonly native: { metric: "slice" | "tokens" | "cost" | "calibration" | "quality" | "risk-coverage" | "abstention" | "latency"; comparison: "delta-at-least" | "delta-at-most"; bound: number; minimumPairs: 1200; }[]; }; sourceDigests: Record; splitManifestDigest: `sha256:${string}`; nativeTemplatesDigest: `sha256:${string}`; }; splitManifest: { schemaVersion: string; frozenAt: string; seed: string; allocation: string; familyIsolation: boolean; duplicatePayloads: number; splits: { [k: string]: { count: number; digest: `sha256:${string}`; members: { id: string; familyId: string; slice: string; inputDigest: `sha256:${string}`; }[]; }; }; }; nativeTemplates: { schemaVersion: string; approved: boolean; policy: { schemaVersion: string; id: string; version: string; mode: string; riskTiers: string[]; definition: import("../types.js").ArtifactPin; primitive: string; options: string[]; compatibleUncertaintyProfiles: string[]; requiredCapabilities: string[]; members: { id: string; memberType: string; definition: import("../types.js").ArtifactPin; binding: null; adapter: { id: string; version: string; }; model: { provider: string; backend: string; requested: string; pinnedVersion: string; }; primitive: string; uncertaintyProfile: string; requiredCapabilities: string[]; capabilities: string[]; calibration: null; samples: number; fallbackDepth: number; estimate: { attemptsPerSample: number; tokensPerAttempt: number; costMicrosPerAttempt: number; deadlineMsPerAttempt: number; }; approvalReference: null; }[]; aggregation: { algorithm: string; tieRule: "defer"; }; disagreement: { metric: "jensen-shannon-v1"; thresholdBps: 1000; onExceeded: string; }; acceptance: { minimumSuccessfulMembers: number; onInsufficientMembers: string; highAgreementWarningBps: 100; }; calibration: { requirement: string; }; ceilings: { members: number; attempts: number; deadlineMs: number; tokens: number; costMicros: number; concurrency: number; fallbackDepth: number; unknownCost: { rule: string; }; }; }; comparison: { schemaVersion: string; id: string; alias: null; champion: { aliasRevision: null; identityDigest: null; actualModel: string; binding: null; adapter: { id: string; version: string; }; calibration: null; ensemblePolicy: null; }; challenger: { identityDigest: null; actualModel: string; binding: null; adapter: { id: string; version: string; }; calibration: null; ensemblePolicy: null; }; inputSet: { id: string; digest: `sha256:${string}`; itemCount: number; frozenAt: string; purpose: string; }; pairedMetrics: { metric: "slice" | "tokens" | "cost" | "calibration" | "quality" | "risk-coverage" | "abstention" | "latency"; comparison: "delta-at-least" | "delta-at-most"; bound: number; minimumPairs: 1200; }[]; preregistration: { thresholdsDigest: `sha256:${string}`; registeredAt: string; holdoutAccessedAt: null; }; eligibilityId: null; evaluationIntegrityReport: { id: null; digest: null; }; approval: { reference: null; approvedAt: null; }; rollbackTarget: { aliasRevision: null; identityDigest: null; }; }; instructions: string; }; reviewTemplate: { schemaVersion: string; reviewer: null; preregistrationReview: null; finalDispositionReview: null; assessments: { assessmentId: string; rowId: string; slice: string; stage: string; inputDigest: `sha256:${string}`; payload: unknown; reviewedAt: null; goldAuditLabel: null; goldAmbiguousOrIncorrect: null; blindedResultAudit: null; rationale: null; }[]; instructions: string; }; approvalTemplate: { budget: { tokens: number; calls: number; usd: number; }; priceBound: { inputUsdPerMTok: number; outputUsdPerMTok: number; perRequestUsd: number; evidenceReferences: string[]; approvalReference: null; }; schemaVersion: string; approved: boolean; study: import("../heldout/types.js").Study; runId: null; reviewer: null; approvalReference: null; sourceCommit: null; exactHeadCi: null; stagingHost: string; stagingWorkspace: null; model: string; servedModel: string; region: null; credentialRef: null; credentialResolverDigest: null; corpusDigest: `sha256:${string}`; preregistrationDigest: `sha256:${string}`; executionDigest: null; calibration: { mode: string; } | null; providerTermsReference: null; priorStudySpendUsd: null; priorPortfolioSpendUsd: null; }; guide: { schemaVersion: string; population: string; yes: string; no: string; authority: string; oracleAudit: string; invalidGold: string; timing: string; independence: string; }; dryRun: { schemaVersion: string; providerCalls: number; syntheticOnly: boolean; subjects: number; splits: { readonly tuning: 200; readonly calibration: 400; readonly test: 1200; }; expected: { firstAttempts: number; retryRateBps: number; attempts: number; inputTokens: number; outputTokens: null; usd: number; costSource: string; }; worstCase: { attempts: number; totalTokens: number; reservedUsd: number; priceFloorUsdPerMTok: number; }; approvalCeilings: { calls: number; tokens: number; usd: number; }; portfolioUsd: number; stopFraction: number; fitsStudyCapBeforeStop: boolean; sessionLimitMs: number; requiresResumableSessions: boolean; reviewAssessments: number; missingInputs: string[]; }; }; export declare function d17DryRun(): { schemaVersion: string; providerCalls: number; syntheticOnly: boolean; subjects: number; splits: { readonly tuning: 200; readonly calibration: 400; readonly test: 1200; }; expected: { firstAttempts: number; retryRateBps: number; attempts: number; inputTokens: number; outputTokens: null; usd: number; costSource: string; }; worstCase: { attempts: number; totalTokens: number; reservedUsd: number; priceFloorUsdPerMTok: number; }; approvalCeilings: { calls: number; tokens: number; usd: number; }; portfolioUsd: number; stopFraction: number; fitsStudyCapBeforeStop: boolean; sessionLimitMs: number; requiresResumableSessions: boolean; reviewAssessments: number; missingInputs: string[]; }; export {}; //# sourceMappingURL=corpus.d.ts.map