export type FailureClassV1 = "quality" | "process" | "infrastructure" | "availability" | "quota" | "scorer" | "incomplete" | "parity-invalid"; export interface BudgetStopReason { family: "budget"; detail: "usd-ceiling" | "premium-ceiling" | "runtime-ceiling" | "cell-ceiling"; } export interface ExecutionProfileConfig { kind: "restricted" | "normal" | "normal-project" | "custom"; customInstructions?: string | null; allowlistedTools?: string[]; } export interface MatchedCellPlan { runId: string; scenarioId: string; task: string; visibleFixtureFingerprint: string; modelId: string; permissions: string[]; timeoutMs: number; contextFingerprint: string; seed: string; workspaceSource: { kind: string; fingerprint: string; sourcePath?: string; }; executionProfile: ExecutionProfileConfig; selectedSkillId: string; selectedSkillPath?: string | null; selectedSkillFingerprint?: string | null; promptArm?: { approved: boolean; prompt: string; }; runRoot: string; workspaceRoot?: string; hiddenAssets?: Record; } export interface SkillExposure { selectedSkillId: string | null; requiredTool?: "skill"; sourcePath?: string; fingerprint?: string; exposurePath?: string; prompt: string | null; } export interface ExecutionCell { id: string; arm: "baseline" | "skill" | "prompt"; runId: string; scenarioId: string; task: string; visibleFixtureFingerprint: string; modelId: string; permissions: string[]; timeoutMs: number; contextFingerprint: string; seed: string; workspaceSource: { kind: string; fingerprint: string; }; workspaceSourcePath?: string; executionProfile: ExecutionProfileConfig; workspacePath: string; skillExposure: SkillExposure; } export interface CandidateRequest { schemaVersion: 1; cellId: string; task: string; visibleFixtureFingerprint: string; modelId: string; permissions: string[]; timeoutMs: number; contextFingerprint: string; seed: string; workspaceSource: { kind: string; fingerprint: string; }; workspacePath: string; skillExposure: SkillExposure; executionProfile: { kind: ExecutionProfileConfig["kind"]; customInstructions: string | null; allowlistedTools: string[]; }; } export interface SkillBenchProviderTransportResult { status: "complete" | "unavailable" | "quota" | "timeout" | "error"; stdout: string; stderr: string; exitCode: number | null; usage?: Record; sessionTelemetry?: { schemaVersion: 1; source: "copilot-session-events"; eventType: "session.shutdown"; sourceSha256: string; usage: Record; }; evaluation?: { qualityScore: number; proofMatrix: { expected: string[]; found: string[]; done: string[]; missed: string[]; falsePositive: string[]; incorrect: string[]; proof: string[]; }; }; } export type SkillBenchProviderTransport = (request: CandidateRequest) => Promise; export declare function setSkillBenchProviderTransportForTests(transport: SkillBenchProviderTransport | null): void; export declare function currentSkillBenchProviderTransport(): SkillBenchProviderTransport; export declare const PROVIDER_TRANSPORT_FINGERPRINT = "copilot-headless-argv-v2"; export declare const DEFAULT_PROVIDER_TIMEOUT_MS = 120000; export declare function createProviderWorkspaceRoot(runId: string): string; export declare function buildMatchedExecutionCells(plan: MatchedCellPlan): ExecutionCell[]; export declare function buildCandidateRequest(cell: ExecutionCell): CandidateRequest; export declare function copilotProviderTransport(request: CandidateRequest): Promise; export declare function parseCopilotJsonUsage(stdout: string): Record | undefined; export declare function ensureProviderWorkspace(cell: ExecutionCell): void; export declare function fingerprintSkillDirectory(directory: string): string; export interface EstimatedCellCost { usd?: number; premiumRequests?: number; runtimeMs?: number; } export declare function scheduleCellsWithinCeilings(cells: ExecutionCell[], state: { spentUsd: number; premiumRequests: number; runtimeMs: number; startedCells: number; ceilings: { maxUsd: number; maxPremiumRequests: number; maxRuntimeMs: number; maxCells: number; }; estimatedCell?: EstimatedCellCost; retryPolicy: { maxAttempts: number; retryInfrastructure: boolean; }; }): { cellsToStart: ExecutionCell[]; stopReason: BudgetStopReason | null; retryPolicy: { maxAttempts: number; retryInfrastructure: boolean; frozen: true; }; }; export declare const REQUIRED_EVIDENCE_ARTIFACTS: readonly ["request.json", "response.json", "result.json", "diff.patch", "tests.txt", "transcript.txt", "usage.json", "scorer.json", "timestamps.json"]; export declare function finalizeEvidenceBundle(root: string, trustedRoot?: string): { status: "complete" | "incomplete-evidence"; missingArtifacts: string[]; }; export declare function classifyCellFailure(input: { timeout?: boolean; exitCode?: number | null; signal?: string | null; partialOutput?: boolean; unavailable?: boolean; quotaExceeded?: boolean; scorerFailure?: boolean; incompleteEvidence?: boolean; parityInvalid?: boolean; skillNotApplied?: boolean; evaluatorLabel?: FailureClassV1; }): FailureClassV1;