import { scoreCodexQaText } from "../ab/codexQa/scoring.js"; import { calculateRepeatStats } from "../ab/repeatStats.js"; import { type SuppliedContextCodexRepeat } from "./codexSuppliedContext.js"; export declare const BEST_EFFORT_DIR = ".mcp-benchmarks/best-effort-skill-head-to-head"; export declare const GRAPHIFY_BEST_EFFORT_CONTEXT = ".mcp-benchmarks/graphify-best-effort/graphify-best-effort-context.txt"; export declare const REPO_CONTEXT_BEST_EFFORT_CONTEXT = ".mcp-benchmarks/repo-context-best-effort-context.txt"; export type BestEffortVerdict = "SCOPED_BEST_EFFORT_SUPPORTS_REPO_CONTEXT" | "BEST_EFFORT_COMPLETE_NO_SUPERIORITY_CLAIM" | "BEST_EFFORT_INCOMPLETE"; export interface BestEffortSkillSummary { generatedAt: string; taskName: "auth-discovery"; measuredClient: "codex"; codexBin: string; noMcp: boolean; graphifyContextFile: string; repoContextContextFile: string; graphifyContextTokens: number; repoContextContextTokens: number; graphifyLocalScore: ReturnType; repoContextLocalScore: ReturnType; graphifyRepeats: SuppliedContextCodexRepeat[]; repoContextRepeats: SuppliedContextCodexRepeat[]; graphifyClientTotals: number[]; repoContextClientTotals: number[]; graphifyQualityScores: number[]; repoContextQualityScores: number[]; graphifyStats?: ReturnType; repoContextStats?: ReturnType; graphifyMinQuality: number | null; repoContextMinQuality: number | null; medianReductionPct: number | null; meanReductionPct: number | null; reductionLabel: "small" | "moderate" | "large" | "none" | "increase"; supportsScopedClaim: boolean; scopedClaimReason: string; verdict: BestEffortVerdict; allowedClaim: string; incomplete: boolean; incompleteReason?: string; } export declare function evaluateBestEffort(summary: Omit & { medianReductionPct?: number | null; meanReductionPct?: number | null; reductionLabel?: BestEffortSkillSummary["reductionLabel"]; }): Pick; export declare function runBestEffortSkillHeadToHead(options: { repoPath?: string; codexBin?: string; graphifyContextFile?: string; repoContextContextFile?: string; runsRoot?: string; repeats?: number; }): Promise; export declare function writeBestEffortSummary(summary: BestEffortSkillSummary, runsRoot?: string): { jsonPath: string; mdPath: string; };