export declare const SEMANTIC_MEMORY_EVAL_SCHEMA: "comet.semantic-memory.eval.v1"; export declare const SEMANTIC_MEMORY_EVAL_PROVENANCE: { readonly skillHash: string; readonly runtimeHash: string; readonly datasetHash: string; readonly rubricHash: string; readonly modelConfigHash: string; readonly configHash: string; }; interface BaselineResult { readonly records: number; readonly noiseRecords: number; readonly model?: 'current-observe-runtime-v1'; readonly actualAction?: 'record-command-summary'; readonly language?: 'zh-CN' | 'en'; readonly scope?: 'project' | 'global'; readonly downstreamAction?: string; readonly downstreamWrongSuggestion?: boolean; readonly downstreamRequiresUserCorrection?: boolean; readonly downstreamContextBytes?: number; } interface SemanticResult { readonly records: number; readonly candidates: number; readonly skipped: boolean; readonly activated: boolean; readonly retrieved: boolean; readonly idempotent: boolean; readonly scopeCorrect: boolean; readonly languageCorrect: boolean; readonly abstainCorrect: boolean; readonly securityRejected: boolean; readonly conflictProtected?: boolean; readonly globalEvidenceCorrect?: boolean; readonly pauseCorrect?: boolean; readonly syncFallback?: boolean; readonly downstreamImproved: boolean; readonly actualAction?: EvalAction; readonly persistedState?: { readonly recordCount: number; readonly candidateCount: number; readonly activeRecordCount: number; }; readonly retrievalSummary?: { readonly recordCount: number; readonly matched: boolean; readonly empty: boolean; readonly disabled: boolean; }; readonly forgetVerified?: boolean; readonly firstCandidate?: boolean; readonly secondActivated?: boolean; readonly downstream?: { readonly noMemoryAction: string; readonly baselineAction: string; readonly semanticAction: string; readonly semanticCorrect: boolean; readonly wrongSuggestion: boolean; readonly requiresUserCorrection: boolean; readonly noMemoryContextBytes: number; readonly baselineContextBytes: number; readonly contextBytes: number; readonly retrievalRecordCount: number; readonly noMemoryLatencyMs: number; readonly baselineLatencyMs: number; readonly semanticLatencyMs: number; }; } export interface SemanticMemoryEvalTreatment { readonly name: 'no-memory' | 'current-observe' | 'semantic-review'; readonly records: number; readonly retrievedRecords: number; readonly actualAction: string; readonly downstreamAction: string; readonly contextBytes: number; readonly latencyMs: number; readonly timeout: boolean; readonly degraded: boolean; readonly correct: boolean; } export interface SemanticMemoryEvalJudgeResult { readonly mode: 'frozen-rubric-deterministic-judge'; readonly rubricHash: string; readonly score: number; readonly evidence: readonly string[]; } type EvalAction = 'activate' | 'candidate' | 'skip' | 'retrieve' | 'abstain' | 'manage'; export declare const SEMANTIC_MEMORY_FAILURE_CATEGORIES: readonly ["evidence", "extraction", "action", "validation", "persistence", "retrieval", "language", "scope", "safety", "host-integration", "downstream-behavior"]; type SemanticMemoryFailureCategory = (typeof SEMANTIC_MEMORY_FAILURE_CATEGORIES)[number]; interface EvalInputSummary { readonly kind: string; readonly expectedAction: EvalAction; readonly query: string; readonly projectIdentity?: string; readonly stableCheckpoint?: string; readonly inputEvidence?: string; readonly existingMemory?: string; readonly expectedPersistence?: string; readonly followUpQuery?: string; } export interface SemanticMemoryEvalCase { readonly id: string; readonly workflow: 'native' | 'classic'; readonly preset: 'full' | 'hotfix' | 'tweak'; readonly language: 'zh-CN' | 'en'; readonly input: EvalInputSummary; readonly baseline: BaselineResult; readonly semantic: SemanticResult; readonly treatments: { readonly noMemory: SemanticMemoryEvalTreatment; readonly currentObserve: SemanticMemoryEvalTreatment; readonly semanticReview: SemanticMemoryEvalTreatment; }; readonly persistenceDiff: { readonly recordCountBefore: number; readonly recordCountAfter: number; readonly activeRecordCountAfter: number; readonly candidateCountAfter: number; }; readonly judge: SemanticMemoryEvalJudgeResult; readonly scoringEvidence: readonly string[]; readonly passed: boolean; readonly failures: readonly string[]; readonly failureCategories: readonly SemanticMemoryFailureCategory[]; } export interface SemanticMemoryEvalMetrics { readonly totalCases: number; readonly passedCases: number; readonly noiseSkipped: number; readonly usefulActivated: number; readonly securityRejected: number; readonly idempotentRepeats: number; readonly scopeCorrect: boolean; readonly languageCorrect: boolean; readonly abstainCorrect: boolean; readonly downstreamImpactCases: number; readonly baselineNoiseRecords: number; readonly semanticRecords: number; readonly conflictProtected: boolean; readonly globalEvidenceCorrect: boolean; readonly pauseCorrect: boolean; readonly syncFallbackCorrect: boolean; readonly extractionPrecision: number; readonly extractionRecall: number; readonly harmfulOrNoisySaveRate: number; readonly skipAccuracy: number; readonly actionAccuracy: number; readonly scopeAccuracy: number; readonly languageCompliance: number; readonly deduplicationAccuracy: number; readonly staleResurrectionRate: number; readonly retrievalPrecision: number; readonly retrievalRecall: number; readonly downstreamTaskSuccessDelta: number; readonly injectedContextBytes: number; readonly latencyMs: number; readonly timeoutRate: number; readonly degradationRate: number; readonly treatmentHashes: { readonly noMemory: string; readonly currentObserve: string; readonly semanticReview: string; }; readonly thresholds: { readonly minActionAccuracy: number; readonly minExtractionPrecision: number; readonly minExtractionRecall: number; readonly minSkipAccuracy: number; readonly minRetrievalRecall: number; readonly minDownstreamTaskSuccessDelta: number; readonly maxHarmfulOrNoisySaveRate: number; readonly maxScopeErrorDelta: number; readonly maxLanguageErrorDelta: number; readonly maxStaleResurrectionRate: number; readonly maxStaleResurrectionDelta: number; readonly maxTimeoutRate: number; readonly maxDegradationRate: number; readonly maxLatencyMs: number; }; readonly thresholdsPassed: boolean; readonly formationQuality: { readonly precision: number; readonly recall: number; readonly skipAccuracy: number; }; readonly retrievalQuality: { readonly precision: number; readonly recall: number; }; readonly downstreamBehavior: { readonly successDelta: number; readonly injectedContextBytes: number; }; readonly operationAccuracy: { readonly create: number; readonly update: number; readonly forget: number; readonly skip: number; }; readonly semanticVsCurrent: { readonly effectivePrecisionDelta: number; readonly downstreamSuccessDelta: number; readonly harmfulOrNoisySaveDelta: number; readonly scopeErrorDelta: number; readonly languageErrorDelta: number; readonly staleResurrectionDelta: number; }; } export interface SemanticMemoryEvalReport { readonly schema: typeof SEMANTIC_MEMORY_EVAL_SCHEMA; readonly provenance: typeof SEMANTIC_MEMORY_EVAL_PROVENANCE; readonly cases: readonly SemanticMemoryEvalCase[]; readonly metrics: SemanticMemoryEvalMetrics; readonly markdown: string; } export declare function runSemanticMemoryEval(): Promise; export {}; //# sourceMappingURL=semantic-memory-eval.d.ts.map