/** * Evaluation Corpus -- labeled attack + benign samples for measuring * detection accuracy across all tiers and categories. * * Each sample has: * - text: the payload * - category: ATR category (or 'benign') * - expectedDetection: true = should trigger, false = should NOT trigger * - tier: which tier is expected to catch it ('regex' | 'embedding' | 'any') * - difficulty: 'easy' | 'medium' | 'hard' (for reporting) * * @module agent-threat-rules/eval/corpus */ import type { AgentEventType } from '../types.js'; export interface CorpusSample { readonly id: string; readonly text: string; readonly category: string; readonly expectedDetection: boolean; readonly eventType: AgentEventType; readonly tier: 'regex' | 'embedding' | 'invariant' | 'blacklist' | 'any'; readonly difficulty: 'easy' | 'medium' | 'hard'; readonly fields?: Record; } export declare const EVAL_CORPUS: readonly CorpusSample[]; /** Get attack samples only */ export declare function getAttackSamples(): readonly CorpusSample[]; /** Get benign samples only */ export declare function getBenignSamples(): readonly CorpusSample[]; /** Get samples by category */ export declare function getSamplesByCategory(category: string): readonly CorpusSample[]; /** Get samples by difficulty */ export declare function getSamplesByDifficulty(difficulty: string): readonly CorpusSample[]; /** Corpus stats */ export declare function getCorpusStats(): { total: number; attacks: number; benign: number; byCategory: Record; byDifficulty: Record; }; //# sourceMappingURL=corpus.d.ts.map