import type { TestResult, RuleInput } from '../types.js'; export type RobotsTxtEntry = { userAgent: string; directives: { directive: string; value: string; }[]; }; export type RobotsTxtResult = TestResult<{ exists: boolean; content?: string; issues: string[]; }, { exists: true; noUnintendedBlocks: true; }>; /** * Fetches and validates robots.txt. * * Checks: * 1. robots.txt exists and returns 200 * 2. No "Disallow: /" for all user agents in production * 3. Sitemap directive is present (warning only) * * Note: This rule requires network access — always runs in 'static' context * using fetch, not via cheerio HTML parsing. */ export declare function checkRobotsTxt(baseUrl: string, input: Pick): Promise; export declare const parseRobotsTxtForTest: typeof parseRobotsTxt; export declare const findUnintendedBlocksForTest: typeof findUnintendedBlocks; export declare const hasSitemapDirectiveForTest: typeof hasSitemapDirective; declare function parseRobotsTxt(content: string): RobotsTxtEntry[]; declare function findUnintendedBlocks(entries: RobotsTxtEntry[]): string[]; declare function hasSitemapDirective(content: string): boolean; export {}; //# sourceMappingURL=robots-txt.d.ts.map