/**
 * Minimal robots.txt fetcher + parser. No external deps. Caches per origin.
 * Implements the subset of robots.txt spec used in practice:
 *   User-agent, Disallow, Allow — longest match wins (RFC 9309).
 */
export declare class RobotsCache {
    private readonly cache;
    isAllowed(url: string, userAgent?: string): Promise<boolean>;
}