import { IRobotsService } from '../types';
export declare class RobotsService implements IRobotsService {
    private cache;
    /**
     * Checks if the given URL is allowed for the specified User-Agent.
     * Fetching and caching the robots.txt is handled automatically.
     */
    isAllowed(url: string, userAgent?: string): Promise<boolean>;
    private fetchRobotsTxt;
    private isUnavailable;
}