import { IRobotsDataService } from '../../domain/interfaces/IRobotsDataService';
import { CachedRobot } from '../../domain/models/CachedRobot';
export declare class RobotsDataService implements IRobotsDataService {
    private cache;
    getRobot(url: string, userAgent?: string): Promise<CachedRobot>;
    setLastCrawled(url: string, timestamp: number): void;
    private fetchRobotsTxt;
    private isUnavailable;
}