import { IRobotsDataRepository } from '../../domain/interfaces/IRobotsDataRepository';
import { CachedRobot } from '../../domain/models/CachedRobot';
import { RobotsPluginOptions } from '../../domain/models/RobotsPluginOptions';
export declare class RobotsDataRepository implements IRobotsDataRepository {
    private cache;
    private cachingPolicy;
    private strategyFactory;
    constructor(options?: RobotsPluginOptions);
    getRobot(url: string, userAgent?: string): Promise<CachedRobot>;
    getCachedRobot(url: string): CachedRobot | undefined;
    incrementUsage(url: string): void;
    setLastCrawled(url: string, timestamp: number): void;
    private fetchRobotsTxt;
    private isUnavailable;
}