export declare class RobotsParser {
    private rules;
    private crawlDelay;
    constructor(robotsTxt: string);
    private parse;
    isAllowed(path: string): boolean;
    getCrawlDelay(): number | null;
}
//# sourceMappingURL=robots.d.ts.map