import { SpiderContext } from '../context.js';
export declare function robotsTxtHandler(context: SpiderContext): Promise<void>;
//# sourceMappingURL=robots-txt-handler.d.ts.map