{"version":3,"file":"robots.d.ts","sourceRoot":"","sources":["../../src/crawl/robots.ts"],"names":[],"mappings":"AAKA,qBAAa,YAAY;IACvB,OAAO,CAAC,KAAK,CAAoB;IACjC,OAAO,CAAC,UAAU,CAAuB;gBAE7B,SAAS,EAAE,MAAM;IAI7B,OAAO,CAAC,KAAK;IA4Cb,SAAS,CAAC,IAAI,EAAE,MAAM,GAAG,OAAO;IAiBhC,aAAa,IAAI,MAAM,GAAG,IAAI;CAG/B"}