import { Queue } from "./queue"; import { CrawlerOptions, HttpResponse, Metadata } from "./interfaces"; export declare class Spido { private url; private options; private cache; private utils; visited: Set; queue: Queue; websiteSeoData: Metadata[]; constructor(url: string, options?: CrawlerOptions); crawl(): Promise; private isDepthExceeded; handleResponse(url: string, response: HttpResponse): Promise; private enqueueURLs; fetch(url: string): Promise; private internalLinksEnabled; }