import { FileCache } from '../cache/file-cache.js';
import type { DocumentChunk } from '@grubtech/integration-core';
export declare class DocsScraper {
    private axios;
    private cache;
    private visited;
    private lastRequestTime;
    private readonly RATE_LIMIT_MS;
    private readonly BASE_URL;
    private readonly START_URL;
    constructor(cache: FileCache);
    private rateLimit;
    private urlToKey;
    private shouldFollowLink;
    /**
     * Extract all navigation links from the sidebar
     */
    private getAllDocumentationLinks;
    /**
     * Scrape a single page and extract content chunks
     */
    scrapePage(url: string): Promise<DocumentChunk[]>;
    /**
     * Main scraping method - extracts all documentation links and scrapes each page
     */
    scrapeDocumentation(): Promise<DocumentChunk[]>;
}
//# sourceMappingURL=docs-scraper.d.ts.map