export interface ScrapedPage {
    url: string;
    title: string;
    markdown: string;
    links: string[];
    charCount: number;
}
export declare class WebScraper {
    private static userAgent;
    /**
     * Scrapes a URL, extracts primary article/documentation content, and converts to clean Markdown
     */
    static scrape(url: string, maxChars?: number): Promise<ScrapedPage>;
    /**
     * Trafilatura / Readability-style HTML cleaner and Markdown converter
     */
    private static htmlToMarkdown;
    private static extractLinks;
    private static cleanText;
    private static cleanEntities;
}
//# sourceMappingURL=scraper.d.ts.map