export declare const FETCH_TIMEOUT = 10000;
export declare const DEFAULT_UA = "Mozilla/5.0 (compatible; Defuddle/1.0; +https://defuddle.md)";
export declare const BOT_UA: string;
export declare const BOT_UA_DOMAINS: string[];
export declare function getInitialUA(targetUrl: string): string;
export declare function fetchPage(targetUrl: string, userAgent: string, language?: string): Promise<string>;
/**
 * Extract raw markdown from HTML before DOM parsing.
 * Some sites (e.g. Obsidian Publish) embed raw markdown in a text node
 * for bot user agents. DOM parsing destroys whitespace like tab indentation,
 * so we extract it from the raw HTML string.
 */
export declare function extractRawMarkdown(html: string): string | null;
export declare function cleanMarkdownContent(content: string): string;