/**
 * Rate-limited HTTP fetcher for web sources.
 *
 * Provides controlled page fetching with rate limiting, retries, and error handling.
 */
import type { FetchResult, FetcherOptions } from './types.js';
/**
 * Default fetcher options.
 */
export declare const DEFAULT_FETCHER_OPTIONS: FetcherOptions;
/**
 * Fetch multiple pages with rate limiting.
 *
 * Returns an async generator for memory efficiency with large URL sets.
 *
 * @param urls - Array of URLs to fetch
 * @param options - Fetcher options
 */
export declare function fetchPages(urls: string[], options?: Partial<FetcherOptions>): AsyncGenerator<FetchResult>;
/**
 * Fetch all pages and return as an array.
 *
 * Use fetchPages generator for better memory efficiency with large URL sets.
 *
 * @param urls - Array of URLs to fetch
 * @param options - Fetcher options
 * @param onProgress - Optional callback for progress updates
 */
export declare function fetchAllPages(urls: string[], options?: Partial<FetcherOptions>, onProgress?: (current: number, total: number, url: string) => void): Promise<FetchResult[]>;
//# sourceMappingURL=fetcher.d.ts.map