import type { RateLimiter } from 'bull'; import type Redis from 'ioredis'; import { AEsApiQueue, IEsApiQueueOptions } from './AEsApiQueue'; import { AEsQueue, IEsQueueOptions } from './AEsQueue'; import { AMongoApiQueue, IMongoApiQueueOptions } from './AMongoApiQueue'; import { AMongoQueue, IMongoQueueOptions } from './AMongoQueue'; import { APgApiQueue, IPgApiQueueOptions } from './APgApiQueue'; import { AScraperQueue } from './AScraperQueue'; import { AUniqCache } from './AUniqCache'; import { AUniqCacheDay } from './UniqCacheDay'; export declare abstract class AScraper { queue: AScraperQueue; redis: Redis; demoHtml: any; esQueueList: AEsQueue[]; mongoQueueList: AMongoQueue[]; esApiQueueList: AEsApiQueue[]; mongoApiQueueList: AMongoApiQueue[]; pgApiQueueList: APgApiQueue[]; queueName: string; timer: any; unique: boolean; uniqCache: AUniqCache | AUniqCacheDay; constructor({ demoHtml, esQueueOptions, esApiQueueOptions, mongoQueueOptions, mongoApiQueueOptions, pgApiQueueOptions, N, limiter, queueName, logging, collectionName, unique, mongoUrl, }: { demoHtml?: string; mongoQueueOptions?: IMongoQueueOptions[]; esQueueOptions?: IEsQueueOptions[]; esApiQueueOptions?: IEsApiQueueOptions[]; mongoApiQueueOptions?: IMongoApiQueueOptions[]; pgApiQueueOptions?: IPgApiQueueOptions[]; N?: number; limiter?: RateLimiter; queueName?: any; logging?: any; collectionName?: string; unique?: boolean; mongoUrl?: string; }); onFinish(error?: any, result?: any, task?: any): void; setQueueName(name: any): void; onDrain(): void; get queueLenLoading(): boolean; runner(task: any, callback: any): Promise; getHTML(url: any, task?: any): Promise; onGetHtmlError(error: any, url: any, task: any): Promise; abstract start(): any; abstract loadItems(): any; abstract parseItems(html: any, task: any, $: any): any; abstract pipItems(items: any[], task: any): any; addToAllPipline(items: any): Promise; pipResult(data: any, task: any): any; getRedis(): Redis; runCallback(error: any, callback: any): void; initMongoQueue(mongoQueueOptions: any): void; initEsQueue(esQueueOptions: any): void; initEsApiQueue(options: any): void; initMongoApiQueue(options: any): void; initPgApiQueue(options: any): void; addTask(task: any, options?: {}): void; get queueLength(): number; addToAllMongo(items: any): Promise; addToAllEs(items: any): Promise; addToAllEsApi(items: any): Promise; addToAllMongoApi(items: any): Promise; addToAllPgApi(items: any): Promise; onDrainQueue(): void; emptyQueue(): Promise; obliterateQueue(): Promise; loop(): void; } //# sourceMappingURL=AScraper.d.ts.map