export const SCAN_RESOURCES_COLLECTION = "scanResources"; export const URL_TASK_STATUSES = { URL_PENDING: "URL_PENDING", URL_SCANNING: "URL_SCANNING", URL_READY_TO_PROCESS: "URL_READY_TO_PROCESS", URL_PENDING_CHUNKS: "URL_PENDING_CHUNKS", URL_CHUNKING: "URL_CHUNKING", URL_EMBEDDING: "URL_EMBEDDING", URL_COMPLETED: "URL_COMPLETED", URL_FAILED: "URL_FAILED", URL_DUPLICATE_CONTENT: "URL_DUPLICATE_CONTENT", URL_PERMANENT_FAILURE: "URL_PERMANENT_FAILURE", } as const; export const BOARD_COLUMN_STATUSES = { PENDING: [URL_TASK_STATUSES.URL_PENDING], SCANNING: [URL_TASK_STATUSES.URL_SCANNING], READY_TO_PROCESS: [URL_TASK_STATUSES.URL_READY_TO_PROCESS], CHUNKING: [ URL_TASK_STATUSES.URL_CHUNKING, URL_TASK_STATUSES.URL_PENDING_CHUNKS, ], PROCESSING: [URL_TASK_STATUSES.URL_EMBEDDING], COMPLETED: [ URL_TASK_STATUSES.URL_COMPLETED, URL_TASK_STATUSES.URL_DUPLICATE_CONTENT, ], FAILED: [ URL_TASK_STATUSES.URL_PERMANENT_FAILURE, URL_TASK_STATUSES.URL_FAILED, ], } as const; export const SCAN_RESOURCE_BOARD_PROJECTION = { url: 1, title: 1, status: 1, statusEnteredAt: 1, retryCount: 1, processRetryCount: 1, globalResurrections: 1, noRetry: 1, errorMessage: 1, updatedAt: 1, sourceType: 1, } as const; export const SCAN_RESOURCE_PAGE_SUMMARY_PROJECTION = { scanId: 1, url: 1, title: 1, context: 1, summaryTokens: 1, unsummarized: 1, status: 1, } as const; export const DEFAULT_PAGE_LIMIT = 4; export const MAX_PAGE_LIMIT = 50;