/**
 * Token counting for dynamic batching.
 * Uses tiktoken for accurate token counts.
 */
/**
 * Count tokens in a string.
 */
export declare function countTokens(text: string): number;
/**
 * Maximum tokens per batch. Leave room for response.
 * Claude Haiku has 200k context, GPT-4o-mini has 128k.
 * 50k is safe and allows large batches while leaving room for response.
 */
export declare const MAX_BATCH_TOKENS = 50000;
//# sourceMappingURL=tokenizer.d.ts.map