import { JsEncoding } from '@tmfi/tokenizers';
export interface TokenizerConfig {
    tokenizerPaths: Record<string, string>;
    baseDir?: string;
}
/**
 * Singleton tokenizer service with pre-loaded tokenizers
 */
export declare class TokenizerService {
    private static instance;
    private tokenizerPaths;
    private tokenizers;
    private fallbackTokenizer;
    private initializationPromise;
    private baseDir;
    private modelToTokenizerMap;
    private logger;
    private constructor();
    /**
     * Get singleton instance
     */
    static getInstance(config?: TokenizerConfig): TokenizerService;
    /**
     * Reset singleton (useful for testing)
     */
    static resetInstance(): void;
    /**
     * Register model to tokenizer mapping
     */
    registerModelTokenizer(modelName: string, tokenizerName: string): void;
    /**
     * Get tokenizer for a specific model
     */
    private getTokenizerForModel;
    private createFallbackTokenizer;
    private preloadTokenizers;
    /**
     * Ensure tokenizers are loaded
     */
    ensureInitialized(): Promise<void>;
    /**
     * Encode text for a specific model
     */
    encodeText(text: string, modelName?: string): Promise<JsEncoding | number[]>;
    /**
     * Get token lengths for text(s) using model-specific tokenizer
     */
    getTokenLengths(texts: string | string[], modelName?: string): Promise<number | number[]>;
    /**
     * Count tokens for a model (adapter for ContextManager)
     */
    count(text: string, modelName?: string): Promise<number>;
    /**
     * Encode text to token IDs for a model
     */
    encode(text: string, modelName?: string): Promise<number[]>;
    /**
     * Decode token IDs to text for a model
     */
    decode(tokens: number[], modelName?: string): Promise<string>;
    /**
     * Get list of loaded tokenizers
     */
    getLoadedTokenizers(): string[];
    /**
     * Check if tokenizer is loaded for model
     */
    hasTokenizerForModel(modelName: string): boolean;
}
//# sourceMappingURL=index.d.ts.map