/**
 * Tokenizer adapter with multilingual support
 */
import type { LanguageProfile } from './language-profiles.js';
export interface TokenEstimate {
    tokens: number;
    language: LanguageProfile;
    confidence: number;
    baseTokens: number;
    multiplier: number;
}
export declare class MultilingualTokenizer {
    private baseTokenizer;
    private languageDetector;
    private cache;
    constructor(model?: string, cacheEnabled?: boolean);
    /**
     * Count tokens with language awareness
     */
    encode(text: string): TokenEstimate;
    /**
     * Simple token count (just returns number for compatibility)
     */
    count(text: string): number;
    /**
     * Get base tokens without language adjustment
     */
    countBase(text: string): number;
    /**
     * Analyze language distribution in text
     */
    analyze(text: string): {
        estimate: TokenEstimate;
        allLanguages: LanguageProfile[];
        isMixed: boolean;
    };
    /**
     * Clear token cache
     */
    clearCache(): void;
    /**
     * Get cache statistics
     */
    getCacheStats(): import('../caching/cache-types.js').LRUCacheStats;
    /**
     * Free tokenizer resources
     */
    free(): void;
}
//# sourceMappingURL=tokenizer-adapter.d.ts.map