import type { ModelId } from '../models.js';
import { Tiktoken } from '#tiktoken';
import { BaseTokenizer } from './base/BaseTokenizer.js';
declare abstract class BaseTiktokenTokenizer extends BaseTokenizer<Tiktoken> {
    protected disposeState(state: Tiktoken): void;
    protected tokenizeWithState(text: string, state: Tiktoken): import("../tokenization.js").RawTokenizeResult<string>;
}
export declare class TiktokenTokenizer extends BaseTiktokenTokenizer {
    readonly modelId: ModelId;
    constructor(modelId: ModelId);
    protected createState(): Tiktoken;
    protected encodeWithState(text: string, state: Tiktoken): number[];
}
export {};