import type { ModelId } from '../models.js';
import type { RawTextTokenizeResult } from '../tokenization.js';
import { BaseTokenizer } from './base/BaseTokenizer.js';
type ClipTokenizerState = {
    byteEncoder: Array<string>;
    mergeRanks: Map<string, number>;
    specialTokenIds: Map<string, number>;
    unknownTokenId: number;
    vocabulary: Map<string, number>;
};
export declare class ClipTokenizer extends BaseTokenizer<ClipTokenizerState> {
    #private;
    readonly modelId: ModelId;
    constructor(modelId: ModelId);
    protected createState(): {
        byteEncoder: string[];
        mergeRanks: Map<string, number>;
        specialTokenIds: Map<string, number>;
        unknownTokenId: number;
        vocabulary: Map<string, number>;
    };
    protected encodeWithState(text: string, state: ClipTokenizerState): number[];
    protected tokenizeWithState(text: string, state: ClipTokenizerState): RawTextTokenizeResult;
}
export {};