export interface TokenizerOutput {
    input_ids: number[];
    attention_mask: number[];
}
export declare class ModernBertTokenizer {
    private vocab;
    private bpeRanks;
    private byteEncoder;
    private cache;
    constructor(tokenizerJsonPath: string);
    private bpe;
    private encodeText;
    encode(text: string, maxLength?: number): TokenizerOutput;
    vocabSize(): number;
}
//# sourceMappingURL=modernbert-tokenizer.d.ts.map