export declare const binaryMapKey: (k: Uint8Array, start: number, end: number) => number;
export declare class BinaryMap<V> {
    private readonly nested;
    private readonly final;
    get(key: Uint8Array, start?: number, end?: number): V | undefined;
    set(key: Uint8Array, value: V): void;
}
/**
 * This function implements the byte pair encoding algorithm.
 * @param mergingBytes: bytes to be merged
 * @param ranks: BPE rank for the bytes
 * @returns number[]: Encoded token ids
 */
export declare function bytePairEncode(mergingBytes: Uint8Array, ranks: BinaryMap<number>, length: number): number[];