import { Tiktoken } from 'tiktoken';
import { TokenizerName } from '../types';
export declare const getTokenizer: (tokenizerName?: TokenizerName) => Tiktoken;
//# sourceMappingURL=tokenizer.d.ts.map