import { Tokenizer } from "./Tokenizer";
export declare function createTokenizer(): Tokenizer;