export declare type Tokenizer = {
    [name: string]: any[];
};
export declare const tokenizer: Tokenizer;