export declare function tokenize(text: string, sep: string): Generator<string, void, unknown>;
export declare function tokenizeMax(text: string, sep: string, max?: number): any[];
export declare function tokenizeRegex(text: string, regex: RegExp): Generator<any, void, unknown>;
//# sourceMappingURL=tokenizer.d.ts.map