export declare const tokenizeWords: (text: string) => string[]; export declare const tokenizeSentences: (text: string) => string[]; //# sourceMappingURL=tokenization.d.ts.map