export declare function normalizeQuotes(s: string): string;
export declare function normalizeText(text: string): string;
export declare function wordsOnlyLower(s: string): string[];
export declare function alphaTokens(tokens: string[]): string[];
export declare function sentenceSpans(text: string): Array<[number, number]>;
//# sourceMappingURL=tokenizer.d.ts.map