interface IWordTokenizationOptions {
    PreserveAccents?: boolean;
    PreserveHyphens?: boolean;
}
/**
 * Tokenizes text into lowercase words, ignoring punctuation.
 */
export declare function WordTokenization(text: string, options?: IWordTokenizationOptions): string[];
export {};