/**
 * @ignore
 */
export declare class WordTokenizer {
    /**
     * Tokenize a given text
     * e.g.
     * given: "deep-learning ian good fellow learning jason shin shin"
     * returns: [ 'deep', 'learning', 'ian', 'good', 'fellow', 'learning', 'jason', 'shin', 'shin' ]
     * @param text
     * @returns {string[]}
     */
    tokenize(text: any): string[];
}