/**
 * 简单的分词器
 */
export declare class Tokenizer {
    static parse(str: string): string[];
    static isPunctuationStart(char: string): boolean;
    static isPunctuationEnd(char: string): boolean;
    static isDigitOrLetter(char: string): boolean;
    static isNewline(char: string): boolean;
    static isBreakingSpace(codePoint: number): boolean;
    static isVariationSelector(codePoint: number): boolean;
    static isEmojiModifier(codePoint: number): boolean;
    static isZWJ(codePoint: number): codePoint is 8205;
    static isRegionalIndicator(codePoint: number): boolean;
}