import { TokenCallback, Token, Tokenizer } from "../types/tokenizer";
/**
 * A tokenizer that can search for tokens using a regular expression.
 *
 * For example, with the input `<p>test</p>` and a regular expression `/<.*?>/`, then the output will be `["<p>", "test", "</p>"]`.
 */
export declare class RegexTokenizer implements Tokenizer {
    private readonly regex;
    /**
     * Create a new RegexTokenizer.
     * @param regex {RegExp} - the regular expression that will be used to find tokens. This must have the global flag.
     */
    constructor(regex: RegExp);
    /**
     * @inheritDoc
     */
    tokenize(input: string, modify?: TokenCallback): Token[];
}