import { Token, Tokenizer } from "./tokenizer.js";
export declare class CharTokenizer extends Tokenizer {
    generateTokens(text: string): Token[];
}
//# sourceMappingURL=charTokenizer.d.ts.map