import { default as Tokenizer, Token } from './Tokenizer'; export type TokenTypes = 'ID' | 'CLASS' | 'INLINE_START' | 'INLINE_NAME' | 'INLINE_SEP' | 'COLON' | 'INLINE_END' | 'FURIGANA_START' | 'FURIGANA_END' | 'KAERI_START' | 'KAERI_END' | 'FURIGANA' | 'FURIGANA_SEP' | 'KAERITEN' | 'OKURIGANA' | 'OKURIGANA_START' | 'OKURIGANA_END' | 'ANNOTATION' | 'ENDNOTE' | 'BLOCK_SYMBOL' | 'BLOCK_NAME' | 'ANNO_START' | 'ANNO_END' | 'TEXT_SEGMENT' | 'LB' | 'UNKNOWN'; export type KojiToken = Token; interface State { brackets: Array; errors: Array; inInlinePre: boolean; inInlineBody: boolean; inBlockTag: boolean; inFurigana: boolean; inKaeriten: boolean; inOkurigana: boolean; inAnno: boolean; inEndnote: boolean; } export default class KojiTokenizer extends Tokenizer { state: State; current: KojiToken | null; brackets: { [s: string]: TokenTypes; }; constructor(src: string); isBracket(ch: string): boolean; isColon(ch: string): boolean; isLetter(ch: string): boolean; isKaeriten(ch: string): boolean; isKatakana(ch: string): boolean; isEndnoteBody(ch: string): boolean; isMatchingPair(ch1: string, ch2: string): boolean; readWhile(predicate: (ch: string) => boolean): string; readTextSegment(): KojiToken; readBracket(): KojiToken; readInlineStart(): KojiToken; readInlineEnd(): KojiToken; readBlockSymbols(): KojiToken; readEndnoteBody(): KojiToken; readId(): KojiToken; readClass(): KojiToken; readColon(): KojiToken; readSep(): KojiToken; readLineBreak(): KojiToken; readKaeriten(): KojiToken; readOkurigana(): KojiToken; readNext(): KojiToken | null; tokenize(): KojiToken[]; } export {}; //# sourceMappingURL=KojiTokenizer.d.ts.map