export declare class InputStream {
    pos: number;
    line: number;
    col: number;
    input: string;
    constructor(input: string);
    next(): string;
    peek(): string;
    eof(): boolean;
    croak(msg: string): void;
}
export interface Token<TOKEN_TYPES> {
    type: TOKEN_TYPES;
    value: string;
    start?: number;
    end?: number;
    tokenIndex?: number;
    pairIndex?: number;
    error?: boolean;
    errorMsg?: string;
}
export default abstract class Tokenizer<TOKEN_TYPES> {
    is: InputStream;
    current: Token<TOKEN_TYPES> | null;
    protected tokenIndex: number;
    peek(): Token<TOKEN_TYPES> | null;
    next(): Token<TOKEN_TYPES> | null;
    eof(): boolean;
    constructor(src: string);
    private readNextWithPosition;
    abstract readNext(): Token<TOKEN_TYPES> | null;
    abstract tokenize(): Array<Token<TOKEN_TYPES>>;
}
//# sourceMappingURL=Tokenizer.d.ts.map