export declare enum TokenKind {
    Word = 0,
    Whitespace = 1,
    Number = 2,
    Char = 3
}
export declare type Token = {
    value: string;
    kind: TokenKind;
    pos: number;
};
export declare class TokenScanner {
    readonly source: Token[];
    pos: number;
    current: Token;
    constructor(source: Token[]);
    skipWhitespace(): void;
    skipSuperfluous(): void;
    next(): Token;
    peek(count?: number): Token;
}
export declare const tokenize: (source: string) => TokenScanner;