interface ITokensNames { WHITESPACE: null; TAB: string; COMMA: string; NEWLINE: string; KEYWORD: string; NUMBER: string; lITERAL: string; STRING: string; ASSIGN: string; POINT: string; ARROW: string; PLUS: string; MINUS: string; DIVISION: string; LONGDIVISION: string; MULTIPLICATION: string; MODULO: string; EQUALITY: string; EXPONENTIATION: string; INEQUALITY: string; GREATHERTHAN: string; LESSTHAN: string; GREATHEROREQUAL: string; LESSROREQUAL: string; COLON: string; OPENPARENT: string; CLOSEPARENT: string; OPENCURLYBRACKET: string; CLOSECURLYBRACKET: string; OPENBRACE: string; CLOSEBRACE: string; AND: string; OR: string; IF: string; ELSE: string; ENDIF: string; ENDFOR: string; NEW: string; ENDCASE: string; ENDWHILE: string; BREAK: string; CONTINUE: string; BOOLEAN: string; ARRAY: string; } export declare const TokensNames: ITokensNames; export interface IToken { type: string; value: any; start: number; end: number; line: number; column: number; } /** * Tokenizer Class * Provide Tokens on Demand */ declare class Tokenizer { _string: string; _cursor: number; lastTokenType: any | null; _currentLine: number; _currentColumn: number; _lastCurrentColumn: number; neastedBlock: number; blocks: Array; init(string: string): void; hasMoreToken(): boolean; isEOF(): boolean; getNextToken(isMock?: boolean): IToken | null; _match(regex: RegExp | string, string: string, isMock: boolean): string | null; mockNextToken(): IToken | null; getPosition(): {}; } export default Tokenizer;