import { Token } from '../common';
export declare class Tokenizer {
    private _startLine;
    private _startColumn;
    private _currentLine;
    private _currentColumn;
    private _tokenText;
    private _cursor;
    private _script;
    private get tokenText();
    private set tokenText(value);
    /**
     * Splits script code into a tokens
     * @param script A jsPython text
     */
    tokenize(script: string): Token[];
    private incrementCursor;
    private recognizeToken;
    private processToken;
    private parseNumberOrNull;
    private isPartOfNumber;
}
//# sourceMappingURL=tokenizer.d.ts.map