import { ParserConfiguration, Token } from '../models/index.js';
export declare class Tokenizer {
    private readonly text;
    private readonly configuration;
    private readonly delimiter;
    private readonly nonbreakingSpace;
    private readonly brackets;
    private readonly markupOperators;
    private readonly charactersBeforeMarkup;
    private readonly charactersAfterMarkup;
    private readonly horizontalRuleChar;
    private readonly newLineChar;
    private readonly horizontalRuleMinLength;
    private readonly latexEnvironmentBlocks;
    private readonly keywordStartOperator;
    private readonly listItemCloseSymbols;
    private begin;
    private end;
    private point;
    private tokenAggregators;
    private firstToken;
    private lastToken;
    private todoKeywords;
    private readonly planningKeywords;
    private readonly clockKeywords;
    private insidePlanningLine;
    constructor(text: string, configuration: ParserConfiguration);
    private initTokenAggregators;
    get nextChar(): string;
    get prevChar(): string;
    get isPrevTokenEndsWithSpace(): boolean;
    tokenize(): Token;
    private preserveLink;
    private preserveTableDelimiter;
    private handleAsterisk;
    private handleDelimiter;
    private mergeLastPotentialTextTokens;
    private isLastTokenWebLink;
    private verifyTokenType;
    private handleFixedWidthOperator;
    private handleSpaceAfterKeyword;
    private handleSpaceAfterIncorrectFixedWidthOperator;
    private isListOperator;
    private handleNumberSign;
    private handleSlash;
    private handleDash;
    private handlePlus;
    private handleColon;
    private isNotListTagOperator;
    private isListTagOperator;
    private isPropertyKeyword;
    private isEol;
    private isEolWithOptionalIndent;
    private handlePoint;
    private handleListOperatorOrText;
    private handleParenthesis;
    private handleNewLine;
    private handleBackslash;
    private isValueNumber;
    private handleMarkupOperator;
    private handleBracket;
    private isFormatterBracket;
    private handleLatexBrackets;
    private handlePipe;
    private handleText;
    private isEntity;
    get isLastKeywordEnd(): boolean;
    private checkSpecificKeyword;
    private isHorizontalRule;
    private appendTextToken;
    private isBlockKeyword;
    private checkIsLastTextTokenKeyword;
    private get isLastTokenClockKeyword();
    private get isLastTokenPlanningKeyword();
    private get isLastTokenTodoKeyword();
    private forceMergeLastTokens;
    private formattersWithSpaceAtTheEnd;
    private shouldFormatterHasSpaceAtTheEnd;
    private buildTokens;
    private satisfyPreviousResult;
    private checkLastTokenHorizontalRule;
    private createToken;
    private addToken;
    private upsertToken;
    private appendPrevValue;
    private checkLastTokensNeedMerge;
    private isPrevToken;
    private isNextChar;
    private isDelimiter;
    private isTokenSeparator;
    private isCharSeparator;
    private isOpenedMarkupOperator;
    private isClosedMarkupOperator;
}
export declare function tokenize(text: string, configuration?: ParserConfiguration): Token;