export declare enum TokenType {
    Text = "Text",
    LiquidTagOpen = "LiquidTagOpen",
    LiquidTagClose = "LiquidTagClose",
    LiquidVariableOutputOpen = "LiquidVariableOutputOpen",
    LiquidVariableOutputClose = "LiquidVariableOutputClose",
    HtmlTagOpen = "HtmlTagOpen",
    HtmlCloseTagOpen = "HtmlCloseTagOpen",
    HtmlTagClose = "HtmlTagClose",
    HtmlSelfClose = "HtmlSelfClose",
    HtmlCommentOpen = "HtmlCommentOpen",
    HtmlCommentClose = "HtmlCommentClose",
    HtmlDoctypeOpen = "HtmlDoctypeOpen",
    HtmlEquals = "HtmlEquals",
    HtmlQuoteOpen = "HtmlQuoteOpen",
    HtmlQuoteClose = "HtmlQuoteClose",
    YamlFrontmatter = "YamlFrontmatter",
    EndOfInput = "EndOfInput"
}
export interface Token {
    type: TokenType;
    start: number;
    end: number;
}
export interface TokenizeOptions {
    /**
     * Skip the document-start YAML frontmatter check. YAML frontmatter is only
     * valid at offset 0 of a document; when re-tokenizing a mid-document suffix
     * (see `ParserBase.resliceTokensFrom`) the leading `---` must NOT be treated
     * as frontmatter.
     */
    skipFrontmatter?: boolean;
    /**
     * Begin tokenizing inside an HTML quoted attribute value, closing on the
     * given quote character (`"` or `'`). When a `{% raw %}` straddles the
     * end-tag boundary *inside* a quoted attribute, the suffix re-tokenize (see
     * `ParserBase.resliceTokensFrom`) must resume in `QuotedValue` mode so the
     * attribute's closing quote and `>` are emitted as `HtmlQuoteClose`/
     * `HtmlTagClose` rather than `Text`; a fresh document-start tokenize would
     * lose that context and make attribute parsing throw.
     */
    insideQuotedAttribute?: string;
    /**
     * Begin tokenizing inside an open HTML tag (the attribute list of `<div …`),
     * but NOT inside a quoted attribute value. When a `{% raw %}` straddles the
     * end-tag boundary while the parser is between *unquoted* attributes, the
     * suffix re-tokenize must resume in `HtmlTag` mode so the tag's closing `>`
     * emits as `HtmlTagClose` (only `HtmlTag` mode turns `>` into a tag close;
     * `Default` mode emits it as `Text`). Without this the attribute list never
     * breaks on the real `>`, consumes a later element's close, and
     * `parseHtmlElement` throws at EOF with the element still open. Ignored when
     * `insideQuotedAttribute` is set (that path already nests `HtmlTag` beneath
     * `QuotedValue`).
     */
    insideHtmlTag?: boolean;
}
export declare function tokenize(source: string, options?: TokenizeOptions): Token[];