export interface EscapeToken { type: 'escape'; raw: string; escaped: string; } export interface MentionToken { type: 'mention'; raw: string; handle: string; } export interface TopicToken { type: 'topic'; raw: string; name: string; } export interface CashtagToken { type: 'cashtag'; raw: string; name: string; } export interface EmoteToken { type: 'emote'; raw: string; name: string; } export interface AutolinkToken { type: 'autolink'; raw: string; url: string; } export interface LinkToken { type: 'link'; raw: string; url: string; children: Token[]; } export interface UnderlineToken { type: 'underline'; raw: string; children: Token[]; } export interface StrongToken { type: 'strong'; raw: string; children: Token[]; } export interface EmphasisToken { type: 'emphasis'; raw: string; children: Token[]; } export interface DeleteToken { type: 'delete'; raw: string; children: Token[]; } export interface CodeToken { type: 'code'; raw: string; content: string; } export interface TextToken { type: 'text'; raw: string; content: string; } export type Token = EscapeToken | MentionToken | TopicToken | CashtagToken | EmoteToken | AutolinkToken | LinkToken | StrongToken | EmphasisToken | UnderlineToken | DeleteToken | CodeToken | TextToken; export declare const tokenize: (src: string) => Token[];