export interface CodeToken {
    readonly text: string;
    readonly type?: string;
}
export type CodeHighlighter = (code: string, language: string | null) => readonly CodeToken[] | null | undefined;
export declare const CODE_TOKEN_ATTR = "data-nabi-token";
export declare const CODE_TOKEN_TYPES: readonly string[];
export type CodeDialect = 'clike' | 'python' | 'json' | 'css' | 'markup' | 'sql' | 'bash' | 'plain';
export declare function dialectOf(language: string | null): CodeDialect;
export declare function tokenize(code: string, language?: string | null): CodeToken[];
export declare function tokensFor(source: string, language: string | null, highlight?: CodeHighlighter): CodeToken[];
export declare function usableTokens(answer: readonly CodeToken[] | null | undefined, source: string): CodeToken[];
//# sourceMappingURL=tokens.d.ts.map