import { NGrammar, Rule } from './grammarNormalized';
import type { DocumentLine, TokenizedLine, TokenizedLineResult } from './types';
export declare function tokenizeLine(line: DocumentLine, rule: Rule): TokenizedLineResult;
export declare function tokenizeText(text: string, grammar: NGrammar): TokenizedLine[];
export declare function tokenizeTextIterable(text: string, grammar: NGrammar): Iterable<TokenizedLine>;
//# sourceMappingURL=tokenizeLine.d.ts.map