export type LineTokenType = 'tag' | 'indicator' | 'subfieldMarker' | 'subfieldCode' | 'value' | 'terminator' | 'text' | 'whitespace'; export interface LineToken { type: LineTokenType; value: string; } /** * Tokenizes a MARC-style "line format" record (field tag, indicators, * `*code value` subfields, terminated by a lone `$`) for syntax * highlighting without imposing a strict grammar. Preserves the source * exactly - concatenating every token's `value` reproduces the input - so a * wrapped continuation line or malformed field still displays as plain * text instead of breaking the tokenizer. */ export declare function tokenizeLineFormat(source: string): LineToken[];