import type { FastTokenLine, Grammar } from './types';
/**
 * Ultra-fast tokenizer - no scope tracking, minimal allocations
 * Targets highlight.js-level performance on small files
 */
export declare class FastTokenizer {
  private keywordSet: Set<string> | null;
  private isJsOrTs: boolean;
  private isHtml: boolean;
  private isCss: boolean;
  constructor(grammar: Grammar);
  tokenize(code: string): FastTokenLine[];
  private tokenizeLine(line: string): FastTokenLine;
  private scanNumber(line: string, offset: number): number;
  private scanString(line: string, offset: number, quoteCode: number): number;
  private scanWord(line: string, offset: number): number;
  private scanOperator(line: string, offset: number, char1: number): number;
}