import TokenCollection from '../../token-collection.js';
import type LexerConfig from './config.js';
export default class Lexer {
    private config;
    private rawTokens;
    private normalizedTokens;
    private classifiedTokens;
    constructor(config: LexerConfig);
    analyze(tokens: TokenCollection): TokenCollection;
    private normalizeToken;
    private classifyToken;
    private filterToken;
}