{"version":3,"file":"i-tokenizer.d.ts","sourceRoot":"","sources":["../../../src/core/tokenizers/i-tokenizer.ts"],"names":[],"mappings":"AAAA;;;;;;;;;GASG;AAEH,MAAM,WAAW,UAAU;IACzB,QAAQ,CAAC,SAAS,EAAE,MAAM,CAAC;IAE3B,WAAW,CAAC,IAAI,EAAE,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC;IAE3C,iCAAiC;IACjC,IAAI,IAAI,IAAI,CAAC;CACd"}