{"version":3,"file":"Tokenizer.d.ts","sourceRoot":"","sources":["../../src/tokenizers/Tokenizer.ts"],"names":[],"mappings":"AAAA;;GAEG;AACH;;;GAGG;AAEH,MAAM,WAAW,SAAS;IACtB,MAAM,CAAC,MAAM,EAAE,MAAM,EAAE,GAAG,MAAM,CAAC;IACjC,MAAM,CAAC,IAAI,EAAE,MAAM,GAAG,MAAM,EAAE,CAAC;CAClC"}