{"version":3,"file":"tokenizer.d.ts","sourceRoot":"","sources":["../../src/tokenizer/tokenizer.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,OAAO,EAA0B,MAAM,sBAAsB,CAAC;AAEvE,OAAO,EAAE,gBAAgB,EAAE,MAAM,SAAS,CAAC;AAY3C,qBAAa,UAAU;IACrB,OAAO,CAAC,QAAQ,CAAC,SAAS,CAAmB;gBAEjC,QAAQ,EAAE,gBAAgB;IAItC,OAAO,CAAC,KAAK,CAGX;IAEF,OAAO,CAAC,UAAU,CAShB;IAEF,OAAO,CAAC,MAAM,CAWZ;IAEF,OAAO,CAAC,QAAQ,CAOd;IAEI,QAAQ,CAAC,OAAO,EAAE,OAAO,GAAG,OAAO,CAAC,OAAO,CAAC;CAGnD"}