{"version":3,"file":"tokenizer.d.ts","sourceRoot":"","sources":["../../src/tokenizer/tokenizer.ts"],"names":[],"mappings":"AAAA,OAAO,EAA+B,KAAK,EAAc,MAAM,WAAW,CAAC;AA+B3E,qBAAa,SAAS;IACpB,OAAO,CAAC,UAAU,CAAK;IACvB,OAAO,CAAC,YAAY,CAAK;IACzB,OAAO,CAAC,YAAY,CAAK;IACzB,OAAO,CAAC,cAAc,CAAK;IAC3B,OAAO,CAAC,UAAU,CAAM;IACxB,OAAO,CAAC,OAAO,CAAK;IACpB,OAAO,CAAC,OAAO,CAAM;IAErB,OAAO,KAAK,SAAS,GAEpB;IACD,OAAO,KAAK,SAAS,QAMpB;IAED;;;OAGG;IACH,QAAQ,CAAC,MAAM,EAAE,MAAM,GAAG,KAAK,EAAE;IAiIjC,OAAO,CAAC,eAAe;IAcvB,OAAO,CAAC,cAAc;IA6BtB,OAAO,CAAC,YAAY;IAuBpB,OAAO,CAAC,iBAAiB;IAwBzB,OAAO,CAAC,cAAc;CAcvB"}