{"version":3,"file":"tokenization_utils.d.ts","sourceRoot":"","sources":["../src/tokenization_utils.js"],"names":[],"mappings":"AAiBA;;GAEG;AAEH;;;;;GAKG;AACH,6DAJW,MAAM,WACN,0BAA0B,GACxB,OAAO,CAAC,GAAG,EAAE,CAAC,CAO1B;AAED;;;;GAIG;AACH,+CAHW,MAAM,GACJ,MAAM,EAAE,CAiBpB;AA+rBD;;;;;;;GAOG;AACH,gDANW,mBAAmB,cACnB,MAAM,GAAC,MAAM,EAAE,qDAmDzB;;KApyB8B,GAAG;UACtB,GAAG;;AAiKf;IA2DI;;;;;;;;OAQG;IACH,sDANW,MAAM,yEACN,0BAA0B,GAGxB,OAAO,CAAC,mBAAmB,CAAC,CAgBxC;IA9ED;;;;OAIG;IACH,sDAgDC;IAxDD,+BAA8B;IAE9B,qBAAuB;IASnB,oBAAmC;IACnC,sBAAuC;IACvC,sBAA+D;IAE/D,YAA6B;IAK7B,mBAAmE;IACnE,sBAAiE;IAEjE,kBAA8E;IAC9E,qBAA+D;IAE/D,kBAAiE;IACjE,qBAA+D;IAE/D,kBAAiE;IACjE,qBAA+D;IAE/D,kBAAiE;IACjE,qBAA+D;IAE/D,kBAAiE;IACjE,qBAA+D;IAE/D,mBAA0D;IAa1D,wCAAyC;IAGzC,0BAAsD;IACtD,6BAA8D;IA4BlE,iCAEC;IAED,4BAEC;IAED,yBAEC;IACD,yBAEC;IAED;;;;;;OAMG;IACH,sBAJ+B,CAAC,SAAlB,MAAM,GAAC,MAAM,EAAG,UACnB,CAAC,GACC,CAAC,SAAS,MAAM,GAAG,MAAM,GAAG,MAAM,EAAE,CAQhD;IAED;;;;;;;OAOG;IAEH;;;;;;;;;;;;OAYG;IACH,YAXW,MAAM,GAAC,MAAM,EAAE,8GAEvB;QAAkC,SAAS,GAAnC,MAAM,GAAC,MAAM,EAAE;QACgB,OAAO,GAAtC,OAAO,GAAC,YAAY;QACF,kBAAkB,GAApC,OAAO;QACgB,UAAU,GAAjC,OAAO,GAAC,IAAI;QACU,UAAU,GAAhC,MAAM,GAAC,IAAI;QACO,aAAa,GAA/B,OAAO;QACgB,qBAAqB,GAA5C,OAAO,GAAC,IAAI;KACpB;;;;;;;;;;;;;MA6JF;IAED;;;;;OAKG;IACH,mBAHW,MAAM,GAAC,IAAI,GACT,MAAM,EAAE,GAAC,IAAI,CAKzB;IAED;;;;;;;;;;OAUG;IACH,qBAWC;IAED;;;;;;;OAOG;IACH,eANW,MAAM,iCAEd;QAA8B,IAAI,GAA1B,MAAM,GAAC,IAAI;QACO,kBAAkB,GAApC,OAAO;KACf,GAAU,MAAM,EAAE,CAIpB;IAED;;;;;;;;;OASG;IACH,aAPW,MAAM,6DAEd;QAA8B,SAAS,GAA/B,MAAM,GAAC,IAAI;QACO,kBAAkB,GAApC,OAAO;QACgB,qBAAqB,GAA5C,OAAO,GAAC,IAAI;KACpB,GAAU,MAAM,EAAE,CAQpB;IAED;;;;;OAKG;IACH,oBAJW,MAAM,EAAE,EAAE,GAAC,MAAM,sBAEf,MAAM,EAAE,CAOpB;IAED;;;;;;;;;;OAUG;IACH,kBARW,MAAM,EAAE,GAAC,MAAM,EAAE,GAAC,MAAM,gBAEhC;QAA8B,mBAAmB,GAAzC,OAAO;QACe,4BAA4B,GAAlD,OAAO;KAEf,GAAU,MAAM,CAalB;IAED;;;;;;;;OAQG;IACH,yBAPW,MAAM,EAAE,GAAC,MAAM,EAAE,yDAEzB;QAA8B,mBAAmB,GAAzC,OAAO;QACoB,4BAA4B,GAAvD,OAAO,GAAC,IAAI;KAEpB,GAAU,MAAM,CAOlB;IAED;;;;;;;;;;;;;;;;;OAiBG;IACH,6CAZG;QAA8B,aAAa,GAAnC,MAAM,GAAC,IAAI;QAIQ,KAAK,GAAxB,KAAQ;KAMhB,GAAU,MAAM,CAsClB;IAED;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;OAyDG;IACH,kCA/BW,OAAO,EAAE,mKAGjB;QAA8B,aAAa,GAAnC,MAAM,GAAC,IAAI;QAEQ,KAAK,GAAxB,KAAQ;QAM2B,SAAS,GAA5C,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,EAAE;QAMN,qBAAqB,GAAvC,OAAO;QAIW,QAAQ,GAA1B,OAAO;QACW,OAAO,GAAzB,OAAO;QACW,UAAU,GAA5B,OAAO;QACe,UAAU,GAAhC,MAAM,GAAC,IAAI;QAEO,aAAa,GAA/B,OAAO;QACW,WAAW,GAA7B,OAAO;QACU,gBAAgB;KACzC,GAAU,MAAM,GAAG,MAAM,GAAG,MAAM,EAAE,GAAE,MAAM,EAAE,EAAE;;;;;;;;;;;;;KAAc,CA+DhE;CACJ;yCAjuBY,OAAO,gBAAgB,EAAE,iBAAiB;0BAkD1C;IAAE,IAAI,EAAE,MAAM,CAAC;IAAC,IAAI,EAAE,MAAM,CAAC;IAAC,CAAC,GAAG,EAAE,MAAM,GAAG,GAAG,CAAA;CAAE;2BAMlD;IAAE,IAAI,EAAE,OAAO,CAAC;IAAC,KAAK,CAAC,EAAE,MAAM,GAAG,OAAO,kBAAkB,EAAE,QAAQ,CAAC;IAAC,CAAC,GAAG,EAAE,MAAM,GAAG,GAAG,CAAA;CAAE;;;;;6BAQ3F,WAAW,GAAG,YAAY,GAAG;IAAE,IAAI,EAAE,MAAM,GAAG,EAAE,CAAC;IAAC,CAAC,GAAG,EAAE,MAAM,GAAG,GAAG,CAAA;CAAE;;;;;UAOrE,MAAM,GAAG,WAAW,GAAG,QAAQ,GAAG,CAAC,MAAM,GAAG,EAAE,CAAC;;;;aAC/C,MAAM,GAAG,cAAc,EAAE;;uBA7EhB,mBAAmB;0BAPhB,yBAAyB"}