{"version":3,"file":"tokenization_utils.d.ts","sourceRoot":"","sources":["../src/tokenization_utils.js"],"names":[],"mappings":"AAeA;;GAEG;AAEH;;;;;GAKG;AACH,6DAJW,MAAM,WACN,0BAA0B,GACxB,OAAO,CAAC,GAAG,EAAE,CAAC,CAQ1B;AAED;;;;GAIG;AACH,+CAHW,MAAM,GACJ,MAAM,EAAE,CAiBpB;AA2qBD;;;;;;;GAOG;AACH,gDANW,mBAAmB,cACnB,MAAM,GAAC,MAAM,EAAE,qDAmDzB;;KA/wB8B,GAAG;UACtB,GAAG;;AA4If;IA2DI;;;;;;;;OAQG;IACH,sDANW,MAAM,yEACN,0BAA0B,GAGxB,OAAO,CAAC,mBAAmB,CAAC,CAgBxC;IA9ED;;;;OAIG;IACH,sDAgDC;IAxDD,+BAA8B;IAE9B,qBAAuB;IASnB,oBAAmC;IACnC,sBAAuC;IACvC,sBAA+D;IAE/D,YAA6B;IAK7B,mBAAmE;IACnE,sBAAiE;IAEjE,kBAA8E;IAC9E,qBAA+D;IAE/D,kBAAiE;IACjE,qBAA+D;IAE/D,kBAAiE;IACjE,qBAA+D;IAE/D,kBAAiE;IACjE,qBAA+D;IAE/D,kBAAiE;IACjE,qBAA+D;IAE/D,mBAA0D;IAa1D,wCAAyC;IAGzC,0BAAsD;IACtD,6BAA8D;IA4BlE,iCAEC;IAED,4BAEC;IAED,yBAEC;IACD,yBAEC;IAED;;;;;;OAMG;IACH,sBAJ+B,CAAC,SAAlB,MAAM,GAAC,MAAM,EAAG,UACnB,CAAC,GACC,CAAC,SAAS,MAAM,GAAG,MAAM,GAAG,MAAM,EAAE,CAQhD;IAED;;;;;;;OAOG;IAEH;;;;;;;;;;;;OAYG;IACH,YAXW,MAAM,GAAC,MAAM,EAAE,8GAEvB;QAAkC,SAAS,GAAnC,MAAM,GAAC,MAAM,EAAE;QACgB,OAAO,GAAtC,OAAO,GAAC,YAAY;QACF,kBAAkB,GAApC,OAAO;QACW,UAAU,GAA5B,OAAO;QACU,UAAU,GAA3B,MAAM;QACY,aAAa,GAA/B,OAAO;QACW,qBAAqB,GAAvC,OAAO;KACf;;;;;;;;;;;;;MA6JF;IAED;;;;;OAKG;IACH,mBAHW,MAAM,GAAC,IAAI,GACT,MAAM,EAAE,GAAC,IAAI,CAKzB;IAED;;;;;;;;;;OAUG;IACH,qBAWC;IAED;;;;;;;OAOG;IACH,eANW,MAAM,iCAEd;QAAyB,IAAI,GAArB,MAAM;QACY,kBAAkB,GAApC,OAAO;KACf,GAAU,MAAM,EAAE,CAIpB;IAED;;;;;;;;;OASG;IACH,aAPW,MAAM,6DAEd;QAAyB,SAAS,GAA1B,MAAM;QACY,kBAAkB,GAApC,OAAO;QACW,qBAAqB,GAAvC,OAAO;KACf,GAAU,MAAM,EAAE,CAQpB;IAED;;;;;OAKG;IACH,oBAJW,MAAM,EAAE,EAAE,GAAC,MAAM,sBAEf,MAAM,EAAE,CAOpB;IAED;;;;;;;;;;OAUG;IACH,kBARW,MAAM,EAAE,GAAC,MAAM,EAAE,GAAC,MAAM,gBAEhC;QAA8B,mBAAmB,GAAzC,OAAO;QACe,4BAA4B,GAAlD,OAAO;KAEf,GAAU,MAAM,CAalB;IAED;;;;;;;;OAQG;IACH,yBAPW,MAAM,EAAE,GAAC,MAAM,EAAE,yDAEzB;QAA8B,mBAAmB,GAAzC,OAAO;QACe,4BAA4B,GAAlD,OAAO;KAEf,GAAU,MAAM,CAOlB;IAED;;;;;;;;;;;;;;;;;OAiBG;IACH,6CAZG;QAAyB,aAAa,GAA9B,MAAM;QAIa,KAAK,GAAxB,KAAQ;KAMhB,GAAU,MAAM,CAsClB;IAED;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;OAyDG;IACH,kCA/BW,OAAO,EAAE,mKAGjB;QAAyB,aAAa,GAA9B,MAAM;QAEa,KAAK,GAAxB,KAAQ;QAM2B,SAAS,GAA5C,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,EAAE;QAMN,qBAAqB,GAAvC,OAAO;QAIW,QAAQ,GAA1B,OAAO;QACW,OAAO,GAAzB,OAAO;QACW,UAAU,GAA5B,OAAO;QACU,UAAU,GAA3B,MAAM;QAEY,aAAa,GAA/B,OAAO;QACW,WAAW,GAA7B,OAAO;QACU,gBAAgB;KACzC,GAAU,MAAM,GAAG,MAAM,GAAG,MAAM,EAAE,GAAE,MAAM,EAAE,EAAE;;;;;;;;;;;;;KAAc,CA+DhE;CACJ;yCA9sBY,OAAO,gBAAgB,EAAE,iBAAiB;;;;;UAoDzC,MAAM;;;;aACN,MAAM;;uBAxDG,mBAAmB;0BAPhB,yBAAyB"}