{"version":3,"file":"tokenizer-adapter.d.ts","sourceRoot":"","sources":["../../../src/optimizer/multilingual/tokenizer-adapter.ts"],"names":[],"mappings":"AAAA;;GAEG;AAIH,OAAO,KAAK,EAAE,eAAe,EAAE,MAAM,wBAAwB,CAAC;AAO9D,MAAM,WAAW,aAAa;IAC5B,MAAM,EAAE,MAAM,CAAC;IACf,QAAQ,EAAE,eAAe,CAAC;IAC1B,UAAU,EAAE,MAAM,CAAC;IACnB,UAAU,EAAE,MAAM,CAAC;IACnB,UAAU,EAAE,MAAM,CAAC;CACpB;AAED,qBAAa,qBAAqB;IAChC,OAAO,CAAC,aAAa,CAAW;IAChC,OAAO,CAAC,gBAAgB,CAAmB;IAC3C,OAAO,CAAC,KAAK,CAA0B;gBAGrC,KAAK,GAAE,MAAgB,EACvB,YAAY,GAAE,OAAc;IAY9B;;OAEG;IACH,MAAM,CAAC,IAAI,EAAE,MAAM,GAAG,aAAa;IAkCnC;;OAEG;IACH,KAAK,CAAC,IAAI,EAAE,MAAM,GAAG,MAAM;IAI3B;;OAEG;IACH,SAAS,CAAC,IAAI,EAAE,MAAM,GAAG,MAAM;IAI/B;;OAEG;IACH,OAAO,CAAC,IAAI,EAAE,MAAM,GAAG;QACrB,QAAQ,EAAE,aAAa,CAAC;QACxB,YAAY,EAAE,eAAe,EAAE,CAAC;QAChC,OAAO,EAAE,OAAO,CAAC;KAClB;IAiBD;;OAEG;IACH,UAAU,IAAI,IAAI;IAIlB;;OAEG;IACH,aAAa,IAAI,OAAO,2BAA2B,EAAE,aAAa;IAIlE;;OAEG;IACH,IAAI,IAAI,IAAI;CAIb"}