{"version":3,"file":"tokenizer.d.ts","sourceRoot":"","sources":["../../src/tokenizer.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;GAgBG;AAOH,OAAO,KAAK,EAAE,eAAe,EAAE,MAAM,kCAAkC,CAAC;AA2ExE,oEAAoE;AACpE,MAAM,WAAW,gBAAgB;IAC/B;;;;;OAKG;IACH,gBAAgB,CAAC,EAAE,MAAM,CAAC;IAC1B;;;OAGG;IACH,gBAAgB,CAAC,EAAE,MAAM,CAAC;IAC1B;;;;;OAKG;IACH,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB;;;;OAIG;IACH,iBAAiB,CAAC,EAAE,OAAO,CAAC;CAC7B;AASD,iFAAiF;AACjF,qBAAa,cAAe,SAAQ,KAAK;IACvC;;OAEG;IACH,YAAY,OAAO,EAAE,MAAM,EAI1B;CACF;AAqCD;;;;;;;;;;;;;;;;;;;;;GAqBG;AACH,MAAM,CAAC,OAAO,OAAO,SAAS;IAC5B,OAAO,CAAC,KAAK,CAAgC;IAE7C,OAAO,CAAC,GAAG,CAAC,CAAW;IACvB,OAAO,CAAC,QAAQ,CAAK;IAErB,OAAO,CAAC,iBAAiB,CAAU;IACnC,OAAO,CAAC,SAAS,CAAC,CAAS;IAC3B,OAAO,CAAC,cAAc,CAAC,CAAa;IACpC,OAAO,CAAC,cAAc,CAAK;IAC3B,OAAO,CAAC,sBAAsB,CAAK;IACnC,OAAO,CAAC,cAAc,CAAgB;IACtC,OAAO,CAAC,cAAc,CAAgB;IAEtC,OAAO,CAAC,OAAO,CAAC,CAAS;IACzB,OAAO,CAAC,aAAa,CAAC,CAAS;IAC/B,OAAO,CAAC,eAAe,CAAK;IAC5B,OAAO,CAAC,iBAAiB,CAAK;IAC9B,OAAO,CAAC,iBAAiB,CAAqB;IAO9C,OAAO,CAAC,sBAAsB,CAAC,CAAS;IACxC,OAAO,CAAC,OAAO,CAAqB;IACpC,OAAO,CAAC,MAAM,CAAM;IACpB,OAAO,CAAC,gBAAgB,CAAK;IAE7B;;OAEG;IACH,YAAY,IAAI,CAAC,EAAE,gBAAgB,EAoBlC;IAED,yEAAyE;IACzE,IAAW,OAAO,IAAI,OAAO,CAE5B;IASD,OAAO,CAAC,qBAAqB;IA0C7B,OAAO,CAAC,yBAAyB;IASjC,OAAO,CAAC,mBAAmB;IAO3B;;;;;;;;;;;;OAYG;IACI,KAAK,CAAC,KAAK,EAAE,QAAQ,CAAC,MAAM,CAAC,GAAG,MAAM,GAAG,IAAI,CAmpBnD;IAED,OAAO,CAAC,UAAU;IASlB;;;;;;;;OAQG;IACH,SAAS,CAAC,WAAW,CAAC,SAAS,EAAE,MAAM,GAAG,MAAM,CAE/C;IAED;;;;;OAKG;IACI,KAAK,CAAC,GAAG,EAAE,KAAK,GAAG,IAAI,CAM7B;IAED;;;;;;OAMG;IACI,GAAG,IAAI,IAAI,CAyBjB;IAED;;;;;OAKG;IAEI,OAAO,CAAC,WAAW,EAAE,eAAe,GAAG,IAAI,CAKjD;IAED;;;;;;OAMG;IACI,OAAO,CAAC,GAAG,EAAE,KAAK,GAAG,IAAI,CAG/B;IAED,qGAAqG;IAC9F,KAAK,IAAI,IAAI,CAEnB;CACF"}