{"version":3,"file":"tokenizer.d.ts","sourceRoot":"","sources":["tokenizer.ts"],"names":[],"mappings":"AAGA,OAAO,UAAU,MAAM,yCAAyC,CAAC;AAEjE;;GAEG;AACH,MAAM,WAAW,YAAY;IAC3B,cAAc,EAAE,CAAC,SAAS,EAAE,MAAM,KAAK,MAAM,GAAG,IAAI,CAAC;IACrD,CAAC,GAAG,EAAE,MAAM,GAAG,GAAG,CAAC;CACpB;AAED,MAAM,WAAW,eAAe;IAC9B,CAAC,GAAG,EAAE,MAAM,GAAG,YAAY,CAAC;CAC7B;AAkCD;;GAEG;AACH,wBAAgB,eAAe,CAAC,QAAQ,EAAE,eAAe,IAC7B,OAAO,UAAU,EAAE,WAAW,MAAM,EAAE,SAAS,MAAM,EAAE,QAAQ,OAAO,KAAG,OAAO,CA2E3G"}