{"version":3,"file":"tokenize.d.ts","sourceRoot":"","sources":["../../src/classifier/tokenize.ts"],"names":[],"mappings":"AAgDA,eAAO,MAAM,mBAAmB,GAAU,QAAQ;IAChD,IAAI,EAAE,MAAM,CAAC;IACb,OAAO,EAAE,MAAM,CAAC;IAChB,IAAI,EAAE,MAAM,CAAC;CACd,sBAWA,CAAC"}