happynodetokenizer
Version:
A simple, Twitter-aware tokenizer.
1 lines • 671 B
Source Map (JSON)
{"version":3,"file":"strings.d.ts","sourceRoot":"","sources":["../src/strings.ts"],"names":[],"mappings":"AAUA,OAAO,EAAE,aAAa,EAAE,0BAA0B,EAAE,MAAM,YAAY,CAAC;AAGvE,wBAAgB,YAAY,CAAC,IAAI,CAAC,EAAE,MAAM,GAAG,CAAC,GAAG,EAAE,MAAM,KAAK,MAAM,CAEnE;AAED,wBAAgB,SAAS,CAAC,GAAG,EAAE,MAAM,GAAG,MAAM,CAE7C;AAED,wBAAgB,UAAU,CAAC,GAAG,EAAE,MAAM,GAAG,MAAM,CAE9C;AAUD,wBAAgB,aAAa,CAAC,GAAG,EAAE,MAAM,GAAG,MAAM,CAEjD;AAMD,wBAAgB,YAAY,CAAC,GAAG,EAAE,MAAM,GAAG,MAAM,CAEhD;AAED,eAAO,MAAM,aAAa,2BAAgE,CAAC;AAuB3F,wDAAwD;AACxD,wBAAgB,iBAAiB,CAAC,YAAY,EAAE,OAAO,EAAE,IAAI,EAAE,aAAa,iCAG3E;AAED,wBAAgB,aAAa,CAC3B,IAAI,EAAE,aAAa,EACnB,SAAS,GAAE,0BAAiC,GAC3C,CAAC,KAAK,EAAE,MAAM,KAAK,MAAM,CAI3B"}