happynodetokenizer
Version:
A simple, Twitter-aware tokenizer.
1 lines • 1.32 kB
Source Map (JSON)
{"version":3,"file":"constants.d.ts","sourceRoot":"","sources":["../src/constants.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,gBAAgB,EAAE,aAAa,EAAE,0BAA0B,EAAE,gBAAgB,EAAE,MAAM,YAAY,CAAC;AAE3G,qBAAa,aAAa;IACxB,MAAM,CAAC,OAAO,SAAmB;IACjC,MAAM,CAAC,IAAI,SAAoB;IAC/B,MAAM,CAAC,IAAI,SAAe;IAC1B,MAAM,CAAC,IAAI,SAAQ;CACpB;AAED,qBAAa,QAAQ;IACnB,MAAM,CAAC,IAAI,EAAE,aAAa,CAAc;IACxC,MAAM,CAAC,SAAS,EAAE,0BAA0B,CAAQ;IACpD,MAAM,CAAC,aAAa,UAAQ;CAC7B;AAED,eAAO,MAAM,YAAY,EAAE,QAAQ,CAAC,gBAAgB,CAIlD,CAAC;AAEH;;;;;;;;GAQG;AAEH,qBAAa,KAAM,SAAQ,gBAAgB;IACzC,MAAM,CAAC,YAAY,SAAoE;IACvF,MAAM,CAAC,SAAS,SAAoJ;IACpK,MAAM,CAAC,cAAc,SAA6I;IAClK,MAAM,CAAC,QAAQ,SAAuB;IACtC,MAAM,CAAC,OAAO,SAAoB;IAClC,MAAM,CAAC,OAAO,SAA+B;IAC7C,MAAM,CAAC,QAAQ,SAA2D;IAC1E,MAAM,CAAC,gBAAgB,SAAiB;IACxC,MAAM,CAAC,QAAQ,SAAgC;IAC/C,iCAAiC;IACjC,MAAM,CAAC,SAAS,SAAoI;IACpJ,OAAgB,OAAO,SAAoS;CAC5T;AAED;;;;;;;;GAQG;AAEH,qBAAa,QAAS,SAAQ,gBAAgB;IAC5C,MAAM,CAAC,YAAY,SAAoE;IACvF,MAAM,CAAC,SAAS,SAAqF;IACrG,MAAM,CAAC,QAAQ,SAAa;IAC5B,MAAM,CAAC,gBAAgB,SAAiB;IACxC,MAAM,CAAC,QAAQ,SAAgC;IAC/C,iCAAiC;IACjC,MAAM,CAAC,SAAS,SAAuI;IACvJ,OAAgB,OAAO,SAA8M;CACtO;AAED,eAAO,MAAM,WAAW,QAAsB,CAAC;AAE/C,eAAO,MAAM,kBAAkB,QAAY,CAAC;AAE5C,eAAO,MAAM,kBAAkB,QAAW,CAAC;AAE3C,eAAO,MAAM,UAAU,UAAU,CAAC;AAElC,eAAO,MAAM,UAAU,UAAU,CAAC;AAElC,eAAO,MAAM,YAAY,KAAK,CAAC;AAE/B,eAAO,MAAM,aAAa,QAAqB,CAAC"}