@lenml/tokenizers/dist/main.js

a lightweight no-dependency fork of transformers.js (only tokenizers)

"use strict";var ju=Object.create;var _e=Object.defineProperty;var Mu=Object.getOwnPropertyDescriptor;var Nu=Object.getOwnPropertyNames;var Tu=Object.getPrototypeOf,$u=Object.prototype.hasOwnProperty;var Pu=(s,e,t)=>e in s?_e(s,e,{enumerable:!0,configurable:!0,writable:!0,value:t}):s[e]=t;var o=(s,e)=>_e(s,"name",{value:e,configurable:!0});var d=(s,e)=>()=>(e||s((e={exports:{}}).exports,e),e.exports),Bo=(s,e)=>{for(var t in e)_e(s,t,{get:e[t],enumerable:!0})},Fo=(s,e,t,r)=>{if(e&&typeof e=="object"||typeof e=="function")for(let n of Nu(e))!$u.call(s,n)&&n!==t&&_e(s,n,{get:()=>e[n],enumerable:!(r=Mu(e,n))||r.enumerable});return s};var Ru=(s,e,t)=>(t=s!=null?ju(Tu(s)):{},Fo(e||!s||!s.__esModule?_e(t,"default",{value:s,enumerable:!0}):t,s)),Bu=s=>Fo(_e({},"__esModule",{value:!0}),s);var g=(s,e,t)=>Pu(s,typeof e!="symbol"?e+"":e,t);var F=d((Yr,Lo)=>{"use strict";var at=o(function(s){return s&&s.Math===Math&&s},"check");Lo.exports=at(typeof globalThis=="object"&&globalThis)||at(typeof window=="object"&&window)||at(typeof self=="object"&&self)||at(typeof global=="object"&&global)||at(typeof Yr=="object"&&Yr)||(function(){return this})()||Function("return this")()});var z=d((P_,Uo)=>{"use strict";Uo.exports=function(s){try{return!!s()}catch{return!0}}});var te=d((R_,Vo)=>{"use strict";var Fu=z();Vo.exports=!Fu(function(){return Object.defineProperty({},1,{get:o(function(){return 7},"get")})[1]!==7})});var Hr=d((F_,Do)=>{"use strict";var Lu=z();Do.exports=!Lu(function(){var s=(function(){}).bind();return typeof s!="function"||s.hasOwnProperty("prototype")})});var yt=d((L_,Ko)=>{"use strict";var Uu=Hr(),mt=Function.prototype.call;Ko.exports=Uu?mt.bind(mt):function(){return mt.apply(mt,arguments)}});var Jo=d(Go=>{"use strict";var Wo={}.propertyIsEnumerable,zo=Object.getOwnPropertyDescriptor,Vu=zo&&!Wo.call({1:2},1);Go.f=Vu?o(function(e){var t=zo(this,e);return!!t&&t.enumerable},"propertyIsEnumerable"):Wo});var Zr=d((D_,Yo)=>{"use strict";Yo.exports=function(s,e){return{enumerable:!(s&1),configurable:!(s&2),writable:!(s&4),value:e}}});var L=d((K_,Xo)=>{"use strict";var Ho=Hr(),Zo=Function.prototype,Xr=Zo.call,Du=Ho&&Zo.bind.bind(Xr,Xr);Xo.exports=Ho?Du:function(s){return function(){return Xr.apply(s,arguments)}}});var Qr=d((W_,ea)=>{"use strict";var Qo=L(),Ku=Qo({}.toString),Wu=Qo("".slice);ea.exports=function(s){return Wu(Ku(s),8,-1)}});var ra=d((z_,ta)=>{"use strict";var zu=L(),Gu=z(),Ju=Qr(),es=Object,Yu=zu("".split);ta.exports=Gu(function(){return!es("z").propertyIsEnumerable(0)})?function(s){return Ju(s)==="String"?Yu(s,""):es(s)}:es});var ts=d((G_,sa)=>{"use strict";sa.exports=function(s){return s==null}});var rs=d((J_,na)=>{"use strict";var Hu=ts(),Zu=TypeError;na.exports=function(s){if(Hu(s))throw new Zu("Can't call method on "+s);return s}});var ve=d((Y_,ia)=>{"use strict";var Xu=ra(),Qu=rs();ia.exports=function(s){return Xu(Qu(s))}});var K=d((H_,oa)=>{"use strict";var ss=typeof document=="object"&&document.all;oa.exports=typeof ss>"u"&&ss!==void 0?function(s){return typeof s=="function"||s===ss}:function(s){return typeof s=="function"}});var ge=d((Z_,aa)=>{"use strict";var eh=K();aa.exports=function(s){return typeof s=="object"?s!==null:eh(s)}});var xt=d((X_,la)=>{"use strict";var ns=F(),th=K(),rh=o(function(s){return th(s)?s:void 0},"aFunction");la.exports=function(s,e){return arguments.length<2?rh(ns[s]):ns[s]&&ns[s][e]}});var ua=d((ev,ca)=>{"use strict";var sh=L();ca.exports=sh({}.isPrototypeOf)});var lt=d((tv,fa)=>{"use strict";var nh=F(),ha=nh.navigator,pa=ha&&ha.userAgent;fa.exports=pa?String(pa):""});var os=d((rv,ma)=>{"use strict";var wa=F(),is=lt(),da=wa.process,_a=wa.Deno,va=da&&da.versions||_a&&_a.version,ga=va&&va.v8,G,bt;ga&&(G=ga.split("."),bt=G[0]>0&&G[0]<4?1:+(G[0]+G[1]));!bt&&is&&(G=is.match(/Edge\/(\d+)/),(!G||G[1]>=74)&&(G=is.match(/Chrome\/(\d+)/),G&&(bt=+G[1])));ma.exports=bt});var as=d((sv,xa)=>{"use strict";var ya=os(),ih=z(),oh=F(),ah=oh.String;xa.exports=!!Object.getOwnPropertySymbols&&!ih(function(){var s=Symbol("symbol detection");return!ah(s)||!(Object(s)instanceof Symbol)||!Symbol.sham&&ya&&ya<41})});var ls=d((nv,ba)=>{"use strict";var lh=as();ba.exports=lh&&!Symbol.sham&&typeof Symbol.iterator=="symbol"});var cs=d((iv,ka)=>{"use strict";var ch=xt(),uh=K(),hh=ua(),ph=ls(),fh=Object;ka.exports=ph?function(s){return typeof s=="symbol"}:function(s){var e=ch("Symbol");return uh(e)&&hh(e.prototype,fh(s))}});var us=d((ov,Ea)=>{"use strict";var dh=String;Ea.exports=function(s){try{return dh(s)}catch{return"Object"}}});var kt=d((av,Sa)=>{"use strict";var _h=K(),vh=us(),gh=TypeError;Sa.exports=function(s){if(_h(s))return s;throw new gh(vh(s)+" is not a function")}});var qa=d((lv,Oa)=>{"use strict";var wh=kt(),mh=ts();Oa.exports=function(s,e){var t=s[e];return mh(t)?void 0:wh(t)}});var Ca=d((cv,Aa)=>{"use strict";var hs=yt(),ps=K(),fs=ge(),yh=TypeError;Aa.exports=function(s,e){var t,r;if(e==="string"&&ps(t=s.toString)&&!fs(r=hs(t,s))||ps(t=s.valueOf)&&!fs(r=hs(t,s))||e!=="string"&&ps(t=s.toString)&&!fs(r=hs(t,s)))return r;throw new yh("Can't convert object to primitive value")}});var ja=d((uv,Ia)=>{"use strict";Ia.exports=!1});var Et=d((hv,Na)=>{"use strict";var Ma=F(),xh=Object.defineProperty;Na.exports=function(s,e){try{xh(Ma,s,{value:e,configurable:!0,writable:!0})}catch{Ma[s]=e}return e}});var St=d((pv,Pa)=>{"use strict";var bh=ja(),kh=F(),Eh=Et(),Ta="__core-js_shared__",$a=Pa.exports=kh[Ta]||Eh(Ta,{});($a.versions||($a.versions=[])).push({version:"3.45.1",mode:bh?"pure":"global",copyright:"\xA9 2014-2025 Denis Pushkarev (zloirock.ru)",license:"https://github.com/zloirock/core-js/blob/v3.45.1/LICENSE",source:"https://github.com/zloirock/core-js"})});var ds=d((fv,Ba)=>{"use strict";var Ra=St();Ba.exports=function(s,e){return Ra[s]||(Ra[s]=e||{})}});var _s=d((dv,Fa)=>{"use strict";var Sh=rs(),Oh=Object;Fa.exports=function(s){return Oh(Sh(s))}});var ie=d((_v,La)=>{"use strict";var qh=L(),Ah=_s(),Ch=qh({}.hasOwnProperty);La.exports=Object.hasOwn||o(function(e,t){return Ch(Ah(e),t)},"hasOwn")});var vs=d((gv,Ua)=>{"use strict";var Ih=L(),jh=0,Mh=Math.random(),Nh=Ih(1.1.toString);Ua.exports=function(s){return"Symbol("+(s===void 0?"":s)+")_"+Nh(++jh+Mh,36)}});var ct=d((wv,Da)=>{"use strict";var Th=F(),$h=ds(),Va=ie(),Ph=vs(),Rh=as(),Bh=ls(),we=Th.Symbol,gs=$h("wks"),Fh=Bh?we.for||we:we&&we.withoutSetter||Ph;Da.exports=function(s){return Va(gs,s)||(gs[s]=Rh&&Va(we,s)?we[s]:Fh("Symbol."+s)),gs[s]}});var Ga=d((mv,za)=>{"use strict";var Lh=yt(),Ka=ge(),Wa=cs(),Uh=qa(),Vh=Ca(),Dh=ct(),Kh=TypeError,Wh=Dh("toPrimitive");za.exports=function(s,e){if(!Ka(s)||Wa(s))return s;var t=Uh(s,Wh),r;if(t){if(e===void 0&&(e="default"),r=Lh(t,s,e),!Ka(r)||Wa(r))return r;throw new Kh("Can't convert object to primitive value")}return e===void 0&&(e="number"),Vh(s,e)}});var ws=d((yv,Ja)=>{"use strict";var zh=Ga(),Gh=cs();Ja.exports=function(s){var e=zh(s,"string");return Gh(e)?e:e+""}});var ys=d((xv,Ha)=>{"use strict";var Jh=F(),Ya=ge(),ms=Jh.document,Yh=Ya(ms)&&Ya(ms.createElement);Ha.exports=function(s){return Yh?ms.createElement(s):{}}});var xs=d((bv,Za)=>{"use strict";var Hh=te(),Zh=z(),Xh=ys();Za.exports=!Hh&&!Zh(function(){return Object.defineProperty(Xh("div"),"a",{get:o(function(){return 7},"get")}).a!==7})});var bs=d(Qa=>{"use strict";var Qh=te(),ep=yt(),tp=Jo(),rp=Zr(),sp=ve(),np=ws(),ip=ie(),op=xs(),Xa=Object.getOwnPropertyDescriptor;Qa.f=Qh?Xa:o(function(e,t){if(e=sp(e),t=np(t),op)try{return Xa(e,t)}catch{}if(ip(e,t))return rp(!ep(tp.f,e,t),e[t])},"getOwnPropertyDescriptor")});var ks=d((Ov,el)=>{"use strict";var ap=te(),lp=z();el.exports=ap&&lp(function(){return Object.defineProperty(function(){},"prototype",{value:42,writable:!1}).prototype!==42})});var ut=d((qv,tl)=>{"use strict";var cp=ge(),up=String,hp=TypeError;tl.exports=function(s){if(cp(s))return s;throw new hp(up(s)+" is not an object")}});var me=d(sl=>{"use strict";var pp=te(),fp=xs(),dp=ks(),Ot=ut(),rl=ws(),_p=TypeError,Es=Object.defineProperty,vp=Object.getOwnPropertyDescriptor,Ss="enumerable",Os="configurable",qs="writable";sl.f=pp?dp?o(function(e,t,r){if(Ot(e),t=rl(t),Ot(r),typeof e=="function"&&t==="prototype"&&"value"in r&&qs in r&&!r[qs]){var n=vp(e,t);n&&n[qs]&&(e[t]=r.value,r={configurable:Os in r?r[Os]:n[Os],enumerable:Ss in r?r[Ss]:n[Ss],writable:!1})}return Es(e,t,r)},"defineProperty"):Es:o(function(e,t,r){if(Ot(e),t=rl(t),Ot(r),fp)try{return Es(e,t,r)}catch{}if("get"in r||"set"in r)throw new _p("Accessors not supported");return"value"in r&&(e[t]=r.value),e},"defineProperty")});var As=d((Iv,nl)=>{"use strict";var gp=te(),wp=me(),mp=Zr();nl.exports=gp?function(s,e,t){return wp.f(s,e,mp(1,t))}:function(s,e,t){return s[e]=t,s}});var al=d((jv,ol)=>{"use strict";var Cs=te(),yp=ie(),il=Function.prototype,xp=Cs&&Object.getOwnPropertyDescriptor,Is=yp(il,"name"),bp=Is&&o((function(){}),"something").name==="something",kp=Is&&(!Cs||Cs&&xp(il,"name").configurable);ol.exports={EXISTS:Is,PROPER:bp,CONFIGURABLE:kp}});var cl=d((Nv,ll)=>{"use strict";var Ep=L(),Sp=K(),js=St(),Op=Ep(Function.toString);Sp(js.inspectSource)||(js.inspectSource=function(s){return Op(s)});ll.exports=js.inspectSource});var pl=d((Tv,hl)=>{"use strict";var qp=F(),Ap=K(),ul=qp.WeakMap;hl.exports=Ap(ul)&&/native code/.test(String(ul))});var Ms=d(($v,dl)=>{"use strict";var Cp=ds(),Ip=vs(),fl=Cp("keys");dl.exports=function(s){return fl[s]||(fl[s]=Ip(s))}});var qt=d((Pv,_l)=>{"use strict";_l.exports={}});var ml=d((Rv,wl)=>{"use strict";var jp=pl(),gl=F(),Mp=ge(),Np=As(),Ns=ie(),Ts=St(),Tp=Ms(),$p=qt(),vl="Object already initialized",$s=gl.TypeError,Pp=gl.WeakMap,At,ht,Ct,Rp=o(function(s){return Ct(s)?ht(s):At(s,{})},"enforce"),Bp=o(function(s){return function(e){var t;if(!Mp(e)||(t=ht(e)).type!==s)throw new $s("Incompatible receiver, "+s+" required");return t}},"getterFor");jp||Ts.state?(J=Ts.state||(Ts.state=new Pp),J.get=J.get,J.has=J.has,J.set=J.set,At=o(function(s,e){if(J.has(s))throw new $s(vl);return e.facade=s,J.set(s,e),e},"set"),ht=o(function(s){return J.get(s)||{}},"get"),Ct=o(function(s){return J.has(s)},"has")):(ue=Tp("state"),$p[ue]=!0,At=o(function(s,e){if(Ns(s,ue))throw new $s(vl);return e.facade=s,Np(s,ue,e),e},"set"),ht=o(function(s){return Ns(s,ue)?s[ue]:{}},"get"),Ct=o(function(s){return Ns(s,ue)},"has"));var J,ue;wl.exports={set:At,get:ht,has:Ct,enforce:Rp,getterFor:Bp}});var kl=d((Fv,bl)=>{"use strict";var Rs=L(),Fp=z(),Lp=K(),It=ie(),Ps=te(),Up=al().CONFIGURABLE,Vp=cl(),xl=ml(),Dp=xl.enforce,Kp=xl.get,yl=String,jt=Object.defineProperty,Wp=Rs("".slice),zp=Rs("".replace),Gp=Rs([].join),Jp=Ps&&!Fp(function(){return jt(function(){},"length",{value:8}).length!==8}),Yp=String(String).split("String"),Hp=bl.exports=function(s,e,t){Wp(yl(e),0,7)==="Symbol("&&(e="["+zp(yl(e),/^Symbol\(([^)]*)\).*$/,"$1")+"]"),t&&t.getter&&(e="get "+e),t&&t.setter&&(e="set "+e),(!It(s,"name")||Up&&s.name!==e)&&(Ps?jt(s,"name",{value:e,configurable:!0}):s.name=e),Jp&&t&&It(t,"arity")&&s.length!==t.arity&&jt(s,"length",{value:t.arity});try{t&&It(t,"constructor")&&t.constructor?Ps&&jt(s,"prototype",{writable:!1}):s.prototype&&(s.prototype=void 0)}catch{}var r=Dp(s);return It(r,"source")||(r.source=Gp(Yp,typeof e=="string"?e:"")),s};Function.prototype.toString=Hp(o(function(){return Lp(this)&&Kp(this).source||Vp(this)},"toString"),"toString")});var Sl=d((Uv,El)=>{"use strict";var Zp=K(),Xp=me(),Qp=kl(),ef=Et();El.exports=function(s,e,t,r){r||(r={});var n=r.enumerable,i=r.name!==void 0?r.name:e;if(Zp(t)&&Qp(t,i,r),r.global)n?s[e]=t:ef(e,t);else{try{r.unsafe?s[e]&&(n=!0):delete s[e]}catch{}n?s[e]=t:Xp.f(s,e,{value:t,enumerable:!1,configurable:!r.nonConfigurable,writable:!r.nonWritable})}return s}});var ql=d((Vv,Ol)=>{"use strict";var tf=Math.ceil,rf=Math.floor;Ol.exports=Math.trunc||o(function(e){var t=+e;return(t>0?rf:tf)(t)},"trunc")});var Bs=d((Kv,Al)=>{"use strict";var sf=ql();Al.exports=function(s){var e=+s;return e!==e||e===0?0:sf(e)}});var Il=d((Wv,Cl)=>{"use strict";var nf=Bs(),of=Math.max,af=Math.min;Cl.exports=function(s,e){var t=nf(s);return t<0?of(t+e,0):af(t,e)}});var Ml=d((zv,jl)=>{"use strict";var lf=Bs(),cf=Math.min;jl.exports=function(s){var e=lf(s);return e>0?cf(e,9007199254740991):0}});var Mt=d((Gv,Nl)=>{"use strict";var uf=Ml();Nl.exports=function(s){return uf(s.length)}});var Pl=d((Jv,$l)=>{"use strict";var hf=ve(),pf=Il(),ff=Mt(),Tl=o(function(s){return function(e,t,r){var n=hf(e),i=ff(n);if(i===0)return!s&&-1;var a=pf(r,i),l;if(s&&t!==t){for(;i>a;)if(l=n[a++],l!==l)return!0}else for(;i>a;a++)if((s||a in n)&&n[a]===t)return s||a||0;return!s&&-1}},"createMethod");$l.exports={includes:Tl(!0),indexOf:Tl(!1)}});var Ls=d((Hv,Bl)=>{"use strict";var df=L(),Fs=ie(),_f=ve(),vf=Pl().indexOf,gf=qt(),Rl=df([].push);Bl.exports=function(s,e){var t=_f(s),r=0,n=[],i;for(i in t)!Fs(gf,i)&&Fs(t,i)&&Rl(n,i);for(;e.length>r;)Fs(t,i=e[r++])&&(~vf(n,i)||Rl(n,i));return n}});var Nt=d((Zv,Fl)=>{"use strict";Fl.exports=["constructor","hasOwnProperty","isPrototypeOf","propertyIsEnumerable","toLocaleString","toString","valueOf"]});var Ul=d(Ll=>{"use strict";var wf=Ls(),mf=Nt(),yf=mf.concat("length","prototype");Ll.f=Object.getOwnPropertyNames||o(function(e){return wf(e,yf)},"getOwnPropertyNames")});var Dl=d(Vl=>{"use strict";Vl.f=Object.getOwnPropertySymbols});var Wl=d((tg,Kl)=>{"use strict";var xf=xt(),bf=L(),kf=Ul(),Ef=Dl(),Sf=ut(),Of=bf([].concat);Kl.exports=xf("Reflect","ownKeys")||o(function(e){var t=kf.f(Sf(e)),r=Ef.f;return r?Of(t,r(e)):t},"ownKeys")});var Jl=d((sg,Gl)=>{"use strict";var zl=ie(),qf=Wl(),Af=bs(),Cf=me();Gl.exports=function(s,e,t){for(var r=qf(e),n=Cf.f,i=Af.f,a=0;a<r.length;a++){var l=r[a];!zl(s,l)&&!(t&&zl(t,l))&&n(s,l,i(e,l))}}});var Hl=d((ng,Yl)=>{"use strict";var If=z(),jf=K(),Mf=/#|\.prototype\./,pt=o(function(s,e){var t=Tf[Nf(s)];return t===Pf?!0:t===$f?!1:jf(e)?If(e):!!e},"isForced"),Nf=pt.normalize=function(s){return String(s).replace(Mf,".").toLowerCase()},Tf=pt.data={},$f=pt.NATIVE="N",Pf=pt.POLYFILL="P";Yl.exports=pt});var Us=d((og,Zl)=>{"use strict";var Tt=F(),Rf=bs().f,Bf=As(),Ff=Sl(),Lf=Et(),Uf=Jl(),Vf=Hl();Zl.exports=function(s,e){var t=s.target,r=s.global,n=s.stat,i,a,l,u,h,f;if(r?a=Tt:n?a=Tt[t]||Lf(t,{}):a=Tt[t]&&Tt[t].prototype,a)for(l in e){if(h=e[l],s.dontCallGetSet?(f=Rf(a,l),u=f&&f.value):u=a[l],i=Vf(r?l:t+(n?".":"#")+l,s.forced),!i&&u!==void 0){if(typeof h==typeof u)continue;Uf(h,u)}(s.sham||u&&u.sham)&&Bf(h,"sham",!0),Ff(a,l,h,s)}}});var ec=d((ag,Ql)=>{"use strict";var Xl=us(),Df=TypeError;Ql.exports=function(s,e){if(!delete s[e])throw new Df("Cannot delete property "+Xl(e)+" of "+Xl(s))}});var sc=d((lg,rc)=>{"use strict";var Kf=ct(),Wf=Kf("toStringTag"),tc={};tc[Wf]="z";rc.exports=String(tc)==="[object z]"});var ic=d((cg,nc)=>{"use strict";var zf=sc(),Gf=K(),$t=Qr(),Jf=ct(),Yf=Jf("toStringTag"),Hf=Object,Zf=$t((function(){return arguments})())==="Arguments",Xf=o(function(s,e){try{return s[e]}catch{}},"tryGet");nc.exports=zf?$t:function(s){var e,t,r;return s===void 0?"Undefined":s===null?"Null":typeof(t=Xf(e=Hf(s),Yf))=="string"?t:Zf?$t(e):(r=$t(e))==="Object"&&Gf(e.callee)?"Arguments":r}});var ac=d((hg,oc)=>{"use strict";var Qf=ic(),ed=String;oc.exports=function(s){if(Qf(s)==="Symbol")throw new TypeError("Cannot convert a Symbol value to a string");return ed(s)}});var cc=d((pg,lc)=>{"use strict";var td=L();lc.exports=td([].slice)});var pc=d((fg,hc)=>{"use strict";var uc=cc(),rd=Math.floor,Vs=o(function(s,e){var t=s.length;if(t<8)for(var r=1,n,i;r<t;){for(i=r,n=s[r];i&&e(s[i-1],n)>0;)s[i]=s[--i];i!==r++&&(s[i]=n)}else for(var a=rd(t/2),l=Vs(uc(s,0,a),e),u=Vs(uc(s,a),e),h=l.length,f=u.length,v=0,y=0;v<h||y<f;)s[v+y]=v<h&&y<f?e(l[v],u[y])<=0?l[v++]:u[y++]:v<h?l[v++]:u[y++];return s},"sort");hc.exports=Vs});var dc=d((_g,fc)=>{"use strict";var sd=z();fc.exports=function(s,e){var t=[][s];return!!t&&sd(function(){t.call(null,e||function(){return 1},1)})}});var gc=d((vg,vc)=>{"use strict";var nd=lt(),_c=nd.match(/firefox\/(\d+)/i);vc.exports=!!_c&&+_c[1]});var mc=d((gg,wc)=>{"use strict";var id=lt();wc.exports=/MSIE|Trident/.test(id)});var bc=d((wg,xc)=>{"use strict";var od=lt(),yc=od.match(/AppleWebKit\/(\d+)\./);xc.exports=!!yc&&+yc[1]});var jc=d(()=>{"use strict";var ad=Us(),Cc=L(),ld=kt(),cd=_s(),kc=Mt(),ud=ec(),Ec=ac(),Ds=z(),hd=pc(),pd=dc(),Sc=gc(),fd=mc(),Oc=os(),qc=bc(),oe=[],Ac=Cc(oe.sort),dd=Cc(oe.push),_d=Ds(function(){oe.sort(void 0)}),vd=Ds(function(){oe.sort(null)}),gd=pd("sort"),Ic=!Ds(function(){if(Oc)return Oc<70;if(!(Sc&&Sc>3)){if(fd)return!0;if(qc)return qc<603;var s="",e,t,r,n;for(e=65;e<76;e++){switch(t=String.fromCharCode(e),e){case 66:case 69:case 70:case 72:r=3;break;case 68:case 71:r=4;break;default:r=2}for(n=0;n<47;n++)oe.push({k:t+n,v:r})}for(oe.sort(function(i,a){return a.v-i.v}),n=0;n<oe.length;n++)t=oe[n].k.charAt(0),s.charAt(s.length-1)!==t&&(s+=t);return s!=="DGBEFHACIJK"}}),wd=_d||!vd||!gd||!Ic,md=o(function(s){return function(e,t){return t===void 0?-1:e===void 0?1:s!==void 0?+s(e,t)||0:Ec(e)>Ec(t)?1:-1}},"getSortCompare");ad({target:"Array",proto:!0,forced:wd},{sort:o(function(e){e!==void 0&&ld(e);var t=cd(this);if(Ic)return e===void 0?Ac(t):Ac(t,e);var r=[],n=kc(t),i,a;for(a=0;a<n;a++)a in t&&dd(r,t[a]);for(hd(r,md(e)),i=kc(r),a=0;a<i;)t[a]=r[a++];for(;a<n;)ud(t,a++);return t},"sort")})});var Nc=d((bg,Mc)=>{"use strict";var yd=Mt();Mc.exports=function(s,e,t){for(var r=0,n=arguments.length>2?t:yd(e),i=new s(n);n>r;)i[r]=e[r++];return i}});var $c=d((kg,Tc)=>{"use strict";var xd=F();Tc.exports=function(s,e){var t=xd[s],r=t&&t.prototype;return r&&r[e]}});var Rc=d((Eg,Pc)=>{"use strict";var bd=Ls(),kd=Nt();Pc.exports=Object.keys||o(function(e){return bd(e,kd)},"keys")});var Fc=d(Bc=>{"use strict";var Ed=te(),Sd=ks(),Od=me(),qd=ut(),Ad=ve(),Cd=Rc();Bc.f=Ed&&!Sd?Object.defineProperties:o(function(e,t){qd(e);for(var r=Ad(t),n=Cd(t),i=n.length,a=0,l;i>a;)Od.f(e,l=n[a++],r[l]);return e},"defineProperties")});var Uc=d((Ag,Lc)=>{"use strict";var Id=xt();Lc.exports=Id("document","documentElement")});var Yc=d((Cg,Jc)=>{"use strict";var jd=ut(),Md=Fc(),Vc=Nt(),Nd=qt(),Td=Uc(),$d=ys(),Pd=Ms(),Dc=">",Kc="<",Ws="prototype",zs="script",zc=Pd("IE_PROTO"),Ks=o(function(){},"EmptyConstructor"),Gc=o(function(s){return Kc+zs+Dc+s+Kc+"/"+zs+Dc},"scriptTag"),Wc=o(function(s){s.write(Gc("")),s.close();var e=s.parentWindow.Object;return s=null,e},"NullProtoObjectViaActiveX"),Rd=o(function(){var s=$d("iframe"),e="java"+zs+":",t;return s.style.display="none",Td.appendChild(s),s.src=String(e),t=s.contentWindow.document,t.open(),t.write(Gc("document.F=Object")),t.close(),t.F},"NullProtoObjectViaIFrame"),Pt,Rt=o(function(){try{Pt=new ActiveXObject("htmlfile")}catch{}Rt=typeof document<"u"?document.domain&&Pt?Wc(Pt):Rd():Wc(Pt);for(var s=Vc.length;s--;)delete Rt[Ws][Vc[s]];return Rt()},"NullProtoObject");Nd[zc]=!0;Jc.exports=Object.create||o(function(e,t){var r;return e!==null?(Ks[Ws]=jd(e),r=new Ks,Ks[Ws]=null,r[zc]=e):r=Rt(),t===void 0?r:Md.f(r,t)},"create")});var Zc=d((jg,Hc)=>{"use strict";var Bd=ct(),Fd=Yc(),Ld=me().f,Gs=Bd("unscopables"),Js=Array.prototype;Js[Gs]===void 0&&Ld(Js,Gs,{configurable:!0,value:Fd(null)});Hc.exports=function(s){Js[Gs][s]=!0}});var Ys=d(()=>{"use strict";var Ud=Us(),Vd=L(),Dd=kt(),Kd=ve(),Wd=Nc(),zd=$c(),Gd=Zc(),Jd=Array,Yd=Vd(zd("Array","sort"));Ud({target:"Array",proto:!0},{toSorted:o(function(e){e!==void 0&&Dd(e);var t=Kd(this),r=Wd(Jd,t);return Yd(r,e)},"toSorted")});Gd("toSorted")});var Qc=d(($g,Xc)=>{"use strict";var Hd=F(),Zd=L();Xc.exports=function(s,e){return Zd(Hd[s].prototype[e])}});var tu=d((Pg,eu)=>{"use strict";jc();Ys();var Xd=Qc();eu.exports=Xd("Array","toSorted")});var su=d((Rg,ru)=>{"use strict";var Qd=tu();ru.exports=Qd});var nu=d(()=>{"use strict";Ys()});var ou=d((Lg,iu)=>{"use strict";var e_=su();nu();iu.exports=e_});var N_={};Bo(N_,{TokenizerLoader:()=>Ro,tokenizers:()=>Gn});module.exports=Bu(N_);var gw=Ru(ou());var Gn={};Bo(Gn,{AlbertTokenizer:()=>rr,AutoTokenizer:()=>de,BartTokenizer:()=>vr,BertTokenizer:()=>tr,BlenderbotSmallTokenizer:()=>Fr,BlenderbotTokenizer:()=>Br,BloomTokenizer:()=>mr,CLIPTokenizer:()=>Tr,CamembertTokenizer:()=>hr,CodeGenTokenizer:()=>Nr,CodeLlamaTokenizer:()=>xr,CohereTokenizer:()=>Dr,ConvBertTokenizer:()=>lr,DebertaTokenizer:()=>ir,DebertaV2Tokenizer:()=>or,DistilBertTokenizer:()=>ur,ElectraTokenizer:()=>fr,Ernie4_5_Tokenizer:()=>Wr,EsmTokenizer:()=>Or,FalconTokenizer:()=>Er,GPT2Tokenizer:()=>_r,GPTNeoXTokenizer:()=>Sr,GemmaTokenizer:()=>Ar,Grok1Tokenizer:()=>Cr,HerbertTokenizer:()=>ar,LlamaTokenizer:()=>yr,M2M100Tokenizer:()=>jr,MBart50Tokenizer:()=>gr,MBartTokenizer:()=>wt,MPNetTokenizer:()=>kr,MarianTokenizer:()=>Pr,MgpstrTokenizer:()=>Kr,MobileBertTokenizer:()=>sr,NllbTokenizer:()=>Ir,NougatTokenizer:()=>Ur,PreTrainedTokenizer:()=>m,Qwen2Tokenizer:()=>qr,RoFormerTokenizer:()=>cr,RobertaTokenizer:()=>wr,SiglipTokenizer:()=>$r,SpeechT5Tokenizer:()=>Lr,SqueezeBertTokenizer:()=>nr,T5Tokenizer:()=>dr,TokenizerModel:()=>ae,VitsTokenizer:()=>Vr,Wav2Vec2CTCTokenizer:()=>Rr,WhisperTokenizer:()=>Mr,XLMRobertaTokenizer:()=>br,XLMTokenizer:()=>pr,is_chinese_char:()=>Au});var ye,he=(ye=class{constructor(){let e=o(function(...t){return e._call(...t)},"closure");return Object.setPrototypeOf(e,new.target.prototype)}_call(...e){throw Error("Must implement _call method in subclass")}},o(ye,"Callable"),ye);function au(s){return Object.fromEntries(Object.entries(s).map(([e,t])=>[t,e]))}o(au,"reverseDictionary");function lu(s){return s.replace(/[.*+?^${}()|[\]\\]/g,"\\$&")}o(lu,"escapeRegExp");function cu(s){return Number.isInteger(s)||typeof s=="bigint"}o(cu,"isIntegralNumber");function N(...s){return Array.prototype.concat.apply([],s)}o(N,"mergeArrays");function uu(s){let e=0;for(let t of s)++e;return e}o(uu,"len");async function t_(s,e,t=!0,r={}){if(s.startsWith("http"))return fetch(s+e).then(n=>{if(!n.ok){if(t)throw new Error(`File not found at ${s}${e}`);return null}return n.arrayBuffer()});throw new Error("Filesystem not supported, please implement your own file reading logic.")}o(t_,"getModelFile");async function Hs(s,e,t=!0,r={}){let n=await t_(s,e,t,r);if(n===null)return{};let a=new TextDecoder("utf-8").decode(n);return JSON.parse(a)}o(Hs,"getModelJSON");function hu(s){if(s.length===0)throw Error("Array must not be empty");let e=s[0],t=0;for(let r=1;r<s.length;++r)s[r]<e&&(e=s[r],t=r);return[e,t]}o(hu,"min");function pu(s){if(s.length===0)throw Error("Array must not be empty");let e=s[0],t=0;for(let r=1;r<s.length;++r)s[r]>e&&(e=s[r],t=r);return[Number(e),t]}o(pu,"max");function ft(s,e){let t=Math.pow(10,e);return Math.round(s*t)/t}o(ft,"round");var Xs=class Xs extends Error{constructor(e){super(e)}};o(Xs,"TensorError");var Zs=Xs,Qs=class Qs{constructor(...e){throw new Zs("You seem to be creating a tensor object. Unfortunately, the '@lenml/tokenizers' library does not support returning any ONNX-related object instances. Please try setting 'return_tensor=false' to avoid this error")}};o(Qs,"Tensor");var pe=Qs;var en=class en{constructor(e=(r,n)=>r>n,t=1/0){this._heap=[],this._comparator=e,this._maxSize=t}get size(){return this._heap.length}isEmpty(){return this.size===0}peek(){return this._heap[0]}push(...e){return this.extend(e)}extend(e){for(let t of e)if(this.size<this._maxSize)this._heap.push(t),this._siftUp();else{let r=this._smallest();this._comparator(t,this._heap[r])&&(this._heap[r]=t,this._siftUpFrom(r))}return this.size}pop(){let e=this.peek(),t=this.size-1;return t>0&&this._swap(0,t),this._heap.pop(),this._siftDown(),e}replace(e){let t=this.peek();return this._heap[0]=e,this._siftDown(),t}_parent(e){return(e+1>>>1)-1}_left(e){return(e<<1)+1}_right(e){return e+1<<1}_greater(e,t){return this._comparator(this._heap[e],this._heap[t])}_swap(e,t){let r=this._heap[e];this._heap[e]=this._heap[t],this._heap[t]=r}_siftUp(){this._siftUpFrom(this.size-1)}_siftUpFrom(e){for(;e>0&&this._greater(e,this._parent(e));)this._swap(e,this._parent(e)),e=this._parent(e)}_siftDown(){let e=0;for(;this._left(e)<this.size&&this._greater(this._left(e),e)||this._right(e)<this.size&&this._greater(this._right(e),e);){let t=this._right(e)<this.size&&this._greater(this._right(e),this._left(e))?this._right(e):this._left(e);this._swap(e,t),e=t}}_smallest(){return 2**Math.floor(Math.log2(this.size))-1}};o(en,"PriorityQueue");var Bt=en,tn=class tn{constructor(){this.root=Lt.default()}extend(e){for(let t of e)this.push(t)}push(e){let t=this.root;for(let r of e){let n=t.children.get(r);n===void 0&&(n=Lt.default(),t.children.set(r,n)),t=n}t.isLeaf=!0}*commonPrefixSearch(e){let t=this.root;if(t===void 0)return;let r="";for(let n of e){if(r+=n,t=t.children.get(n),t===void 0)return;t.isLeaf&&(yield r)}}};o(tn,"CharTrie");var Ft=tn,Kt=class Kt{constructor(e,t){this.isLeaf=e,this.children=t}static default(){return new Kt(!1,new Map)}};o(Kt,"CharTrieNode");var Lt=Kt,rn=class rn{constructor(e,t,r){this.chars=Array.from(e),this.len=this.chars.length,this.bosTokenId=t,this.eosTokenId=r,this.nodes=[],this.beginNodes=Array.from({length:this.len+1},()=>[]),this.endNodes=Array.from({length:this.len+1},()=>[]);let n=new dt(this.bosTokenId,0,0,0,0),i=new dt(this.eosTokenId,1,this.len,0,0);this.nodes.push(n.clone()),this.nodes.push(i.clone()),this.beginNodes[this.len].push(i),this.endNodes[0].push(n)}insert(e,t,r,n){let i=this.nodes.length,a=new dt(n,i,e,t,r);this.beginNodes[e].push(a),this.endNodes[e+t].push(a),this.nodes.push(a)}viterbi(){let e=this.len,t=0;for(;t<=e;){if(this.beginNodes[t].length==0)return[];for(let l of this.beginNodes[t]){l.prev=null;let u=0,h=null;for(let f of this.endNodes[t]){let v=f.backtraceScore+l.score;(h===null||v>u)&&(h=f.clone(),u=v)}if(h!==null)l.prev=h,l.backtraceScore=u;else return[]}++t}let r=[],i=this.beginNodes[e][0].prev;if(i===null)return[];let a=i.clone();for(;a.prev!==null;)r.push(a.clone()),a=a.clone().prev.clone();return r.reverse(),r}piece(e){return this.chars.slice(e.pos,e.pos+e.length).join("")}tokens(){return this.viterbi().map(t=>this.piece(t))}tokenIds(){return this.viterbi().map(t=>t.tokenId)}};o(rn,"TokenLattice");var Ut=rn,Wt=class Wt{constructor(e,t,r,n,i){this.tokenId=e,this.nodeId=t,this.pos=r,this.length=n,this.score=i,this.prev=null,this.backtraceScore=0}clone(){let e=new Wt(this.tokenId,this.nodeId,this.pos,this.length,this.score);return e.prev=this.prev,e.backtraceScore=this.backtraceScore,e}};o(Wt,"TokenLatticeNode");var dt=Wt,sn=class sn{constructor(e){this.trie=this._buildTrie(e)}_buildTrie(e){var r;let t=Object.create(null);for(let n of e){let i=t;for(let a=0;a<n.length;++a)i=i[r=n[a]]??(i[r]=Object.create(null));i.end=n}return t}split(e){let t=[],r=e.length,n=0,i=0;for(;i<r;){let a=this.trie,l=null,u=i;for(;u<r&&(a=a[e[u]]);)a.end&&(l=a.end),++u;l?(i>n&&t.push(e.slice(n,i)),t.push(l),i+=l.length,n=i):++i}return n<r&&t.push(e.slice(n)),t}};o(sn,"DictionarySplitter");var Vt=sn,nn=class nn{constructor(e){this.capacity=e,this.cache=new Map}get(e){if(!this.cache.has(e))return;let t=this.cache.get(e);return this.cache.delete(e),this.cache.set(e,t),t}put(e,t){this.cache.has(e)&&this.cache.delete(e),this.cache.set(e,t),this.cache.size>this.capacity&&this.cache.delete(this.cache.keys().next().value)}clear(){this.cache.clear()}};o(nn,"LRUCache");var Dt=nn;var c=Object.freeze({Text:"Text",NumericLiteral:"NumericLiteral",BooleanLiteral:"BooleanLiteral",StringLiteral:"StringLiteral",Identifier:"Identifier",Equals:"Equals",OpenParen:"OpenParen",CloseParen:"CloseParen",OpenStatement:"OpenStatement",CloseStatement:"CloseStatement",OpenExpression:"OpenExpression",CloseExpression:"CloseExpression",OpenSquareBracket:"OpenSquareBracket",CloseSquareBracket:"CloseSquareBracket",OpenCurlyBracket:"OpenCurlyBracket",CloseCurlyBracket:"CloseCurlyBracket",Comma:"Comma",Dot:"Dot",Colon:"Colon",Pipe:"Pipe",CallOperator:"CallOperator",AdditiveBinaryOperator:"AdditiveBinaryOperator",MultiplicativeBinaryOperator:"MultiplicativeBinaryOperator",ComparisonBinaryOperator:"ComparisonBinaryOperator",UnaryOperator:"UnaryOperator",Set:"Set",If:"If",For:"For",In:"In",Is:"Is",NotIn:"NotIn",Else:"Else",EndIf:"EndIf",ElseIf:"ElseIf",EndFor:"EndFor",And:"And",Or:"Or",Not:"UnaryOperator"}),fu=Object.freeze({set:c.Set,for:c.For,in:c.In,is:c.Is,if:c.If,else:c.Else,endif:c.EndIf,elif:c.ElseIf,endfor:c.EndFor,and:c.And,or:c.Or,not:c.Not,"not in":c.NotIn,true:c.BooleanLiteral,false:c.BooleanLiteral}),be,fe=(be=class{constructor(e,t){this.value=e,this.type=t}},o(be,"Token"),be);function du(s){return/\w/.test(s)}o(du,"isWord");function on(s){return/[0-9]/.test(s)}o(on,"isInteger");var r_=[["{%",c.OpenStatement],["%}",c.CloseStatement],["{{",c.OpenExpression],["}}",c.CloseExpression],["(",c.OpenParen],[")",c.CloseParen],["{",c.OpenCurlyBracket],["}",c.CloseCurlyBracket],["[",c.OpenSquareBracket],["]",c.CloseSquareBracket],[",",c.Comma],[".",c.Dot],[":",c.Colon],["|",c.Pipe],["<=",c.ComparisonBinaryOperator],[">=",c.ComparisonBinaryOperator],["==",c.ComparisonBinaryOperator],["!=",c.ComparisonBinaryOperator],["<",c.ComparisonBinaryOperator],[">",c.ComparisonBinaryOperator],["+",c.AdditiveBinaryOperator],["-",c.AdditiveBinaryOperator],["*",c.MultiplicativeBinaryOperator],["/",c.MultiplicativeBinaryOperator],["%",c.MultiplicativeBinaryOperator],["=",c.Equals]],s_=new Map([["n",`
`],["t","	"],["r","\r"],["b","\b"],["f","\f"],["v","\v"],["'","'"],['"','"'],["\\","\\"]]);function n_(s,e={}){return s.endsWith(`
`)&&(s=s.slice(0,-1)),s=s.replace(/{#.*?#}/gs,"{##}"),e.lstrip_blocks&&(s=s.replace(/^[ \t]*({[#%])/gm,"$1")),e.trim_blocks&&(s=s.replace(/([#%]})\n/g,"$1")),s.replace(/{##}/g,"").replace(/-%}\s*/g,"%}").replace(/\s*{%-/g,"{%").replace(/-}}\s*/g,"}}").replace(/\s*{{-/g,"{{")}o(n_,"preprocess");function i_(s,e={}){let t=[],r=n_(s,e),n=0,i=o(a=>{let l="";for(;a(r[n]);){if(r[n]==="\\"){if(++n,n>=r.length)throw new SyntaxError("Unexpected end of input");let u=r[n++],h=s_.get(u);if(h===void 0)throw new SyntaxError(`Unexpected escaped character: ${u}`);l+=h;continue}if(l+=r[n++],n>=r.length)throw new SyntaxError("Unexpected end of input")}return l},"consumeWhile");e:for(;n<r.length;){let a=t.at(-1)?.type;if(a===void 0||a===c.CloseStatement||a===c.CloseExpression){let u="";for(;n<r.length&&!(r[n]==="{"&&(r[n+1]==="%"||r[n+1]==="{"));)u+=r[n++];if(u.length>0){t.push(new fe(u,c.Text));continue}}i(u=>/\s/.test(u));let l=r[n];if(l==="-"||l==="+"){let u=t.at(-1)?.type;if(u===c.Text||u===void 0)throw new SyntaxError(`Unexpected character: ${l}`);switch(u){case c.Identifier:case c.NumericLiteral:case c.BooleanLiteral:case c.StringLiteral:case c.CloseParen:case c.CloseSquareBracket:break;default:{++n;let h=i(on);t.push(new fe(`${l}${h}`,h.length>0?c.NumericLiteral:c.UnaryOperator));continue}}}for(let[u,h]of r_)if(r.slice(n,n+u.length)===u){t.push(new fe(u,h)),n+=u.length;continue e}if(l==="'"||l==='"'){++n;let u=i(h=>h!==l);t.push(new fe(u,c.StringLiteral)),++n;continue}if(on(l)){let u=i(on);t.push(new fe(u,c.NumericLiteral));continue}if(du(l)){let u=i(du),h=Object.hasOwn(fu,u)?fu[u]:c.Identifier;h===c.In&&t.at(-1)?.type===c.Not?(t.pop(),t.push(new fe("not in",c.NotIn))):t.push(new fe(u,h));continue}throw new SyntaxError(`Unexpected character: ${l}`)}return t}o(i_,"tokenize");var ke,gt=(ke=class{constructor(){g(this,"type","Statement")}},o(ke,"Statement"),ke),Ee,o_=(Ee=class extends gt{constructor(t){super();g(this,"type","Program");this.body=t}},o(Ee,"Program"),Ee),Se,_u=(Se=class extends gt{constructor(t,r,n){super();g(this,"type","If");this.test=t,this.body=r,this.alternate=n}},o(Se,"If"),Se),Oe,a_=(Oe=class extends gt{constructor(t,r,n){super();g(this,"type","For");this.loopvar=t,this.iterable=r,this.body=n}},o(Oe,"For"),Oe),qe,l_=(qe=class extends gt{constructor(t,r){super();g(this,"type","Set");this.assignee=t,this.value=r}},o(qe,"SetStatement"),qe),Ae,X=(Ae=class extends gt{constructor(){super(...arguments);g(this,"type","Expression")}},o(Ae,"Expression"),Ae),Ce,c_=(Ce=class extends X{constructor(t,r,n){super();g(this,"type","MemberExpression");this.object=t,this.property=r,this.computed=n}},o(Ce,"MemberExpression"),Ce),Ie,u_=(Ie=class extends X{constructor(t,r){super();g(this,"type","CallExpression");this.callee=t,this.args=r}},o(Ie,"CallExpression"),Ie),je,xe=(je=class extends X{constructor(t){super();g(this,"type","Identifier");this.value=t}},o(je,"Identifier"),je),Me,nt=(Me=class extends X{constructor(t){super();g(this,"type","Literal");this.value=t}},o(Me,"Literal"),Me),Ne,h_=(Ne=class extends nt{constructor(){super(...arguments);g(this,"type","NumericLiteral")}},o(Ne,"NumericLiteral"),Ne),Te,vu=(Te=class extends nt{constructor(){super(...arguments);g(this,"type","StringLiteral")}},o(Te,"StringLiteral"),Te),$e,gu=($e=class extends nt{constructor(){super(...arguments);g(this,"type","BooleanLiteral")}},o($e,"BooleanLiteral"),$e),Pe,p_=(Pe=class extends nt{constructor(){super(...arguments);g(this,"type","ArrayLiteral")}},o(Pe,"ArrayLiteral"),Pe),Re,wu=(Re=class extends nt{constructor(){super(...arguments);g(this,"type","TupleLiteral")}},o(Re,"TupleLiteral"),Re),Be,f_=(Be=class extends nt{constructor(){super(...arguments);g(this,"type","ObjectLiteral")}},o(Be,"ObjectLiteral"),Be),Fe,_t=(Fe=class extends X{constructor(t,r,n){super();g(this,"type","BinaryExpression");this.operator=t,this.left=r,this.right=n}},o(Fe,"BinaryExpression"),Fe),Le,d_=(Le=class extends X{constructor(t,r){super();g(this,"type","FilterExpression");this.operand=t,this.filter=r}},o(Le,"FilterExpression"),Le),Ue,__=(Ue=class extends X{constructor(t,r,n){super();g(this,"type","TestExpression");this.operand=t,this.negate=r,this.test=n}},o(Ue,"TestExpression"),Ue),Ve,v_=(Ve=class extends X{constructor(t,r){super();g(this,"type","UnaryExpression");this.operator=t,this.argument=r}},o(Ve,"UnaryExpression"),Ve),De,g_=(De=class extends X{constructor(t=void 0,r=void 0,n=void 0){super();g(this,"type","SliceExpression");this.start=t,this.stop=r,this.step=n}},o(De,"SliceExpression"),De),Ke,w_=(Ke=class extends X{constructor(t,r){super();g(this,"type","KeywordArgumentExpression");this.key=t,this.value=r}},o(Ke,"KeywordArgumentExpression"),Ke);function m_(s){let e=new o_([]),t=0;function r(p,_){let w=s[t++];if(!w||w.type!==p)throw new Error(`Parser Error: ${_}. ${w.type} !== ${p}.`);return w}o(r,"expect");function n(){switch(s[t].type){case c.Text:return l();case c.OpenStatement:return u();case c.OpenExpression:return h();default:throw new SyntaxError(`Unexpected token type: ${s[t].type}`)}}o(n,"parseAny");function i(...p){return t+p.length<=s.length&&p.some((_,w)=>_!==s[t+w].type)}o(i,"not");function a(...p){return t+p.length<=s.length&&p.every((_,w)=>_===s[t+w].type)}o(a,"is");function l(){return new vu(r(c.Text,"Expected text token").value)}o(l,"parseText");function u(){r(c.OpenStatement,"Expected opening statement token");let p;switch(s[t].type){case c.Set:++t,p=f(),r(c.CloseStatement,"Expected closing statement token");break;case c.If:++t,p=v(),r(c.OpenStatement,"Expected {% token"),r(c.EndIf,"Expected endif token"),r(c.CloseStatement,"Expected %} token");break;case c.For:++t,p=b(),r(c.OpenStatement,"Expected {% token"),r(c.EndFor,"Expected endfor token"),r(c.CloseStatement,"Expected %} token");break;default:throw new SyntaxError(`Unknown statement type: ${s[t].type}`)}return p}o(u,"parseJinjaStatement");function h(){r(c.OpenExpression,"Expected opening expression token");let p=k();return r(c.CloseExpression,"Expected closing expression token"),p}o(h,"parseJinjaExpression");function f(){let p=k();if(a(c.Equals)){++t;let _=f();return new l_(p,_)}return p}o(f,"parseSetStatement");function v(){let p=k();r(c.CloseStatement,"Expected closing statement token");let _=[],w=[];for(;!(s[t]?.type===c.OpenStatement&&(s[t+1]?.type===c.ElseIf||s[t+1]?.type===c.Else||s[t+1]?.type===c.EndIf));)_.push(n());if(s[t]?.type===c.OpenStatement&&s[t+1]?.type!==c.EndIf)if(++t,a(c.ElseIf))r(c.ElseIf,"Expected elseif token"),w.push(v());else for(r(c.Else,"Expected else token"),r(c.CloseStatement,"Expected closing statement token");!(s[t]?.type===c.OpenStatement&&s[t+1]?.type===c.EndIf);)w.push(n());return new _u(p,_,w)}o(v,"parseIfStatement");function y(p=!1){let _=p?q:k,w=[_()],W=a(c.Comma);for(;W&&(++t,w.push(_()),!!a(c.Comma)););return W?new wu(w):w[0]}o(y,"parseExpressionSequence");function b(){let p=y(!0);if(!(p instanceof xe||p instanceof wu))throw new SyntaxError(`Expected identifier/tuple for the loop variable, got ${p.type} instead`);r(c.In,"Expected `in` keyword following loop variable");let _=k();r(c.CloseStatement,"Expected closing statement token");let w=[];for(;i(c.OpenStatement,c.EndFor);)w.push(n());return new a_(p,_,w)}o(b,"parseForStatement");function k(){return E()}o(k,"parseExpression");function E(){let p=I();if(a(c.If)){++t;let _=I();r(c.Else,"Expected else token");let w=I();return new _u(_,[p],[w])}return p}o(E,"parseTernaryExpression");function I(){let p=$();for(;a(c.Or);){let _=s[t];++t;let w=$();p=new _t(_,p,w)}return p}o(I,"parseLogicalOrExpression");function $(){let p=P();for(;a(c.And);){let _=s[t];++t;let w=P();p=new _t(_,p,w)}return p}o($,"parseLogicalAndExpression");function P(){let p;for(;a(c.Not);){let _=s[t];++t;let w=P();p=new v_(_,w)}return p??Q()}o(P,"parseLogicalNegationExpression");function Q(){let p=R();for(;a(c.ComparisonBinaryOperator)||a(c.In)||a(c.NotIn);){let _=s[t];++t;let w=R();p=new _t(_,p,w)}return p}o(Q,"parseComparisonExpression");function R(){let p=T();for(;a(c.AdditiveBinaryOperator);){let _=s[t];++t;let w=T();p=new _t(_,p,w)}return p}o(R,"parseAdditiveExpression");function ce(){let p=ne();return a(c.OpenParen)?S(p):p}o(ce,"parseCallMemberExpression");function S(p){let _=new u_(p,j());return a(c.OpenParen)&&(_=S(_)),_}o(S,"parseCallExpression");function j(){r(c.OpenParen,"Expected opening parenthesis for arguments list");let p=V();return r(c.CloseParen,"Expected closing parenthesis for arguments list"),p}o(j,"parseArgs");function V(){let p=[];for(;!a(c.CloseParen);){let _=k();if(a(c.Equals)){if(++t,!(_ instanceof xe))throw new SyntaxError("Expected identifier for keyword argument");let w=k();_=new w_(_,w)}p.push(_),a(c.Comma)&&++t}return p}o(V,"parseArgumentsList");function ee(){let p=[],_=!1;for(;!a(c.CloseSquareBracket);)a(c.Colon)?(p.push(void 0),++t,_=!0):(p.push(k()),a(c.Colon)&&(++t,_=!0));if(p.length===0)throw new SyntaxError("Expected at least one argument for member/slice expression");if(_){if(p.length>3)throw new SyntaxError("Expected 0-3 arguments for slice expression");return new g_(...p)}return p[0]}o(ee,"parseMemberExpressionArgumentsList");function ne(){let p=q();for(;a(c.Dot)||a(c.OpenSquareBracket);){let _=s[t];++t;let w,W=_.type!==c.Dot;if(W)w=ee(),r(c.CloseSquareBracket,"Expected closing square bracket");else if(w=q(),w.type!=="Identifier")throw new SyntaxError("Expected identifier following dot operator");p=new c_(p,w,W)}return p}o(ne,"parseMemberExpression");function T(){let p=Z();for(;a(c.MultiplicativeBinaryOperator);){let _=s[t];++t;let w=Z();p=new _t(_,p,w)}return p}o(T,"parseMultiplicativeExpression");function Z(){let p=M();for(;a(c.Is);){++t;let _=a(c.Not);_&&++t;let w=q();if(w instanceof gu&&(w=new xe(w.value.toString())),!(w instanceof xe))throw new SyntaxError("Expected identifier for the test");p=new __(p,_,w)}return p}o(Z,"parseTestExpression");function M(){let p=ce();for(;a(c.Pipe);){++t;let _=q();if(!(_ instanceof xe))throw new SyntaxError("Expected identifier for the filter");a(c.OpenParen)&&(_=S(_)),p=new d_(p,_)}return p}o(M,"parseFilterExpression");function q(){let p=s[t];switch(p.type){case c.NumericLiteral:return++t,new h_(Number(p.value));case c.StringLiteral:return++t,new vu(p.value);case c.BooleanLiteral:return++t,new gu(p.value==="true");case c.Identifier:return++t,new xe(p.value);case c.OpenParen:{++t;let _=y();if(s[t].type!==c.CloseParen)throw new SyntaxError(`Expected closing parenthesis, got ${s[t].type} instead`);return++t,_}case c.OpenSquareBracket:{++t;let _=[];for(;!a(c.CloseSquareBracket);)_.push(k()),a(c.Comma)&&++t;return++t,new p_(_)}case c.OpenCurlyBracket:{++t;let _=new Map;for(;!a(c.CloseCurlyBracket);){let w=k();r(c.Colon,"Expected colon between key and value in object literal");let W=k();_.set(w,W),a(c.Comma)&&++t}return++t,new f_(_)}default:throw new SyntaxError(`Unexpected token: ${p.type}`)}}for(o(q,"parsePrimaryExpression");t<s.length;)e.body.push(n());return e}o(m_,"parse");function y_(s,e,t=1){e===void 0&&(e=s,s=0);let r=[];for(let n=s;n<e;n+=t)r.push(n);return r}o(y_,"range");function mu(s,e,t,r=1){let n=Math.sign(r);n>=0?(e=(e??(e=0))<0?Math.max(s.length+e,0):Math.min(e,s.length),t=(t??(t=s.length))<0?Math.max(s.length+t,0):Math.min(t,s.length)):(e=(e??(e=s.length-1))<0?Math.max(s.length+e,-1):Math.min(e,s.length-1),t=(t??(t=-1))<-1?Math.max(s.length+t,-1):Math.min(t,s.length-1));let i=[];for(let a=e;n*a<n*t;a+=r)i.push(s[a]);return i}o(mu,"slice");function yu(s){return s.replace(/\b\w/g,e=>e.toUpperCase())}o(yu,"titleCase");var We,se=(We=class{constructor(e=void 0){g(this,"type","RuntimeValue");g(this,"value");g(this,"builtins",new Map);this.value=e}__bool__(){return new C(!!this.value)}},o(We,"RuntimeValue"),We),ze,O=(ze=class extends se{constructor(){super(...arguments);g(this,"type","NumericValue")}},o(ze,"NumericValue"),ze),Ge,x=(Ge=class extends se{constructor(){super(...arguments);g(this,"type","StringValue");g(this,"builtins",new Map([["upper",new re(()=>new x(this.value.toUpperCase()))],["lower",new re(()=>new x(this.value.toLowerCase()))],["strip",new re(()=>new x(this.value.trim()))],["title",new re(()=>new x(yu(this.value)))],["length",new O(this.value.length)]]))}},o(Ge,"StringValue"),Ge),Je,C=(Je=class extends se{constructor(){super(...arguments);g(this,"type","BooleanValue")}},o(Je,"BooleanValue"),Je),Ye,H=(Ye=class extends se{constructor(){super(...arguments);g(this,"type","ObjectValue");g(this,"builtins",new Map([["get",new re(([t,r])=>{if(!(t instanceof x))throw new Error(`Object key must be a string: got ${t.type}`);return this.value.get(t.value)??r??new vt})],["items",new re(()=>new A(Array.from(this.value.entries()).map(([t,r])=>new A([new x(t),r]))))]]))}__bool__(){return new C(this.value.size>0)}},o(Ye,"ObjectValue"),Ye),He,A=(He=class extends se{constructor(){super(...arguments);g(this,"type","ArrayValue");g(this,"builtins",new Map([["length",new O(this.value.length)]]))}__bool__(){return new C(this.value.length>0)}},o(He,"ArrayValue"),He),Ze,x_=(Ze=class extends A{constructor(){super(...arguments);g(this,"type","TupleValue")}},o(Ze,"TupleValue"),Ze),Xe,re=(Xe=class extends se{constructor(){super(...arguments);g(this,"type","FunctionValue")}},o(Xe,"FunctionValue"),Xe),Qe,vt=(Qe=class extends se{constructor(){super(...arguments);g(this,"type","NullValue")}},o(Qe,"NullValue"),Qe),et,Y=(et=class extends se{constructor(){super(...arguments);g(this,"type","UndefinedValue")}},o(et,"UndefinedValue"),et),tt,an=(tt=class{constructor(e){g(this,"variables",new Map([["namespace",new re(e=>{if(e.length===0)return new H(new Map);if(e.length!==1||!(e[0]instanceof H))throw new Error("`namespace` expects either zero arguments or a single object argument");return e[0]})]]));g(this,"tests",new Map([["boolean",e=>e.type==="BooleanValue"],["callable",e=>e instanceof re],["odd",e=>{if(e.type!=="NumericValue")throw new Error(`Cannot apply test "odd" to type: ${e.type}`);return e.value%2!==0}],["even",e=>{if(e.type!=="NumericValue")throw new Error(`Cannot apply test "even" to type: ${e.type}`);return e.value%2===0}],["false",e=>e.type==="BooleanValue"&&!e.value],["true",e=>e.type==="BooleanValue"&&e.value],["number",e=>e.type==="NumericValue"],["integer",e=>e.type==="NumericValue"&&Number.isInteger(e.value)],["iterable",e=>e instanceof A||e instanceof x],["lower",e=>{let t=e.value;return e.type==="StringValue"&&t===t.toLowerCase()}],["upper",e=>{let t=e.value;return e.type==="StringValue"&&t===t.toUpperCase()}],["none",e=>e.type==="NullValue"],["defined",e=>e.type!=="UndefinedValue"],["undefined",e=>e.type==="UndefinedValue"],["equalto",(e,t)=>e.value===t.value]]));this.parent=e}set(e,t){return this.declareVariable(e,zt(t))}declareVariable(e,t){if(this.variables.has(e))throw new SyntaxError(`Variable already declared: ${e}`);return this.variables.set(e,t),t}setVariable(e,t){return this.variables.set(e,t),t}resolve(e){if(this.variables.has(e))return this;if(this.parent)return this.parent.resolve(e);throw new Error(`Unknown variable: ${e}`)}lookupVariable(e){try{return this.resolve(e).variables.get(e)??new Y}catch{return new Y}}},o(tt,"Environment"),tt),rt,b_=(rt=class{constructor(e){g(this,"global");this.global=e??new an}run(e){return this.evaluate(e,this.global)}evaluateBinaryExpression(e,t){let r=this.evaluate(e.left,t);switch(e.operator.value){case"and":return r.__bool__().value?this.evaluate(e.right,t):r;case"or":return r.__bool__().value?r:this.evaluate(e.right,t)}let n=this.evaluate(e.right,t);switch(e.operator.value){case"==":return new C(r.value==n.value);case"!=":return new C(r.value!=n.value)}if(r instanceof Y||n instanceof Y)throw new Error("Cannot perform operation on undefined values");if(r instanceof vt||n instanceof vt)throw new Error("Cannot perform operation on null values");if(r instanceof O&&n instanceof O)switch(e.operator.value){case"+":return new O(r.value+n.value);case"-":return new O(r.value-n.value);case"*":return new O(r.value*n.value);case"/":return new O(r.value/n.value);case"%":return new O(r.value%n.value);case"<":return new C(r.value<n.value);case">":return new C(r.value>n.value);case">=":return new C(r.value>=n.value);case"<=":return new C(r.value<=n.value)}else if(r instanceof A&&n instanceof A)switch(e.operator.value){case"+":return new A(r.value.concat(n.value))}else if(n instanceof A){let i=n.value.find(a=>a.value===r.value)!==void 0;switch(e.operator.value){case"in":return new C(i);case"not in":return new C(!i)}}if(r instanceof x||n instanceof x)switch(e.operator.value){case"+":return new x(r.value.toString()+n.value.toString())}if(r instanceof x&&n instanceof x)switch(e.operator.value){case"in":return new C(n.value.includes(r.value));case"not in":return new C(!n.value.includes(r.value))}if(r instanceof x&&n instanceof H)switch(e.operator.value){case"in":return new C(n.value.has(r.value));case"not in":return new C(!n.value.has(r.value))}throw new SyntaxError(`Unknown operator "${e.operator.value}" between ${r.type} and ${n.type}`)}evaluateFilterExpression(e,t){let r=this.evaluate(e.operand,t);if(e.filter.type==="Identifier"){let n=e.filter;if(r instanceof A)switch(n.value){case"list":return r;case"first":return r.value[0];case"last":return r.value[r.value.length-1];case"length":return new O(r.value.length);case"reverse":return new A(r.value.reverse());case"sort":return new A(r.value.sort((i,a)=>{if(i.type!==a.type)throw new Error(`Cannot compare different types: ${i.type} and ${a.type}`);switch(i.type){case"NumericValue":return i.value-a.value;case"StringValue":return i.value.localeCompare(a.value);default:throw new Error(`Cannot compare type: ${i.type}`)}}));default:throw new Error(`Unknown ArrayValue filter: ${n.value}`)}else if(r instanceof x)switch(n.value){case"length":return new O(r.value.length);case"upper":return new x(r.value.toUpperCase());case"lower":return new x(r.value.toLowerCase());case"title":return new x(yu(r.value));case"capitalize":return new x(r.value.charAt(0).toUpperCase()+r.value.slice(1));case"trim":return new x(r.value.trim());default:throw new Error(`Unknown StringValue filter: ${n.value}`)}else if(r instanceof O)switch(n.value){case"abs":return new O(Math.abs(r.value));default:throw new Error(`Unknown NumericValue filter: ${n.value}`)}else if(r instanceof H)switch(n.value){case"items":return new A(Array.from(r.value.entries()).map(([i,a])=>new A([new x(i),a])));case"length":return new O(r.value.size);default:throw new Error(`Unknown ObjectValue filter: ${n.value}`)}throw new Error(`Cannot apply filter "${n.value}" to type: ${r.type}`)}else if(e.filter.type==="CallExpression"){let n=e.filter;if(n.callee.type!=="Identifier")throw new Error(`Unknown filter: ${n.callee.type}`);let i=n.callee.value;if(r instanceof A){switch(i){case"selectattr":{if(r.value.some(v=>!(v instanceof H)))throw new Error("`selectattr` can only be applied to array of objects");if(n.args.some(v=>v.type!=="StringLiteral"))throw new Error("arguments of `selectattr` must be strings");let[a,l,u]=n.args.map(v=>this.evaluate(v,t)),h;if(l){let v=t.tests.get(l.value);if(!v)throw new Error(`Unknown test: ${l.value}`);h=v}else h=o((...v)=>v[0].__bool__().value,"testFunction");let f=r.value.filter(v=>{let y=v.value.get(a.value);return y?h(y,u):!1});return new A(f)}}throw new Error(`Unknown ArrayValue filter: ${i}`)}else throw new Error(`Cannot apply filter "${i}" to type: ${r.type}`)}throw new Error(`Unknown filter: ${e.filter.type}`)}evaluateTestExpression(e,t){let r=this.evaluate(e.operand,t),n=t.tests.get(e.test.value);if(!n)throw new Error(`Unknown test: ${e.test.value}`);let i=n(r);return new C(e.negate?!i:i)}evaluateUnaryExpression(e,t){let r=this.evaluate(e.argument,t);switch(e.operator.value){case"not":return new C(!r.value);default:throw new SyntaxError(`Unknown operator: ${e.operator.value}`)}}evalProgram(e,t){return this.evaluateBlock(e.body,t)}evaluateBlock(e,t){let r="";for(let n of e){let i=this.evaluate(n,t);i.type!=="NullValue"&&i.type!=="UndefinedValue"&&(r+=i.value)}return new x(r)}evaluateIdentifier(e,t){return t.lookupVariable(e.value)}evaluateCallExpression(e,t){let r=[],n=new Map;for(let a of e.args)if(a.type==="KeywordArgumentExpression"){let l=a;n.set(l.key.value,this.evaluate(l.value,t))}else r.push(this.evaluate(a,t));n.size>0&&r.push(new H(n));let i=this.evaluate(e.callee,t);if(i.type!=="FunctionValue")throw new Error(`Cannot call something that is not a function: got ${i.type}`);return i.value(r,t)}evaluateSliceExpression(e,t,r){if(!(e instanceof A||e instanceof x))throw new Error("Slice object must be an array or string");let n=this.evaluate(t.start,r),i=this.evaluate(t.stop,r),a=this.evaluate(t.step,r);if(!(n instanceof O||n instanceof Y))throw new Error("Slice start must be numeric or undefined");if(!(i instanceof O||i instanceof Y))throw new