code-server/lib/vscode/extensions/copilot/dist/tikTokenizerWorker.js

Run VS Code on a remote server.

"use strict";var it=Object.create;var xe=Object.defineProperty;var st=Object.getOwnPropertyDescriptor;var ot=Object.getOwnPropertyNames;var at=Object.getPrototypeOf,ut=Object.prototype.hasOwnProperty;var D=(n,e)=>()=>(e||n((e={exports:{}}).exports,e),e.exports);var lt=(n,e,t,r)=>{if(e&&typeof e=="object"||typeof e=="function")for(let i of ot(e))!ut.call(n,i)&&i!==t&&xe(n,i,{get:()=>e[i],enumerable:!(r=st(e,i))||r.enumerable});return n};var dt=(n,e,t)=>(t=n!=null?it(at(n)):{},lt(e||!n||!n.__esModule?xe(t,"default",{value:n,enumerable:!0}):t,n));var ge=D(k=>{"use strict";Object.defineProperty(k,"__esModule",{value:!0});k.bytePairEncode=k.BinaryMap=k.binaryMapKey=void 0;var ct=(n,e,t)=>{let r=t-e,i=16777215>>>Math.max(0,(3-r)*8),s=(n[e+0]|n[e+1]<<8|n[e+2]<<16)&i,o=16777215>>>Math.min(31,Math.max(0,(6-r)*8)),u=(n[e+3]|n[e+4]<<8|n[e+5]<<16)&o;return s+16777216*u};k.binaryMapKey=ct;var te=class n{constructor(){this.nested=new Map,this.final=new Map}get(e,t=0,r=e.length){let i=r<6+t,s=(0,k.binaryMapKey)(e,t,r);return i?this.final.get(s):this.nested.get(s)?.get(e,6+t,r)}set(e,t){let r=(0,k.binaryMapKey)(e,0,e.length);if(e.length<6){this.final.set(r,t);return}let s=this.nested.get(r);if(s instanceof n)s.set(e.subarray(6),t);else{let o=new n;o.set(e.subarray(6),t),this.nested.set(r,o)}}};k.BinaryMap=te;var w=new Int32Array(128),g=new Int32Array(128);function ft(n,e,t){if(t===1)return[e.get(n)];let r=2147483647,i=-1;for(;w.length<t*2;)g=new Int32Array(g.length*2),w=new Int32Array(w.length*2);for(let a=0;a<t-1;a++){let d=e.get(n,a,a+2)??2147483647;d<r&&(r=d,i=a),g[a]=a,w[a]=d}g[t-1]=t-1,w[t-1]=2147483647,g[t]=t,w[t]=2147483647;let s=t+1;function o(a,d=0){if(a+d+2<s){let p=e.get(n,g[a],g[a+d+2]);if(p!==void 0)return p}return 2147483647}for(;r!==2147483647;){w[g[i]]=o(i,1),i>0&&(w[g[i-1]]=o(i-1,1));for(let a=i+1;a<s-1;a++)g[a]=g[a+1];s--,i=-1,r=2147483647;for(let a=0;a<s-1;a++){let d=w[g[a]];w[g[a]]<r&&(r=d,i=a)}}let u=[];for(let a=0;a<s-1;a++)u.push(e.get(n,g[a],g[a+1]));return u}k.bytePairEncode=ft});var ve=D(F=>{"use strict";Object.defineProperty(F,"__esModule",{value:!0});F.makeTextEncoder=void 0;var re=class{constructor(){this.length=0,this.encoder=new TextEncoder}encode(e){let t=this.encoder.encode(e);return this.length=t.length,t}},ne=class{constructor(){this.buffer=Buffer.alloc(256),this.length=0}encode(e){for(;;){if(this.length=this.buffer.write(e,"utf8"),this.length<this.buffer.length-4)return this.buffer;this.buffer=Buffer.alloc(this.length*2),this.length=this.buffer.write(e)}}},pt=()=>typeof Buffer<"u"?new ne:new re;F.makeTextEncoder=pt});var _e=D(j=>{"use strict";Object.defineProperty(j,"__esModule",{value:!0});j.LRUCache=void 0;var ie=class{constructor(e){this.size=e,this.nodes=new Map}get(e){let t=this.nodes.get(e);if(t)return this.moveToHead(t),t.value}set(e,t){let r=this.nodes.get(e);if(r)r.value=t,this.moveToHead(r);else{let i=new se(e,t);this.nodes.set(e,i),this.addNode(i),this.nodes.size>this.size&&(this.nodes.delete(this.tail.key),this.removeNode(this.tail))}}moveToHead(e){this.removeNode(e),e.next=void 0,e.prev=void 0,this.addNode(e)}addNode(e){this.head&&(this.head.prev=e,e.next=this.head),this.tail||(this.tail=e),this.head=e}removeNode(e){e.prev?e.prev.next=e.next:this.head=e.next,e.next?e.next.prev=e.prev:this.tail=e.prev}};j.LRUCache=ie;var se=class{constructor(e,t){this.key=e,this.value=t}}});var ae=D(z=>{"use strict";Object.defineProperty(z,"__esModule",{value:!0});z.TikTokenizer=void 0;var C=ge(),ht=ve(),Tt=_e();function bt(n){let e=new Map;try{let i=require("fs").readFileSync(n,"utf-8");return t(i),e}catch(r){throw new Error(`Failed to load from BPE encoder file stream: ${r}`)}function t(r){for(let i of r.split(/[\r\n]+/)){if(i.trim()==="")continue;let s=i.split(" ");if(s.length!==2)throw new Error("Invalid format in the BPE encoder file stream");let o=new Uint8Array(Buffer.from(s[0],"base64")),u=parseInt(s[1]);if(!isNaN(u))e.set(o,u);else throw new Error(`Can't parse ${s[1]} to integer`)}}}function mt(n){return n.replace(/[.*+?^${}()|[\]\\]/g,"\\$&")}var oe=class{constructor(e,t,r,i=8192){this.textEncoder=(0,ht.makeTextEncoder)(),this.textDecoder=new TextDecoder("utf-8"),this.cache=new Tt.LRUCache(i);let s=typeof e=="string"?bt(e):e;this.init(s,t,r)}init(e,t,r){this.encoder=new C.BinaryMap;for(let[i,s]of e)this.encoder.set(i,s);this.regex=new RegExp(r,"gu"),this.specialTokensRegex=new RegExp(Array.from(t.keys()).map(i=>mt(i)).join("|")),this.specialTokensEncoder=t,this.decoder=new Map;for(let[i,s]of e)this.decoder.set(s,i);if(e.size!==this.decoder.size)throw new Error("Encoder and decoder sizes do not match");this.specialTokensDecoder=new Map;for(let[i,s]of t)this.specialTokensDecoder.set(s,i)}findNextSpecialToken(e,t,r){let i=t,s=null;if(r&&this.specialTokensRegex)for(;s=e.slice(i).match(this.specialTokensRegex),!(!s||r&&r.includes(s[0]));)i+=s.index+1;let o=s?i+s.index:e.length;return[s,o]}encode(e,t){let r=[],i=0;for(;;){let s,o;if([s,o]=this.findNextSpecialToken(e,i,t),o>i&&this.encodeByIndex(e,r,i,o),s){if(i=i+this.encodeSpecialToken(r,s),i>=e.length)break}else break}return r}encodeSpecialToken(e,t){let r=this.specialTokensEncoder?.get(t[0]);return e.push(r),t.index+t[0].length}encodeByIndex(e,t,r,i){let s,o=e.substring(r,i);for(this.regex.lastIndex=0;s=this.regex.exec(o);){let u=this.cache.get(s[0]);if(u)for(let a of u)t.push(a);else{let a=this.textEncoder.encode(s[0]),d=this.encoder.get(a,0,this.textEncoder.length);if(d!==void 0)t.push(d),this.cache.set(s[0],[d]);else{let p=(0,C.bytePairEncode)(a,this.encoder,this.textEncoder.length);for(let f of p)t.push(f);this.cache.set(s[0],p)}}}}encodeTrimSuffixByIndex(e,t,r,i,s,o,u){let a,d=e.substring(r,i);for(this.regex.lastIndex=0;a=this.regex.exec(d);){let p=a[0],f=this.cache.get(p);if(f)if(o+f.length<=s)o+=f.length,u+=p.length,t.push(...f);else{let T=s-o;o+=T,u+=p.length,t.push(...f.slice(0,T));break}else{let T=this.textEncoder.encode(p),y=this.encoder.get(T,0,T.length);if(y!==void 0)if(this.cache.set(p,[y]),o+1<=s)o++,u+=p.length,t.push(y);else break;else{let _=(0,C.bytePairEncode)(T,this.encoder,this.textEncoder.length);if(this.cache.set(p,_),o+_.length<=s){o+=_.length,u+=p.length;for(let I of _)t.push(I)}else{let I=s-o;o+=I,u+=p.length;for(let x=0;x<I;x++)t.push(_[x]);break}}}if(o>=s)break}return{tokenCount:o,encodeLength:u}}encodeTrimSuffix(e,t,r){let i=[],s=0,o=0,u=0;for(;;){let d,p;if([d,p]=this.findNextSpecialToken(e,s,r),p>s){let{tokenCount:f,encodeLength:T}=this.encodeTrimSuffixByIndex(e,i,s,p,t,o,u);if(o=f,u=T,o>=t)break}if(d!==null){if(o++,o<=t&&(s=s+this.encodeSpecialToken(i,d),u+=d[0].length,s>=e.length)||o>=t)break}else break}let a=u===e.length?e:e.slice(0,u);return{tokenIds:i,text:a}}encodeTrimPrefix(e,t,r){let i=[],s=0,o=0,u=0,a=new Map;for(a.set(o,u);;){let T,y;if([T,y]=this.findNextSpecialToken(e,s,r),y>s){let _,I=e.substring(s,y);for(this.regex.lastIndex=0;_=this.regex.exec(I);){let x=_[0],R=this.cache.get(x);if(R)o+=R.length,u+=x.length,i.push(...R),a.set(o,u);else{let ee=this.textEncoder.encode(x),U=this.encoder.get(ee);if(U!==void 0)this.cache.set(x,[U]),o++,u+=x.length,i.push(U),a.set(o,u);else{let N=(0,C.bytePairEncode)(ee,this.encoder,this.textEncoder.length);this.cache.set(x,N),o+=N.length,u+=x.length;for(let me of N)i.push(me);a.set(o,u)}}}}if(T!==null){if(s=s+this.encodeSpecialToken(i,T),o++,u+=T[0].length,a.set(o,u),s>=e.length)break}else break}if(o<=t)return{tokenIds:i,text:e};let d=o-t,p=0,f=0;for(let[T,y]of a)if(T>=d){p=T,f=y;break}if(p>t){let T=this.encode(e,r),y=T.slice(T.length-t);return{tokenIds:y,text:this.decode(y)}}return{tokenIds:i.slice(p),text:e.slice(f)}}decode(e){let t=[];for(let r of e){let i=[],s=this.decoder?.get(r);if(s!==void 0)i=Array.from(s);else{let o=this.specialTokensDecoder?.get(r);if(o!==void 0){let u=this.textEncoder.encode(o);i=Array.from(u.subarray(0,this.textEncoder.length))}}t.push(...i)}return this.textDecoder.decode(new Uint8Array(t))}};z.TikTokenizer=oe});var Ve=D(b=>{"use strict";Object.defineProperty(b,"__esModule",{value:!0});b.createTokenizer=b.createByEncoderName=b.createByModelName=b.getRegexByModel=b.getRegexByEncoder=b.getSpecialTokensByModel=b.getSpecialTokensByEncoder=b.MODEL_TO_ENCODING=void 0;var yt=ae(),xt=new Map([["gpt-4o-","o200k_base"],["gpt-4-","cl100k_base"],["gpt-3.5-turbo-","cl100k_base"],["gpt-35-turbo-","cl100k_base"]]);b.MODEL_TO_ENCODING=new Map([["gpt-4o","o200k_base"],["gpt-4","cl100k_base"],["gpt-3.5-turbo","cl100k_base"],["text-davinci-003","p50k_base"],["text-davinci-002","p50k_base"],["text-davinci-001","r50k_base"],["text-curie-001","r50k_base"],["text-babbage-001","r50k_base"],["text-ada-001","r50k_base"],["davinci","r50k_base"],["curie","r50k_base"],["babbage","r50k_base"],["ada","r50k_base"],["code-davinci-002","p50k_base"],["code-davinci-001","p50k_base"],["code-cushman-002","p50k_base"],["code-cushman-001","p50k_base"],["davinci-codex","p50k_base"],["cushman-codex","p50k_base"],["text-davinci-edit-001","p50k_edit"],["code-davinci-edit-001","p50k_edit"],["text-embedding-ada-002","cl100k_base"],["text-similarity-davinci-001","r50k_base"],["text-similarity-curie-001","r50k_base"],["text-similarity-babbage-001","r50k_base"],["text-similarity-ada-001","r50k_base"],["text-search-davinci-doc-001","r50k_base"],["text-search-curie-doc-001","r50k_base"],["text-search-babbage-doc-001","r50k_base"],["text-search-ada-doc-001","r50k_base"],["code-search-babbage-code-001","r50k_base"],["code-search-ada-code-001","r50k_base"],["gpt2","gpt2"]]);var $="<|endoftext|>",Ie="<|fim_prefix|>",we="<|fim_middle|>",ke="<|fim_suffix|>",Ee="<|endofprompt|>",M="'s|'t|'re|'ve|'m|'ll|'d| ?\\p{L}+| ?\\p{N}+| ?[^\\s\\p{L}\\p{N}]+|\\s+(?!\\S)|\\s+",Re="(?:'s|'S|'t|'T|'re|'RE|'Re|'eR|'ve|'VE|'vE|'Ve|'m|'M|'ll|'lL|'Ll|'LL|'d|'D)|[^\\r\\n\\p{L}\\p{N}]?\\p{L}+|\\p{N}{1,3}| ?[^\\s\\p{L}\\p{N}]+[\\r\\n]*|\\s*[\\r\\n]+|\\s+(?!\\S)|\\s+",gt=[`[^\r
\\p{L}\\p{N}]?[\\p{Lu}\\p{Lt}\\p{Lm}\\p{Lo}\\p{M}]*[\\p{Ll}\\p{Lm}\\p{Lo}\\p{M}]+(?:'s|'S|'t|'T|'re|'RE|'Re|'eR|'ve|'VE|'vE|'Ve|'m|'M|'ll|'lL|'Ll|'LL|'d|'D)?`,`[^\r
\\p{L}\\p{N}]?[\\p{Lu}\\p{Lt}\\p{Lm}\\p{Lo}\\p{M}]+[\\p{Ll}\\p{Lm}\\p{Lo}\\p{M}]*(?:'s|'S|'t|'T|'re|'RE|'Re|'eR|'ve|'VE|'vE|'Ve|'m|'M|'ll|'lL|'Ll|'LL|'d|'D)?`,"\\p{N}{1,3}"," ?[^\\s\\p{L}\\p{N}]+[\\r\\n/]*","\\s*[\\r\\n]+","\\s+(?!\\S)","\\s+"],Se=gt.join("|");function ue(n){let e="";if(b.MODEL_TO_ENCODING.has(n))e=b.MODEL_TO_ENCODING.get(n);else for(let[t,r]of xt)if(n.startsWith(t)){e=r;break}return e}async function vt(n,e){let t=require("fs"),r=await fetch(n);if(!r.ok)throw new Error(`Failed to fetch file from ${n}. Status code: ${r.status}`);let i=await r.text();t.writeFileSync(e,i)}function le(n){let e=new Map([[$,50256]]);switch(n){case"o200k_base":e=new Map([[$,199999],[Ee,200018]]);break;case"cl100k_base":e=new Map([[$,100257],[Ie,100258],[we,100259],[ke,100260],[Ee,100276]]);break;case"p50k_edit":e=new Map([[$,50256],[Ie,50281],[we,50282],[ke,50283]]);break;default:break}return e}b.getSpecialTokensByEncoder=le;function _t(n){let e=ue(n);return le(e)}b.getSpecialTokensByModel=_t;function De(n){switch(n){case"o200k_base":return Se;case"cl100k_base":return Re;default:break}return M}b.getRegexByEncoder=De;function It(n){let e=ue(n);return De(e)}b.getRegexByModel=It;async function wt(n,e=null){return Ae(ue(n),e)}b.createByModelName=wt;async function Ae(n,e=null){let t,r,i=le(n);switch(n){case"o200k_base":t=Se,r="https://openaipublic.blob.core.windows.net/encodings/o200k_base.tiktoken";break;case"cl100k_base":t=Re,r="https://openaipublic.blob.core.windows.net/encodings/cl100k_base.tiktoken";break;case"p50k_base":t=M,r="https://openaipublic.blob.core.windows.net/encodings/p50k_base.tiktoken";break;case"p50k_edit":t=M,r="https://openaipublic.blob.core.windows.net/encodings/p50k_base.tiktoken";break;case"r50k_base":t=M,r="https://openaipublic.blob.core.windows.net/encodings/r50k_base.tiktoken";break;case"gpt2":t=M,r="https://raw.githubusercontent.com/microsoft/Tokenizer/main/model/gpt2.tiktoken";break;default:throw new Error(`Doesn't support this encoder [${n}]`)}e!==null&&(i=new Map([...i,...e]));let s=require("fs"),o=require("path"),u=o.basename(r),a=o.resolve(__dirname,"..","model");s.existsSync(a)||s.mkdirSync(a,{recursive:!0});let d=o.resolve(a,u);return s.existsSync(d)||(console.log(`Downloading file from ${r}`),await vt(r,d),console.log(`Saved file to ${d}`)),Me(d,i,t)}b.createByEncoderName=Ae;function Me(n,e,t,r=8192){return new yt.TikTokenizer(n,e,t,r)}b.createTokenizer=Me});var Be=D(m=>{"use strict";Object.defineProperty(m,"__esModule",{value:!0});m.createTokenizer=m.createByEncoderName=m.createByModelName=m.getSpecialTokensByModel=m.getSpecialTokensByEncoder=m.getRegexByModel=m.getRegexByEncoder=m.MODEL_TO_ENCODING=m.TikTokenizer=void 0;var kt=ae();Object.defineProperty(m,"TikTokenizer",{enumerable:!0,get:function(){return kt.TikTokenizer}});var E=Ve();Object.defineProperty(m,"MODEL_TO_ENCODING",{enumerable:!0,get:function(){return E.MODEL_TO_ENCODING}});Object.defineProperty(m,"getRegexByEncoder",{enumerable:!0,get:function(){return E.getRegexByEncoder}});Object.defineProperty(m,"getRegexByModel",{enumerable:!0,get:function(){return E.getRegexByModel}});Object.defineProperty(m,"getSpecialTokensByEncoder",{enumerable:!0,get:function(){return E.getSpecialTokensByEncoder}});Object.defineProperty(m,"getSpecialTokensByModel",{enumerable:!0,get:function(){return E.getSpecialTokensByModel}});Object.defineProperty(m,"createByModelName",{enumerable:!0,get:function(){return E.createByModelName}});Object.defineProperty(m,"createByEncoderName",{enumerable:!0,get:function(){return E.createByEncoderName}});Object.defineProperty(m,"createTokenizer",{enumerable:!0,get:function(){return E.createTokenizer}})});var rt=require("worker_threads");var A=dt(Be());var de=class{constructor(){this.listeners=[],this.unexpectedErrorHandler=function(e){setTimeout(()=>{throw e.stack?q.isErrorNoTelemetry(e)?new q(e.message+`

`+e.stack):new Error(e.message+`

`+e.stack):e},0)}}addListener(e){return this.listeners.push(e),()=>{this._removeListener(e)}}emit(e){this.listeners.forEach(t=>{t(e)})}_removeListener(e){this.listeners.splice(this.listeners.indexOf(e),1)}setUnexpectedErrorHandler(e){this.unexpectedErrorHandler=e}getUnexpectedErrorHandler(){return this.unexpectedErrorHandler}onUnexpectedError(e){this.unexpectedErrorHandler(e),this.emit(e)}onUnexpectedExternalError(e){this.unexpectedErrorHandler(e)}},Et=new de;function G(n){Rt(n)||Et.onUnexpectedError(n)}var ce="Canceled";function Rt(n){return n instanceof W?!0:n instanceof Error&&n.name===ce&&n.message===ce}var W=class extends Error{constructor(){super(ce),this.name=this.message}},Ke=class n extends Error{static{this._name="PendingMigrationError"}static is(e){return e instanceof n||e instanceof Error&&e.name===n._name}constructor(e){super(e),this.name=n._name}};var q=class n extends Error{constructor(e){super(e),this.name="CodeExpectedError"}static fromError(e){if(e instanceof n)return e;let t=new n;return t.message=e.message,t.stack=e.stack,t}static isErrorNoTelemetry(e){return e.name==="CodeExpectedError"}},V=class n extends Error{constructor(e){super(e||"An unexpected bug occurred."),Object.setPrototypeOf(this,n.prototype)}};var S=class{constructor(){this._n=1;this._val=0}update(e){return this._val=this._val+(e-this._val)/this._n,this._n+=1,this._val}get value(){return this._val}};var Dt=globalThis.performance.now.bind(globalThis.performance),H=class n{static create(e){return new n(e)}constructor(e){this._now=e===!1?Date.now:Dt,this._startTime=this._now(),this._stopTime=-1}stop(){this._stopTime=this._now()}reset(){this._startTime=this._now(),this._stopTime=-1}elapsed(){return this._stopTime!==-1?this._stopTime-this._startTime:this._now()-this._startTime}};var et=require("fs");var X=class{constructor(e){this.executor=e;this._state=0}get hasValue(){return this._state===2}get value(){if(this._state===0){this._state=1;try{this._value=this.executor()}catch(e){this._error=e}finally{this._state=2}}else if(this._state===1)throw new Error("Cannot read the value of a lazy that is being initialized");if(this._error)throw this._error;return this._value}get rawValue(){return this._value}};function At(n,e,t=0,r=n.length){let i=t,s=r;for(;i<s;){let o=Math.floor((i+s)/2);e(n[o])?i=o+1:s=o}return i-1}var Le=class n{constructor(e){this._array=e;this._findLastMonotonousLastIdx=0}static{this.assertInvariants=!1}findLastMonotonous(e){if(n.assertInvariants){if(this._prevFindLastPredicate){for(let r of this._array)if(this._prevFindLastPredicate(r)&&!e(r))throw new Error("MonotonousArray: current predicate must be weaker than (or equal to) the previous predicate.")}this._prevFindLastPredicate=e}let t=At(this._array,e,this._findLastMonotonousLastIdx);return this._findLastMonotonousLastIdx=t+1,t===-1?void 0:this._array[t]}};var Ue;(u=>{function n(a){return a<0}u.isLessThan=n;function e(a){return a<=0}u.isLessThanOrEqual=e;function t(a){return a>0}u.isGreaterThan=t;function r(a){return a===0}u.isNeitherLessOrGreaterThan=r,u.greaterThan=1,u.lessThan=-1,u.neitherLessOrGreaterThan=0})(Ue||={});function Ne(n,e){return(t,r)=>e(n(t),n(r))}var Oe=(n,e)=>n-e;var Pe=class n{constructor(e){this.iterate=e}static{this.empty=new n(e=>{})}forEach(e){this.iterate(t=>(e(t),!0))}toArray(){let e=[];return this.iterate(t=>(e.push(t),!0)),e}filter(e){return new n(t=>this.iterate(r=>e(r)?t(r):!0))}map(e){return new n(t=>this.iterate(r=>t(e(r))))}some(e){let t=!1;return this.iterate(r=>(t=e(r),!t)),t}findFirst(e){let t;return this.iterate(r=>e(r)?(t=r,!1):!0),t}findLast(e){let t;return this.iterate(r=>(e(r)&&(t=r),!0)),t}findLastMaxBy(e){let t,r=!0;return this.iterate(i=>((r||Ue.isGreaterThan(e(i,t)))&&(r=!1,t=i),!0)),t}};function ze(n,e){let t=Object.create(null);for(let r of n){let i=e(r),s=t[i];s||(s=t[i]=[]),s.push(r)}return t}var je,Ce,Fe=class{constructor(e,t){this.toKey=t;this._map=new Map;this[je]="SetWithKey";for(let r of e)this.add(r)}get size(){return this._map.size}add(e){let t=this.toKey(e);return this._map.set(t,e),this}delete(e){return this._map.delete(this.toKey(e))}has(e){return this._map.has(this.toKey(e))}*entries(){for(let e of this._map.values())yield[e,e]}keys(){return this.values()}*values(){for(let e of this._map.values())yield e}clear(){this._map.clear()}forEach(e,t){this._map.forEach(r=>e.call(t,r,r,this))}[(Ce=Symbol.iterator,je=Symbol.toStringTag,Ce)](){return this.values()}};var fe=class{constructor(e,t){this.uri=e;this.value=t}};function Mt(n){return Array.isArray(n)}var qe,B=class n{constructor(e,t){this[qe]="ResourceMap";if(e instanceof n)this.map=new Map(e.map),this.toKey=t??n.defaultToKey;else if(Mt(e)){this.map=new Map,this.toKey=t??n.defaultToKey;for(let[r,i]of e)this.set(r,i)}else this.map=new Map,this.toKey=e??n.defaultToKey}static{this.defaultToKey=e=>e.toString()}set(e,t){return this.map.set(this.toKey(e),new fe(e,t)),this}get(e){return this.map.get(this.toKey(e))?.value}has(e){return this.map.has(this.toKey(e))}get size(){return this.map.size}clear(){this.map.clear()}delete(e){return this.map.delete(this.toKey(e))}forEach(e,t){typeof t<"u"&&(e=e.bind(t));for(let[r,i]of this.map)e(i.value,i.uri,this)}*values(){for(let e of this.map.values())yield e.value}*keys(){for(let e of this.map.values())yield e.uri}*entries(){for(let e of this.map.values())yield[e.uri,e.value]}*[(qe=Symbol.toStringTag,Symbol.iterator)](){for(let[,e]of this.map)yield[e.uri,e.value]}},Ge,$e=class{constructor(e,t){this[Ge]="ResourceSet";!e||typeof e=="function"?this._map=new B(e):(this._map=new B(t),e.forEach(this.add,this))}get size(){return this._map.size}add(e){return this._map.set(e,e),this}clear(){this._map.clear()}delete(e){return this._map.delete(e)}forEach(e,t){this._map.forEach((r,i)=>e.call(t,i,i,this))}has(e){return this._map.has(e)}entries(){return this._map.entries()}keys(){return this._map.keys()}values(){return this._map.keys()}[(Ge=Symbol.toStringTag,Symbol.iterator)](){return this.keys()}};var He,We=class{constructor(){this[He]="LinkedMap";this._map=new Map,this._head=void 0,this._tail=void 0,this._size=0,this._state=0}clear(){this._map.clear(),this._head=void 0,this._tail=void 0,this._size=0,this._state++}isEmpty(){return!this._head&&!this._tail}get size(){return this._size}get first(){return this._head?.value}get last(){return this._tail?.value}has(e){return this._map.has(e)}get(e,t=0){let r=this._map.get(e);if(r)return t!==0&&this.touch(r,t),r.value}set(e,t,r=0){let i=this._map.get(e);if(i)i.value=t,r!==0&&this.touch(i,r);else{switch(i={key:e,value:t,next:void 0,previous:void 0},r){case 0:this.addItemLast(i);break;case 1:this.addItemFirst(i);break;case 2:this.addItemLast(i);break;default:this.addItemLast(i);break}this._map.set(e,i),this._size++}return this}delete(e){return!!this.remove(e)}remove(e){let t=this._map.get(e);if(t)return this._map.delete(e),this.removeItem(t),this._size--,t.value}shift(){if(!this._head&&!this._tail)return;if(!this._head||!this._tail)throw new Error("Invalid list");let e=this._head;return this._map.delete(e.key),this.removeItem(e),this._size--,e.value}forEach(e,t){let r=this._state,i=this._head;for(;i;){if(t?e.bind(t)(i.value,i.key,this):e(i.value,i.key,this),this._state!==r)throw new Error("LinkedMap got modified during iteration.");i=i.next}}keys(){let e=this,t=this._state,r=this._head,i={[Symbol.iterator](){return i},next(){if(e._state!==t)throw new Error("LinkedMap got modified during iteration.");if(r){let s={value:r.key,done:!1};return r=r.next,s}else return{value:void 0,done:!0}}};return i}values(){let e=this,t=this._state,r=this._head,i={[Symbol.iterator](){return i},next(){if(e._state!==t)throw new Error("LinkedMap got modified during iteration.");if(r){let s={value:r.value,done:!1};return r=r.next,s}else return{value:void 0,done:!0}}};return i}entries(){let e=this,t=this._state,r=this._head,i={[Symbol.iterator](){return i},next(){if(e._state!==t)throw new Error("LinkedMap got modified during iteration.");if(r){let s={value:[r.key,r.value],done:!1};return r=r.next,s}else return{value:void 0,done:!0}}};return i}[(He=Symbol.toStringTag,Symbol.iterator)](){return this.entries()}trimOld(e){if(e>=this.size)return;if(e===0){this.clear();return}let t=this._head,r=this.size;for(;t&&r>e;)this._map.delete(t.key),t=t.next,r--;this._head=t,this._size=r,t&&(t.previous=void 0),this._state++}trimNew(e){if(e>=this.size)return;if(e===0){this.clear();return}let t=this._tail,r=this.size;for(;t&&r>e;)this._map.delete(t.key),t=t.previous,r--;this._tail=t,this._size=r,t&&(t.next=void 0),this._state++}addItemFirst(e){if(!this._head&&!this._tail)this._tail=e;else if(this._head)e.next=this._head,this._head.previous=e;else throw new Error("Invalid list");this._head=e,this._state++}addItemLast(e){if(!this._head&&!this._tail)this._head=e;else if(this._tail)e.previous=this._tail,this._tail.next=e;else throw new Error("Invalid list");this._tail=e,this._state++}removeItem(e){if(e===this._head&&e===this._tail)this._head=void 0,this._tail=void 0;else if(e===this._head){if(!e.next)throw new Error("Invalid list");e.next.previous=void 0,this._head=e.next}else if(e===this._tail){if(!e.previous)throw new Error("Invalid list");e.previous.next=void 0,this._tail=e.previous}else{let t=e.next,r=e.previous;if(!t||!r)throw new Error("Invalid list");t.previous=r,r.next=t}e.next=void 0,e.previous=void 0,this._state++}touch(e,t){if(!this._head||!this._tail)throw new Error("Invalid list");if(!(t!==1&&t!==2)){if(t===1){if(e===this._head)return;let r=e.next,i=e.previous;e===this._tail?(i.next=void 0,this._tail=i):(r.previous=i,i.next=r),e.previous=void 0,e.next=this._head,this._head.previous=e,this._head=e,this._state++}else if(t===2){if(e===this._tail)return;let r=e.next,i=e.previous;e===this._head?(r.previous=void 0,this._head=r):(r.previous=i,i.next=r),e.next=void 0,e.previous=this._tail,this._tail.next=e,this._tail=e,this._state++}}}toJSON(){let e=[];return this.forEach((t,r)=>{e.push([r,t])}),e}fromJSON(e){this.clear();for(let[t,r]of e)this.set(t,r)}};var J=class{constructor(){this.map=new Map}add(e,t){let r=this.map.get(e);r||(r=new Set,this.map.set(e,r)),r.add(t)}delete(e,t){let r=this.map.get(e);r&&(r.delete(t),r.size===0&&this.map.delete(e))}forEach(e,t){let r=this.map.get(e);r&&r.forEach(t)}get(e){let t=this.map.get(e);return t||new Set}};function Xe(n){return!!n&&typeof n[Symbol.iterator]=="function"}var pe;(nt=>{function n(l){return!!l&&typeof l=="object"&&typeof l[Symbol.iterator]=="function"}nt.is=n;let e=Object.freeze([]);function t(){return e}nt.empty=t;function*r(l){yield l}nt.single=r;function i(l){return n(l)?l:r(l)}nt.wrap=i;function s(l){return l??e}nt.from=s;function*o(l){for(let c=l.length-1;c>=0;c--)yield l[c]}nt.reverse=o;function u(l){return!l||l[Symbol.iterator]().next().done===!0}nt.isEmpty=u;function a(l){return l[Symbol.iterator]().next().value}nt.first=a;function d(l,c){let h=0;for(let v of l)if(c(v,h++))return!0;return!1}nt.some=d;function p(l,c){let h=0;for(let v of l)if(!c(v,h++))return!1;return!0}nt.every=p;function f(l,c){for(let h of l)if(c(h))return h}nt.find=f;function*T(l,c){for(let h of l)c(h)&&(yield h)}nt.filter=T;function*y(l,c){let h=0;for(let v of l)yield c(v,h++)}nt.map=y;function*_(l,c){let h=0;for(let v of l)yield*c(v,h++)}nt.flatMap=_;function*I(...l){for(let c of l)Xe(c)?yield*c:yield c}nt.concat=I;function x(l,c,h){let v=h;for(let O of l)v=c(v,O);return v}nt.reduce=x;function R(l){let c=0;for(let h of l)c++;return c}nt.length=R;function*ee(l,c,h=l.length){for(c<-l.length&&(c=0),c<0&&(c+=l.length),h<0?h+=l.length:h>l.length&&(h=l.length);c<h;c++)yield l[c]}nt.slice=ee;function U(l,c=Number.POSITIVE_INFINITY){let h=[];if(c===0)return[h,l];let v=l[Symbol.iterator]();for(let O=0;O<c;O++){let ye=v.next();if(ye.done)return[h,nt.empty()];h.push(ye.value)}return[h,{[Symbol.iterator](){return v}}]}nt.consume=U;async function N(l){let c=[];for await(let h of l)c.push(h);return c}nt.asyncToArray=N;async function me(l){let c=[];for await(let h of l)c=c.concat(h);return c}nt.asyncToArrayFlat=me})(pe||={});var Vt=!1,Y=null;var Je=class n{constructor(){this.livingDisposables=new Map}static{this.idx=0}getDisposableData(e){let t=this.livingDisposables.get(e);return t||(t={parent:null,source:null,isSingleton:!1,value:e,idx:n.idx++},this.livingDisposables.set(e,t)),t}trackDisposable(e){let t=this.getDisposableData(e);t.source||(t.source=new Error().stack)}setParent(e,t){let r=this.getDisposableData(e);r.parent=t}markAsDisposed(e){this.livingDisposables.delete(e)}markAsSingleton(e){this.getDisposableData(e).isSingleton=!0}getRootParent(e,t){let r=t.get(e);if(r)return r;let i=e.parent?this.getRootParent(this.getDisposableData(e.parent),t):e;return t.set(e,i),i}getTrackedDisposables(){let e=new Map;return[...this.livingDisposables.entries()].filter(([,r])=>r.source!==null&&!this.getRootParent(r,e).isSingleton).flatMap(([r])=>r)}computeLeakingDisposables(e=10,t){let r;if(t)r=t;else{let a=new Map,d=[...this.livingDisposables.values()].filter(f=>f.source!==null&&!this.getRootParent(f,a).isSingleton);if(d.length===0)return;let p=new Set(d.map(f=>f.value));if(r=d.filter(f=>!(f.parent&&p.has(f.parent))),r.length===0)throw new Error("There are cyclic diposable chains!")}if(!r)return;function i(a){function d(f,T){for(;f.length>0&&T.some(y=>typeof y=="string"?y===f[0]:f[0].match(y));)f.shift()}let p=a.source.split(`
`).map(f=>f.trim().replace("at ","")).filter(f=>f!=="");return d(p,["Error",/^trackDisposable \(.*\)$/,/^DisposableTracker.trackDisposable \(.*\)$/]),p.reverse()}let s=new J;for(let a of r){let d=i(a);for(let p=0;p<=d.length;p++)s.add(d.slice(0,p).join(`
`),a)}r.sort(Ne(a=>a.idx,Oe));let o="",u=0;for(let a of r.slice(0,e)){u++;let d=i(a),p=[];for(let f=0;f<d.length;f++){let T=d[f];T=`(shared with ${s.get(d.slice(0,f+1).join(`
`)).size}/${r.length} leaks) at ${T}`;let _=s.get(d.slice(0,f).join(`
`)),I=ze([..._].map(x=>i(x)[f]),x=>x);delete I[d[f]];for(let[x,R]of Object.entries(I))R&&p.unshift(`    - stacktraces of ${R.length} other leaks continue with ${x}`);p.unshift(T)}o+=`


==================== Leaking disposable ${u}/${r.length}: ${a.value.constructor.name} ====================
${p.join(`
`)}
============================================================

`}return r.length>e&&(o+=`


... and ${r.length-e} more leaking disposables

`),{leaks:r,details:o}}};function Bt(n){Y=n}if(Vt){let n="__is_disposable_tracked__";Bt(new class{trackDisposable(e){let t=new Error("Potentially leaked disposable").stack;setTimeout(()=>{e[n]||console.log(t)},3e3)}setParent(e,t){if(e&&e!==K.None)try{e[n]=!0}catch{}}markAsDisposed(e){if(e&&e!==K.None)try{e[n]=!0}catch{}}markAsSingleton(e){}})}function Qe(n){return Y?.trackDisposable(n),n}function Ye(n){Y?.markAsDisposed(n)}function he(n,e){Y?.setParent(n,e)}function Kt(n){if(pe.is(n)){let e=[];for(let t of n)if(t)try{t.dispose()}catch(r){e.push(r)}if(e.length===1)throw e[0];if(e.length>1)throw new AggregateError(e,"Encountered errors while disposing of store");return Array.isArray(n)?[]:n}else if(n)return n.dispose(),n}var Q=class n{constructor(){this._toDispose=new Set;this._isDisposed=!1;Qe(this)}static{this.DISABLE_DISPOSED_WARNING=!1}dispose(){this._isDisposed||(Ye(this),this._isDisposed=!0,this.clear())}get isDisposed(){return this._isDisposed}clear(){if(this._toDispose.size!==0)try{Kt(this._toDispose)}finally{this._toDispose.clear()}}add(e){if(!e||e===K.None)return e;if(e===this)throw new Error("Cannot register a disposable on itself!");return he(e,this),this._isDisposed?n.DISABLE_DISPOSED_WARNING||console.warn(new Error("Trying to add a disposable to a DisposableStore that has already been disposed of. The added object will be leaked!").stack):this._toDispose.add(e),e}delete(e){if(e){if(e===this)throw new Error("Cannot dispose a disposable on itself!");this._toDispose.delete(e),e.dispose()}}deleteAndLeak(e){e&&this._toDispose.delete(e)&&he(e,null)}assertNotDisposed(){this._isDisposed&&G(new V("Object disposed"))}},K=class{constructor(){this._store=new Q;Qe(this),he(this._store,this)}static{this.None=Object.freeze({dispose(){}})}dispose(){Ye(this),this._store.dispose()}_register(e){if(e===this)throw new Error("Cannot register a disposable on itself!");return this._store.add(e)}};var L=typeof Buffer<"u",Pt=new X(()=>new Uint8Array(256)),Te,be,P=class n{static alloc(e){return L?new n(Buffer.allocUnsafe(e)):new n(new Uint8Array(e))}static wrap(e){return L&&!Buffer.isBuffer(e)&&(e=Buffer.from(e.buffer,e.byteOffset,e.byteLength)),new n(e)}static fromString(e,t){return!(t?.dontUseNodeBuffer||!1)&&L?new n(Buffer.from(e)):(Te||(Te=new TextEncoder),new n(Te.encode(e)))}static fromByteArray(e){let t=n.alloc(e.length);for(let r=0,i=e.length;r<i;r++)t.buffer[r]=e[r];return t}static concat(e,t){if(typeof t>"u"){t=0;for(let s=0,o=e.length;s<o;s++)t+=e[s].byteLength}let r=n.alloc(t),i=0;for(let s=0,o=e.length;s<o;s++){let u=e[s];r.set(u,i),i+=u.byteLength}return r}static isNativeBuffer(e){return L&&Buffer.isBuffer(e)}constructor(e){this.buffer=e,this.byteLength=this.buffer.byteLength}clone(){let e=n.alloc(this.byteLength);return e.set(this),e}toString(){return L?this.buffer.toString():(be||(be=new TextDecoder(void 0,{ignoreBOM:!0})),be.decode(this.buffer))}slice(e,t){return new n(this.buffer.subarray(e,t))}set(e,t){if(e instanceof n)this.buffer.set(e.buffer,t);else if(e instanceof Uint8Array)this.buffer.set(e,t);else if(e instanceof ArrayBuffer)this.buffer.set(new Uint8Array(e),t);else if(ArrayBuffer.isView(e))this.buffer.set(new Uint8Array(e.buffer,e.byteOffset,e.byteLength),t);else throw new Error("Unknown argument 'array'")}readUInt32BE(e){return Nt(this.buffer,e)}writeUInt32BE(e,t){Ot(this.buffer,e,t)}readUInt32LE(e){return Ft(this.buffer,e)}writeUInt32LE(e,t){jt(this.buffer,e,t)}readUInt8(e){return Ct(this.buffer,e)}writeUInt8(e,t){zt(this.buffer,e,t)}indexOf(e,t=0){return Ut(this.buffer,e instanceof n?e.buffer:e,t)}equals(e){return this===e?!0:this.byteLength!==e.byteLength?!1:this.buffer.every((t,r)=>t===e.buffer[r])}};function Ut(n,e,t=0){let r=e.byteLength,i=n.byteLength;if(r===0)return 0;if(r===1)return n.indexOf(e[0],t);if(r>i-t)return-1;let s=Pt.value;s.fill(e.length);for(let d=0;d<e.length;d++)s[e[d]]=e.length-d-1;let o=t+e.length-1,u=o,a=-1;for(;o<i;)if(n[o]===e[u]){if(u===0){a=o;break}o--,u--}else o+=Math.max(e.length-u,s[n[o]]),u=e.length-1;return a}function Nt(n,e){return n[e]*2**24+n[e+1]*2**16+n[e+2]*2**8+n[e+3]}function Ot(n,e,t){n[t+3]=e,e=e>>>8,n[t+2]=e,e=e>>>8,n[t+1]=e,e=e>>>8,n[t]=e}function Ft(n,e){return n[e+0]<<0>>>0|n[e+1]<<8>>>0|n[e+2]<<16>>>0|n[e+3]<<24>>>0}function jt(n,e,t){n[t+0]=e&255,e=e>>>8,n[t+1]=e&255,e=e>>>8,n[t+2]=e&255,e=e>>>8,n[t+3]=e&255}function Ct(n,e){return n[e]}function zt(n,e,t){n[t]=e}function Ze(n,e){let t=0,r=0,i;do i=n.readUInt8(e+r),t|=(i&127)<<r*7,r++;while(i&128);return{value:t,consumed:r}}var tt=n=>{let e=(0,et.readFileSync)(n),t=new Map;for(let r=0;r<e.length;){let i=Ze(P.wrap(e),r);r+=i.consumed,t.set(e.subarray(r,r+i.value),t.size),r+=i.value}return t};var Z=class n{constructor(){this._values=[];this._stats={encodeDuration:new S,textLength:new S,callCount:0}}static get instance(){return this._instance||(this._instance=new n),this._instance}init(e,t,r){let i=this._values.length,s=r?tt:o=>o;return this._values.push((0,A.createTokenizer)(s(e),(0,A.getSpecialTokensByEncoder)(t),(0,A.getRegexByEncoder)(t),64e3)),i}encode(e,t,r){let i=H.create(!0),s=this._values[e].encode(t,r);return this._stats.callCount+=1,this._stats.encodeDuration.update(i.elapsed()),this._stats.textLength.update(t.length),s}destroy(e){this._values[e]=void 0}resetStats(){let e=this._stats,t={callCount:e.callCount,encodeDuration:e.encodeDuration.value,textLength:e.textLength.value};return this._stats.encodeDuration=new S,this._stats.textLength=new S,this._stats.callCount=0,t}};function $t(){let n=rt.parentPort;if(!n)throw new Error("This module should only be used in a worker thread.");n.on("message",async e=>{try{let t=await Z.instance[e.fn](...e.args);n.postMessage({id:e.id,res:t})}catch(t){n.postMessage({id:e.id,err:t})}})}$t();
//!!! DO NOT modify, this file was COPIED from 'microsoft/vscode'