@xylabs/threads/dist/node/master/implementation.node.mjs.map

Web workers & worker threads as simple as a function call

{"version":3,"sources":["../../../src/master/implementation.node.ts"],"sourcesContent":["/* eslint-disable @typescript-eslint/no-require-imports */\n\n/* eslint-disable unicorn/prefer-add-event-listener */\n/* eslint-disable unicorn/prefer-event-target */\n/* eslint-disable @typescript-eslint/no-explicit-any */\n/* eslint-disable unicorn/text-encoding-identifier-case */\n\nimport { EventEmitter } from 'node:events'\nimport { cpus } from 'node:os'\nimport path from 'node:path'\nimport { cwd } from 'node:process'\nimport { Worker as NativeWorker } from 'node:worker_threads'\n\nimport type {\n  ImplementationExport, ThreadsWorkerOptions, WorkerImplementation,\n// eslint-disable-next-line import-x/no-internal-modules\n} from '../types/master.ts'\n\ndeclare const __non_webpack_require__: typeof require\n\ntype WorkerEventName = 'error' | 'message'\n\nexport const defaultPoolSize = cpus().length\n\nfunction resolveScriptPath(scriptPath: string, baseURL?: string | undefined) {\n  const makeAbsolute = (filePath: string) => {\n    return path.isAbsolute(filePath) ? filePath : path.join(baseURL ?? cwd(), filePath)\n  }\n\n  const absolutePath = makeAbsolute(scriptPath)\n  return absolutePath\n}\n\nfunction initWorkerThreadsWorker(): ImplementationExport {\n  let allWorkers: Array<NativeWorker> = []\n\n  class Worker extends NativeWorker {\n    private mappedEventListeners: WeakMap<EventListener, EventListener>\n\n    constructor(scriptPath: string, options?: ThreadsWorkerOptions & { fromSource: boolean }) {\n      const resolvedScriptPath = options && options.fromSource ? null : resolveScriptPath(scriptPath, (options ?? {})._baseURL)\n      if (resolvedScriptPath) {\n        super(resolvedScriptPath, options)\n      } else {\n        // `options.fromSource` is true\n        const sourceCode = scriptPath\n        super(sourceCode, { ...options, eval: true })\n      }\n\n      this.mappedEventListeners = new WeakMap()\n      allWorkers.push(this)\n    }\n\n    addEventListener(eventName: string, rawListener: EventListener) {\n      const listener = (message: any) => {\n        rawListener({ data: message } as any)\n      }\n      this.mappedEventListeners.set(rawListener, listener)\n      this.on(eventName, listener)\n    }\n\n    removeEventListener(eventName: string, rawListener: EventListener) {\n      const listener = this.mappedEventListeners.get(rawListener) || rawListener\n      this.off(eventName, listener)\n    }\n  }\n\n  const terminateWorkersAndMaster = () => {\n    // we should terminate all workers and then gracefully shutdown self process\n    Promise.all(allWorkers.map(worker => worker.terminate())).then(\n      () => process.exit(0),\n      () => process.exit(1),\n    )\n    allWorkers = []\n  }\n\n  // Take care to not leave orphaned processes behind. See #147.\n  process.on('SIGINT', () => terminateWorkersAndMaster())\n  process.on('SIGTERM', () => terminateWorkersAndMaster())\n\n  class BlobWorker extends Worker {\n    constructor(blob: Uint8Array, options?: ThreadsWorkerOptions) {\n      super(Buffer.from(blob).toString('utf-8'), { ...options, fromSource: true })\n    }\n\n    static fromText(source: string, options?: ThreadsWorkerOptions): WorkerImplementation {\n      return new Worker(source, { ...options, fromSource: true }) as any\n    }\n  }\n\n  return {\n    blob: BlobWorker as any,\n    default: Worker as any,\n  }\n}\n\nfunction initTinyWorker(): ImplementationExport {\n  const TinyWorker = require('tiny-worker')\n\n  let allWorkers: Array<typeof TinyWorker> = []\n\n  class Worker extends TinyWorker {\n    private emitter: EventEmitter\n\n    constructor(scriptPath: string, options?: ThreadsWorkerOptions & { fromSource?: boolean }) {\n      // Need to apply a work-around for Windows or it will choke upon the absolute path\n      // (`Error [ERR_INVALID_PROTOCOL]: Protocol 'c:' not supported`)\n      const resolvedScriptPath\n        = options && options.fromSource\n          ? null\n          : process.platform === 'win32'\n            ? `file:///${resolveScriptPath(scriptPath).replaceAll('\\\\', '/')}`\n            : resolveScriptPath(scriptPath)\n\n      if (resolvedScriptPath) {\n        super(resolvedScriptPath, [], { esm: true })\n      } else {\n        // `options.fromSource` is true\n        const sourceCode = scriptPath\n        super(new Function(sourceCode), [], { esm: true })\n      }\n\n      allWorkers.push(this)\n\n      this.emitter = new EventEmitter()\n      this.onerror = (error: Error) => this.emitter.emit('error', error)\n      this.onmessage = (message: MessageEvent) => this.emitter.emit('message', message)\n    }\n\n    addEventListener(eventName: WorkerEventName, listener: EventListener) {\n      this.emitter.addListener(eventName, listener)\n    }\n\n    removeEventListener(eventName: WorkerEventName, listener: EventListener) {\n      this.emitter.removeListener(eventName, listener)\n    }\n\n    terminate() {\n      allWorkers = allWorkers.filter(worker => worker !== this)\n      return super.terminate()\n    }\n  }\n\n  const terminateWorkersAndMaster = () => {\n    // we should terminate all workers and then gracefully shutdown self process\n    Promise.all(allWorkers.map(worker => worker.terminate())).then(\n      () => process.exit(0),\n      () => process.exit(1),\n    )\n    allWorkers = []\n  }\n\n  // Take care to not leave orphaned processes behind\n  // See <https://github.com/avoidwork/tiny-worker#faq>\n  process.on('SIGINT', () => terminateWorkersAndMaster())\n  process.on('SIGTERM', () => terminateWorkersAndMaster())\n\n  class BlobWorker extends Worker {\n    constructor(blob: Uint8Array, options?: ThreadsWorkerOptions) {\n      super(Buffer.from(blob).toString('utf-8'), { ...options, fromSource: true })\n    }\n\n    static fromText(source: string, options?: ThreadsWorkerOptions): WorkerImplementation {\n      return new Worker(source, { ...options, fromSource: true }) as any\n    }\n  }\n\n  return {\n    blob: BlobWorker as any,\n    default: Worker as any,\n  }\n}\n\nlet implementation: ImplementationExport\nlet isTinyWorker: boolean\n\nfunction selectWorkerImplementation(): ImplementationExport {\n  try {\n    isTinyWorker = false\n    return initWorkerThreadsWorker()\n  } catch (ex) {\n    console.error(ex)\n    // tslint:disable-next-line no-console\n    console.debug('Node worker_threads not available. Trying to fall back to tiny-worker polyfill...')\n    isTinyWorker = true\n    return initTinyWorker()\n  }\n}\n\nexport function getWorkerImplementation(): ImplementationExport {\n  if (!implementation) {\n    implementation = selectWorkerImplementation()\n  }\n  return implementation\n}\n\nexport function isWorkerRuntime() {\n  if (isTinyWorker) {\n    return globalThis !== undefined && self['postMessage'] ? true : false\n  } else {\n    // Webpack hack\n    const isMainThread\n      = typeof __non_webpack_require__ === 'function'\n        ? __non_webpack_require__('worker_threads').isMainThread\n        : eval('require')('worker_threads').isMainThread\n    return !isMainThread\n  }\n}\n"],"mappings":";;;;;;;;AAOA,SAAS,oBAAoB;AAC7B,SAAS,YAAY;AACrB,OAAO,UAAU;AACjB,SAAS,WAAW;AACpB,SAAS,UAAU,oBAAoB;AAWhC,IAAM,kBAAkB,KAAK,EAAE;AAEtC,SAAS,kBAAkB,YAAoB,SAA8B;AAC3E,QAAM,eAAe,CAAC,aAAqB;AACzC,WAAO,KAAK,WAAW,QAAQ,IAAI,WAAW,KAAK,KAAK,WAAW,IAAI,GAAG,QAAQ;AAAA,EACpF;AAEA,QAAM,eAAe,aAAa,UAAU;AAC5C,SAAO;AACT;AAEA,SAAS,0BAAgD;AACvD,MAAI,aAAkC,CAAC;AAAA,EAEvC,MAAM,eAAe,aAAa;AAAA,IACxB;AAAA,IAER,YAAY,YAAoB,SAA0D;AACxF,YAAM,qBAAqB,WAAW,QAAQ,aAAa,OAAO,kBAAkB,aAAa,WAAW,CAAC,GAAG,QAAQ;AACxH,UAAI,oBAAoB;AACtB,cAAM,oBAAoB,OAAO;AAAA,MACnC,OAAO;AAEL,cAAM,aAAa;AACnB,cAAM,YAAY,EAAE,GAAG,SAAS,MAAM,KAAK,CAAC;AAAA,MAC9C;AAEA,WAAK,uBAAuB,oBAAI,QAAQ;AACxC,iBAAW,KAAK,IAAI;AAAA,IACtB;AAAA,IAEA,iBAAiB,WAAmB,aAA4B;AAC9D,YAAM,WAAW,CAAC,YAAiB;AACjC,oBAAY,EAAE,MAAM,QAAQ,CAAQ;AAAA,MACtC;AACA,WAAK,qBAAqB,IAAI,aAAa,QAAQ;AACnD,WAAK,GAAG,WAAW,QAAQ;AAAA,IAC7B;AAAA,IAEA,oBAAoB,WAAmB,aAA4B;AACjE,YAAM,WAAW,KAAK,qBAAqB,IAAI,WAAW,KAAK;AAC/D,WAAK,IAAI,WAAW,QAAQ;AAAA,IAC9B;AAAA,EACF;AAEA,QAAM,4BAA4B,MAAM;AAEtC,YAAQ,IAAI,WAAW,IAAI,YAAU,OAAO,UAAU,CAAC,CAAC,EAAE;AAAA,MACxD,MAAM,QAAQ,KAAK,CAAC;AAAA,MACpB,MAAM,QAAQ,KAAK,CAAC;AAAA,IACtB;AACA,iBAAa,CAAC;AAAA,EAChB;AAGA,UAAQ,GAAG,UAAU,MAAM,0BAA0B,CAAC;AACtD,UAAQ,GAAG,WAAW,MAAM,0BAA0B,CAAC;AAAA,EAEvD,MAAM,mBAAmB,OAAO;AAAA,IAC9B,YAAY,MAAkB,SAAgC;AAC5D,YAAM,OAAO,KAAK,IAAI,EAAE,SAAS,OAAO,GAAG,EAAE,GAAG,SAAS,YAAY,KAAK,CAAC;AAAA,IAC7E;AAAA,IAEA,OAAO,SAAS,QAAgB,SAAsD;AACpF,aAAO,IAAI,OAAO,QAAQ,EAAE,GAAG,SAAS,YAAY,KAAK,CAAC;AAAA,IAC5D;AAAA,EACF;AAEA,SAAO;AAAA,IACL,MAAM;AAAA,IACN,SAAS;AAAA,EACX;AACF;AAEA,SAAS,iBAAuC;AAC9C,QAAM,aAAa,UAAQ,aAAa;AAExC,MAAI,aAAuC,CAAC;AAAA,EAE5C,MAAM,eAAe,WAAW;AAAA,IACtB;AAAA,IAER,YAAY,YAAoB,SAA2D;AAGzF,YAAM,qBACF,WAAW,QAAQ,aACjB,OACA,QAAQ,aAAa,UACnB,WAAW,kBAAkB,UAAU,EAAE,WAAW,MAAM,GAAG,CAAC,KAC9D,kBAAkB,UAAU;AAEpC,UAAI,oBAAoB;AACtB,cAAM,oBAAoB,CAAC,GAAG,EAAE,KAAK,KAAK,CAAC;AAAA,MAC7C,OAAO;AAEL,cAAM,aAAa;AACnB,cAAM,IAAI,SAAS,UAAU,GAAG,CAAC,GAAG,EAAE,KAAK,KAAK,CAAC;AAAA,MACnD;AAEA,iBAAW,KAAK,IAAI;AAEpB,WAAK,UAAU,IAAI,aAAa;AAChC,WAAK,UAAU,CAAC,UAAiB,KAAK,QAAQ,KAAK,SAAS,KAAK;AACjE,WAAK,YAAY,CAAC,YAA0B,KAAK,QAAQ,KAAK,WAAW,OAAO;AAAA,IAClF;AAAA,IAEA,iBAAiB,WAA4B,UAAyB;AACpE,WAAK,QAAQ,YAAY,WAAW,QAAQ;AAAA,IAC9C;AAAA,IAEA,oBAAoB,WAA4B,UAAyB;AACvE,WAAK,QAAQ,eAAe,WAAW,QAAQ;AAAA,IACjD;AAAA,IAEA,YAAY;AACV,mBAAa,WAAW,OAAO,YAAU,WAAW,IAAI;AACxD,aAAO,MAAM,UAAU;AAAA,IACzB;AAAA,EACF;AAEA,QAAM,4BAA4B,MAAM;AAEtC,YAAQ,IAAI,WAAW,IAAI,YAAU,OAAO,UAAU,CAAC,CAAC,EAAE;AAAA,MACxD,MAAM,QAAQ,KAAK,CAAC;AAAA,MACpB,MAAM,QAAQ,KAAK,CAAC;AAAA,IACtB;AACA,iBAAa,CAAC;AAAA,EAChB;AAIA,UAAQ,GAAG,UAAU,MAAM,0BAA0B,CAAC;AACtD,UAAQ,GAAG,WAAW,MAAM,0BAA0B,CAAC;AAAA,EAEvD,MAAM,mBAAmB,OAAO;AAAA,IAC9B,YAAY,MAAkB,SAAgC;AAC5D,YAAM,OAAO,KAAK,IAAI,EAAE,SAAS,OAAO,GAAG,EAAE,GAAG,SAAS,YAAY,KAAK,CAAC;AAAA,IAC7E;AAAA,IAEA,OAAO,SAAS,QAAgB,SAAsD;AACpF,aAAO,IAAI,OAAO,QAAQ,EAAE,GAAG,SAAS,YAAY,KAAK,CAAC;AAAA,IAC5D;AAAA,EACF;AAEA,SAAO;AAAA,IACL,MAAM;AAAA,IACN,SAAS;AAAA,EACX;AACF;AAEA,IAAI;AACJ,IAAI;AAEJ,SAAS,6BAAmD;AAC1D,MAAI;AACF,mBAAe;AACf,WAAO,wBAAwB;AAAA,EACjC,SAAS,IAAI;AACX,YAAQ,MAAM,EAAE;AAEhB,YAAQ,MAAM,mFAAmF;AACjG,mBAAe;AACf,WAAO,eAAe;AAAA,EACxB;AACF;AAEO,SAAS,0BAAgD;AAC9D,MAAI,CAAC,gBAAgB;AACnB,qBAAiB,2BAA2B;AAAA,EAC9C;AACA,SAAO;AACT;AAEO,SAAS,kBAAkB;AAChC,MAAI,cAAc;AAChB,WAAO,eAAe,UAAa,KAAK,aAAa,IAAI,OAAO;AAAA,EAClE,OAAO;AAEL,UAAM,eACF,OAAO,4BAA4B,aACjC,wBAAwB,gBAAgB,EAAE,eAC1C,KAAK,SAAS,EAAE,gBAAgB,EAAE;AACxC,WAAO,CAAC;AAAA,EACV;AACF;","names":[]}