UNPKG

@trap_stevo/star-vault

Version:

Deterministic data engine that eliminates query-time joins and enables normalized data execution. Architect secure, scalable, real-time systems with integrated sharding, encryption, and event-driven data flows. Manage hierarchical structures, execute adva

794 lines (792 loc) 102 kB
"use strict"; function ownKeys(e, r) { var t = Object.keys(e); if (Object.getOwnPropertySymbols) { var o = Object.getOwnPropertySymbols(e); r && (o = o.filter(function (r) { return Object.getOwnPropertyDescriptor(e, r).enumerable; })), t.push.apply(t, o); } return t; } function _objectSpread(e) { for (var r = 1; r < arguments.length; r++) { var t = null != arguments[r] ? arguments[r] : {}; r % 2 ? ownKeys(Object(t), !0).forEach(function (r) { _defineProperty(e, r, t[r]); }) : Object.getOwnPropertyDescriptors ? Object.defineProperties(e, Object.getOwnPropertyDescriptors(t)) : ownKeys(Object(t)).forEach(function (r) { Object.defineProperty(e, r, Object.getOwnPropertyDescriptor(t, r)); }); } return e; } function _defineProperty(e, r, t) { return (r = _toPropertyKey(r)) in e ? Object.defineProperty(e, r, { value: t, enumerable: !0, configurable: !0, writable: !0 }) : e[r] = t, e; } function _toConsumableArray(r) { return _arrayWithoutHoles(r) || _iterableToArray(r) || _unsupportedIterableToArray(r) || _nonIterableSpread(); } function _nonIterableSpread() { throw new TypeError("Invalid attempt to spread non-iterable instance.\nIn order to be iterable, non-array objects must have a [Symbol.iterator]() method."); } function _iterableToArray(r) { if ("undefined" != typeof Symbol && null != r[Symbol.iterator] || null != r["@@iterator"]) return Array.from(r); } function _arrayWithoutHoles(r) { if (Array.isArray(r)) return _arrayLikeToArray(r); } function _regeneratorRuntime() { "use strict"; /*! regenerator-runtime -- Copyright (c) 2014-present, Facebook, Inc. -- license (MIT): https://github.com/facebook/regenerator/blob/main/LICENSE */ _regeneratorRuntime = function _regeneratorRuntime() { return e; }; var t, e = {}, r = Object.prototype, n = r.hasOwnProperty, o = Object.defineProperty || function (t, e, r) { t[e] = r.value; }, i = "function" == typeof Symbol ? Symbol : {}, a = i.iterator || "@@iterator", c = i.asyncIterator || "@@asyncIterator", u = i.toStringTag || "@@toStringTag"; function define(t, e, r) { return Object.defineProperty(t, e, { value: r, enumerable: !0, configurable: !0, writable: !0 }), t[e]; } try { define({}, ""); } catch (t) { define = function define(t, e, r) { return t[e] = r; }; } function wrap(t, e, r, n) { var i = e && e.prototype instanceof Generator ? e : Generator, a = Object.create(i.prototype), c = new Context(n || []); return o(a, "_invoke", { value: makeInvokeMethod(t, r, c) }), a; } function tryCatch(t, e, r) { try { return { type: "normal", arg: t.call(e, r) }; } catch (t) { return { type: "throw", arg: t }; } } e.wrap = wrap; var h = "suspendedStart", l = "suspendedYield", f = "executing", s = "completed", y = {}; function Generator() {} function GeneratorFunction() {} function GeneratorFunctionPrototype() {} var p = {}; define(p, a, function () { return this; }); var d = Object.getPrototypeOf, v = d && d(d(values([]))); v && v !== r && n.call(v, a) && (p = v); var g = GeneratorFunctionPrototype.prototype = Generator.prototype = Object.create(p); function defineIteratorMethods(t) { ["next", "throw", "return"].forEach(function (e) { define(t, e, function (t) { return this._invoke(e, t); }); }); } function AsyncIterator(t, e) { function invoke(r, o, i, a) { var c = tryCatch(t[r], t, o); if ("throw" !== c.type) { var u = c.arg, h = u.value; return h && "object" == _typeof(h) && n.call(h, "__await") ? e.resolve(h.__await).then(function (t) { invoke("next", t, i, a); }, function (t) { invoke("throw", t, i, a); }) : e.resolve(h).then(function (t) { u.value = t, i(u); }, function (t) { return invoke("throw", t, i, a); }); } a(c.arg); } var r; o(this, "_invoke", { value: function value(t, n) { function callInvokeWithMethodAndArg() { return new e(function (e, r) { invoke(t, n, e, r); }); } return r = r ? r.then(callInvokeWithMethodAndArg, callInvokeWithMethodAndArg) : callInvokeWithMethodAndArg(); } }); } function makeInvokeMethod(e, r, n) { var o = h; return function (i, a) { if (o === f) throw Error("Generator is already running"); if (o === s) { if ("throw" === i) throw a; return { value: t, done: !0 }; } for (n.method = i, n.arg = a;;) { var c = n.delegate; if (c) { var u = maybeInvokeDelegate(c, n); if (u) { if (u === y) continue; return u; } } if ("next" === n.method) n.sent = n._sent = n.arg;else if ("throw" === n.method) { if (o === h) throw o = s, n.arg; n.dispatchException(n.arg); } else "return" === n.method && n.abrupt("return", n.arg); o = f; var p = tryCatch(e, r, n); if ("normal" === p.type) { if (o = n.done ? s : l, p.arg === y) continue; return { value: p.arg, done: n.done }; } "throw" === p.type && (o = s, n.method = "throw", n.arg = p.arg); } }; } function maybeInvokeDelegate(e, r) { var n = r.method, o = e.iterator[n]; if (o === t) return r.delegate = null, "throw" === n && e.iterator["return"] && (r.method = "return", r.arg = t, maybeInvokeDelegate(e, r), "throw" === r.method) || "return" !== n && (r.method = "throw", r.arg = new TypeError("The iterator does not provide a '" + n + "' method")), y; var i = tryCatch(o, e.iterator, r.arg); if ("throw" === i.type) return r.method = "throw", r.arg = i.arg, r.delegate = null, y; var a = i.arg; return a ? a.done ? (r[e.resultName] = a.value, r.next = e.nextLoc, "return" !== r.method && (r.method = "next", r.arg = t), r.delegate = null, y) : a : (r.method = "throw", r.arg = new TypeError("iterator result is not an object"), r.delegate = null, y); } function pushTryEntry(t) { var e = { tryLoc: t[0] }; 1 in t && (e.catchLoc = t[1]), 2 in t && (e.finallyLoc = t[2], e.afterLoc = t[3]), this.tryEntries.push(e); } function resetTryEntry(t) { var e = t.completion || {}; e.type = "normal", delete e.arg, t.completion = e; } function Context(t) { this.tryEntries = [{ tryLoc: "root" }], t.forEach(pushTryEntry, this), this.reset(!0); } function values(e) { if (e || "" === e) { var r = e[a]; if (r) return r.call(e); if ("function" == typeof e.next) return e; if (!isNaN(e.length)) { var o = -1, i = function next() { for (; ++o < e.length;) if (n.call(e, o)) return next.value = e[o], next.done = !1, next; return next.value = t, next.done = !0, next; }; return i.next = i; } } throw new TypeError(_typeof(e) + " is not iterable"); } return GeneratorFunction.prototype = GeneratorFunctionPrototype, o(g, "constructor", { value: GeneratorFunctionPrototype, configurable: !0 }), o(GeneratorFunctionPrototype, "constructor", { value: GeneratorFunction, configurable: !0 }), GeneratorFunction.displayName = define(GeneratorFunctionPrototype, u, "GeneratorFunction"), e.isGeneratorFunction = function (t) { var e = "function" == typeof t && t.constructor; return !!e && (e === GeneratorFunction || "GeneratorFunction" === (e.displayName || e.name)); }, e.mark = function (t) { return Object.setPrototypeOf ? Object.setPrototypeOf(t, GeneratorFunctionPrototype) : (t.__proto__ = GeneratorFunctionPrototype, define(t, u, "GeneratorFunction")), t.prototype = Object.create(g), t; }, e.awrap = function (t) { return { __await: t }; }, defineIteratorMethods(AsyncIterator.prototype), define(AsyncIterator.prototype, c, function () { return this; }), e.AsyncIterator = AsyncIterator, e.async = function (t, r, n, o, i) { void 0 === i && (i = Promise); var a = new AsyncIterator(wrap(t, r, n, o), i); return e.isGeneratorFunction(r) ? a : a.next().then(function (t) { return t.done ? t.value : a.next(); }); }, defineIteratorMethods(g), define(g, u, "Generator"), define(g, a, function () { return this; }), define(g, "toString", function () { return "[object Generator]"; }), e.keys = function (t) { var e = Object(t), r = []; for (var n in e) r.push(n); return r.reverse(), function next() { for (; r.length;) { var t = r.pop(); if (t in e) return next.value = t, next.done = !1, next; } return next.done = !0, next; }; }, e.values = values, Context.prototype = { constructor: Context, reset: function reset(e) { if (this.prev = 0, this.next = 0, this.sent = this._sent = t, this.done = !1, this.delegate = null, this.method = "next", this.arg = t, this.tryEntries.forEach(resetTryEntry), !e) for (var r in this) "t" === r.charAt(0) && n.call(this, r) && !isNaN(+r.slice(1)) && (this[r] = t); }, stop: function stop() { this.done = !0; var t = this.tryEntries[0].completion; if ("throw" === t.type) throw t.arg; return this.rval; }, dispatchException: function dispatchException(e) { if (this.done) throw e; var r = this; function handle(n, o) { return a.type = "throw", a.arg = e, r.next = n, o && (r.method = "next", r.arg = t), !!o; } for (var o = this.tryEntries.length - 1; o >= 0; --o) { var i = this.tryEntries[o], a = i.completion; if ("root" === i.tryLoc) return handle("end"); if (i.tryLoc <= this.prev) { var c = n.call(i, "catchLoc"), u = n.call(i, "finallyLoc"); if (c && u) { if (this.prev < i.catchLoc) return handle(i.catchLoc, !0); if (this.prev < i.finallyLoc) return handle(i.finallyLoc); } else if (c) { if (this.prev < i.catchLoc) return handle(i.catchLoc, !0); } else { if (!u) throw Error("try statement without catch or finally"); if (this.prev < i.finallyLoc) return handle(i.finallyLoc); } } } }, abrupt: function abrupt(t, e) { for (var r = this.tryEntries.length - 1; r >= 0; --r) { var o = this.tryEntries[r]; if (o.tryLoc <= this.prev && n.call(o, "finallyLoc") && this.prev < o.finallyLoc) { var i = o; break; } } i && ("break" === t || "continue" === t) && i.tryLoc <= e && e <= i.finallyLoc && (i = null); var a = i ? i.completion : {}; return a.type = t, a.arg = e, i ? (this.method = "next", this.next = i.finallyLoc, y) : this.complete(a); }, complete: function complete(t, e) { if ("throw" === t.type) throw t.arg; return "break" === t.type || "continue" === t.type ? this.next = t.arg : "return" === t.type ? (this.rval = this.arg = t.arg, this.method = "return", this.next = "end") : "normal" === t.type && e && (this.next = e), y; }, finish: function finish(t) { for (var e = this.tryEntries.length - 1; e >= 0; --e) { var r = this.tryEntries[e]; if (r.finallyLoc === t) return this.complete(r.completion, r.afterLoc), resetTryEntry(r), y; } }, "catch": function _catch(t) { for (var e = this.tryEntries.length - 1; e >= 0; --e) { var r = this.tryEntries[e]; if (r.tryLoc === t) { var n = r.completion; if ("throw" === n.type) { var o = n.arg; resetTryEntry(r); } return o; } } throw Error("illegal catch attempt"); }, delegateYield: function delegateYield(e, r, n) { return this.delegate = { iterator: values(e), resultName: r, nextLoc: n }, "next" === this.method && (this.arg = t), y; } }, e; } function _createForOfIteratorHelper(r, e) { var t = "undefined" != typeof Symbol && r[Symbol.iterator] || r["@@iterator"]; if (!t) { if (Array.isArray(r) || (t = _unsupportedIterableToArray(r)) || e && r && "number" == typeof r.length) { t && (r = t); var _n = 0, F = function F() {}; return { s: F, n: function n() { return _n >= r.length ? { done: !0 } : { done: !1, value: r[_n++] }; }, e: function e(r) { throw r; }, f: F }; } throw new TypeError("Invalid attempt to iterate non-iterable instance.\nIn order to be iterable, non-array objects must have a [Symbol.iterator]() method."); } var o, a = !0, u = !1; return { s: function s() { t = t.call(r); }, n: function n() { var r = t.next(); return a = r.done, r; }, e: function e(r) { u = !0, o = r; }, f: function f() { try { a || null == t["return"] || t["return"](); } finally { if (u) throw o; } } }; } function _slicedToArray(r, e) { return _arrayWithHoles(r) || _iterableToArrayLimit(r, e) || _unsupportedIterableToArray(r, e) || _nonIterableRest(); } function _nonIterableRest() { throw new TypeError("Invalid attempt to destructure non-iterable instance.\nIn order to be iterable, non-array objects must have a [Symbol.iterator]() method."); } function _unsupportedIterableToArray(r, a) { if (r) { if ("string" == typeof r) return _arrayLikeToArray(r, a); var t = {}.toString.call(r).slice(8, -1); return "Object" === t && r.constructor && (t = r.constructor.name), "Map" === t || "Set" === t ? Array.from(r) : "Arguments" === t || /^(?:Ui|I)nt(?:8|16|32)(?:Clamped)?Array$/.test(t) ? _arrayLikeToArray(r, a) : void 0; } } function _arrayLikeToArray(r, a) { (null == a || a > r.length) && (a = r.length); for (var e = 0, n = Array(a); e < a; e++) n[e] = r[e]; return n; } function _iterableToArrayLimit(r, l) { var t = null == r ? null : "undefined" != typeof Symbol && r[Symbol.iterator] || r["@@iterator"]; if (null != t) { var e, n, i, u, a = [], f = !0, o = !1; try { if (i = (t = t.call(r)).next, 0 === l) { if (Object(t) !== t) return; f = !1; } else for (; !(f = (e = i.call(t)).done) && (a.push(e.value), a.length !== l); f = !0); } catch (r) { o = !0, n = r; } finally { try { if (!f && null != t["return"] && (u = t["return"](), Object(u) !== u)) return; } finally { if (o) throw n; } } return a; } } function _arrayWithHoles(r) { if (Array.isArray(r)) return r; } function _typeof(o) { "@babel/helpers - typeof"; return _typeof = "function" == typeof Symbol && "symbol" == typeof Symbol.iterator ? function (o) { return typeof o; } : function (o) { return o && "function" == typeof Symbol && o.constructor === Symbol && o !== Symbol.prototype ? "symbol" : typeof o; }, _typeof(o); } function _classCallCheck(a, n) { if (!(a instanceof n)) throw new TypeError("Cannot call a class as a function"); } function _defineProperties(e, r) { for (var t = 0; t < r.length; t++) { var o = r[t]; o.enumerable = o.enumerable || !1, o.configurable = !0, "value" in o && (o.writable = !0), Object.defineProperty(e, _toPropertyKey(o.key), o); } } function _createClass(e, r, t) { return r && _defineProperties(e.prototype, r), t && _defineProperties(e, t), Object.defineProperty(e, "prototype", { writable: !1 }), e; } function _toPropertyKey(t) { var i = _toPrimitive(t, "string"); return "symbol" == _typeof(i) ? i : i + ""; } function _toPrimitive(t, r) { if ("object" != _typeof(t) || !t) return t; var e = t[Symbol.toPrimitive]; if (void 0 !== e) { var i = e.call(t, r || "default"); if ("object" != _typeof(i)) return i; throw new TypeError("@@toPrimitive must return a primitive value."); } return ("string" === r ? String : Number)(t); } function _classPrivateMethodInitSpec(e, a) { _checkPrivateRedeclaration(e, a), a.add(e); } function _classPrivateFieldInitSpec(e, t, a) { _checkPrivateRedeclaration(e, t), t.set(e, a); } function _checkPrivateRedeclaration(e, t) { if (t.has(e)) throw new TypeError("Cannot initialize the same private elements twice on an object"); } function _classPrivateFieldGet(s, a) { return s.get(_assertClassBrand(s, a)); } function _classPrivateFieldSet(s, a, r) { return s.set(_assertClassBrand(s, a), r), r; } function _assertClassBrand(e, t, n) { if ("function" == typeof e ? e === t : e.has(t)) return arguments.length < 3 ? t : n; throw new TypeError("Private element is not present on this object"); } function asyncGeneratorStep(n, t, e, r, o, a, c) { try { var i = n[a](c), u = i.value; } catch (n) { return void e(n); } i.done ? t(u) : Promise.resolve(u).then(r, o); } function _asyncToGenerator(n) { return function () { var t = this, e = arguments; return new Promise(function (r, o) { var a = n.apply(t, e); function _next(n) { asyncGeneratorStep(a, r, o, _next, _throw, "next", n); } function _throw(n) { asyncGeneratorStep(a, r, o, _next, _throw, "throw", n); } _next(void 0); }); }; } function _wrapAsyncGenerator(e) { return function () { return new AsyncGenerator(e.apply(this, arguments)); }; } function AsyncGenerator(e) { var r, t; function resume(r, t) { try { var n = e[r](t), o = n.value, u = o instanceof _OverloadYield; Promise.resolve(u ? o.v : o).then(function (t) { if (u) { var i = "return" === r ? "return" : "next"; if (!o.k || t.done) return resume(i, t); t = e[i](t).value; } settle(n.done ? "return" : "normal", t); }, function (e) { resume("throw", e); }); } catch (e) { settle("throw", e); } } function settle(e, n) { switch (e) { case "return": r.resolve({ value: n, done: !0 }); break; case "throw": r.reject(n); break; default: r.resolve({ value: n, done: !1 }); } (r = r.next) ? resume(r.key, r.arg) : t = null; } this._invoke = function (e, n) { return new Promise(function (o, u) { var i = { key: e, arg: n, resolve: o, reject: u, next: null }; t ? t = t.next = i : (r = t = i, resume(e, n)); }); }, "function" != typeof e["return"] && (this["return"] = void 0); } AsyncGenerator.prototype["function" == typeof Symbol && Symbol.asyncIterator || "@@asyncIterator"] = function () { return this; }, AsyncGenerator.prototype.next = function (e) { return this._invoke("next", e); }, AsyncGenerator.prototype["throw"] = function (e) { return this._invoke("throw", e); }, AsyncGenerator.prototype["return"] = function (e) { return this._invoke("return", e); }; function _awaitAsyncGenerator(e) { return new _OverloadYield(e, 0); } function _asyncGeneratorDelegate(t) { var e = {}, n = !1; function pump(e, r) { return n = !0, r = new Promise(function (n) { n(t[e](r)); }), { done: !1, value: new _OverloadYield(r, 1) }; } return e["undefined" != typeof Symbol && Symbol.iterator || "@@iterator"] = function () { return this; }, e.next = function (t) { return n ? (n = !1, t) : pump("next", t); }, "function" == typeof t["throw"] && (e["throw"] = function (t) { if (n) throw n = !1, t; return pump("throw", t); }), "function" == typeof t["return"] && (e["return"] = function (t) { return n ? (n = !1, t) : pump("return", t); }), e; } function _OverloadYield(e, d) { this.v = e, this.k = d; } function _asyncIterator(r) { var n, t, o, e = 2; for ("undefined" != typeof Symbol && (t = Symbol.asyncIterator, o = Symbol.iterator); e--;) { if (t && null != (n = r[t])) return n.call(r); if (o && null != (n = r[o])) return new AsyncFromSyncIterator(n.call(r)); t = "@@asyncIterator", o = "@@iterator"; } throw new TypeError("Object is not async iterable"); } function AsyncFromSyncIterator(r) { function AsyncFromSyncIteratorContinuation(r) { if (Object(r) !== r) return Promise.reject(new TypeError(r + " is not an object.")); var n = r.done; return Promise.resolve(r.value).then(function (r) { return { value: r, done: n }; }); } return AsyncFromSyncIterator = function AsyncFromSyncIterator(r) { this.s = r, this.n = r.next; }, AsyncFromSyncIterator.prototype = { s: null, n: null, next: function next() { return AsyncFromSyncIteratorContinuation(this.n.apply(this.s, arguments)); }, "return": function _return(r) { var n = this.s["return"]; return void 0 === n ? Promise.resolve({ value: r, done: !0 }) : AsyncFromSyncIteratorContinuation(n.apply(this.s, arguments)); }, "throw": function _throw(r) { var n = this.s["return"]; return void 0 === n ? Promise.reject(r) : AsyncFromSyncIteratorContinuation(n.apply(this.s, arguments)); } }, new AsyncFromSyncIterator(r); } var _require = require("stream"), Readable = _require.Readable; var crypto = require("crypto"); var path = require("path"); var _require2 = require("../HUDManagers/StarchiveS3UtilityManager"), createS3Client = _require2.createS3Client; var _require3 = require("./StarchiveLocalAdapter"), StarchiveLocalAdapter = _require3.StarchiveLocalAdapter; var _require4 = require("./StarchiveS3Adapter"), StarchiveS3Adapter = _require4.StarchiveS3Adapter; function sha256(buf) { return crypto.createHash("sha256").update(buf).digest("hex"); } ; function toBuffer(_x) { return _toBuffer.apply(this, arguments); } function _toBuffer() { _toBuffer = _asyncToGenerator(/*#__PURE__*/_regeneratorRuntime().mark(function _callee24(input) { var ab, chunks, _iteratorAbruptCompletion, _didIteratorError, _iteratorError, _iterator, _step, chunk, _chunks, _iteratorAbruptCompletion2, _didIteratorError2, _iteratorError2, _iterator2, _step2, _chunk, _chunks2, _iterator11, _step11, _chunk2; return _regeneratorRuntime().wrap(function _callee24$(_context24) { while (1) switch (_context24.prev = _context24.next) { case 0: if (!(input == null)) { _context24.next = 2; break; } return _context24.abrupt("return", Buffer.alloc(0)); case 2: if (!Buffer.isBuffer(input)) { _context24.next = 4; break; } return _context24.abrupt("return", input); case 4: if (!(typeof input === "string")) { _context24.next = 6; break; } return _context24.abrupt("return", Buffer.from(input)); case 6: if (!ArrayBuffer.isView(input)) { _context24.next = 8; break; } return _context24.abrupt("return", Buffer.from(input.buffer, input.byteOffset, input.byteLength)); case 8: if (!(input instanceof ArrayBuffer)) { _context24.next = 10; break; } return _context24.abrupt("return", Buffer.from(input)); case 10: if (!(_typeof(input) === "object" && typeof input.arrayBuffer === "function")) { _context24.next = 15; break; } _context24.next = 13; return input.arrayBuffer(); case 13: ab = _context24.sent; return _context24.abrupt("return", Buffer.from(ab)); case 15: if (!(input && _typeof(input) === "object" && typeof input.pipe === "function" && typeof input.read === "function")) { _context24.next = 46; break; } chunks = []; _iteratorAbruptCompletion = false; _didIteratorError = false; _context24.prev = 19; _iterator = _asyncIterator(input); case 21: _context24.next = 23; return _iterator.next(); case 23: if (!(_iteratorAbruptCompletion = !(_step = _context24.sent).done)) { _context24.next = 29; break; } chunk = _step.value; chunks.push(Buffer.isBuffer(chunk) ? chunk : Buffer.from(chunk)); case 26: _iteratorAbruptCompletion = false; _context24.next = 21; break; case 29: _context24.next = 35; break; case 31: _context24.prev = 31; _context24.t0 = _context24["catch"](19); _didIteratorError = true; _iteratorError = _context24.t0; case 35: _context24.prev = 35; _context24.prev = 36; if (!(_iteratorAbruptCompletion && _iterator["return"] != null)) { _context24.next = 40; break; } _context24.next = 40; return _iterator["return"](); case 40: _context24.prev = 40; if (!_didIteratorError) { _context24.next = 43; break; } throw _iteratorError; case 43: return _context24.finish(40); case 44: return _context24.finish(35); case 45: return _context24.abrupt("return", Buffer.concat(chunks)); case 46: if (!(input && _typeof(input) === "object" && typeof input[Symbol.asyncIterator] === "function")) { _context24.next = 77; break; } _chunks = []; _iteratorAbruptCompletion2 = false; _didIteratorError2 = false; _context24.prev = 50; _iterator2 = _asyncIterator(input); case 52: _context24.next = 54; return _iterator2.next(); case 54: if (!(_iteratorAbruptCompletion2 = !(_step2 = _context24.sent).done)) { _context24.next = 60; break; } _chunk = _step2.value; _chunks.push(Buffer.isBuffer(_chunk) ? _chunk : Buffer.from(_chunk)); case 57: _iteratorAbruptCompletion2 = false; _context24.next = 52; break; case 60: _context24.next = 66; break; case 62: _context24.prev = 62; _context24.t1 = _context24["catch"](50); _didIteratorError2 = true; _iteratorError2 = _context24.t1; case 66: _context24.prev = 66; _context24.prev = 67; if (!(_iteratorAbruptCompletion2 && _iterator2["return"] != null)) { _context24.next = 71; break; } _context24.next = 71; return _iterator2["return"](); case 71: _context24.prev = 71; if (!_didIteratorError2) { _context24.next = 74; break; } throw _iteratorError2; case 74: return _context24.finish(71); case 75: return _context24.finish(66); case 76: return _context24.abrupt("return", Buffer.concat(_chunks)); case 77: if (!(input && _typeof(input) === "object" && typeof input[Symbol.iterator] === "function")) { _context24.next = 82; break; } _chunks2 = []; _iterator11 = _createForOfIteratorHelper(input); try { for (_iterator11.s(); !(_step11 = _iterator11.n()).done;) { _chunk2 = _step11.value; _chunks2.push(Buffer.isBuffer(_chunk2) ? _chunk2 : Buffer.from(_chunk2)); } } catch (err) { _iterator11.e(err); } finally { _iterator11.f(); } return _context24.abrupt("return", Buffer.concat(_chunks2)); case 82: throw new TypeError("[StarVault | Starchive] Unsupported data type for toBuffer()"); case 83: case "end": return _context24.stop(); } }, _callee24, null, [[19, 31, 35, 45], [36,, 40, 44], [50, 62, 66, 76], [67,, 71, 75]]); })); return _toBuffer.apply(this, arguments); } ; function hmacSig(secret, data) { return crypto.createHmac("sha256", String(secret)).update(data).digest("hex"); } ; var _collection = /*#__PURE__*/new WeakMap(); var _getSigningKey = /*#__PURE__*/new WeakMap(); var _defaultTarget = /*#__PURE__*/new WeakMap(); var _remoteDefault = /*#__PURE__*/new WeakMap(); var _remotes = /*#__PURE__*/new WeakMap(); var _local = /*#__PURE__*/new WeakMap(); var _vault = /*#__PURE__*/new WeakMap(); var _Starchive_brand = /*#__PURE__*/new WeakSet(); var Starchive = /*#__PURE__*/function () { function Starchive(vault) { var options = arguments.length > 1 && arguments[1] !== undefined ? arguments[1] : {}; _classCallCheck(this, Starchive); _classPrivateMethodInitSpec(this, _Starchive_brand); _classPrivateFieldInitSpec(this, _collection, "starchive.files"); _classPrivateFieldInitSpec(this, _getSigningKey, function () { return null; }); _classPrivateFieldInitSpec(this, _defaultTarget, "local"); _classPrivateFieldInitSpec(this, _remoteDefault, null); _classPrivateFieldInitSpec(this, _remotes, new Map()); _classPrivateFieldInitSpec(this, _local, null); _classPrivateFieldInitSpec(this, _vault, void 0); _classPrivateFieldSet(_getSigningKey, this, options.signingKeyProvider || function () { return null; }); _classPrivateFieldSet(_collection, this, options.collection || "starchive.files"); _classPrivateFieldSet(_defaultTarget, this, options.defaultTarget || "local"); _classPrivateFieldSet(_vault, this, vault || null); if (options.local !== false && options.local) { _classPrivateFieldSet(_local, this, options.local instanceof StarchiveLocalAdapter ? options.local : new StarchiveLocalAdapter(options.local)); } if (options.remote !== false && options.remote) { var rem = options.remote; if (!Array.isArray(rem) && _typeof(rem) === "object" && rem.type === undefined) { for (var _i = 0, _Object$entries = Object.entries(rem); _i < _Object$entries.length; _i++) { var _Object$entries$_i = _slicedToArray(_Object$entries[_i], 2), alias = _Object$entries$_i[0], cfg = _Object$entries$_i[1]; _assertClassBrand(_Starchive_brand, this, _installRemote).call(this, alias, cfg); } _classPrivateFieldSet(_remoteDefault, this, options.remoteDefaultAlias || Object.keys(rem)[0] || null); } else if (Array.isArray(rem)) { var _rem$, _rem$2, _rem$3; var _iterator4 = _createForOfIteratorHelper(rem), _step4; try { for (_iterator4.s(); !(_step4 = _iterator4.n()).done;) { var _cfg = _step4.value; var _alias = _cfg.id || _cfg.alias || _cfg.bucket || "remote-".concat(_classPrivateFieldGet(_remotes, this).size + 1); _assertClassBrand(_Starchive_brand, this, _installRemote).call(this, _alias, _cfg); } } catch (err) { _iterator4.e(err); } finally { _iterator4.f(); } _classPrivateFieldSet(_remoteDefault, this, options.remoteDefaultAlias || ((_rem$ = rem[0]) === null || _rem$ === void 0 ? void 0 : _rem$.id) || ((_rem$2 = rem[0]) === null || _rem$2 === void 0 ? void 0 : _rem$2.alias) || ((_rem$3 = rem[0]) === null || _rem$3 === void 0 ? void 0 : _rem$3.bucket) || null); } else { _assertClassBrand(_Starchive_brand, this, _installRemote).call(this, "default", rem); _classPrivateFieldSet(_remoteDefault, this, options.remoteDefaultAlias || "default"); } } } return _createClass(Starchive, [{ key: "put", value: function () { var _put = _asyncToGenerator(/*#__PURE__*/_regeneratorRuntime().mark(function _callee(_ref) { var key, data, target, remoteAlias, bucket, _ref$prefix, prefix, absolute, _ref$contentType, contentType, filename, _ref$tags, tags, _ref$encrypt, encrypt, _ref$extra, extra, actionInfo, clientAuth, _assertClassBrand$cal, kind, adapter, alias, buf, sum, size, b, _args = arguments; return _regeneratorRuntime().wrap(function _callee$(_context) { while (1) switch (_context.prev = _context.next) { case 0: key = _ref.key, data = _ref.data, target = _ref.target, remoteAlias = _ref.remoteAlias, bucket = _ref.bucket, _ref$prefix = _ref.prefix, prefix = _ref$prefix === void 0 ? "" : _ref$prefix, absolute = _ref.absolute, _ref$contentType = _ref.contentType, contentType = _ref$contentType === void 0 ? "application/octet-stream" : _ref$contentType, filename = _ref.filename, _ref$tags = _ref.tags, tags = _ref$tags === void 0 ? [] : _ref$tags, _ref$encrypt = _ref.encrypt, encrypt = _ref$encrypt === void 0 ? false : _ref$encrypt, _ref$extra = _ref.extra, extra = _ref$extra === void 0 ? {} : _ref$extra; actionInfo = _args.length > 1 && _args[1] !== undefined ? _args[1] : {}; clientAuth = _args.length > 2 && _args[2] !== undefined ? _args[2] : null; _assertClassBrand$cal = _assertClassBrand(_Starchive_brand, this, _pick).call(this, target, remoteAlias), kind = _assertClassBrand$cal.kind, adapter = _assertClassBrand$cal.adapter, alias = _assertClassBrand$cal.alias; _context.next = 6; return toBuffer(data); case 6: buf = _context.sent; sum = sha256(buf); size = buf.length; if (!(kind === "local")) { _context.next = 15; break; } _context.next = 12; return adapter.storeBuffer(key, buf); case 12: return _context.abrupt("return", _assertClassBrand(_Starchive_brand, this, _record).call(this, { provider: "local", key: key, size: size, sha256: sum, contentType: contentType, filename: filename, tags: tags, encrypt: encrypt, extra: extra }, actionInfo, clientAuth)); case 15: b = _assertClassBrand(_Starchive_brand, this, _resolveBucket).call(this, adapter, bucket); _context.next = 18; return adapter.uploadBufferMultipart(b, key, buf, { contentType: contentType, prefix: prefix, absolute: absolute }); case 18: return _context.abrupt("return", _assertClassBrand(_Starchive_brand, this, _record).call(this, { provider: "s3", bucket: b, remoteAlias: alias, key: key, size: size, sha256: sum, contentType: contentType, filename: filename, tags: tags, encrypt: encrypt, extra: extra }, actionInfo, clientAuth)); case 19: case "end": return _context.stop(); } }, _callee, this); })); function put(_x2) { return _put.apply(this, arguments); } return put; }() }, { key: "putFile", value: function () { var _putFile = _asyncToGenerator(/*#__PURE__*/_regeneratorRuntime().mark(function _callee2(_ref2) { var key, path, target, remoteAlias, bucket, _ref2$prefix, prefix, absolute, _ref2$contentType, contentType, filename, _ref2$tags, tags, _ref2$encrypt, encrypt, _ref2$extra, extra, actionInfo, clientAuth, _assertClassBrand$cal2, kind, adapter, alias, out, b, _args2 = arguments; return _regeneratorRuntime().wrap(function _callee2$(_context2) { while (1) switch (_context2.prev = _context2.next) { case 0: key = _ref2.key, path = _ref2.path, target = _ref2.target, remoteAlias = _ref2.remoteAlias, bucket = _ref2.bucket, _ref2$prefix = _ref2.prefix, prefix = _ref2$prefix === void 0 ? "" : _ref2$prefix, absolute = _ref2.absolute, _ref2$contentType = _ref2.contentType, contentType = _ref2$contentType === void 0 ? "application/octet-stream" : _ref2$contentType, filename = _ref2.filename, _ref2$tags = _ref2.tags, tags = _ref2$tags === void 0 ? [] : _ref2$tags, _ref2$encrypt = _ref2.encrypt, encrypt = _ref2$encrypt === void 0 ? false : _ref2$encrypt, _ref2$extra = _ref2.extra, extra = _ref2$extra === void 0 ? {} : _ref2$extra; actionInfo = _args2.length > 1 && _args2[1] !== undefined ? _args2[1] : {}; clientAuth = _args2.length > 2 && _args2[2] !== undefined ? _args2[2] : null; _assertClassBrand$cal2 = _assertClassBrand(_Starchive_brand, this, _pick).call(this, target, remoteAlias), kind = _assertClassBrand$cal2.kind, adapter = _assertClassBrand$cal2.adapter, alias = _assertClassBrand$cal2.alias; if (!(kind === "local")) { _context2.next = 11; break; } _context2.next = 7; return adapter.storeFile(key, path); case 7: out = _context2.sent; return _context2.abrupt("return", _assertClassBrand(_Starchive_brand, this, _record).call(this, { provider: "local", key: key, size: out.size, sha256: out.sha256, contentType: contentType, filename: filename, tags: tags, encrypt: encrypt, extra: extra }, actionInfo, clientAuth)); case 11: b = _assertClassBrand(_Starchive_brand, this, _resolveBucket).call(this, adapter, bucket); _context2.next = 14; return adapter.uploadFileMultipart(b, key, path, { contentType: contentType, prefix: prefix, absolute: absolute }); case 14: return _context2.abrupt("return", _assertClassBrand(_Starchive_brand, this, _record).call(this, { provider: "s3", bucket: b, remoteAlias: alias, key: key, contentType: contentType, filename: filename, tags: tags, encrypt: encrypt, extra: extra }, actionInfo, clientAuth)); case 15: case "end": return _context2.stop(); } }, _callee2, this); })); function putFile(_x3) { return _putFile.apply(this, arguments); } return putFile; }() }, { key: "putMany", value: function () { var _putMany = _asyncToGenerator(/*#__PURE__*/_regeneratorRuntime().mark(function _callee3(entries) { var _this2 = this; var _ref3, target, remoteAlias, bucket, _ref3$concurrency, concurrency, _ref3$prefix, prefix, absolute, actionInfo, clientAuth, _assertClassBrand$cal3, kind, adapter, alias, buffers, files, a, b, complete, recs, _b, results, _recs, _args3 = arguments; return _regeneratorRuntime().wrap(function _callee3$(_context3) { while (1) switch (_context3.prev = _context3.next) { case 0: _ref3 = _args3.length > 1 && _args3[1] !== undefined ? _args3[1] : {}, target = _ref3.target, remoteAlias = _ref3.remoteAlias, bucket = _ref3.bucket, _ref3$concurrency = _ref3.concurrency, concurrency = _ref3$concurrency === void 0 ? 6 : _ref3$concurrency, _ref3$prefix = _ref3.prefix, prefix = _ref3$prefix === void 0 ? "" : _ref3$prefix, absolute = _ref3.absolute; actionInfo = _args3.length > 2 && _args3[2] !== undefined ? _args3[2] : {}; clientAuth = _args3.length > 3 && _args3[3] !== undefined ? _args3[3] : null; _assertClassBrand$cal3 = _assertClassBrand(_Starchive_brand, this, _pick).call(this, target, remoteAlias), kind = _assertClassBrand$cal3.kind, adapter = _assertClassBrand$cal3.adapter, alias = _assertClassBrand$cal3.alias; if (!(kind === "local")) { _context3.next = 28; break; } buffers = entries.filter(function (e) { return e.buffer; }); files = entries.filter(function (e) { return e.path; }); if (!buffers.length) { _context3.next = 13; break; } _context3.next = 10; return adapter.storeManyBuffers(buffers, { concurrency: concurrency, prefix: prefix, absolute: absolute }); case 10: _context3.t0 = _context3.sent; _context3.next = 14; break; case 13: _context3.t0 = { complete: [], incomplete: [], total: 0 }; case 14: a = _context3.t0; if (!files.length) { _context3.next = 21; break; } _context3.next = 18; return adapter.storeManyFiles(files, { concurrency: concurrency, prefix: prefix, absolute: absolute }); case 18: _context3.t1 = _context3.sent; _context3.next = 22; break; case 21: _context3.t1 = { complete: [], incomplete: [], total: 0 }; case 22: b = _context3.t1; complete = [].concat(_toConsumableArray(a.complete), _toConsumableArray(b.complete)); recs = complete.map(function (ok) { var _ok$output, _ok$output2; return _assertClassBrand(_Starchive_brand, _this2, _record).call(_this2, { provider: "local", key: ok.key, size: (_ok$output = ok.output) === null || _ok$output === void 0 ? void 0 : _ok$output.size, sha256: (_ok$output2 = ok.output) === null || _ok$output2 === void 0 ? void 0 : _ok$output2.sha256 }, actionInfo, clientAuth); }); return _context3.abrupt("return", { complete: complete, incomplete: [].concat(_toConsumableArray(a.incomplete), _toConsumableArray(b.incomplete)), records: recs, total: entries.length }); case 28: _b = _assertClassBrand(_Starchive_brand, this, _resolveBucket).call(this, adapter, bucket); _context3.next = 31; return adapter.uploadManyMultipart(_b, entries, { concurrency: concurrency, prefix: prefix, absolute: absolute }); case 31: results = _context3.sent; _recs = results.complete.map(function (ok) { return _assertClassBrand(_Starchive_brand, _this2, _record).call(_this2, { provider: "s3", bucket: _b, remoteAlias: alias, key: ok.key }, actionInfo, clientAuth); }); return _context3.abrupt("return", _objectSpread(_objectSpread({}, results), {}, { records: _recs })); case 34: case "end": return _context3.stop(); } }, _callee3, this); })); function putMany(_x4) { return _putMany.apply(this, arguments); } return putMany; }() }, { key: "getStream", value: function () { var _getStream = _asyncToGenerator(/*#__PURE__*/_regeneratorRuntime().mark(function _callee4(key) { var _ref4, target, remoteAlias, bucket, _ref4$prefix, prefix, absolute, _assertClassBrand$cal4, kind, adapter, _args4 = arguments; return _regeneratorRuntime().wrap(function _callee4$(_context4) { while (1) switch (_context4.prev = _context4.next) { case 0: _ref4 = _args4.length > 1 && _args4[1] !== undefined ? _args4[1] : {}, target = _ref4.target, remoteAlias = _ref4.remoteAlias, bucket = _ref4.bucket, _ref4$prefix = _ref4.prefix, prefix = _ref4$prefix === void 0 ? "" : _ref4$prefix, absolute = _ref4.absolute; _assertClassBrand$cal4 = _assertClassBrand(_Starchive_brand, this, _pick).call(this, target, remoteAlias), kind = _assertClassBrand$cal4.kind, adapter = _assertClassBrand$cal4.adapter; return _context4.abrupt("return", kind === "local" ? adapter.getObjectStream(key) : adapter.getObjectStream(key, { bucket: _assertClassBrand(_Starchive_brand, this, _resolveBucket).call(this, adapter, bucket), prefix: prefix, absolute: absolute })); case 3: case "end": return _context4.stop(); } }, _callee4, this); })); function getStream(_x5) { return _getStream.apply(this, arguments); } return getStream; }() }, { key: "getStreamRange", value: function () { var _getStreamRange = _asyncToGenerator(/*#__PURE__*/_regeneratorRuntime().mark(function _callee5(key, start, end) { var _ref5, target, remoteAlias, bucket, _ref5$prefix, prefix, absolute, _assertClassBrand$cal5, kind, adapter, _args5 = arguments; return _regeneratorRuntime().wrap(function _callee5$(_context5) { while (1) switch (_context5.prev = _context5.next) { case 0: _ref5 = _args5.length > 3 && _args5[3] !== undefined ? _args5[3] : {}, target = _ref5.target, remoteAlias = _ref5.remoteAlias, bucket = _ref5.bucket, _ref5$prefix = _ref5.prefix, prefix = _ref5$prefix === void 0 ? "" : _ref5$prefix, absolute = _ref5.absolute; _assertClassBrand$cal5 = _assertClassBrand(_Starchive_brand, this, _pick).call(this, target, remoteAlias), kind = _assertClassBrand$cal5.kind, adapter = _assertClassBrand$cal5.adapter; return _context5.abrupt("return", kind === "local" ? adapter.getObjectStreamRange(key, start, end) : adapter.getObjectStreamRange(key, start, end, { bucket: _assertClassBrand(_Starchive_brand, this, _resolveBucket).call(this, adapter, bucket), prefix: prefix, absolute: absolute })); case 3: case "end": return _context5.stop(); } }, _callee5, this); })); function getStreamRange(_x6, _x7, _x8) { return _getStreamRange.apply(this, arguments); } return getStreamRange; }() }, { key: "getRemoteDefaultAlias", value: function getRemoteDefaultAlias() { return _classPrivateFieldGet(_remoteDefault, this); } }, { key: "setRemoteDefaultAlias", value: function setRemoteDefaultAlias(alias) { if (!alias || !_classPrivateFieldGet(_remotes, this).has(alias)) { var available = _toConsumableArray(_classPrivateFieldGet(_remotes, this).keys()); console.warn("[StarVault | Starchive] Unknown remote alias \"".concat(alias, "\". Available ~ ").concat(available.join(", ") || "(none)")); return null; } _classPrivateFieldSet(_remoteDefault, this, alias); return alias; } }, { key: "listRemotes", value: function listRemotes() { var opts = arguments.length > 0 && arguments[0] !== undefined ? arguments[0] : {}; var asObject = !!opts.asObject; var rows = []; var _iterator5 = _createForOfIteratorHelper(_classPrivateFieldGet(_remotes, this).entries()), _step5; try { for (_iterator5.s(); !(_step5 = _iterator5.n()).done;) { var _ref6, _adapter$getBucket, _adapter$getBucket2, _ref7, _adapter$region, _adapter$clientConfig, _entry$kind; var _step5$value = _slicedToArray(_step5.value, 2), alias = _step5$value[0], entry = _step5$value[1]; var adapter = entry === null || entry === void 0 ? void 0 : entry.adapter; var bucket = (_ref6 = (_adapter$getBucket = adapter === null || adapter === void 0 || (_adapter$getBucket2 = adapter.getBucket) === null || _adapter$getBucket2 === void 0 ? void 0 : _adapter$getBucket2.call(adapter)) !== null && _adapter$getBucket !== void 0 ? _adapter$getBucket : adapter === null || adapter === void 0 ? void 0 : adapter.bucket) !== null && _ref6 !== void 0 ? _ref6 : null; var region = (_ref7 = (_adapter$region = adapter === null || adapter === void 0 ? void 0 : adapter.region) !== null && _adapter$region !== void 0 ? _adapter$region : adapter === null || adapter === void 0 || (_adapter$clientConfig = adapter.clientConfig) === null || _adapter$clientConfig === void 0 ? void 0 : _adapter$clientConfig.region) !== null && _ref7 !== void 0 ? _ref7 : null; rows.push({ alias: alias, kind: (_entry$kind = entry === null || entry === void 0 ? void 0 : entry.kind) !== null && _entry$kind !== void 0 ? _entry$kind : "s3", bucket: bucket, region: region, "default": alias === _classPrivateFieldGet(_remoteDefault, this) }); } } catch (err) { _iterator5.e(err); } finally { _iterator5.f(); } if (asObject) { var obj = {}; var _iterator6 = _createForOfIteratorHelper(rows), _step6; try { for (_iterator6.s(); !(_step6 = _iterator6.n()).done;) { var r = _step6.value; obj[r.alias] = { kind: r.kind, bucket: r.bucket, region: r.region, "default": r["default"] }; } } catch (err) { _iterator6.e(err); } finally { _iterator6.f(); } return obj; } return rows; } }, { key: "head", value: function () { var _head = _asyncToGenerator(/*#__PURE__*/_regeneratorRuntime().mark(function _callee6(key) { var _ref8, target, remoteAlias, bucket, _ref8$prefix, prefix, absolute, _assertClassBrand$cal6, kind, adapter, _args6 = arguments; return _regeneratorRuntime().wrap(function _callee6$(_context6) { while (1) switch (_context6.prev = _context6.next) { case 0: _ref8 = _args6.length > 1 && _args6[1] !== undefined ? _args6[1] : {}, target = _ref8.target, remoteAlias = _ref8.remoteAlias, bucket = _ref8.bucket, _ref8$prefix = _ref8.prefix, prefix = _ref8$prefix === void 0 ? "" : _ref8$prefix, absolute = _ref8.absolute; _assertClassBrand$cal6 = _assertClassBrand(_Starchive_brand, this, _pick).call(this, target, remoteAlias), kind = _assertClassBrand$cal6.kind, adapter = _assertClassBrand$cal6.adapter; if (!(kind === "local")) { _context6.next = 4; break; } return _context6.abrupt("return", adapter.headObject(key));