@trap_stevo/star-vault
Version:
Deterministic data engine that eliminates query-time joins and enables normalized data execution. Architect secure, scalable, real-time systems with integrated sharding, encryption, and event-driven data flows. Manage hierarchical structures, execute adva
855 lines (853 loc) • 86.8 kB
JavaScript
"use strict";
function _typeof(o) { "@babel/helpers - typeof"; return _typeof = "function" == typeof Symbol && "symbol" == typeof Symbol.iterator ? function (o) { return typeof o; } : function (o) { return o && "function" == typeof Symbol && o.constructor === Symbol && o !== Symbol.prototype ? "symbol" : typeof o; }, _typeof(o); }
var _excluded = ["timeoutMS"],
_excluded2 = ["timeoutMS"];
function _toConsumableArray(r) { return _arrayWithoutHoles(r) || _iterableToArray(r) || _unsupportedIterableToArray(r) || _nonIterableSpread(); }
function _nonIterableSpread() { throw new TypeError("Invalid attempt to spread non-iterable instance.\nIn order to be iterable, non-array objects must have a [Symbol.iterator]() method."); }
function _iterableToArray(r) { if ("undefined" != typeof Symbol && null != r[Symbol.iterator] || null != r["@@iterator"]) return Array.from(r); }
function _arrayWithoutHoles(r) { if (Array.isArray(r)) return _arrayLikeToArray(r); }
function ownKeys(e, r) { var t = Object.keys(e); if (Object.getOwnPropertySymbols) { var o = Object.getOwnPropertySymbols(e); r && (o = o.filter(function (r) { return Object.getOwnPropertyDescriptor(e, r).enumerable; })), t.push.apply(t, o); } return t; }
function _objectSpread(e) { for (var r = 1; r < arguments.length; r++) { var t = null != arguments[r] ? arguments[r] : {}; r % 2 ? ownKeys(Object(t), !0).forEach(function (r) { _defineProperty(e, r, t[r]); }) : Object.getOwnPropertyDescriptors ? Object.defineProperties(e, Object.getOwnPropertyDescriptors(t)) : ownKeys(Object(t)).forEach(function (r) { Object.defineProperty(e, r, Object.getOwnPropertyDescriptor(t, r)); }); } return e; }
function _defineProperty(e, r, t) { return (r = _toPropertyKey(r)) in e ? Object.defineProperty(e, r, { value: t, enumerable: !0, configurable: !0, writable: !0 }) : e[r] = t, e; }
function _createForOfIteratorHelper(r, e) { var t = "undefined" != typeof Symbol && r[Symbol.iterator] || r["@@iterator"]; if (!t) { if (Array.isArray(r) || (t = _unsupportedIterableToArray(r)) || e && r && "number" == typeof r.length) { t && (r = t); var _n = 0, F = function F() {}; return { s: F, n: function n() { return _n >= r.length ? { done: !0 } : { done: !1, value: r[_n++] }; }, e: function e(r) { throw r; }, f: F }; } throw new TypeError("Invalid attempt to iterate non-iterable instance.\nIn order to be iterable, non-array objects must have a [Symbol.iterator]() method."); } var o, a = !0, u = !1; return { s: function s() { t = t.call(r); }, n: function n() { var r = t.next(); return a = r.done, r; }, e: function e(r) { u = !0, o = r; }, f: function f() { try { a || null == t["return"] || t["return"](); } finally { if (u) throw o; } } }; }
function _unsupportedIterableToArray(r, a) { if (r) { if ("string" == typeof r) return _arrayLikeToArray(r, a); var t = {}.toString.call(r).slice(8, -1); return "Object" === t && r.constructor && (t = r.constructor.name), "Map" === t || "Set" === t ? Array.from(r) : "Arguments" === t || /^(?:Ui|I)nt(?:8|16|32)(?:Clamped)?Array$/.test(t) ? _arrayLikeToArray(r, a) : void 0; } }
function _arrayLikeToArray(r, a) { (null == a || a > r.length) && (a = r.length); for (var e = 0, n = Array(a); e < a; e++) n[e] = r[e]; return n; }
function _objectWithoutProperties(e, t) { if (null == e) return {}; var o, r, i = _objectWithoutPropertiesLoose(e, t); if (Object.getOwnPropertySymbols) { var s = Object.getOwnPropertySymbols(e); for (r = 0; r < s.length; r++) o = s[r], t.includes(o) || {}.propertyIsEnumerable.call(e, o) && (i[o] = e[o]); } return i; }
function _objectWithoutPropertiesLoose(r, e) { if (null == r) return {}; var t = {}; for (var n in r) if ({}.hasOwnProperty.call(r, n)) { if (e.includes(n)) continue; t[n] = r[n]; } return t; }
function _regeneratorRuntime() { "use strict"; /*! regenerator-runtime -- Copyright (c) 2014-present, Facebook, Inc. -- license (MIT): https://github.com/facebook/regenerator/blob/main/LICENSE */ _regeneratorRuntime = function _regeneratorRuntime() { return e; }; var t, e = {}, r = Object.prototype, n = r.hasOwnProperty, o = Object.defineProperty || function (t, e, r) { t[e] = r.value; }, i = "function" == typeof Symbol ? Symbol : {}, a = i.iterator || "@@iterator", c = i.asyncIterator || "@@asyncIterator", u = i.toStringTag || "@@toStringTag"; function define(t, e, r) { return Object.defineProperty(t, e, { value: r, enumerable: !0, configurable: !0, writable: !0 }), t[e]; } try { define({}, ""); } catch (t) { define = function define(t, e, r) { return t[e] = r; }; } function wrap(t, e, r, n) { var i = e && e.prototype instanceof Generator ? e : Generator, a = Object.create(i.prototype), c = new Context(n || []); return o(a, "_invoke", { value: makeInvokeMethod(t, r, c) }), a; } function tryCatch(t, e, r) { try { return { type: "normal", arg: t.call(e, r) }; } catch (t) { return { type: "throw", arg: t }; } } e.wrap = wrap; var h = "suspendedStart", l = "suspendedYield", f = "executing", s = "completed", y = {}; function Generator() {} function GeneratorFunction() {} function GeneratorFunctionPrototype() {} var p = {}; define(p, a, function () { return this; }); var d = Object.getPrototypeOf, v = d && d(d(values([]))); v && v !== r && n.call(v, a) && (p = v); var g = GeneratorFunctionPrototype.prototype = Generator.prototype = Object.create(p); function defineIteratorMethods(t) { ["next", "throw", "return"].forEach(function (e) { define(t, e, function (t) { return this._invoke(e, t); }); }); } function AsyncIterator(t, e) { function invoke(r, o, i, a) { var c = tryCatch(t[r], t, o); if ("throw" !== c.type) { var u = c.arg, h = u.value; return h && "object" == _typeof(h) && n.call(h, "__await") ? e.resolve(h.__await).then(function (t) { invoke("next", t, i, a); }, function (t) { invoke("throw", t, i, a); }) : e.resolve(h).then(function (t) { u.value = t, i(u); }, function (t) { return invoke("throw", t, i, a); }); } a(c.arg); } var r; o(this, "_invoke", { value: function value(t, n) { function callInvokeWithMethodAndArg() { return new e(function (e, r) { invoke(t, n, e, r); }); } return r = r ? r.then(callInvokeWithMethodAndArg, callInvokeWithMethodAndArg) : callInvokeWithMethodAndArg(); } }); } function makeInvokeMethod(e, r, n) { var o = h; return function (i, a) { if (o === f) throw Error("Generator is already running"); if (o === s) { if ("throw" === i) throw a; return { value: t, done: !0 }; } for (n.method = i, n.arg = a;;) { var c = n.delegate; if (c) { var u = maybeInvokeDelegate(c, n); if (u) { if (u === y) continue; return u; } } if ("next" === n.method) n.sent = n._sent = n.arg;else if ("throw" === n.method) { if (o === h) throw o = s, n.arg; n.dispatchException(n.arg); } else "return" === n.method && n.abrupt("return", n.arg); o = f; var p = tryCatch(e, r, n); if ("normal" === p.type) { if (o = n.done ? s : l, p.arg === y) continue; return { value: p.arg, done: n.done }; } "throw" === p.type && (o = s, n.method = "throw", n.arg = p.arg); } }; } function maybeInvokeDelegate(e, r) { var n = r.method, o = e.iterator[n]; if (o === t) return r.delegate = null, "throw" === n && e.iterator["return"] && (r.method = "return", r.arg = t, maybeInvokeDelegate(e, r), "throw" === r.method) || "return" !== n && (r.method = "throw", r.arg = new TypeError("The iterator does not provide a '" + n + "' method")), y; var i = tryCatch(o, e.iterator, r.arg); if ("throw" === i.type) return r.method = "throw", r.arg = i.arg, r.delegate = null, y; var a = i.arg; return a ? a.done ? (r[e.resultName] = a.value, r.next = e.nextLoc, "return" !== r.method && (r.method = "next", r.arg = t), r.delegate = null, y) : a : (r.method = "throw", r.arg = new TypeError("iterator result is not an object"), r.delegate = null, y); } function pushTryEntry(t) { var e = { tryLoc: t[0] }; 1 in t && (e.catchLoc = t[1]), 2 in t && (e.finallyLoc = t[2], e.afterLoc = t[3]), this.tryEntries.push(e); } function resetTryEntry(t) { var e = t.completion || {}; e.type = "normal", delete e.arg, t.completion = e; } function Context(t) { this.tryEntries = [{ tryLoc: "root" }], t.forEach(pushTryEntry, this), this.reset(!0); } function values(e) { if (e || "" === e) { var r = e[a]; if (r) return r.call(e); if ("function" == typeof e.next) return e; if (!isNaN(e.length)) { var o = -1, i = function next() { for (; ++o < e.length;) if (n.call(e, o)) return next.value = e[o], next.done = !1, next; return next.value = t, next.done = !0, next; }; return i.next = i; } } throw new TypeError(_typeof(e) + " is not iterable"); } return GeneratorFunction.prototype = GeneratorFunctionPrototype, o(g, "constructor", { value: GeneratorFunctionPrototype, configurable: !0 }), o(GeneratorFunctionPrototype, "constructor", { value: GeneratorFunction, configurable: !0 }), GeneratorFunction.displayName = define(GeneratorFunctionPrototype, u, "GeneratorFunction"), e.isGeneratorFunction = function (t) { var e = "function" == typeof t && t.constructor; return !!e && (e === GeneratorFunction || "GeneratorFunction" === (e.displayName || e.name)); }, e.mark = function (t) { return Object.setPrototypeOf ? Object.setPrototypeOf(t, GeneratorFunctionPrototype) : (t.__proto__ = GeneratorFunctionPrototype, define(t, u, "GeneratorFunction")), t.prototype = Object.create(g), t; }, e.awrap = function (t) { return { __await: t }; }, defineIteratorMethods(AsyncIterator.prototype), define(AsyncIterator.prototype, c, function () { return this; }), e.AsyncIterator = AsyncIterator, e.async = function (t, r, n, o, i) { void 0 === i && (i = Promise); var a = new AsyncIterator(wrap(t, r, n, o), i); return e.isGeneratorFunction(r) ? a : a.next().then(function (t) { return t.done ? t.value : a.next(); }); }, defineIteratorMethods(g), define(g, u, "Generator"), define(g, a, function () { return this; }), define(g, "toString", function () { return "[object Generator]"; }), e.keys = function (t) { var e = Object(t), r = []; for (var n in e) r.push(n); return r.reverse(), function next() { for (; r.length;) { var t = r.pop(); if (t in e) return next.value = t, next.done = !1, next; } return next.done = !0, next; }; }, e.values = values, Context.prototype = { constructor: Context, reset: function reset(e) { if (this.prev = 0, this.next = 0, this.sent = this._sent = t, this.done = !1, this.delegate = null, this.method = "next", this.arg = t, this.tryEntries.forEach(resetTryEntry), !e) for (var r in this) "t" === r.charAt(0) && n.call(this, r) && !isNaN(+r.slice(1)) && (this[r] = t); }, stop: function stop() { this.done = !0; var t = this.tryEntries[0].completion; if ("throw" === t.type) throw t.arg; return this.rval; }, dispatchException: function dispatchException(e) { if (this.done) throw e; var r = this; function handle(n, o) { return a.type = "throw", a.arg = e, r.next = n, o && (r.method = "next", r.arg = t), !!o; } for (var o = this.tryEntries.length - 1; o >= 0; --o) { var i = this.tryEntries[o], a = i.completion; if ("root" === i.tryLoc) return handle("end"); if (i.tryLoc <= this.prev) { var c = n.call(i, "catchLoc"), u = n.call(i, "finallyLoc"); if (c && u) { if (this.prev < i.catchLoc) return handle(i.catchLoc, !0); if (this.prev < i.finallyLoc) return handle(i.finallyLoc); } else if (c) { if (this.prev < i.catchLoc) return handle(i.catchLoc, !0); } else { if (!u) throw Error("try statement without catch or finally"); if (this.prev < i.finallyLoc) return handle(i.finallyLoc); } } } }, abrupt: function abrupt(t, e) { for (var r = this.tryEntries.length - 1; r >= 0; --r) { var o = this.tryEntries[r]; if (o.tryLoc <= this.prev && n.call(o, "finallyLoc") && this.prev < o.finallyLoc) { var i = o; break; } } i && ("break" === t || "continue" === t) && i.tryLoc <= e && e <= i.finallyLoc && (i = null); var a = i ? i.completion : {}; return a.type = t, a.arg = e, i ? (this.method = "next", this.next = i.finallyLoc, y) : this.complete(a); }, complete: function complete(t, e) { if ("throw" === t.type) throw t.arg; return "break" === t.type || "continue" === t.type ? this.next = t.arg : "return" === t.type ? (this.rval = this.arg = t.arg, this.method = "return", this.next = "end") : "normal" === t.type && e && (this.next = e), y; }, finish: function finish(t) { for (var e = this.tryEntries.length - 1; e >= 0; --e) { var r = this.tryEntries[e]; if (r.finallyLoc === t) return this.complete(r.completion, r.afterLoc), resetTryEntry(r), y; } }, "catch": function _catch(t) { for (var e = this.tryEntries.length - 1; e >= 0; --e) { var r = this.tryEntries[e]; if (r.tryLoc === t) { var n = r.completion; if ("throw" === n.type) { var o = n.arg; resetTryEntry(r); } return o; } } throw Error("illegal catch attempt"); }, delegateYield: function delegateYield(e, r, n) { return this.delegate = { iterator: values(e), resultName: r, nextLoc: n }, "next" === this.method && (this.arg = t), y; } }, e; }
function asyncGeneratorStep(n, t, e, r, o, a, c) { try { var i = n[a](c), u = i.value; } catch (n) { return void e(n); } i.done ? t(u) : Promise.resolve(u).then(r, o); }
function _asyncToGenerator(n) { return function () { var t = this, e = arguments; return new Promise(function (r, o) { var a = n.apply(t, e); function _next(n) { asyncGeneratorStep(a, r, o, _next, _throw, "next", n); } function _throw(n) { asyncGeneratorStep(a, r, o, _next, _throw, "throw", n); } _next(void 0); }); }; }
function _classCallCheck(a, n) { if (!(a instanceof n)) throw new TypeError("Cannot call a class as a function"); }
function _defineProperties(e, r) { for (var t = 0; t < r.length; t++) { var o = r[t]; o.enumerable = o.enumerable || !1, o.configurable = !0, "value" in o && (o.writable = !0), Object.defineProperty(e, _toPropertyKey(o.key), o); } }
function _createClass(e, r, t) { return r && _defineProperties(e.prototype, r), t && _defineProperties(e, t), Object.defineProperty(e, "prototype", { writable: !1 }), e; }
function _toPropertyKey(t) { var i = _toPrimitive(t, "string"); return "symbol" == _typeof(i) ? i : i + ""; }
function _toPrimitive(t, r) { if ("object" != _typeof(t) || !t) return t; var e = t[Symbol.toPrimitive]; if (void 0 !== e) { var i = e.call(t, r || "default"); if ("object" != _typeof(i)) return i; throw new TypeError("@@toPrimitive must return a primitive value."); } return ("string" === r ? String : Number)(t); }
function _classPrivateMethodInitSpec(e, a) { _checkPrivateRedeclaration(e, a), a.add(e); }
function _classPrivateFieldInitSpec(e, t, a) { _checkPrivateRedeclaration(e, t), t.set(e, a); }
function _checkPrivateRedeclaration(e, t) { if (t.has(e)) throw new TypeError("Cannot initialize the same private elements twice on an object"); }
function _classPrivateFieldGet(s, a) { return s.get(_assertClassBrand(s, a)); }
function _classPrivateFieldSet(s, a, r) { return s.set(_assertClassBrand(s, a), r), r; }
function _assertClassBrand(e, t, n) { if ("function" == typeof e ? e === t : e.has(t)) return arguments.length < 3 ? t : n; throw new TypeError("Private element is not present on this object"); }
function _asyncGeneratorDelegate(t) { var e = {}, n = !1; function pump(e, r) { return n = !0, r = new Promise(function (n) { n(t[e](r)); }), { done: !1, value: new _OverloadYield(r, 1) }; } return e["undefined" != typeof Symbol && Symbol.iterator || "@@iterator"] = function () { return this; }, e.next = function (t) { return n ? (n = !1, t) : pump("next", t); }, "function" == typeof t["throw"] && (e["throw"] = function (t) { if (n) throw n = !1, t; return pump("throw", t); }), "function" == typeof t["return"] && (e["return"] = function (t) { return n ? (n = !1, t) : pump("return", t); }), e; }
function _asyncIterator(r) { var n, t, o, e = 2; for ("undefined" != typeof Symbol && (t = Symbol.asyncIterator, o = Symbol.iterator); e--;) { if (t && null != (n = r[t])) return n.call(r); if (o && null != (n = r[o])) return new AsyncFromSyncIterator(n.call(r)); t = "@@asyncIterator", o = "@@iterator"; } throw new TypeError("Object is not async iterable"); }
function AsyncFromSyncIterator(r) { function AsyncFromSyncIteratorContinuation(r) { if (Object(r) !== r) return Promise.reject(new TypeError(r + " is not an object.")); var n = r.done; return Promise.resolve(r.value).then(function (r) { return { value: r, done: n }; }); } return AsyncFromSyncIterator = function AsyncFromSyncIterator(r) { this.s = r, this.n = r.next; }, AsyncFromSyncIterator.prototype = { s: null, n: null, next: function next() { return AsyncFromSyncIteratorContinuation(this.n.apply(this.s, arguments)); }, "return": function _return(r) { var n = this.s["return"]; return void 0 === n ? Promise.resolve({ value: r, done: !0 }) : AsyncFromSyncIteratorContinuation(n.apply(this.s, arguments)); }, "throw": function _throw(r) { var n = this.s["return"]; return void 0 === n ? Promise.reject(r) : AsyncFromSyncIteratorContinuation(n.apply(this.s, arguments)); } }, new AsyncFromSyncIterator(r); }
function _awaitAsyncGenerator(e) { return new _OverloadYield(e, 0); }
function _wrapAsyncGenerator(e) { return function () { return new AsyncGenerator(e.apply(this, arguments)); }; }
function AsyncGenerator(e) { var r, t; function resume(r, t) { try { var n = e[r](t), o = n.value, u = o instanceof _OverloadYield; Promise.resolve(u ? o.v : o).then(function (t) { if (u) { var i = "return" === r ? "return" : "next"; if (!o.k || t.done) return resume(i, t); t = e[i](t).value; } settle(n.done ? "return" : "normal", t); }, function (e) { resume("throw", e); }); } catch (e) { settle("throw", e); } } function settle(e, n) { switch (e) { case "return": r.resolve({ value: n, done: !0 }); break; case "throw": r.reject(n); break; default: r.resolve({ value: n, done: !1 }); } (r = r.next) ? resume(r.key, r.arg) : t = null; } this._invoke = function (e, n) { return new Promise(function (o, u) { var i = { key: e, arg: n, resolve: o, reject: u, next: null }; t ? t = t.next = i : (r = t = i, resume(e, n)); }); }, "function" != typeof e["return"] && (this["return"] = void 0); }
AsyncGenerator.prototype["function" == typeof Symbol && Symbol.asyncIterator || "@@asyncIterator"] = function () { return this; }, AsyncGenerator.prototype.next = function (e) { return this._invoke("next", e); }, AsyncGenerator.prototype["throw"] = function (e) { return this._invoke("throw", e); }, AsyncGenerator.prototype["return"] = function (e) { return this._invoke("return", e); };
function _OverloadYield(e, d) { this.v = e, this.k = d; }
var _require = require("@aws-sdk/client-s3"),
ListBucketsCommand = _require.ListBucketsCommand,
ListObjectsV2Command = _require.ListObjectsV2Command,
HeadObjectCommand = _require.HeadObjectCommand,
PutObjectCommand = _require.PutObjectCommand,
GetObjectCommand = _require.GetObjectCommand,
DeleteObjectCommand = _require.DeleteObjectCommand,
DeleteObjectsCommand = _require.DeleteObjectsCommand,
CopyObjectCommand = _require.CopyObjectCommand;
var _require2 = require("@aws-sdk/s3-request-presigner"),
getSignedUrl = _require2.getSignedUrl;
var _require3 = require("fs"),
createReadStream = _require3.createReadStream,
createWriteStream = _require3.createWriteStream;
var _require4 = require("@aws-sdk/lib-storage"),
Upload = _require4.Upload;
var _require5 = require("stream/promises"),
pipeline = _require5.pipeline;
var _require6 = require("stream"),
PassThrough = _require6.PassThrough;
var crypto = require("crypto");
var _client = /*#__PURE__*/new WeakMap();
var _bucket = /*#__PURE__*/new WeakMap();
var _region = /*#__PURE__*/new WeakMap();
var _StarchiveS3Adapter_brand = /*#__PURE__*/new WeakSet();
var StarchiveS3Adapter = /*#__PURE__*/function () {
function StarchiveS3Adapter(_ref) {
var _ref$client = _ref.client,
client = _ref$client === void 0 ? null : _ref$client,
bucket = _ref.bucket,
region = _ref.region;
_classCallCheck(this, StarchiveS3Adapter);
_classPrivateMethodInitSpec(this, _StarchiveS3Adapter_brand);
_classPrivateFieldInitSpec(this, _client, void 0);
_classPrivateFieldInitSpec(this, _bucket, void 0);
_classPrivateFieldInitSpec(this, _region, void 0);
_classPrivateFieldSet(_client, this, client);
_classPrivateFieldSet(_bucket, this, bucket);
_classPrivateFieldSet(_region, this, region);
}
return _createClass(StarchiveS3Adapter, [{
key: "getBucket",
value: function getBucket() {
return _classPrivateFieldGet(_bucket, this);
}
}, {
key: "getClient",
value: function getClient() {
return _classPrivateFieldGet(_client, this);
}
}, {
key: "uploadObject",
value: function () {
var _uploadObject = _asyncToGenerator(/*#__PURE__*/_regeneratorRuntime().mark(function _callee(key, readableOrBuffer, contentType) {
var hasher, size, body, tee, Key, cmd, sha256;
return _regeneratorRuntime().wrap(function _callee$(_context) {
while (1) switch (_context.prev = _context.next) {
case 0:
hasher = crypto.createHash("sha256");
size = 0;
if (Buffer.isBuffer(readableOrBuffer)) {
hasher.update(readableOrBuffer);
size = readableOrBuffer.length;
body = readableOrBuffer;
} else {
tee = new PassThrough();
readableOrBuffer.on("data", function (chunk) {
hasher.update(chunk);
size += chunk.length;
});
readableOrBuffer.pipe(tee);
body = tee;
}
Key = _assertClassBrand(_StarchiveS3Adapter_brand, this, _resolveKey).call(this, key, options);
cmd = new PutObjectCommand({
Bucket: _classPrivateFieldGet(_bucket, this),
Key: Key,
Body: body,
ContentType: contentType || "application/octet-stream"
});
_context.next = 7;
return _classPrivateFieldGet(_client, this).send(cmd);
case 7:
sha256 = hasher.digest("hex");
return _context.abrupt("return", {
sha256: sha256,
size: size
});
case 9:
case "end":
return _context.stop();
}
}, _callee, this);
}));
function uploadObject(_x, _x2, _x3) {
return _uploadObject.apply(this, arguments);
}
return uploadObject;
}()
}, {
key: "getObjectStream",
value: function () {
var _getObjectStream = _asyncToGenerator(/*#__PURE__*/_regeneratorRuntime().mark(function _callee2(key) {
var _out$ContentLength;
var options,
Key,
cmd,
out,
size,
contentType,
_args2 = arguments;
return _regeneratorRuntime().wrap(function _callee2$(_context2) {
while (1) switch (_context2.prev = _context2.next) {
case 0:
options = _args2.length > 1 && _args2[1] !== undefined ? _args2[1] : {};
Key = _assertClassBrand(_StarchiveS3Adapter_brand, this, _resolveKey).call(this, key, options);
cmd = new GetObjectCommand({
Bucket: _classPrivateFieldGet(_bucket, this),
Key: Key
});
_context2.next = 5;
return _classPrivateFieldGet(_client, this).send(cmd);
case 5:
out = _context2.sent;
size = Number((_out$ContentLength = out.ContentLength) !== null && _out$ContentLength !== void 0 ? _out$ContentLength : 0);
contentType = out.ContentType || "application/octet-stream";
return _context2.abrupt("return", {
stream: out.Body,
size: size,
contentType: contentType
});
case 9:
case "end":
return _context2.stop();
}
}, _callee2, this);
}));
function getObjectStream(_x4) {
return _getObjectStream.apply(this, arguments);
}
return getObjectStream;
}()
}, {
key: "getObjectStreamRange",
value: function () {
var _getObjectStreamRange = _asyncToGenerator(/*#__PURE__*/_regeneratorRuntime().mark(function _callee3(key, start, end) {
var _out$ContentLength2;
var options,
Key,
rangeHdr,
cmd,
out,
contentType,
size,
contentRange,
_args3 = arguments;
return _regeneratorRuntime().wrap(function _callee3$(_context3) {
while (1) switch (_context3.prev = _context3.next) {
case 0:
options = _args3.length > 3 && _args3[3] !== undefined ? _args3[3] : {};
Key = _assertClassBrand(_StarchiveS3Adapter_brand, this, _resolveKey).call(this, key, options);
rangeHdr = end == null ? "bytes=" + start + "-" : "bytes=" + start + "-" + end;
cmd = new GetObjectCommand({
Bucket: _classPrivateFieldGet(_bucket, this),
Key: Key,
Range: rangeHdr
});
_context3.next = 6;
return _classPrivateFieldGet(_client, this).send(cmd);
case 6:
out = _context3.sent;
contentType = out.ContentType || "application/octet-stream";
size = Number((_out$ContentLength2 = out.ContentLength) !== null && _out$ContentLength2 !== void 0 ? _out$ContentLength2 : 0);
contentRange = out.ContentRange || "";
return _context3.abrupt("return", {
stream: out.Body,
size: size,
contentType: contentType,
contentRange: contentRange
});
case 11:
case "end":
return _context3.stop();
}
}, _callee3, this);
}));
function getObjectStreamRange(_x5, _x6, _x7) {
return _getObjectStreamRange.apply(this, arguments);
}
return getObjectStreamRange;
}()
}, {
key: "deleteObject",
value: function () {
var _deleteObject = _asyncToGenerator(/*#__PURE__*/_regeneratorRuntime().mark(function _callee4(key) {
var _ref2,
timeoutMS,
options,
Key,
cmd,
_args4 = arguments;
return _regeneratorRuntime().wrap(function _callee4$(_context4) {
while (1) switch (_context4.prev = _context4.next) {
case 0:
_ref2 = _args4.length > 1 && _args4[1] !== undefined ? _args4[1] : {}, timeoutMS = _ref2.timeoutMS, options = _objectWithoutProperties(_ref2, _excluded);
Key = _assertClassBrand(_StarchiveS3Adapter_brand, this, _resolveKey).call(this, key, options);
cmd = new DeleteObjectCommand({
Bucket: _classPrivateFieldGet(_bucket, this),
Key: Key
});
_context4.next = 5;
return _classPrivateFieldGet(_client, this).send(cmd, {
abortSignal: _withTimeoutSignal.call(StarchiveS3Adapter, timeoutMS)
});
case 5:
return _context4.abrupt("return", {
deleted: true
});
case 6:
case "end":
return _context4.stop();
}
}, _callee4, this);
}));
function deleteObject(_x8) {
return _deleteObject.apply(this, arguments);
}
return deleteObject;
}()
}, {
key: "headObject",
value: function () {
var _headObject = _asyncToGenerator(/*#__PURE__*/_regeneratorRuntime().mark(function _callee5(bucket, key) {
var _ref3,
timeoutMS,
options,
Key,
_args5 = arguments;
return _regeneratorRuntime().wrap(function _callee5$(_context5) {
while (1) switch (_context5.prev = _context5.next) {
case 0:
_ref3 = _args5.length > 2 && _args5[2] !== undefined ? _args5[2] : {}, timeoutMS = _ref3.timeoutMS, options = _objectWithoutProperties(_ref3, _excluded2);
Key = _assertClassBrand(_StarchiveS3Adapter_brand, this, _resolveKey).call(this, key, options);
return _context5.abrupt("return", _classPrivateFieldGet(_client, this).send(new HeadObjectCommand({
Bucket: bucket !== null && bucket !== void 0 ? bucket : _classPrivateFieldGet(_bucket, this),
Key: Key
}), {
abortSignal: _withTimeoutSignal.call(StarchiveS3Adapter, timeoutMS)
}));
case 3:
case "end":
return _context5.stop();
}
}, _callee5, this);
}));
function headObject(_x9, _x10) {
return _headObject.apply(this, arguments);
}
return headObject;
}()
}, {
key: "listBuckets",
value: function () {
var _listBuckets = _asyncToGenerator(/*#__PURE__*/_regeneratorRuntime().mark(function _callee6() {
var _ref4,
timeoutMS,
out,
_args6 = arguments;
return _regeneratorRuntime().wrap(function _callee6$(_context6) {
while (1) switch (_context6.prev = _context6.next) {
case 0:
_ref4 = _args6.length > 0 && _args6[0] !== undefined ? _args6[0] : {}, timeoutMS = _ref4.timeoutMS;
_context6.next = 3;
return _classPrivateFieldGet(_client, this).send(new ListBucketsCommand({}), {
abortSignal: _withTimeoutSignal.call(StarchiveS3Adapter, timeoutMS)
});
case 3:
out = _context6.sent;
return _context6.abrupt("return", out.Buckets || []);
case 5:
case "end":
return _context6.stop();
}
}, _callee6, this);
}));
function listBuckets() {
return _listBuckets.apply(this, arguments);
}
return listBuckets;
}()
}, {
key: "listObjects",
value: function () {
var _listObjects = _asyncToGenerator(/*#__PURE__*/_regeneratorRuntime().mark(function _callee7(bucket) {
var _ref5,
_ref5$prefix,
prefix,
_ref5$maxKeys,
maxKeys,
continuationToken,
startAfter,
timeoutMS,
out,
_args7 = arguments;
return _regeneratorRuntime().wrap(function _callee7$(_context7) {
while (1) switch (_context7.prev = _context7.next) {
case 0:
_ref5 = _args7.length > 1 && _args7[1] !== undefined ? _args7[1] : {}, _ref5$prefix = _ref5.prefix, prefix = _ref5$prefix === void 0 ? "" : _ref5$prefix, _ref5$maxKeys = _ref5.maxKeys, maxKeys = _ref5$maxKeys === void 0 ? 1000 : _ref5$maxKeys, continuationToken = _ref5.continuationToken, startAfter = _ref5.startAfter, timeoutMS = _ref5.timeoutMS;
_context7.next = 3;
return _classPrivateFieldGet(_client, this).send(new ListObjectsV2Command({
ContinuationToken: continuationToken,
StartAfter: startAfter,
MaxKeys: maxKeys,
Prefix: prefix,
Bucket: bucket
}), {
abortSignal: _withTimeoutSignal.call(StarchiveS3Adapter, timeoutMS)
});
case 3:
out = _context7.sent;
return _context7.abrupt("return", {
nextContinuationToken: out.NextContinuationToken,
isTruncated: !!out.IsTruncated,
keyCount: out.KeyCount || 0,
items: out.Contents || []
});
case 5:
case "end":
return _context7.stop();
}
}, _callee7, this);
}));
function listObjects(_x11) {
return _listObjects.apply(this, arguments);
}
return listObjects;
}()
}, {
key: "listAllObjects",
value: function listAllObjects(bucket) {
var _this = this;
var _ref6 = arguments.length > 1 && arguments[1] !== undefined ? arguments[1] : {},
_ref6$prefix = _ref6.prefix,
prefix = _ref6$prefix === void 0 ? "" : _ref6$prefix,
_ref6$pageSize = _ref6.pageSize,
pageSize = _ref6$pageSize === void 0 ? 1000 : _ref6$pageSize,
timeoutMS = _ref6.timeoutMS;
return _wrapAsyncGenerator(/*#__PURE__*/_regeneratorRuntime().mark(function _callee8() {
var token, page, _iterator3, _step3, obj;
return _regeneratorRuntime().wrap(function _callee8$(_context8) {
while (1) switch (_context8.prev = _context8.next) {
case 0:
_context8.next = 2;
return _awaitAsyncGenerator(_this.listObjects(bucket, {
continuationToken: token,
timeoutMS: timeoutMS,
maxKeys: pageSize,
prefix: prefix
}));
case 2:
page = _context8.sent;
_iterator3 = _createForOfIteratorHelper(page.items);
_context8.prev = 4;
_iterator3.s();
case 6:
if ((_step3 = _iterator3.n()).done) {
_context8.next = 12;
break;
}
obj = _step3.value;
_context8.next = 10;
return obj;
case 10:
_context8.next = 6;
break;
case 12:
_context8.next = 17;
break;
case 14:
_context8.prev = 14;
_context8.t0 = _context8["catch"](4);
_iterator3.e(_context8.t0);
case 17:
_context8.prev = 17;
_iterator3.f();
return _context8.finish(17);
case 20:
token = page.nextContinuationToken;
case 21:
if (token) {
_context8.next = 0;
break;
}
case 22:
case "end":
return _context8.stop();
}
}, _callee8, null, [[4, 14, 17, 20]]);
}))();
}
}, {
key: "listAllObjectsArray",
value: function () {
var _listAllObjectsArray = _asyncToGenerator(/*#__PURE__*/_regeneratorRuntime().mark(function _callee9(bucket) {
var options,
out,
_iteratorAbruptCompletion,
_didIteratorError,
_iteratorError,
_iterator,
_step,
obj,
_args9 = arguments;
return _regeneratorRuntime().wrap(function _callee9$(_context9) {
while (1) switch (_context9.prev = _context9.next) {
case 0:
options = _args9.length > 1 && _args9[1] !== undefined ? _args9[1] : {};
out = [];
_iteratorAbruptCompletion = false;
_didIteratorError = false;
_context9.prev = 4;
_iterator = _asyncIterator(this.listAllObjects(bucket, options));
case 6:
_context9.next = 8;
return _iterator.next();
case 8:
if (!(_iteratorAbruptCompletion = !(_step = _context9.sent).done)) {
_context9.next = 14;
break;
}
obj = _step.value;
out.push(obj);
case 11:
_iteratorAbruptCompletion = false;
_context9.next = 6;
break;
case 14:
_context9.next = 20;
break;
case 16:
_context9.prev = 16;
_context9.t0 = _context9["catch"](4);
_didIteratorError = true;
_iteratorError = _context9.t0;
case 20:
_context9.prev = 20;
_context9.prev = 21;
if (!(_iteratorAbruptCompletion && _iterator["return"] != null)) {
_context9.next = 25;
break;
}
_context9.next = 25;
return _iterator["return"]();
case 25:
_context9.prev = 25;
if (!_didIteratorError) {
_context9.next = 28;
break;
}
throw _iteratorError;
case 28:
return _context9.finish(25);
case 29:
return _context9.finish(20);
case 30:
return _context9.abrupt("return", out);
case 31:
case "end":
return _context9.stop();
}
}, _callee9, this, [[4, 16, 20, 30], [21,, 25, 29]]);
}));
function listAllObjectsArray(_x12) {
return _listAllObjectsArray.apply(this, arguments);
}
return listAllObjectsArray;
}()
}, {
key: "listPrefixes",
value: function () {
var _listPrefixes = _asyncToGenerator(/*#__PURE__*/_regeneratorRuntime().mark(function _callee10(bucket) {
var _ref7,
_ref7$prefix,
prefix,
timeoutMS,
out,
dirs,
_args10 = arguments;
return _regeneratorRuntime().wrap(function _callee10$(_context10) {
while (1) switch (_context10.prev = _context10.next) {
case 0:
_ref7 = _args10.length > 1 && _args10[1] !== undefined ? _args10[1] : {}, _ref7$prefix = _ref7.prefix, prefix = _ref7$prefix === void 0 ? "" : _ref7$prefix, timeoutMS = _ref7.timeoutMS;
_context10.next = 3;
return _classPrivateFieldGet(_client, this).send(new ListObjectsV2Command({
Bucket: bucket,
Prefix: prefix,
Delimiter: "/"
}), {
abortSignal: _withTimeoutSignal.call(StarchiveS3Adapter, timeoutMS)
});
case 3:
out = _context10.sent;
dirs = (out.CommonPrefixes || []).map(function (p) {
return p.Prefix;
});
return _context10.abrupt("return", {
prefixes: dirs,
isTruncated: !!out.IsTruncated,
nextContinuationToken: out.NextContinuationToken
});
case 6:
case "end":
return _context10.stop();
}
}, _callee10, this);
}));
function listPrefixes(_x13) {
return _listPrefixes.apply(this, arguments);
}
return listPrefixes;
}()
}, {
key: "listObjectsAndPrefixes",
value: function () {
var _listObjectsAndPrefixes = _asyncToGenerator(/*#__PURE__*/_regeneratorRuntime().mark(function _callee11(bucket) {
var _ref8,
_ref8$prefix,
prefix,
_ref8$maxKeys,
maxKeys,
continuationToken,
timeoutMS,
out,
files,
dirs,
_args11 = arguments;
return _regeneratorRuntime().wrap(function _callee11$(_context11) {
while (1) switch (_context11.prev = _context11.next) {
case 0:
_ref8 = _args11.length > 1 && _args11[1] !== undefined ? _args11[1] : {}, _ref8$prefix = _ref8.prefix, prefix = _ref8$prefix === void 0 ? "" : _ref8$prefix, _ref8$maxKeys = _ref8.maxKeys, maxKeys = _ref8$maxKeys === void 0 ? 1000 : _ref8$maxKeys, continuationToken = _ref8.continuationToken, timeoutMS = _ref8.timeoutMS;
_context11.next = 3;
return _classPrivateFieldGet(_client, this).send(new ListObjectsV2Command({
ContinuationToken: continuationToken,
MaxKeys: maxKeys,
Bucket: bucket,
Prefix: prefix,
Delimiter: "/"
}), {
abortSignal: _withTimeoutSignal.call(StarchiveS3Adapter, timeoutMS)
});
case 3:
out = _context11.sent;
files = (out.Contents || []).filter(function (o) {
return o.Key !== prefix;
});
dirs = (out.CommonPrefixes || []).map(function (p) {
return p.Prefix;
});
return _context11.abrupt("return", {
nextContinuationToken: out.NextContinuationToken,
isTruncated: !!out.IsTruncated,
keyCount: out.KeyCount || 0,
prefixes: dirs,
items: files
});
case 7:
case "end":
return _context11.stop();
}
}, _callee11, this);
}));
function listObjectsAndPrefixes(_x14) {
return _listObjectsAndPrefixes.apply(this, arguments);
}
return listObjectsAndPrefixes;
}()
}, {
key: "listAllObjectsAndPrefixes",
value: function () {
var _listAllObjectsAndPrefixes = _asyncToGenerator(/*#__PURE__*/_regeneratorRuntime().mark(function _callee12(bucket) {
var _ref9,
_ref9$prefix,
prefix,
_ref9$pageSize,
pageSize,
timeoutMS,
token,
allFiles,
allDirs,
page,
_args12 = arguments;
return _regeneratorRuntime().wrap(function _callee12$(_context12) {
while (1) switch (_context12.prev = _context12.next) {
case 0:
_ref9 = _args12.length > 1 && _args12[1] !== undefined ? _args12[1] : {}, _ref9$prefix = _ref9.prefix, prefix = _ref9$prefix === void 0 ? "" : _ref9$prefix, _ref9$pageSize = _ref9.pageSize, pageSize = _ref9$pageSize === void 0 ? 1000 : _ref9$pageSize, timeoutMS = _ref9.timeoutMS;
allFiles = [];
allDirs = new Set();
case 3:
_context12.next = 5;
return this.listObjectsAndPrefixes(bucket, {
continuationToken: token,
timeoutMS: timeoutMS,
maxKeys: pageSize,
prefix: prefix
});
case 5:
page = _context12.sent;
page.prefixes.forEach(function (d) {
return allDirs.add(d);
});
page.items.forEach(function (f) {
return allFiles.push(f);
});
token = page.nextContinuationToken;
case 9:
if (token) {
_context12.next = 3;
break;
}
case 10:
return _context12.abrupt("return", {
prefixes: Array.from(allDirs),
items: allFiles
});
case 11:
case "end":
return _context12.stop();
}
}, _callee12, this);
}));
function listAllObjectsAndPrefixes(_x15) {
return _listAllObjectsAndPrefixes.apply(this, arguments);
}
return listAllObjectsAndPrefixes;
}()
}, {
key: "walkTree",
value: function walkTree(bucket) {
var _this2 = this;
var _ref10 = arguments.length > 1 && arguments[1] !== undefined ? arguments[1] : {},
_ref10$prefix = _ref10.prefix,
prefix = _ref10$prefix === void 0 ? "" : _ref10$prefix,
timeoutMS = _ref10.timeoutMS;
return _wrapAsyncGenerator(/*#__PURE__*/_regeneratorRuntime().mark(function _callee13() {
var both, _iterator4, _step4, file, _iterator5, _step5, dir;
return _regeneratorRuntime().wrap(function _callee13$(_context13) {
while (1) switch (_context13.prev = _context13.next) {
case 0:
_context13.next = 2;
return _awaitAsyncGenerator(_this2.listAllObjectsAndPrefixes(bucket, {
prefix: prefix,
timeoutMS: timeoutMS
}));
case 2:
both = _context13.sent;
_iterator4 = _createForOfIteratorHelper(both.items);
_context13.prev = 4;
_iterator4.s();
case 6:
if ((_step4 = _iterator4.n()).done) {
_context13.next = 12;
break;
}
file = _step4.value;
_context13.next = 10;
return {
type: "file",
key: file.Key,
size: file.Size,
lastModified: file.LastModified
};
case 10:
_context13.next = 6;
break;
case 12:
_context13.next = 17;
break;
case 14:
_context13.prev = 14;
_context13.t0 = _context13["catch"](4);
_iterator4.e(_context13.t0);
case 17:
_context13.prev = 17;
_iterator4.f();
return _context13.finish(17);
case 20:
_iterator5 = _createForOfIteratorHelper(both.prefixes);
_context13.prev = 21;
_iterator5.s();
case 23:
if ((_step5 = _iterator5.n()).done) {
_context13.next = 30;
break;
}
dir = _step5.value;
_context13.next = 27;
return {
type: "dir",
key: dir
};
case 27:
return _context13.delegateYield(_asyncGeneratorDelegate(_asyncIterator(_this2.walkTree(bucket, {
prefix: dir,
timeoutMS: timeoutMS
})), _awaitAsyncGenerator), "t1", 28);
case 28:
_context13.next = 23;
break;
case 30:
_context13.next = 35;
break;
case 32:
_context13.prev = 32;
_context13.t2 = _context13["catch"](21);
_iterator5.e(_context13.t2);
case 35:
_context13.prev = 35;
_iterator5.f();
return _context13.finish(35);
case 38:
case "end":
return _context13.stop();
}
}, _callee13, null, [[4, 14, 17, 20], [21, 32, 35, 38]]);
}))();
}
}, {
key: "objectExists",
value: function () {
var _objectExists = _asyncToGenerator(/*#__PURE__*/_regeneratorRuntime().mark(function _callee14(bucket, key) {
var _ref11,
timeoutMS,
_error$$metadata,
code,
_args14 = arguments;
return _regeneratorRuntime().wrap(function _callee14$(_context14) {
while (1) switch (_context14.prev = _context14.next) {
case 0:
_ref11 = _args14.length > 2 && _args14[2] !== undefined ? _args14[2] : {}, timeoutMS = _ref11.timeoutMS;
_context14.prev = 1;
_context14.next = 4;
return this.headObject(bucket, key, {
timeoutMs: timeoutMS
});
case 4:
return _context14.abrupt("return", true);
case 7:
_context14.prev = 7;
_context14.t0 = _context14["catch"](1);
code = _context14.t0 === null || _context14.t0 === void 0 || (_error$$metadata = _context14.t0.$metadata) === null || _error$$metadata === void 0 ? void 0 : _error$$metadata.httpStatusCode;
if (!(code === 404)) {
_context14.next = 12;
break;
}
return _context14.abrupt("return", false);
case 12:
if (!((_context14.t0 === null || _context14.t0 === void 0 ? void 0 : _context14.t0.Code) === "NotFound" || (_context14.t0 === null || _context14.t0 === void 0 ? void 0 : _context14.t0.name) === "NotFound")) {
_context14.next = 14;
break;
}
return _context14.abrupt("return", false);
case 14:
return _context14.abrupt("return", false);
case 15:
case "end":
return _context14.stop();
}
}, _callee14, this, [[1, 7]]);
}));
function objectExists(_x16, _x17) {
return _objectExists.apply(this, arguments);
}
return objectExists;
}()
}, {
key: "putObject",
value: function () {
var _putObject = _asyncToGenerator(/*#__PURE__*/_regeneratorRuntime().mark(function _callee15(bucket, key, body) {
var options,
params,
algorithm,
buf,
_args15 = arguments;
return _regeneratorRuntime().wrap(function _callee15$(_context15) {
while (1) switch (_context15.prev = _context15.next) {
case 0:
options = _args15.length > 3 && _args15[3] !== undefined ? _args15[3] : {};
params = _objectSpread({
Bucket: bucket,
Body: body,
Key: key,
ContentDisposition: options.contentDisposition,
CacheControl: options.cacheControl,
ContentType: options.contentType,
Metadata: options.metadata,
Tagging: options.tagging
}, _sseParams.call(StarchiveS3Adapter, options));
if (options.checksumAlgorithm) {
params.ChecksumAlgorithm = options.checksumAlgorithm;
} else if (options.checksum) {
algorithm = String(options.checksum).toLowerCase();
buf = Buffer.isBuffer(body) ? body : Buffer.from(String(body));
if (algorithm === "sha256") {
params.ChecksumSHA256 = _toBase64Sha.call(StarchiveS3Adapter, "sha256", buf);
} else if (algorithm === "sha1") {
params.ChecksumSHA1 = _toBase64Sha.call(StarchiveS3Adapter, "sha1", buf);
}
}
return _context15.abrupt("return", _classPrivateFieldGet(_client, this).send(new PutObjectCommand(params), {
abortSignal: _withTimeoutSignal.call(StarchiveS3Adapter, options.timeoutMS)
}));
case 4:
case "end":
return _context15.stop();
}