@trap_stevo/star-vault
Version:
Deterministic data engine that eliminates query-time joins and enables normalized data execution. Architect secure, scalable, real-time systems with integrated sharding, encryption, and event-driven data flows. Manage hierarchical structures, execute adva
694 lines (693 loc) • 36.4 kB
JavaScript
"use strict";
function _typeof(o) { "@babel/helpers - typeof"; return _typeof = "function" == typeof Symbol && "symbol" == typeof Symbol.iterator ? function (o) { return typeof o; } : function (o) { return o && "function" == typeof Symbol && o.constructor === Symbol && o !== Symbol.prototype ? "symbol" : typeof o; }, _typeof(o); }
function _toConsumableArray(r) { return _arrayWithoutHoles(r) || _iterableToArray(r) || _unsupportedIterableToArray(r) || _nonIterableSpread(); }
function _nonIterableSpread() { throw new TypeError("Invalid attempt to spread non-iterable instance.\nIn order to be iterable, non-array objects must have a [Symbol.iterator]() method."); }
function _iterableToArray(r) { if ("undefined" != typeof Symbol && null != r[Symbol.iterator] || null != r["@@iterator"]) return Array.from(r); }
function _arrayWithoutHoles(r) { if (Array.isArray(r)) return _arrayLikeToArray(r); }
function _regeneratorRuntime() { "use strict"; /*! regenerator-runtime -- Copyright (c) 2014-present, Facebook, Inc. -- license (MIT): https://github.com/facebook/regenerator/blob/main/LICENSE */ _regeneratorRuntime = function _regeneratorRuntime() { return e; }; var t, e = {}, r = Object.prototype, n = r.hasOwnProperty, o = Object.defineProperty || function (t, e, r) { t[e] = r.value; }, i = "function" == typeof Symbol ? Symbol : {}, a = i.iterator || "@@iterator", c = i.asyncIterator || "@@asyncIterator", u = i.toStringTag || "@@toStringTag"; function define(t, e, r) { return Object.defineProperty(t, e, { value: r, enumerable: !0, configurable: !0, writable: !0 }), t[e]; } try { define({}, ""); } catch (t) { define = function define(t, e, r) { return t[e] = r; }; } function wrap(t, e, r, n) { var i = e && e.prototype instanceof Generator ? e : Generator, a = Object.create(i.prototype), c = new Context(n || []); return o(a, "_invoke", { value: makeInvokeMethod(t, r, c) }), a; } function tryCatch(t, e, r) { try { return { type: "normal", arg: t.call(e, r) }; } catch (t) { return { type: "throw", arg: t }; } } e.wrap = wrap; var h = "suspendedStart", l = "suspendedYield", f = "executing", s = "completed", y = {}; function Generator() {} function GeneratorFunction() {} function GeneratorFunctionPrototype() {} var p = {}; define(p, a, function () { return this; }); var d = Object.getPrototypeOf, v = d && d(d(values([]))); v && v !== r && n.call(v, a) && (p = v); var g = GeneratorFunctionPrototype.prototype = Generator.prototype = Object.create(p); function defineIteratorMethods(t) { ["next", "throw", "return"].forEach(function (e) { define(t, e, function (t) { return this._invoke(e, t); }); }); } function AsyncIterator(t, e) { function invoke(r, o, i, a) { var c = tryCatch(t[r], t, o); if ("throw" !== c.type) { var u = c.arg, h = u.value; return h && "object" == _typeof(h) && n.call(h, "__await") ? e.resolve(h.__await).then(function (t) { invoke("next", t, i, a); }, function (t) { invoke("throw", t, i, a); }) : e.resolve(h).then(function (t) { u.value = t, i(u); }, function (t) { return invoke("throw", t, i, a); }); } a(c.arg); } var r; o(this, "_invoke", { value: function value(t, n) { function callInvokeWithMethodAndArg() { return new e(function (e, r) { invoke(t, n, e, r); }); } return r = r ? r.then(callInvokeWithMethodAndArg, callInvokeWithMethodAndArg) : callInvokeWithMethodAndArg(); } }); } function makeInvokeMethod(e, r, n) { var o = h; return function (i, a) { if (o === f) throw Error("Generator is already running"); if (o === s) { if ("throw" === i) throw a; return { value: t, done: !0 }; } for (n.method = i, n.arg = a;;) { var c = n.delegate; if (c) { var u = maybeInvokeDelegate(c, n); if (u) { if (u === y) continue; return u; } } if ("next" === n.method) n.sent = n._sent = n.arg;else if ("throw" === n.method) { if (o === h) throw o = s, n.arg; n.dispatchException(n.arg); } else "return" === n.method && n.abrupt("return", n.arg); o = f; var p = tryCatch(e, r, n); if ("normal" === p.type) { if (o = n.done ? s : l, p.arg === y) continue; return { value: p.arg, done: n.done }; } "throw" === p.type && (o = s, n.method = "throw", n.arg = p.arg); } }; } function maybeInvokeDelegate(e, r) { var n = r.method, o = e.iterator[n]; if (o === t) return r.delegate = null, "throw" === n && e.iterator["return"] && (r.method = "return", r.arg = t, maybeInvokeDelegate(e, r), "throw" === r.method) || "return" !== n && (r.method = "throw", r.arg = new TypeError("The iterator does not provide a '" + n + "' method")), y; var i = tryCatch(o, e.iterator, r.arg); if ("throw" === i.type) return r.method = "throw", r.arg = i.arg, r.delegate = null, y; var a = i.arg; return a ? a.done ? (r[e.resultName] = a.value, r.next = e.nextLoc, "return" !== r.method && (r.method = "next", r.arg = t), r.delegate = null, y) : a : (r.method = "throw", r.arg = new TypeError("iterator result is not an object"), r.delegate = null, y); } function pushTryEntry(t) { var e = { tryLoc: t[0] }; 1 in t && (e.catchLoc = t[1]), 2 in t && (e.finallyLoc = t[2], e.afterLoc = t[3]), this.tryEntries.push(e); } function resetTryEntry(t) { var e = t.completion || {}; e.type = "normal", delete e.arg, t.completion = e; } function Context(t) { this.tryEntries = [{ tryLoc: "root" }], t.forEach(pushTryEntry, this), this.reset(!0); } function values(e) { if (e || "" === e) { var r = e[a]; if (r) return r.call(e); if ("function" == typeof e.next) return e; if (!isNaN(e.length)) { var o = -1, i = function next() { for (; ++o < e.length;) if (n.call(e, o)) return next.value = e[o], next.done = !1, next; return next.value = t, next.done = !0, next; }; return i.next = i; } } throw new TypeError(_typeof(e) + " is not iterable"); } return GeneratorFunction.prototype = GeneratorFunctionPrototype, o(g, "constructor", { value: GeneratorFunctionPrototype, configurable: !0 }), o(GeneratorFunctionPrototype, "constructor", { value: GeneratorFunction, configurable: !0 }), GeneratorFunction.displayName = define(GeneratorFunctionPrototype, u, "GeneratorFunction"), e.isGeneratorFunction = function (t) { var e = "function" == typeof t && t.constructor; return !!e && (e === GeneratorFunction || "GeneratorFunction" === (e.displayName || e.name)); }, e.mark = function (t) { return Object.setPrototypeOf ? Object.setPrototypeOf(t, GeneratorFunctionPrototype) : (t.__proto__ = GeneratorFunctionPrototype, define(t, u, "GeneratorFunction")), t.prototype = Object.create(g), t; }, e.awrap = function (t) { return { __await: t }; }, defineIteratorMethods(AsyncIterator.prototype), define(AsyncIterator.prototype, c, function () { return this; }), e.AsyncIterator = AsyncIterator, e.async = function (t, r, n, o, i) { void 0 === i && (i = Promise); var a = new AsyncIterator(wrap(t, r, n, o), i); return e.isGeneratorFunction(r) ? a : a.next().then(function (t) { return t.done ? t.value : a.next(); }); }, defineIteratorMethods(g), define(g, u, "Generator"), define(g, a, function () { return this; }), define(g, "toString", function () { return "[object Generator]"; }), e.keys = function (t) { var e = Object(t), r = []; for (var n in e) r.push(n); return r.reverse(), function next() { for (; r.length;) { var t = r.pop(); if (t in e) return next.value = t, next.done = !1, next; } return next.done = !0, next; }; }, e.values = values, Context.prototype = { constructor: Context, reset: function reset(e) { if (this.prev = 0, this.next = 0, this.sent = this._sent = t, this.done = !1, this.delegate = null, this.method = "next", this.arg = t, this.tryEntries.forEach(resetTryEntry), !e) for (var r in this) "t" === r.charAt(0) && n.call(this, r) && !isNaN(+r.slice(1)) && (this[r] = t); }, stop: function stop() { this.done = !0; var t = this.tryEntries[0].completion; if ("throw" === t.type) throw t.arg; return this.rval; }, dispatchException: function dispatchException(e) { if (this.done) throw e; var r = this; function handle(n, o) { return a.type = "throw", a.arg = e, r.next = n, o && (r.method = "next", r.arg = t), !!o; } for (var o = this.tryEntries.length - 1; o >= 0; --o) { var i = this.tryEntries[o], a = i.completion; if ("root" === i.tryLoc) return handle("end"); if (i.tryLoc <= this.prev) { var c = n.call(i, "catchLoc"), u = n.call(i, "finallyLoc"); if (c && u) { if (this.prev < i.catchLoc) return handle(i.catchLoc, !0); if (this.prev < i.finallyLoc) return handle(i.finallyLoc); } else if (c) { if (this.prev < i.catchLoc) return handle(i.catchLoc, !0); } else { if (!u) throw Error("try statement without catch or finally"); if (this.prev < i.finallyLoc) return handle(i.finallyLoc); } } } }, abrupt: function abrupt(t, e) { for (var r = this.tryEntries.length - 1; r >= 0; --r) { var o = this.tryEntries[r]; if (o.tryLoc <= this.prev && n.call(o, "finallyLoc") && this.prev < o.finallyLoc) { var i = o; break; } } i && ("break" === t || "continue" === t) && i.tryLoc <= e && e <= i.finallyLoc && (i = null); var a = i ? i.completion : {}; return a.type = t, a.arg = e, i ? (this.method = "next", this.next = i.finallyLoc, y) : this.complete(a); }, complete: function complete(t, e) { if ("throw" === t.type) throw t.arg; return "break" === t.type || "continue" === t.type ? this.next = t.arg : "return" === t.type ? (this.rval = this.arg = t.arg, this.method = "return", this.next = "end") : "normal" === t.type && e && (this.next = e), y; }, finish: function finish(t) { for (var e = this.tryEntries.length - 1; e >= 0; --e) { var r = this.tryEntries[e]; if (r.finallyLoc === t) return this.complete(r.completion, r.afterLoc), resetTryEntry(r), y; } }, "catch": function _catch(t) { for (var e = this.tryEntries.length - 1; e >= 0; --e) { var r = this.tryEntries[e]; if (r.tryLoc === t) { var n = r.completion; if ("throw" === n.type) { var o = n.arg; resetTryEntry(r); } return o; } } throw Error("illegal catch attempt"); }, delegateYield: function delegateYield(e, r, n) { return this.delegate = { iterator: values(e), resultName: r, nextLoc: n }, "next" === this.method && (this.arg = t), y; } }, e; }
function asyncGeneratorStep(n, t, e, r, o, a, c) { try { var i = n[a](c), u = i.value; } catch (n) { return void e(n); } i.done ? t(u) : Promise.resolve(u).then(r, o); }
function _asyncToGenerator(n) { return function () { var t = this, e = arguments; return new Promise(function (r, o) { var a = n.apply(t, e); function _next(n) { asyncGeneratorStep(a, r, o, _next, _throw, "next", n); } function _throw(n) { asyncGeneratorStep(a, r, o, _next, _throw, "throw", n); } _next(void 0); }); }; }
function ownKeys(e, r) { var t = Object.keys(e); if (Object.getOwnPropertySymbols) { var o = Object.getOwnPropertySymbols(e); r && (o = o.filter(function (r) { return Object.getOwnPropertyDescriptor(e, r).enumerable; })), t.push.apply(t, o); } return t; }
function _objectSpread(e) { for (var r = 1; r < arguments.length; r++) { var t = null != arguments[r] ? arguments[r] : {}; r % 2 ? ownKeys(Object(t), !0).forEach(function (r) { _defineProperty(e, r, t[r]); }) : Object.getOwnPropertyDescriptors ? Object.defineProperties(e, Object.getOwnPropertyDescriptors(t)) : ownKeys(Object(t)).forEach(function (r) { Object.defineProperty(e, r, Object.getOwnPropertyDescriptor(t, r)); }); } return e; }
function _defineProperty(e, r, t) { return (r = _toPropertyKey(r)) in e ? Object.defineProperty(e, r, { value: t, enumerable: !0, configurable: !0, writable: !0 }) : e[r] = t, e; }
function _slicedToArray(r, e) { return _arrayWithHoles(r) || _iterableToArrayLimit(r, e) || _unsupportedIterableToArray(r, e) || _nonIterableRest(); }
function _nonIterableRest() { throw new TypeError("Invalid attempt to destructure non-iterable instance.\nIn order to be iterable, non-array objects must have a [Symbol.iterator]() method."); }
function _iterableToArrayLimit(r, l) { var t = null == r ? null : "undefined" != typeof Symbol && r[Symbol.iterator] || r["@@iterator"]; if (null != t) { var e, n, i, u, a = [], f = !0, o = !1; try { if (i = (t = t.call(r)).next, 0 === l) { if (Object(t) !== t) return; f = !1; } else for (; !(f = (e = i.call(t)).done) && (a.push(e.value), a.length !== l); f = !0); } catch (r) { o = !0, n = r; } finally { try { if (!f && null != t["return"] && (u = t["return"](), Object(u) !== u)) return; } finally { if (o) throw n; } } return a; } }
function _arrayWithHoles(r) { if (Array.isArray(r)) return r; }
function _createForOfIteratorHelper(r, e) { var t = "undefined" != typeof Symbol && r[Symbol.iterator] || r["@@iterator"]; if (!t) { if (Array.isArray(r) || (t = _unsupportedIterableToArray(r)) || e && r && "number" == typeof r.length) { t && (r = t); var _n = 0, F = function F() {}; return { s: F, n: function n() { return _n >= r.length ? { done: !0 } : { done: !1, value: r[_n++] }; }, e: function e(r) { throw r; }, f: F }; } throw new TypeError("Invalid attempt to iterate non-iterable instance.\nIn order to be iterable, non-array objects must have a [Symbol.iterator]() method."); } var o, a = !0, u = !1; return { s: function s() { t = t.call(r); }, n: function n() { var r = t.next(); return a = r.done, r; }, e: function e(r) { u = !0, o = r; }, f: function f() { try { a || null == t["return"] || t["return"](); } finally { if (u) throw o; } } }; }
function _unsupportedIterableToArray(r, a) { if (r) { if ("string" == typeof r) return _arrayLikeToArray(r, a); var t = {}.toString.call(r).slice(8, -1); return "Object" === t && r.constructor && (t = r.constructor.name), "Map" === t || "Set" === t ? Array.from(r) : "Arguments" === t || /^(?:Ui|I)nt(?:8|16|32)(?:Clamped)?Array$/.test(t) ? _arrayLikeToArray(r, a) : void 0; } }
function _arrayLikeToArray(r, a) { (null == a || a > r.length) && (a = r.length); for (var e = 0, n = Array(a); e < a; e++) n[e] = r[e]; return n; }
function _classPrivateMethodInitSpec(e, a) { _checkPrivateRedeclaration(e, a), a.add(e); }
function _checkPrivateRedeclaration(e, t) { if (t.has(e)) throw new TypeError("Cannot initialize the same private elements twice on an object"); }
function _assertClassBrand(e, t, n) { if ("function" == typeof e ? e === t : e.has(t)) return arguments.length < 3 ? t : n; throw new TypeError("Private element is not present on this object"); }
function _defineProperties(e, r) { for (var t = 0; t < r.length; t++) { var o = r[t]; o.enumerable = o.enumerable || !1, o.configurable = !0, "value" in o && (o.writable = !0), Object.defineProperty(e, _toPropertyKey(o.key), o); } }
function _createClass(e, r, t) { return r && _defineProperties(e.prototype, r), t && _defineProperties(e, t), Object.defineProperty(e, "prototype", { writable: !1 }), e; }
function _toPropertyKey(t) { var i = _toPrimitive(t, "string"); return "symbol" == _typeof(i) ? i : i + ""; }
function _toPrimitive(t, r) { if ("object" != _typeof(t) || !t) return t; var e = t[Symbol.toPrimitive]; if (void 0 !== e) { var i = e.call(t, r || "default"); if ("object" != _typeof(i)) return i; throw new TypeError("@@toPrimitive must return a primitive value."); } return ("string" === r ? String : Number)(t); }
function _classCallCheck(a, n) { if (!(a instanceof n)) throw new TypeError("Cannot call a class as a function"); }
var LRUNode = /*#__PURE__*/_createClass(function LRUNode(key) {
_classCallCheck(this, LRUNode);
this.key = key;
this.prev = null;
this.next = null;
});
;
var _HashIndex_brand = /*#__PURE__*/new WeakSet();
var HashIndex = /*#__PURE__*/function () {
function HashIndex() {
var options = arguments.length > 0 && arguments[0] !== undefined ? arguments[0] : {};
_classCallCheck(this, HashIndex);
_classPrivateMethodInitSpec(this, _HashIndex_brand);
this.nodeMap = new Map();
this.map = new Map();
this.head = null;
this.tail = null;
this.isBuiltFlag = false;
this.pruneIntervalMs = Number.isFinite(options.pruneIntervalMs) ? options.pruneIntervalMs : 2500;
this.maxIDsPerKey = Number.isFinite(options.maxIDsPerKey) ? options.maxIDsPerKey : Infinity;
this.maxKeys = Number.isFinite(options.maxKeys) ? options.maxKeys : Infinity;
this.ttlMs = Number.isFinite(options.ttlMs) ? options.ttlMs : 0;
this.lastPruneAt = 0;
}
return _createClass(HashIndex, [{
key: "add",
value: function add(value, id) {
var k = _assertClassBrand(_HashIndex_brand, this, _key).call(this, value);
if (k === null) {
return;
}
var now = Date.now();
var entry = this.map.get(k);
if (!entry) {
entry = {
ids: new Set(),
time: now
};
this.map.set(k, entry);
_assertClassBrand(_HashIndex_brand, this, _attachNewNode).call(this, k);
}
entry.ids.add(id);
entry.time = now;
if (this.maxIDsPerKey < Infinity) {
while (entry.ids.size > this.maxIDsPerKey) {
var first = entry.ids.values().next().value;
if (first === undefined) {
break;
}
entry.ids["delete"](first);
}
}
_assertClassBrand(_HashIndex_brand, this, _touch).call(this, k);
_assertClassBrand(_HashIndex_brand, this, _maybePrune).call(this, now);
}
}, {
key: "remove",
value: function remove(value, id) {
var k = _assertClassBrand(_HashIndex_brand, this, _key).call(this, value);
if (k === null) {
return;
}
var entry = this.map.get(k);
if (!entry) {
return;
}
entry.ids["delete"](id);
if (entry.ids.size === 0) {
_assertClassBrand(_HashIndex_brand, this, _deleteKey).call(this, k);
}
}
}, {
key: "get",
value: function get(value) {
var k = _assertClassBrand(_HashIndex_brand, this, _key).call(this, value);
if (k === null) {
return null;
}
var entry = this.map.get(k);
if (!entry) {
return null;
}
var now = Date.now();
if (this.ttlMs > 0 && now - entry.time > this.ttlMs) {
_assertClassBrand(_HashIndex_brand, this, _deleteKey).call(this, k);
return null;
}
entry.time = now;
_assertClassBrand(_HashIndex_brand, this, _touch).call(this, k);
return entry.ids;
}
}, {
key: "markBuilt",
value: function markBuilt() {
this.isBuiltFlag = true;
}
}, {
key: "isBuilt",
value: function isBuilt() {
return this.isBuiltFlag === true;
}
}, {
key: "prune",
value: function prune() {
var force = arguments.length > 0 && arguments[0] !== undefined ? arguments[0] : false;
var now = Date.now();
if (!force && now - this.lastPruneAt < this.pruneIntervalMs) {
return;
}
this.lastPruneAt = now;
if (this.ttlMs > 0) {
var expireBefore = now - this.ttlMs;
var _iterator = _createForOfIteratorHelper(this.map),
_step;
try {
for (_iterator.s(); !(_step = _iterator.n()).done;) {
var _step$value = _slicedToArray(_step.value, 2),
k = _step$value[0],
entry = _step$value[1];
if (entry.time < expireBefore) {
_assertClassBrand(_HashIndex_brand, this, _deleteKey).call(this, k);
}
}
} catch (err) {
_iterator.e(err);
} finally {
_iterator.f();
}
}
if (this.maxKeys < Infinity) {
while (this.map.size > this.maxKeys) {
if (!this.tail) {
break;
}
_assertClassBrand(_HashIndex_brand, this, _deleteKey).call(this, this.tail.key);
}
}
}
}]);
}();
function _maybePrune(now) {
if (this.map.size > this.maxKeys || now - this.lastPruneAt > this.pruneIntervalMs) {
this.prune(false);
}
}
function _key(v) {
if (v === null) {
return "__NULL__";
}
if (v === undefined) {
return "__UNDEF__";
}
var t = _typeof(v);
if (t === "string" || t === "number" || t === "boolean" || t === "bigint") {
return String(v);
}
if (t === "symbol" || t === "function") {
return null;
}
if (t === "object") {
return null;
}
return String(v);
}
function _attachNewNode(k) {
var node = new LRUNode(k);
this.nodeMap.set(k, node);
node.prev = null;
node.next = this.head;
if (this.head) {
this.head.prev = node;
}
this.head = node;
if (!this.tail) {
this.tail = node;
}
}
function _touch(k) {
var node = this.nodeMap.get(k);
if (!node || this.head === node) {
return;
}
if (node.prev) {
node.prev.next = node.next;
}
if (node.next) {
node.next.prev = node.prev;
}
if (this.tail === node) {
this.tail = node.prev;
}
node.prev = null;
node.next = this.head;
if (this.head) {
this.head.prev = node;
}
this.head = node;
if (!this.tail) {
this.tail = node;
}
}
function _deleteKey(k) {
var node = this.nodeMap.get(k);
if (node) {
if (node.prev) {
node.prev.next = node.next;
}
if (node.next) {
node.next.prev = node.prev;
}
if (this.head === node) {
this.head = node.next;
}
if (this.tail === node) {
this.tail = node.prev;
}
this.nodeMap["delete"](k);
}
this.map["delete"](k);
}
;
var _StarIndexer_brand = /*#__PURE__*/new WeakSet();
var StarIndexer = /*#__PURE__*/function () {
function StarIndexer(storage, security) {
var options = arguments.length > 2 && arguments[2] !== undefined ? arguments[2] : {};
_classCallCheck(this, StarIndexer);
_classPrivateMethodInitSpec(this, _StarIndexer_brand);
this.storage = storage;
this.security = security || null;
this.indexes = new Map();
this.alwaysIndexId = options.alwaysIndexId !== false;
this.explicitAuto = new Map();
this.autoPredicate = null;
this.idSuffixRegex = /(?:^|[_-])id$/i;
this.defaultHashOpts = {
maxKeys: Number.isFinite(options.maxKeys) ? options.maxKeys : 2690000,
maxIDsPerKey: Number.isFinite(options.maxIDsPerKey) ? options.maxIDsPerKey : 1048576,
ttlMs: Number.isFinite(options.ttlMs) ? options.ttlMs : 300000,
pruneIntervalMs: Number.isFinite(options.pruneIntervalMs) ? options.pruneIntervalMs : 2500
};
this.lazyBuild = {
maxScan: Number.isFinite(options.lazyMaxScan) ? options.lazyMaxScan : 250000
};
this.maxFieldsPerCollection = Number.isFinite(options.maxFieldsPerCollection) ? options.maxFieldsPerCollection : Infinity;
this.collectionFields = new Map();
this.fieldMeta = new Map();
}
return _createClass(StarIndexer, [{
key: "setBudgets",
value: function setBudgets() {
var _ref = arguments.length > 0 && arguments[0] !== undefined ? arguments[0] : {},
maxKeys = _ref.maxKeys,
maxIDsPerKey = _ref.maxIDsPerKey,
ttlMs = _ref.ttlMs,
pruneIntervalMs = _ref.pruneIntervalMs,
maxFieldsPerCollection = _ref.maxFieldsPerCollection;
if (Number.isFinite(maxKeys)) {
this.defaultHashOpts.maxKeys = maxKeys;
}
if (Number.isFinite(maxIDsPerKey)) {
this.defaultHashOpts.maxIDsPerKey = maxIDsPerKey;
}
if (Number.isFinite(ttlMs)) {
this.defaultHashOpts.ttlMs = ttlMs;
}
if (Number.isFinite(pruneIntervalMs)) {
this.defaultHashOpts.pruneIntervalMs = pruneIntervalMs;
}
if (Number.isFinite(maxFieldsPerCollection)) {
this.maxFieldsPerCollection = maxFieldsPerCollection;
}
return _objectSpread(_objectSpread({}, this.defaultHashOpts), {}, {
maxFieldsPerCollection: this.maxFieldsPerCollection
});
}
}, {
key: "ensureHash",
value: function ensureHash(collection, field) {
var opts = arguments.length > 2 && arguments[2] !== undefined ? arguments[2] : {};
var c = String(collection);
var f = String(field);
var k = _assertClassBrand(_StarIndexer_brand, this, _indexKey).call(this, c, f);
if (!this.indexes.has(k)) {
_assertClassBrand(_StarIndexer_brand, this, _ensureFieldBudget).call(this, c, f);
var eff = {
maxKeys: Number.isFinite(opts.maxKeys) ? opts.maxKeys : this.defaultHashOpts.maxKeys,
maxIDsPerKey: Number.isFinite(opts.maxIDsPerKey) ? opts.maxIDsPerKey : this.defaultHashOpts.maxIDsPerKey,
ttlMs: Number.isFinite(opts.ttlMs) ? opts.ttlMs : this.defaultHashOpts.ttlMs,
pruneIntervalMs: Number.isFinite(opts.pruneIntervalMs) ? opts.pruneIntervalMs : this.defaultHashOpts.pruneIntervalMs
};
this.indexes.set(k, new HashIndex(eff));
var set = this.collectionFields.get(c) || new Set();
set.add(f);
this.collectionFields.set(c, set);
}
_assertClassBrand(_StarIndexer_brand, this, _touchField).call(this, c, f);
return this.indexes.get(k);
}
}, {
key: "getHash",
value: function getHash(collection, field) {
var c = String(collection);
var f = String(field);
var idx = this.indexes.get(_assertClassBrand(_StarIndexer_brand, this, _indexKey).call(this, c, f)) || null;
if (idx) {
_assertClassBrand(_StarIndexer_brand, this, _touchField).call(this, c, f);
}
return idx;
}
}, {
key: "buildHashLazy",
value: function () {
var _buildHashLazy = _asyncToGenerator(/*#__PURE__*/_regeneratorRuntime().mark(function _callee(collection, field) {
var _this = this;
var opts,
idx,
col,
decrypt,
scanned,
hardMax,
_args = arguments;
return _regeneratorRuntime().wrap(function _callee$(_context) {
while (1) switch (_context.prev = _context.next) {
case 0:
opts = _args.length > 2 && _args[2] !== undefined ? _args[2] : {};
idx = this.ensureHash(collection, field, opts);
if (!idx.isBuilt()) {
_context.next = 4;
break;
}
return _context.abrupt("return", idx);
case 4:
col = String(collection);
decrypt = function decrypt(raw) {
try {
if (!_this.security) {
return raw;
}
return _this.security.unlock(raw, col);
} catch (_unused) {
return null;
}
};
scanned = 0;
hardMax = Number.isFinite(opts.maxScan) ? opts.maxScan : this.lazyBuild.maxScan;
this.storage.iterate(col, {
strictMatch: false,
max: Infinity
}, function (id, stored) {
var _dec$data;
if (scanned >= hardMax) {
return false;
}
var dec = decrypt(stored);
if (!dec) {
scanned = scanned + 1;
return true;
}
var rec = (_dec$data = dec.data) !== null && _dec$data !== void 0 ? _dec$data : dec;
if (rec && Object.prototype.hasOwnProperty.call(rec, field)) {
idx.add(rec[field], id);
}
scanned = scanned + 1;
return true;
});
idx.markBuilt();
idx.prune(true);
return _context.abrupt("return", idx);
case 12:
case "end":
return _context.stop();
}
}, _callee, this);
}));
function buildHashLazy(_x, _x2) {
return _buildHashLazy.apply(this, arguments);
}
return buildHashLazy;
}()
}, {
key: "resolvePrimaryIDs",
value: function resolvePrimaryIDs(collection, valueOrArray) {
if (Array.isArray(valueOrArray)) {
var set = new Set();
var _iterator2 = _createForOfIteratorHelper(valueOrArray),
_step2;
try {
for (_iterator2.s(); !(_step2 = _iterator2.n()).done;) {
var v = _step2.value;
if (v == null) {
continue;
}
set.add(String(v));
}
} catch (err) {
_iterator2.e(err);
} finally {
_iterator2.f();
}
return set;
}
if (valueOrArray == null) {
return new Set();
}
return new Set([String(valueOrArray)]);
}
}, {
key: "probeEq",
value: function probeEq(collection, field, valueOrArray) {
var f = String(field);
if (f === "id") {
return this.resolvePrimaryIDs(collection, valueOrArray);
}
var idx = this.getHash(collection, f);
if (!idx) {
return new Set();
}
if (Array.isArray(valueOrArray)) {
var out = new Set();
var _iterator3 = _createForOfIteratorHelper(valueOrArray),
_step3;
try {
for (_iterator3.s(); !(_step3 = _iterator3.n()).done;) {
var v = _step3.value;
var s = idx.get(v);
if (s) {
var _iterator4 = _createForOfIteratorHelper(s),
_step4;
try {
for (_iterator4.s(); !(_step4 = _iterator4.n()).done;) {
var id = _step4.value;
out.add(id);
}
} catch (err) {
_iterator4.e(err);
} finally {
_iterator4.f();
}
}
}
} catch (err) {
_iterator3.e(err);
} finally {
_iterator3.f();
}
return out;
}
return idx.get(valueOrArray) || new Set();
}
}, {
key: "probeEqMany",
value: function probeEqMany(collection, field, values) {
return this.probeEq(collection, field, values);
}
}, {
key: "onCreate",
value: function onCreate(collection, record) {
var data = (record === null || record === void 0 ? void 0 : record.data) || {};
_assertClassBrand(_StarIndexer_brand, this, _autoIndexFields).call(this, collection, record.id, data);
}
}, {
key: "onUpdate",
value: function onUpdate(collection, before, after) {
var prev = (before === null || before === void 0 ? void 0 : before.data) || {};
var next = (after === null || after === void 0 ? void 0 : after.data) || {};
var fields = new Set([].concat(_toConsumableArray(Object.keys(prev)), _toConsumableArray(Object.keys(next))));
var _iterator5 = _createForOfIteratorHelper(fields),
_step5;
try {
for (_iterator5.s(); !(_step5 = _iterator5.n()).done;) {
var field = _step5.value;
if (!_assertClassBrand(_StarIndexer_brand, this, _shouldAutoIndex).call(this, collection, field)) {
continue;
}
var idx = this.ensureHash(collection, field);
var pv = prev[field];
var nv = next[field];
if (pv !== nv) {
if (pv !== undefined) {
idx.remove(pv, after.id);
}
if (nv !== undefined) {
idx.add(nv, after.id);
}
}
}
} catch (err) {
_iterator5.e(err);
} finally {
_iterator5.f();
}
}
}, {
key: "onDelete",
value: function onDelete(collection, record) {
var data = (record === null || record === void 0 ? void 0 : record.data) || {};
for (var _i = 0, _Object$keys = Object.keys(data); _i < _Object$keys.length; _i++) {
var field = _Object$keys[_i];
if (!_assertClassBrand(_StarIndexer_brand, this, _shouldAutoIndex).call(this, collection, field)) {
continue;
}
var idx = this.ensureHash(collection, field);
idx.remove(data[field], record.id);
}
}
}, {
key: "setAutoIndexPredicate",
value: function setAutoIndexPredicate(fn) {
this.autoPredicate = typeof fn === "function" ? fn : null;
return this;
}
}, {
key: "addAutoFields",
value: function addAutoFields(collection, fields) {
var c = String(collection);
var set = this.explicitAuto.get(c) || new Set();
var arr = Array.isArray(fields) ? fields : [fields];
var _iterator6 = _createForOfIteratorHelper(arr),
_step6;
try {
for (_iterator6.s(); !(_step6 = _iterator6.n()).done;) {
var f = _step6.value;
if (typeof f === "string" && f.length > 0) {
set.add(f);
}
}
} catch (err) {
_iterator6.e(err);
} finally {
_iterator6.f();
}
this.explicitAuto.set(c, set);
return this;
}
}, {
key: "removeAutoFields",
value: function removeAutoFields(collection, fields) {
var c = String(collection);
var set = this.explicitAuto.get(c);
if (!set) {
return this;
}
var arr = Array.isArray(fields) ? fields : [fields];
var _iterator7 = _createForOfIteratorHelper(arr),
_step7;
try {
for (_iterator7.s(); !(_step7 = _iterator7.n()).done;) {
var f = _step7.value;
set["delete"](String(f));
}
} catch (err) {
_iterator7.e(err);
} finally {
_iterator7.f();
}
if (set.size === 0) {
this.explicitAuto["delete"](c);
}
return this;
}
}]);
}();
function _autoIndexFields(collection, id, data) {
if (this.alwaysIndexId && Object.prototype.hasOwnProperty.call(data, "id")) {
var idx = this.ensureHash(collection, "id");
idx.add(data.id, id);
}
for (var _i2 = 0, _Object$entries = Object.entries(data); _i2 < _Object$entries.length; _i2++) {
var _Object$entries$_i = _slicedToArray(_Object$entries[_i2], 2),
k = _Object$entries$_i[0],
v = _Object$entries$_i[1];
if (!_assertClassBrand(_StarIndexer_brand, this, _shouldAutoIndex).call(this, collection, k)) {
continue;
}
var _idx = this.ensureHash(collection, k);
_idx.add(v, id);
}
}
function _shouldAutoIndex(collection, field) {
if (field === "id" && this.alwaysIndexId) {
return true;
}
if (this.autoPredicate) {
var p = this.autoPredicate(String(collection), String(field));
if (p === true) {
return true;
}
if (p === false) {
return false;
}
}
var c = String(collection);
var f = String(field);
var exp = this.explicitAuto.get(c);
if (exp && exp.has(f)) {
return true;
}
return this.idSuffixRegex.test(f);
}
function _indexKey(c, f) {
return "".concat(c, "::hash::").concat(f);
}
function _touchField(collection, field) {
var key = _assertClassBrand(_StarIndexer_brand, this, _indexKey).call(this, collection, field);
var meta = this.fieldMeta.get(key) || {
lastUsed: 0
};
meta.lastUsed = Date.now();
this.fieldMeta.set(key, meta);
}
function _ensureFieldBudget(collection, field) {
if (!Number.isFinite(this.maxFieldsPerCollection) || this.maxFieldsPerCollection === Infinity) {
return;
}
var set = this.collectionFields.get(collection) || new Set();
if (set.has(field)) {
return;
}
if (set.size < this.maxFieldsPerCollection) {
return;
}
var oldestField = null;
var oldestTime = Number.POSITIVE_INFINITY;
var _iterator8 = _createForOfIteratorHelper(set),
_step8;
try {
for (_iterator8.s(); !(_step8 = _iterator8.n()).done;) {
var _this$fieldMeta$get$l, _this$fieldMeta$get;
var f = _step8.value;
var k = _assertClassBrand(_StarIndexer_brand, this, _indexKey).call(this, collection, f);
var t = (_this$fieldMeta$get$l = (_this$fieldMeta$get = this.fieldMeta.get(k)) === null || _this$fieldMeta$get === void 0 ? void 0 : _this$fieldMeta$get.lastUsed) !== null && _this$fieldMeta$get$l !== void 0 ? _this$fieldMeta$get$l : 0;
if (t < oldestTime) {
oldestTime = t;
oldestField = f;
}
}
} catch (err) {
_iterator8.e(err);
} finally {
_iterator8.f();
}
if (oldestField !== null) {
_assertClassBrand(_StarIndexer_brand, this, _evictField).call(this, collection, oldestField);
}
}
function _evictField(collection, field) {
var k = _assertClassBrand(_StarIndexer_brand, this, _indexKey).call(this, collection, field);
if (this.indexes.has(k)) {
this.indexes["delete"](k);
}
this.fieldMeta["delete"](k);
var set = this.collectionFields.get(collection);
if (set) {
set["delete"](field);
if (set.size === 0) {
this.collectionFields["delete"](collection);
} else {
this.collectionFields.set(collection, set);
}
}
}
;
module.exports = {
StarIndexer: StarIndexer,
HashIndex: HashIndex
};