@skypilot/scraper
Version:
Node-based scriptable web scraper
116 lines (83 loc) • 3.62 kB
JavaScript
;
Object.defineProperty(exports, "__esModule", {
value: true
});
exports.LowDb = void 0;
var _fs = _interopRequireDefault(require("fs"));
var _sugarbowl = require("@skypilot/sugarbowl");
var _lowdb = _interopRequireDefault(require("lowdb"));
var _uuid = require("uuid");
var _FileSync = _interopRequireDefault(require("lowdb/adapters/FileSync"));
function _interopRequireDefault(obj) { return obj && obj.__esModule ? obj : { default: obj }; }
function ownKeys(object, enumerableOnly) { var keys = Object.keys(object); if (Object.getOwnPropertySymbols) { var symbols = Object.getOwnPropertySymbols(object); if (enumerableOnly) symbols = symbols.filter(function (sym) { return Object.getOwnPropertyDescriptor(object, sym).enumerable; }); keys.push.apply(keys, symbols); } return keys; }
function _objectSpread(target) { for (var i = 1; i < arguments.length; i++) { var source = arguments[i] != null ? arguments[i] : {}; if (i % 2) { ownKeys(Object(source), true).forEach(function (key) { _defineProperty(target, key, source[key]); }); } else if (Object.getOwnPropertyDescriptors) { Object.defineProperties(target, Object.getOwnPropertyDescriptors(source)); } else { ownKeys(Object(source)).forEach(function (key) { Object.defineProperty(target, key, Object.getOwnPropertyDescriptor(source, key)); }); } } return target; }
function _defineProperty(obj, key, value) { if (key in obj) { Object.defineProperty(obj, key, { value: value, enumerable: true, configurable: true, writable: true }); } else { obj[key] = value; } return obj; }
class LowDb {
constructor(filePath, options = {}) {
this.filePath = filePath;
_defineProperty(this, "native", void 0);
_defineProperty(this, "adapter", void 0);
const {
createIfNotFound = true,
defaultData,
deleteExisting
} = options;
if (!createIfNotFound && !_fs.default.existsSync(filePath)) {
throw new Error(`No database was found at ${filePath}`);
}
if (deleteExisting) {
(0, _sugarbowl.deleteFileSync)(filePath);
}
this.adapter = new _FileSync.default(filePath);
this.native = (0, _lowdb.default)(this.adapter);
if (defaultData) {
this.initialize(defaultData);
}
}
async add(collectionPath, recordInput) {
const {
retrievalId
} = recordInput;
if (retrievalId) {
await this.native.get(collectionPath).remove({
retrievalId
}).write();
}
const recordWithId = _objectSpread(_objectSpread({}, recordInput), {}, {
retrievalId: retrievalId || (0, _uuid.v4)()
});
const updatedCollection = await this.native.get(collectionPath).push(recordWithId).write();
const addedRecord = updatedCollection.slice(-1)[0];
return addedRecord;
}
async count(collectionPath) {
return this.native.get(collectionPath).size().value();
}
async get(objectPath) {
return this.native.get(objectPath).value();
}
initialize(defaultData) {
return this.native.defaults(defaultData).write();
}
async set(objectPath, value) {
return this.native.set(objectPath, value).write();
}
async update(collectionPath, recordInput) {
const {
retrievalId
} = recordInput;
if (!retrievalId) {
return this.add(collectionPath, recordInput);
}
const foundRecord = await this.native.get(collectionPath).find({
retrievalId
}).value();
if (!foundRecord) {
return this.add(collectionPath, recordInput);
}
return this.native.get(collectionPath).find({
retrievalId
}).assign(recordInput).write();
}
}
exports.LowDb = LowDb;