cozy-dataproxy-lib/dist/search/indexDocs.js

Library meant to be by Cozy Cloud's DataProxy apps for data manipulation

"use strict";

var _interopRequireDefault = require("@babel/runtime/helpers/interopRequireDefault");

Object.defineProperty(exports, "__esModule", {
  value: true
});
exports.initSearchIndex = exports.initDoctypeAfterIndexImport = exports.indexSingleDoc = exports.indexOnChanges = exports.indexAllDocs = void 0;

var _regenerator = _interopRequireDefault(require("@babel/runtime/regenerator"));

var _defineProperty2 = _interopRequireDefault(require("@babel/runtime/helpers/defineProperty"));

var _asyncToGenerator2 = _interopRequireDefault(require("@babel/runtime/helpers/asyncToGenerator"));

var _flexsearch = _interopRequireDefault(require("flexsearch"));

var _consts = require("./consts");

var _client = require("./helpers/client");

var _filePaths = require("./helpers/filePaths");

var _getSearchEncoder = require("./helpers/getSearchEncoder");

var _normalizeApp = require("./helpers/normalizeApp");

var _normalizeFile = require("./helpers/normalizeFile");

var _queries = require("./queries");

var _types = require("./types");

function ownKeys(object, enumerableOnly) { var keys = Object.keys(object); if (Object.getOwnPropertySymbols) { var symbols = Object.getOwnPropertySymbols(object); enumerableOnly && (symbols = symbols.filter(function (sym) { return Object.getOwnPropertyDescriptor(object, sym).enumerable; })), keys.push.apply(keys, symbols); } return keys; }

function _objectSpread(target) { for (var i = 1; i < arguments.length; i++) { var source = null != arguments[i] ? arguments[i] : {}; i % 2 ? ownKeys(Object(source), !0).forEach(function (key) { (0, _defineProperty2.default)(target, key, source[key]); }) : Object.getOwnPropertyDescriptors ? Object.defineProperties(target, Object.getOwnPropertyDescriptors(source)) : ownKeys(Object(source)).forEach(function (key) { Object.defineProperty(target, key, Object.getOwnPropertyDescriptor(source, key)); }); } return target; }

function _createForOfIteratorHelper(o, allowArrayLike) { var it = typeof Symbol !== "undefined" && o[Symbol.iterator] || o["@@iterator"]; if (!it) { if (Array.isArray(o) || (it = _unsupportedIterableToArray(o)) || allowArrayLike && o && typeof o.length === "number") { if (it) o = it; var i = 0; var F = function F() {}; return { s: F, n: function n() { if (i >= o.length) return { done: true }; return { done: false, value: o[i++] }; }, e: function e(_e) { throw _e; }, f: F }; } throw new TypeError("Invalid attempt to iterate non-iterable instance.\nIn order to be iterable, non-array objects must have a [Symbol.iterator]() method."); } var normalCompletion = true, didErr = false, err; return { s: function s() { it = it.call(o); }, n: function n() { var step = it.next(); normalCompletion = step.done; return step; }, e: function e(_e2) { didErr = true; err = _e2; }, f: function f() { try { if (!normalCompletion && it.return != null) it.return(); } finally { if (didErr) throw err; } } }; }

function _unsupportedIterableToArray(o, minLen) { if (!o) return; if (typeof o === "string") return _arrayLikeToArray(o, minLen); var n = Object.prototype.toString.call(o).slice(8, -1); if (n === "Object" && o.constructor) n = o.constructor.name; if (n === "Map" || n === "Set") return Array.from(o); if (n === "Arguments" || /^(?:Ui|I)nt(?:8|16|32)(?:Clamped)?Array$/.test(n)) return _arrayLikeToArray(o, minLen); }

function _arrayLikeToArray(arr, len) { if (len == null || len > arr.length) len = arr.length; for (var i = 0, arr2 = new Array(len); i < len; i++) { arr2[i] = arr[i]; } return arr2; }

var initSearchIndex = function initSearchIndex(doctype) {
  var fieldsToIndex = _consts.SEARCH_SCHEMA[doctype];
  var flexsearchIndex = new _flexsearch.default.Document({
    tokenize: 'reverse',
    // See https://github.com/nextapps-de/flexsearch?tab=readme-ov-file#tokenizer
    encode: (0, _getSearchEncoder.getSearchEncoder)(),
    // @ts-expect-error minlength is not described by Flexsearch types but exists
    minlength: 2,
    document: {
      id: '_id',
      index: fieldsToIndex,
      store: false // Use redux store to get docs

    }
  });
  return flexsearchIndex;
};

exports.initSearchIndex = initSearchIndex;

var indexAllDocs = function indexAllDocs(flexsearchIndex, docs, isLocalSearch) {
  var _iterator = _createForOfIteratorHelper(docs),
      _step;

  try {
    for (_iterator.s(); !(_step = _iterator.n()).done;) {
      var doc = _step.value;

      if (shouldIndexDoc(doc)) {
        flexsearchIndex.add(doc);
      } else {
        // Should not index doc: remove it from index if it exists
        flexsearchIndex.remove(doc._id);
      }
    }
  } catch (err) {
    _iterator.e(err);
  } finally {
    _iterator.f();
  }

  if (isLocalSearch) {
    (0, _filePaths.setFilePaths)(docs); // Necessary to keep track of local file paths
  }

  return flexsearchIndex;
};

exports.indexAllDocs = indexAllDocs;

var indexSingleDoc = /*#__PURE__*/function () {
  var _ref = (0, _asyncToGenerator2.default)( /*#__PURE__*/_regenerator.default.mark(function _callee(client, flexsearchIndex, doc) {
    var docToIndex;
    return _regenerator.default.wrap(function _callee$(_context) {
      while (1) {
        switch (_context.prev = _context.next) {
          case 0:
            if (!shouldIndexDoc(doc)) {
              _context.next = 9;
              break;
            }

            docToIndex = doc;

            if (!(0, _types.isIOCozyFile)(doc)) {
              _context.next = 6;
              break;
            }

            _context.next = 5;
            return (0, _filePaths.computeFileFullpath)(client, doc);

          case 5:
            docToIndex = _context.sent;

          case 6:
            flexsearchIndex.add(docToIndex);
            _context.next = 10;
            break;

          case 9:
            // Should not index doc: remove it from index if it exists
            flexsearchIndex.remove(doc._id);

          case 10:
          case "end":
            return _context.stop();
        }
      }
    }, _callee);
  }));

  return function indexSingleDoc(_x, _x2, _x3) {
    return _ref.apply(this, arguments);
  };
}();

exports.indexSingleDoc = indexSingleDoc;

var indexOnChanges = /*#__PURE__*/function () {
  var _ref2 = (0, _asyncToGenerator2.default)( /*#__PURE__*/_regenerator.default.mark(function _callee2(searchEngine, searchIndex, doctype) {
    var pouchLink, lastSeq, changes, _iterator2, _step2, change, normalizedDoc;

    return _regenerator.default.wrap(function _callee2$(_context2) {
      while (1) {
        switch (_context2.prev = _context2.next) {
          case 0:
            pouchLink = (0, _client.getPouchLink)(searchEngine.client);

            if (!(!searchEngine.isLocalSearch || !pouchLink)) {
              _context2.next = 3;
              break;
            }

            return _context2.abrupt("return", searchIndex);

          case 3:
            lastSeq = (searchIndex === null || searchIndex === void 0 ? void 0 : searchIndex.lastSeq) || 0;
            _context2.next = 6;
            return pouchLink.getChanges(doctype, {
              include_docs: true,
              since: lastSeq
            });

          case 6:
            changes = _context2.sent;
            _iterator2 = _createForOfIteratorHelper(changes.results);
            _context2.prev = 8;

            _iterator2.s();

          case 10:
            if ((_step2 = _iterator2.n()).done) {
              _context2.next = 21;
              break;
            }

            change = _step2.value;

            if (!change.deleted) {
              _context2.next = 16;
              break;
            }

            searchIndex.index.remove(change.id);
            _context2.next = 19;
            break;

          case 16:
            normalizedDoc = _objectSpread(_objectSpread({}, change.doc), {}, {
              _type: doctype
            });
            _context2.next = 19;
            return indexSingleDoc(searchEngine.client, searchIndex.index, normalizedDoc);

          case 19:
            _context2.next = 10;
            break;

          case 21:
            _context2.next = 26;
            break;

          case 23:
            _context2.prev = 23;
            _context2.t0 = _context2["catch"](8);

            _iterator2.e(_context2.t0);

          case 26:
            _context2.prev = 26;

            _iterator2.f();

            return _context2.finish(26);

          case 29:
            searchIndex.lastSeq = changes.last_seq;
            searchIndex.lastUpdated = new Date().toISOString();
            return _context2.abrupt("return", searchIndex);

          case 32:
          case "end":
            return _context2.stop();
        }
      }
    }, _callee2, null, [[8, 23, 26, 29]]);
  }));

  return function indexOnChanges(_x4, _x5, _x6) {
    return _ref2.apply(this, arguments);
  };
}();

exports.indexOnChanges = indexOnChanges;

var initDoctypeAfterIndexImport = /*#__PURE__*/function () {
  var _ref3 = (0, _asyncToGenerator2.default)( /*#__PURE__*/_regenerator.default.mark(function _callee3(client, doctype) {
    var docs;
    return _regenerator.default.wrap(function _callee3$(_context3) {
      while (1) {
        switch (_context3.prev = _context3.next) {
          case 0:
            _context3.next = 2;
            return (0, _queries.queryLocalOrRemoteDocs)(client, doctype, {
              isLocalSearch: true
            });

          case 2:
            docs = _context3.sent;
            // If we are here, the data is locally queried. And paths are not stored in db, so
            // we need to compute file paths from files docs
            (0, _filePaths.setFilePaths)(docs);

          case 4:
          case "end":
            return _context3.stop();
        }
      }
    }, _callee3);
  }));

  return function initDoctypeAfterIndexImport(_x7, _x8) {
    return _ref3.apply(this, arguments);
  };
}();

exports.initDoctypeAfterIndexImport = initDoctypeAfterIndexImport;

var shouldIndexDoc = function shouldIndexDoc(doc) {
  if ((0, _types.isIOCozyFile)(doc)) {
    return (0, _normalizeFile.shouldKeepFile)(doc);
  }

  if ((0, _types.isIOCozyApp)(doc)) {
    return (0, _normalizeApp.shouldKeepApp)(doc);
  }

  return true;
};