cozy-dataproxy-lib/dist/search/indexDocs.js

Library meant to be by Cozy Cloud's DataProxy apps for data manipulation

"use strict";

var _interopRequireDefault = require("@babel/runtime/helpers/interopRequireDefault");

Object.defineProperty(exports, "__esModule", {
  value: true
});
exports.initSearchIndex = exports.initDoctypeAfterIndexImport = exports.indexSingleDoc = exports.indexOnChanges = exports.indexAllDocs = void 0;

var _regenerator = _interopRequireDefault(require("@babel/runtime/regenerator"));

var _defineProperty2 = _interopRequireDefault(require("@babel/runtime/helpers/defineProperty"));

var _asyncToGenerator2 = _interopRequireDefault(require("@babel/runtime/helpers/asyncToGenerator"));

var _flexsearch = _interopRequireDefault(require("flexsearch"));

var _consts = require("./consts");

var _client = require("./helpers/client");

var _getSearchEncoder = require("./helpers/getSearchEncoder");

var _normalizeApp = require("./helpers/normalizeApp");

var _normalizeFile = require("./helpers/normalizeFile");

var _utils = require("./helpers/utils");

var _queries = require("./queries");

var _types = require("./types");

function ownKeys(object, enumerableOnly) { var keys = Object.keys(object); if (Object.getOwnPropertySymbols) { var symbols = Object.getOwnPropertySymbols(object); enumerableOnly && (symbols = symbols.filter(function (sym) { return Object.getOwnPropertyDescriptor(object, sym).enumerable; })), keys.push.apply(keys, symbols); } return keys; }

function _objectSpread(target) { for (var i = 1; i < arguments.length; i++) { var source = null != arguments[i] ? arguments[i] : {}; i % 2 ? ownKeys(Object(source), !0).forEach(function (key) { (0, _defineProperty2.default)(target, key, source[key]); }) : Object.getOwnPropertyDescriptors ? Object.defineProperties(target, Object.getOwnPropertyDescriptors(source)) : ownKeys(Object(source)).forEach(function (key) { Object.defineProperty(target, key, Object.getOwnPropertyDescriptor(source, key)); }); } return target; }

function _createForOfIteratorHelper(o, allowArrayLike) { var it = typeof Symbol !== "undefined" && o[Symbol.iterator] || o["@@iterator"]; if (!it) { if (Array.isArray(o) || (it = _unsupportedIterableToArray(o)) || allowArrayLike && o && typeof o.length === "number") { if (it) o = it; var i = 0; var F = function F() {}; return { s: F, n: function n() { if (i >= o.length) return { done: true }; return { done: false, value: o[i++] }; }, e: function e(_e) { throw _e; }, f: F }; } throw new TypeError("Invalid attempt to iterate non-iterable instance.\nIn order to be iterable, non-array objects must have a [Symbol.iterator]() method."); } var normalCompletion = true, didErr = false, err; return { s: function s() { it = it.call(o); }, n: function n() { var step = it.next(); normalCompletion = step.done; return step; }, e: function e(_e2) { didErr = true; err = _e2; }, f: function f() { try { if (!normalCompletion && it.return != null) it.return(); } finally { if (didErr) throw err; } } }; }

function _unsupportedIterableToArray(o, minLen) { if (!o) return; if (typeof o === "string") return _arrayLikeToArray(o, minLen); var n = Object.prototype.toString.call(o).slice(8, -1); if (n === "Object" && o.constructor) n = o.constructor.name; if (n === "Map" || n === "Set") return Array.from(o); if (n === "Arguments" || /^(?:Ui|I)nt(?:8|16|32)(?:Clamped)?Array$/.test(n)) return _arrayLikeToArray(o, minLen); }

function _arrayLikeToArray(arr, len) { if (len == null || len > arr.length) len = arr.length; for (var i = 0, arr2 = new Array(len); i < len; i++) { arr2[i] = arr[i]; } return arr2; }

var initSearchIndex = function initSearchIndex(doctype) {
  var fieldsToIndex = _consts.SEARCH_SCHEMA[(0, _utils.normalizeDoctype)(doctype)];

  var flexsearchIndex = new _flexsearch.default.Document({
    tokenize: 'reverse',
    // See https://github.com/nextapps-de/flexsearch?tab=readme-ov-file#tokenizer
    encode: (0, _getSearchEncoder.getSearchEncoder)(),
    // @ts-expect-error minlength is not described by Flexsearch types but exists
    minlength: 2,
    document: {
      id: '_id',
      index: fieldsToIndex,
      store: false // Use redux store to get docs

    }
  });
  return flexsearchIndex;
};

exports.initSearchIndex = initSearchIndex;

var indexAllDocs = function indexAllDocs(flexsearchIndex, docs) {
  var _iterator = _createForOfIteratorHelper(docs),
      _step;

  try {
    for (_iterator.s(); !(_step = _iterator.n()).done;) {
      var doc = _step.value;

      if (shouldIndexDoc(doc)) {
        flexsearchIndex.add(doc);
      } else {
        // Should not index doc: remove it from index if it exists
        flexsearchIndex.remove(doc._id);
      }
    }
  } catch (err) {
    _iterator.e(err);
  } finally {
    _iterator.f();
  }

  return flexsearchIndex;
};

exports.indexAllDocs = indexAllDocs;

var indexSingleDoc = function indexSingleDoc(flexsearchIndex, doc) {
  if (shouldIndexDoc(doc)) {
    flexsearchIndex.add(doc);
  } else {
    // Should not index doc: remove it from index if it exists
    flexsearchIndex.remove(doc._id);
  }
};

exports.indexSingleDoc = indexSingleDoc;

var indexOnChanges = /*#__PURE__*/function () {
  var _ref = (0, _asyncToGenerator2.default)( /*#__PURE__*/_regenerator.default.mark(function _callee(searchEngine, searchIndex, doctype) {
    var pouchLink, lastSeq, changes, _iterator2, _step2, change, normalizedDoc;

    return _regenerator.default.wrap(function _callee$(_context) {
      while (1) {
        switch (_context.prev = _context.next) {
          case 0:
            pouchLink = (0, _client.getPouchLink)(searchEngine.client);

            if (!(!searchEngine.isLocalSearch || !pouchLink)) {
              _context.next = 3;
              break;
            }

            return _context.abrupt("return", searchIndex);

          case 3:
            lastSeq = (searchIndex === null || searchIndex === void 0 ? void 0 : searchIndex.lastSeq) || 0;
            _context.next = 6;
            return pouchLink.getChanges(doctype, {
              include_docs: true,
              since: lastSeq
            });

          case 6:
            changes = _context.sent;
            _iterator2 = _createForOfIteratorHelper(changes.results);

            try {
              for (_iterator2.s(); !(_step2 = _iterator2.n()).done;) {
                change = _step2.value;

                if (change.deleted) {
                  searchIndex.index.remove(change.id);
                } else {
                  normalizedDoc = _objectSpread(_objectSpread({}, change.doc), {}, {
                    _type: doctype
                  });
                  indexSingleDoc(searchIndex.index, normalizedDoc);
                }
              }
            } catch (err) {
              _iterator2.e(err);
            } finally {
              _iterator2.f();
            }

            searchIndex.lastSeq = changes.last_seq;
            searchIndex.lastUpdated = new Date().toISOString();
            return _context.abrupt("return", searchIndex);

          case 12:
          case "end":
            return _context.stop();
        }
      }
    }, _callee);
  }));

  return function indexOnChanges(_x, _x2, _x3) {
    return _ref.apply(this, arguments);
  };
}();

exports.indexOnChanges = indexOnChanges;

var initDoctypeAfterIndexImport = /*#__PURE__*/function () {
  var _ref2 = (0, _asyncToGenerator2.default)( /*#__PURE__*/_regenerator.default.mark(function _callee2(client, doctype) {
    return _regenerator.default.wrap(function _callee2$(_context2) {
      while (1) {
        switch (_context2.prev = _context2.next) {
          case 0:
            _context2.next = 2;
            return (0, _queries.queryLocalOrRemoteDocs)(client, doctype, {
              isLocalSearch: true
            });

          case 2:
          case "end":
            return _context2.stop();
        }
      }
    }, _callee2);
  }));

  return function initDoctypeAfterIndexImport(_x4, _x5) {
    return _ref2.apply(this, arguments);
  };
}();

exports.initDoctypeAfterIndexImport = initDoctypeAfterIndexImport;

var shouldIndexDoc = function shouldIndexDoc(doc) {
  if ((0, _types.isIOCozyFile)(doc)) {
    return (0, _normalizeFile.shouldKeepFile)(doc);
  }

  if ((0, _types.isIOCozyApp)(doc)) {
    return (0, _normalizeApp.shouldKeepApp)(doc);
  }

  return true;
};