sanity-plugin-spreadsheet-wizard-x/lib/Import.js

Spreadsheet Wizard is a magnificient Sanity plugin that help you EXPORT & IMPORT spreadsheets. A fantastic bridge between Sanity & your spreadsheet software of choice. (Google Sheets... Excel... Numbers etc.)

"use strict";

Object.defineProperty(exports, "__esModule", {
  value: true
});
exports.default = void 0;

var _react = _interopRequireWildcard(require("react"));

var _reactDom = _interopRequireDefault(require("react-dom"));

var _constants = require("./constants.js");

var _utils = require("./utils.js");

var _Layout = _interopRequireDefault(require("./Layout.js"));

var _CSVTools = require("./CSVTools.js");

var _ui = require("@sanity/ui");

var _phosphorReact = require("phosphor-react");

var _Export = require("./Export");

var _excluded = ["value"];

function _interopRequireDefault(obj) { return obj && obj.__esModule ? obj : { default: obj }; }

function _getRequireWildcardCache(nodeInterop) { if (typeof WeakMap !== "function") return null; var cacheBabelInterop = new WeakMap(); var cacheNodeInterop = new WeakMap(); return (_getRequireWildcardCache = function _getRequireWildcardCache(nodeInterop) { return nodeInterop ? cacheNodeInterop : cacheBabelInterop; })(nodeInterop); }

function _interopRequireWildcard(obj, nodeInterop) { if (!nodeInterop && obj && obj.__esModule) { return obj; } if (obj === null || typeof obj !== "object" && typeof obj !== "function") { return { default: obj }; } var cache = _getRequireWildcardCache(nodeInterop); if (cache && cache.has(obj)) { return cache.get(obj); } var newObj = {}; var hasPropertyDescriptor = Object.defineProperty && Object.getOwnPropertyDescriptor; for (var key in obj) { if (key !== "default" && Object.prototype.hasOwnProperty.call(obj, key)) { var desc = hasPropertyDescriptor ? Object.getOwnPropertyDescriptor(obj, key) : null; if (desc && (desc.get || desc.set)) { Object.defineProperty(newObj, key, desc); } else { newObj[key] = obj[key]; } } } newObj.default = obj; if (cache) { cache.set(obj, newObj); } return newObj; }

function _slicedToArray(arr, i) { return _arrayWithHoles(arr) || _iterableToArrayLimit(arr, i) || _unsupportedIterableToArray(arr, i) || _nonIterableRest(); }

function _nonIterableRest() { throw new TypeError("Invalid attempt to destructure non-iterable instance.\nIn order to be iterable, non-array objects must have a [Symbol.iterator]() method."); }

function _unsupportedIterableToArray(o, minLen) { if (!o) return; if (typeof o === "string") return _arrayLikeToArray(o, minLen); var n = Object.prototype.toString.call(o).slice(8, -1); if (n === "Object" && o.constructor) n = o.constructor.name; if (n === "Map" || n === "Set") return Array.from(o); if (n === "Arguments" || /^(?:Ui|I)nt(?:8|16|32)(?:Clamped)?Array$/.test(n)) return _arrayLikeToArray(o, minLen); }

function _arrayLikeToArray(arr, len) { if (len == null || len > arr.length) len = arr.length; for (var i = 0, arr2 = new Array(len); i < len; i++) { arr2[i] = arr[i]; } return arr2; }

function _iterableToArrayLimit(arr, i) { var _i = arr == null ? null : typeof Symbol !== "undefined" && arr[Symbol.iterator] || arr["@@iterator"]; if (_i == null) return; var _arr = []; var _n = true; var _d = false; var _s, _e; try { for (_i = _i.call(arr); !(_n = (_s = _i.next()).done); _n = true) { _arr.push(_s.value); if (i && _arr.length === i) break; } } catch (err) { _d = true; _e = err; } finally { try { if (!_n && _i["return"] != null) _i["return"](); } finally { if (_d) throw _e; } } return _arr; }

function _arrayWithHoles(arr) { if (Array.isArray(arr)) return arr; }

function _objectWithoutProperties(source, excluded) { if (source == null) return {}; var target = _objectWithoutPropertiesLoose(source, excluded); var key, i; if (Object.getOwnPropertySymbols) { var sourceSymbolKeys = Object.getOwnPropertySymbols(source); for (i = 0; i < sourceSymbolKeys.length; i++) { key = sourceSymbolKeys[i]; if (excluded.indexOf(key) >= 0) continue; if (!Object.prototype.propertyIsEnumerable.call(source, key)) continue; target[key] = source[key]; } } return target; }

function _objectWithoutPropertiesLoose(source, excluded) { if (source == null) return {}; var target = {}; var sourceKeys = Object.keys(source); var key, i; for (i = 0; i < sourceKeys.length; i++) { key = sourceKeys[i]; if (excluded.indexOf(key) >= 0) continue; target[key] = source[key]; } return target; }

function ownKeys(object, enumerableOnly) { var keys = Object.keys(object); if (Object.getOwnPropertySymbols) { var symbols = Object.getOwnPropertySymbols(object); enumerableOnly && (symbols = symbols.filter(function (sym) { return Object.getOwnPropertyDescriptor(object, sym).enumerable; })), keys.push.apply(keys, symbols); } return keys; }

function _objectSpread(target) { for (var i = 1; i < arguments.length; i++) { var source = null != arguments[i] ? arguments[i] : {}; i % 2 ? ownKeys(Object(source), !0).forEach(function (key) { _defineProperty(target, key, source[key]); }) : Object.getOwnPropertyDescriptors ? Object.defineProperties(target, Object.getOwnPropertyDescriptors(source)) : ownKeys(Object(source)).forEach(function (key) { Object.defineProperty(target, key, Object.getOwnPropertyDescriptor(source, key)); }); } return target; }

function _defineProperty(obj, key, value) { if (key in obj) { Object.defineProperty(obj, key, { value: value, enumerable: true, configurable: true, writable: true }); } else { obj[key] = value; } return obj; }

function asyncGeneratorStep(gen, resolve, reject, _next, _throw, key, arg) { try { var info = gen[key](arg); var value = info.value; } catch (error) { reject(error); return; } if (info.done) { resolve(value); } else { Promise.resolve(value).then(_next, _throw); } }

function _asyncToGenerator(fn) { return function () { var self = this, args = arguments; return new Promise(function (resolve, reject) { var gen = fn.apply(self, args); function _next(value) { asyncGeneratorStep(gen, resolve, reject, _next, _throw, "next", value); } function _throw(err) { asyncGeneratorStep(gen, resolve, reject, _next, _throw, "throw", err); } _next(undefined); }); }; }

var Import = _ref => {
  var handleScreenChange = _ref.handleScreenChange;
  return /*#__PURE__*/_react.default.createElement(_ui.Stack, {
    style: {
      width: "100%",
      justifySelf: "center",
      paddingBottom: "4rem"
    },
    space: 3
  }, /*#__PURE__*/_react.default.createElement("p", {
    style: {
      marginBlockStart: "0"
    }
  }, "Imports are supported by file that look like the ones we export, so you might want to see that first!", " "), /*#__PURE__*/_react.default.createElement(ImportForm, null));
};

function uploadToSanity(_x, _x2, _x3, _x4) {
  return _uploadToSanity.apply(this, arguments);
}

function _uploadToSanity() {
  _uploadToSanity = _asyncToGenerator(function* (arrayOfObjects, setProcessing, setError, setSuccess) {
    var size = 10;

    if (arrayOfObjects.length < size) {
      yield uploadToSanityBackEnd(arrayOfObjects, setProcessing, setError, setSuccess);
    } else {
      for (var i = 0; i <= arrayOfObjects.length - size; i += size) {
        yield uploadToSanityBackEnd(arrayOfObjects.slice(i, i + size), setProcessing, setError, setSuccess);
        if (i + 1 < arrayOfObjects.length - size) setProcessing("waiting for .5 sec before trying next batch to avoid sanity api limit");
        yield new Promise(r => setTimeout(r, 500));
        setProcessing("");
      }
    }
  });
  return _uploadToSanity.apply(this, arguments);
}

function uploadToSanityBackEnd(arrayOfObjects, setProcessing, setError, setSuccess) {
  // Remove empty lines & objects without ids
  // arrayOfObjects = arrayOfObjects.filter((item) => !!item._id);
  setProcessing("...uploading...");
  setSuccess("");
  setError("");
  return Promise.all(arrayOfObjects.map(object => {
    var unsetFields = Object.keys(object).filter(key => object[key] === (0, _utils.getEmptyValueFor)(""));
    return _CSVTools.client.patch(object._id).set(object).unset(unsetFields).commit().then(t => {
      numberOfSuccesses++;
      console.log("success", object._id);
    }).catch(e => {
      // If ID is specified, and got document not found
      if (object._id) {
        var objectWithoutEmptyValues = Object.keys(object).reduce((prev, curr) => object[curr] === (0, _utils.getEmptyValueFor)("") ? prev : _objectSpread(_objectSpread({}, prev), {}, {
          [curr]: object[curr]
        }), {});

        _CSVTools.client.createIfNotExists(objectWithoutEmptyValues).then(t => {
          console.log("success", objectWithoutEmptyValues._id);
        }).catch(e => {
          console.log("if you are trying to create new docs by specifying ids manually, make sure you are providing type as well");
          console.log(e);
        });
      } else {
        console.log("error:", object);
      }
    });
  })).then(msg => {
    setSuccess("".concat(msg.length, " docs added/modified! ").concat(arrayOfObjects.length > msg.length ? " Failed" + (arrayOfObjects.length - msg.length) + " modifications, check console" : ""));
    setProcessing("");
    console.log(msg);
  }).catch(err => {
    setError("error, check console for details");
    console.log(err);
    console.log(arrayOfObjects);
    setProcessing("");
  });
}

function transformToProperType(record) {
  var recordType = record._type;
  var recordTypes = (0, _utils.fieldsOfParticularSchema)(recordType);
  return Object.keys(record).reduce((prev, curr) => {
    /// ignore metatypes
    if (curr[0] === "_") {
      return _objectSpread(_objectSpread({}, prev), {}, {
        [curr]: record[curr]
      });
    }

    return _objectSpread(_objectSpread({}, prev), {}, {
      [curr]: (0, _utils.transformMe)(record[curr], // my value
      recordTypes.find(x => x.name === curr).type // my type on this document
      )
    });
  }, {});
}

function processCSVLines(linesOfStrings, onSuccess, onFail) {
  linesOfStrings = linesOfStrings.map(thing => thing.replace("\r", "").replace("\n", "").replace("\r\n", ""));
  var heading = linesOfStrings[0].split(_constants.CSV_TOOLS_DELIMETER);

  function makeObject(index, myValue) {
    var thing = _constants.ACCEPTED_TYPES.find(x => x.name === heading[index]);

    if (thing !== null && thing !== void 0 && thing.query) {
      var _thing$structure$thin = _objectSpread(_objectSpread({}, thing.structure), {}, {
        [thing.structure.value.name]: myValue
      }),
          value = _thing$structure$thin.value,
          other = _objectWithoutProperties(_thing$structure$thin, _excluded);

      return {
        [thing.name]: other
      };
    } else {
      var _thing = {
        [heading[index]]: (0, _utils.isJsonString)(myValue) ? JSON.parse(myValue) : myValue ? String(myValue) : (0, _utils.getEmptyValueFor)("")
      };
      return _thing;
    }
  } // Check if heading contains ID and TYPE


  if (heading.includes("_id")) {
    onSuccess(linesOfStrings.slice(1).map(item => {
      var thing = item.split(_constants.CSV_TOOLS_DELIMETER);
      return thing.reduce((prev, current, index) => _objectSpread(_objectSpread({}, prev), makeObject(index, current)), {});
    }).filter(item => !!item._id).filter(x => !!x._type).map(transformToProperType) // only take those rows with _id
    );
  } else {
    onFail("_id not provided!");
  }
}

var ImportForm = () => {
  var _useState = (0, _react.useState)(""),
      _useState2 = _slicedToArray(_useState, 2),
      error = _useState2[0],
      setError = _useState2[1];

  var _useState3 = (0, _react.useState)(""),
      _useState4 = _slicedToArray(_useState3, 2),
      processing = _useState4[0],
      setProcessing = _useState4[1];

  var _useState5 = (0, _react.useState)(""),
      _useState6 = _slicedToArray(_useState5, 2),
      success = _useState6[0],
      setSuccess = _useState6[1];

  var _useState7 = (0, _react.useState)(null),
      _useState8 = _slicedToArray(_useState7, 2),
      myData = _useState8[0],
      setMyData = _useState8[1];

  var _useState9 = (0, _react.useState)(null),
      _useState10 = _slicedToArray(_useState9, 2),
      rawData = _useState10[0],
      setRawData = _useState10[1];

  function readFromInputFile(onRead) {
    var file = document.querySelector("#csvFile").files[0];
    var reader = new FileReader();

    reader.onload = e => onRead(e);

    reader.readAsText(file, "utf-8");
  }

  function handleFile(e) {
    if (e.target.value) {
      readFromInputFile(e => processCSVLines(e.target.result.split("\n"), data => {
        setMyData(processAndSetMyData(data));
        setRawData(data);
      }, setError));
    }
  }

  function processAndSetMyData(data) {
    var metaTypes = _constants.SANITY_META_TYPES.filter(thing => thing.required).map(x => x.name);

    var allHeadings = data.reduce((prev, curr) => [...prev, ...Object.keys(curr)], []).filter(x => !metaTypes.includes(x)).reduce((prev, curr) => prev.includes(curr) ? prev : [...prev, curr], []);
    var headingsWithTypes = allHeadings.map(x => ({
      name: x,
      type: "string"
    }));
    return (0, _utils.fieldsAndDataProcessed)(data, headingsWithTypes, metaTypes, headingsWithTypes);
  }

  function handlePaste() {
    return _handlePaste.apply(this, arguments);
  }

  function _handlePaste() {
    _handlePaste = _asyncToGenerator(function* () {
      setError("");
      var text = yield navigator.clipboard.readText().then(data => data === null || data === void 0 ? void 0 : data.split("\n"));

      if (text) {
        processCSVLines(text, data => {
          setMyData(processAndSetMyData(data));
          setRawData(data);
        }, setError);
      }
    });
    return _handlePaste.apply(this, arguments);
  }

  function handleUpload(e) {
    setError(""); // handleUpload

    if (rawData) {
      uploadToSanity(rawData, setProcessing, setError, setSuccess);
    } else {
      setError("No Data");
    }
  }

  return /*#__PURE__*/_react.default.createElement(_react.default.Fragment, null, /*#__PURE__*/_react.default.createElement("form", null, error ? /*#__PURE__*/_react.default.createElement("p", null, " Error: ", error, " ") : null, processing ? /*#__PURE__*/_react.default.createElement("p", null, " ", processing, " ") : null, success ? /*#__PURE__*/_react.default.createElement("p", null, " ", success, " ") : null, /*#__PURE__*/_react.default.createElement("div", null), /*#__PURE__*/_react.default.createElement("div", {
    style: {
      width: "100%",
      background: "#eee"
    }
  }, /*#__PURE__*/_react.default.createElement("input", {
    style: {
      width: "100%",
      padding: "20px"
    },
    required: true,
    id: "csvFile",
    name: "file",
    type: "file",
    accept: ".tsv",
    onChange: handleFile
  })), /*#__PURE__*/_react.default.createElement(_ui.Button, {
    style: {
      marginTop: "1.5rem",
      width: "100%"
    },
    icon: _phosphorReact.UploadSimple,
    onClick: handleUpload,
    text: "Submit",
    tone: "positive",
    mode: "ghost",
    disabled: !myData,
    padding: 4
  }), /*#__PURE__*/_react.default.createElement(_ui.Button, {
    style: {
      marginTop: "1.5rem",
      width: "100%"
    },
    icon: _phosphorReact.UploadSimple,
    text: "Pate from clipboard",
    tone: "positive",
    mode: "ghost",
    onClick: handlePaste,
    padding: 4
  }), /*#__PURE__*/_react.default.createElement(DataTableWrapper, {
    data: myData
  })));
};

var DataTableWrapper = _ref2 => {
  var data = _ref2.data;
  return /*#__PURE__*/_reactDom.default.createPortal( /*#__PURE__*/_react.default.createElement("div", null, data ? /*#__PURE__*/_react.default.createElement(_Export.DataTable, {
    data: data
  }) : null), document.getElementById("spreadsheet"));
};

var _default = Import;
exports.default = _default;
//# sourceMappingURL=Import.js.map