UNPKG

@sanity/migrate

Version:

Tooling for running data migrations on Sanity.io projects

423 lines (422 loc) • 14.9 kB
function _async_generator(gen) { var front, back; function send(key, arg) { return new Promise(function(resolve, reject) { var request = { key: key, arg: arg, resolve: resolve, reject: reject, next: null }; if (back) back = back.next = request; else { front = back = request; resume(key, arg); } }); } function resume(key, arg) { try { var result = gen[key](arg); var value = result.value; var overloaded = value instanceof _overload_yield; Promise.resolve(overloaded ? value.v : value).then(function(arg) { if (overloaded) { var nextKey = key === "return" ? "return" : "next"; if (!value.k || arg.done) return resume(nextKey, arg); else arg = gen[nextKey](arg).value; } settle(result.done ? "return" : "normal", arg); }, function(err) { resume("throw", err); }); } catch (err) { settle("throw", err); } } function settle(type, value) { switch(type){ case "return": front.resolve({ value: value, done: true }); break; case "throw": front.reject(value); break; default: front.resolve({ value: value, done: false }); break; } front = front.next; if (front) resume(front.key, front.arg); else back = null; } this._invoke = send; if (typeof gen.return !== "function") this.return = undefined; } _async_generator.prototype[typeof Symbol === "function" && Symbol.asyncIterator || "@@asyncIterator"] = function() { return this; }; _async_generator.prototype.next = function(arg) { return this._invoke("next", arg); }; _async_generator.prototype.throw = function(arg) { return this._invoke("throw", arg); }; _async_generator.prototype.return = function(arg) { return this._invoke("return", arg); }; function _async_generator_delegate(inner) { var iter = {}, waiting = false; function pump(key, value) { waiting = true; value = new Promise(function(resolve) { resolve(inner[key](value)); }); return { done: false, value: new _overload_yield(value, 1) }; } iter[typeof Symbol !== "undefined" && Symbol.iterator || "@@iterator"] = function() { return this; }; iter.next = function(value) { if (waiting) { waiting = false; return value; } return pump("next", value); }; if (typeof inner.throw === "function") { iter.throw = function(value) { if (waiting) { waiting = false; throw value; } return pump("throw", value); }; } if (typeof inner.return === "function") { iter.return = function(value) { if (waiting) { waiting = false; return value; } return pump("return", value); }; } return iter; } function _async_iterator(iterable) { var method, async, sync, retry = 2; for("undefined" != typeof Symbol && (async = Symbol.asyncIterator, sync = Symbol.iterator); retry--;){ if (async && null != (method = iterable[async])) return method.call(iterable); if (sync && null != (method = iterable[sync])) return new AsyncFromSyncIterator(method.call(iterable)); async = "@@asyncIterator", sync = "@@iterator"; } throw new TypeError("Object is not async iterable"); } function AsyncFromSyncIterator(s) { function AsyncFromSyncIteratorContinuation(r) { if (Object(r) !== r) return Promise.reject(new TypeError(r + " is not an object.")); var done = r.done; return Promise.resolve(r.value).then(function(value) { return { value: value, done: done }; }); } return AsyncFromSyncIterator = function(s) { this.s = s, this.n = s.next; }, AsyncFromSyncIterator.prototype = { s: null, n: null, next: function() { return AsyncFromSyncIteratorContinuation(this.n.apply(this.s, arguments)); }, return: function(value) { var ret = this.s.return; return void 0 === ret ? Promise.resolve({ value: value, done: !0 }) : AsyncFromSyncIteratorContinuation(ret.apply(this.s, arguments)); }, throw: function(value) { var thr = this.s.return; return void 0 === thr ? Promise.reject(value) : AsyncFromSyncIteratorContinuation(thr.apply(this.s, arguments)); } }, new AsyncFromSyncIterator(s); } function _await_async_generator(value) { return new _overload_yield(value, 0); } function _define_property(obj, key, value) { if (key in obj) { Object.defineProperty(obj, key, { value: value, enumerable: true, configurable: true, writable: true }); } else { obj[key] = value; } return obj; } function _object_spread(target) { for(var i = 1; i < arguments.length; i++){ var source = arguments[i] != null ? arguments[i] : {}; var ownKeys = Object.keys(source); if (typeof Object.getOwnPropertySymbols === "function") { ownKeys = ownKeys.concat(Object.getOwnPropertySymbols(source).filter(function(sym) { return Object.getOwnPropertyDescriptor(source, sym).enumerable; })); } ownKeys.forEach(function(key) { _define_property(target, key, source[key]); }); } return target; } function ownKeys(object, enumerableOnly) { var keys = Object.keys(object); if (Object.getOwnPropertySymbols) { var symbols = Object.getOwnPropertySymbols(object); if (enumerableOnly) { symbols = symbols.filter(function(sym) { return Object.getOwnPropertyDescriptor(object, sym).enumerable; }); } keys.push.apply(keys, symbols); } return keys; } function _object_spread_props(target, source) { source = source != null ? source : {}; if (Object.getOwnPropertyDescriptors) { Object.defineProperties(target, Object.getOwnPropertyDescriptors(source)); } else { ownKeys(Object(source)).forEach(function(key) { Object.defineProperty(target, key, Object.getOwnPropertyDescriptor(source, key)); }); } return target; } function _overload_yield(value, kind) { this.v = value; this.k = kind; } function _wrap_async_generator(fn) { return function() { return new _async_generator(fn.apply(this, arguments)); }; } function _ts_generator(thisArg, body) { var f, y, t, _ = { label: 0, sent: function() { if (t[0] & 1) throw t[1]; return t[1]; }, trys: [], ops: [] }, g = Object.create((typeof Iterator === "function" ? Iterator : Object).prototype), d = Object.defineProperty; return d(g, "next", { value: verb(0) }), d(g, "throw", { value: verb(1) }), d(g, "return", { value: verb(2) }), typeof Symbol === "function" && d(g, Symbol.iterator, { value: function() { return this; } }), g; function verb(n) { return function(v) { return step([ n, v ]); }; } function step(op) { if (f) throw new TypeError("Generator is already executing."); while(g && (g = 0, op[0] && (_ = 0)), _)try { if (f = 1, y && (t = op[0] & 2 ? y["return"] : op[0] ? y["throw"] || ((t = y["return"]) && t.call(y), 0) : y.next) && !(t = t.call(y, op[1])).done) return t; if (y = 0, t) op = [ op[0] & 2, t.value ]; switch(op[0]){ case 0: case 1: t = op; break; case 4: _.label++; return { value: op[1], done: false }; case 5: _.label++; y = op[1]; op = [ 0 ]; continue; case 7: op = _.ops.pop(); _.trys.pop(); continue; default: if (!(t = _.trys, t = t.length > 0 && t[t.length - 1]) && (op[0] === 6 || op[0] === 2)) { _ = 0; continue; } if (op[0] === 3 && (!t || op[1] > t[0] && op[1] < t[3])) { _.label = op[1]; break; } if (op[0] === 6 && _.label < t[1]) { _.label = t[1]; t = op; break; } if (t && _.label < t[2]) { _.label = t[2]; _.ops.push(op); break; } if (t[2]) _.ops.pop(); _.trys.pop(); continue; } op = body.call(thisArg, _); } catch (e) { op = [ 6, e ]; y = 0; } finally{ f = t = 0; } if (op[0] & 5) throw op[1]; return { value: op[0] ? op[1] : void 0, done: true }; } } function _ts_values(o) { var s = typeof Symbol === "function" && Symbol.iterator, m = s && o[s], i = 0; if (m) return m.call(o); if (o && typeof o.length === "number") return { next: function() { if (o && i >= o.length) o = void 0; return { value: o && o[i++], done: !o }; } }; throw new TypeError(s ? "Object is not iterable." : "Symbol.iterator is not defined."); } import { bufferThroughFile } from '../fs-webstream/bufferThroughFile.js'; import { decodeText } from '../it-utils/index.js'; import { parse, stringify } from '../it-utils/ndjson.js'; import { fromExportArchive } from '../sources/fromExportArchive.js'; import { fromExportEndpoint, safeJsonParser } from '../sources/fromExportEndpoint.js'; import { asyncIterableToStream } from '../utils/asyncIterableToStream.js'; import { streamToAsyncIterator } from '../utils/streamToAsyncIterator.js'; import { collectMigrationMutations } from './collectMigrationMutations.js'; import { applyFilters } from './utils/applyFilters.js'; import { createContextClient } from './utils/createContextClient.js'; import { createFilteredDocumentsClient } from './utils/createFilteredDocumentsClient.js'; import { createBufferFile } from './utils/getBufferFile.js'; export function dryRun(config, migration) { return _wrap_async_generator(function() { var source, _tmp, filteredDocuments, abortController, createReader, _tmp1, client, filteredDocumentsClient, context; return _ts_generator(this, function(_state) { switch(_state.label){ case 0: if (!config.exportPath) return [ 3, 1 ]; _tmp = fromExportArchive(config.exportPath); return [ 3, 3 ]; case 1: return [ 4, _await_async_generator(fromExportEndpoint(_object_spread({}, config.api, migration.documentTypes !== undefined && { documentTypes: migration.documentTypes }))) ]; case 2: _tmp = streamToAsyncIterator.apply(void 0, [ _state.sent() ]); _state.label = 3; case 3: source = _tmp; filteredDocuments = applyFilters(migration, parse(decodeText(source), { parse: safeJsonParser })); abortController = new AbortController(); _tmp1 = [ asyncIterableToStream(stringify(filteredDocuments)) ]; return [ 4, _await_async_generator(createBufferFile()) ]; case 4: createReader = bufferThroughFile.apply(void 0, _tmp1.concat([ _state.sent(), { signal: abortController.signal } ])); // Create a client exposed to the migration script. This will have a max concurrency of 10 client = createContextClient(_object_spread_props(_object_spread({}, config.api), { useCdn: false })); filteredDocumentsClient = createFilteredDocumentsClient(createReader); context = { client: client, dryRun: true, filtered: filteredDocumentsClient }; return [ 5, _ts_values(_async_generator_delegate(_async_iterator(collectMigrationMutations(migration, function() { return parse(decodeText(streamToAsyncIterator(createReader())), { parse: safeJsonParser }); }, context)))) ]; case 5: _state.sent(); // stop buffering the export once we're done collecting all mutations abortController.abort(); return [ 2 ]; } }); })(); }