@dstanesc/o-o-o-o-o-o-o
Version:
O-O-O-O-O-O-O is a collection of content addressed persistent data structures
174 lines • 7.6 kB
JavaScript
var __asyncValues = (this && this.__asyncValues) || function (o) {
if (!Symbol.asyncIterator) throw new TypeError("Symbol.asyncIterator is not defined.");
var m = o[Symbol.asyncIterator], i;
return m ? m.call(o) : (o = typeof __values === "function" ? __values(o) : o[Symbol.iterator](), i = {}, verb("next"), verb("throw"), verb("return"), i[Symbol.asyncIterator] = function () { return this; }, i);
function verb(n) { i[n] = o[n] && function (v) { return new Promise(function (resolve, reject) { v = o[n](v), settle(resolve, reject, v.done, v.value); }); }; }
function settle(resolve, reject, d, v) { Promise.resolve(v).then(function(v) { resolve({ value: v, done: d }); }, reject); }
};
import { compute_chunks } from '@dstanesc/wasm-chunking-fastcdc-node';
import { chunkerFactory } from '../chunking';
import { graphStore } from '../graph-store';
import { Graph } from '../graph';
import { memoryBlockStoreFactory } from '../block-store';
import { linkCodecFactory, valueCodecFactory, } from '../codecs';
import * as assert from 'assert';
import { navigateVertices, PathElemType, RequestBuilder } from '../navigate';
import { merge, MergePolicyEnum } from '../merge';
import { versionStoreFactory } from '../version-store';
/**
* Some proto-schema
*/
var ObjectTypes;
(function (ObjectTypes) {
ObjectTypes[ObjectTypes["FOLDER"] = 1] = "FOLDER";
ObjectTypes[ObjectTypes["FILE"] = 2] = "FILE";
})(ObjectTypes || (ObjectTypes = {}));
var RlshpTypes;
(function (RlshpTypes) {
RlshpTypes[RlshpTypes["CONTAINS"] = 1] = "CONTAINS";
})(RlshpTypes || (RlshpTypes = {}));
var PropTypes;
(function (PropTypes) {
PropTypes[PropTypes["META"] = 1] = "META";
PropTypes[PropTypes["DATA"] = 2] = "DATA";
})(PropTypes || (PropTypes = {}));
var KeyTypes;
(function (KeyTypes) {
KeyTypes[KeyTypes["NAME"] = 1] = "NAME";
KeyTypes[KeyTypes["CONTENT"] = 2] = "CONTENT";
})(KeyTypes || (KeyTypes = {}));
const { chunk } = chunkerFactory(512, compute_chunks);
const linkCodec = linkCodecFactory();
const valueCodec = valueCodecFactory();
const blockStore = memoryBlockStoreFactory();
describe('Merge graphs', function () {
test('internal api, simple merge', async () => {
/**
* Build original data set
*/
const story = await versionStoreFactory({
chunk,
linkCodec,
valueCodec,
blockStore,
});
const store = graphStore({ chunk, linkCodec, valueCodec, blockStore });
const graph = new Graph(story, store);
const tx = graph.tx();
await tx.start();
const v1 = tx.addVertex(ObjectTypes.FOLDER);
const v2 = tx.addVertex(ObjectTypes.FOLDER);
const v3 = tx.addVertex(ObjectTypes.FILE);
const e1 = await tx.addEdge(v1, v2, RlshpTypes.CONTAINS);
const e2 = await tx.addEdge(v1, v3, RlshpTypes.CONTAINS);
await tx.addVertexProp(v1, KeyTypes.NAME, 'root-folder', PropTypes.META);
await tx.addVertexProp(v2, KeyTypes.NAME, 'nested-folder', PropTypes.META);
await tx.addVertexProp(v3, KeyTypes.NAME, 'nested-file', PropTypes.META);
await tx.addVertexProp(v2, KeyTypes.CONTENT, 'hello world from v2', PropTypes.DATA);
await tx.addVertexProp(v3, KeyTypes.CONTENT, 'hello world from v3', PropTypes.DATA);
const { root: original } = await tx.commit({});
/**
* Revise original, first user
*/
const store1 = graphStore({ chunk, linkCodec, valueCodec, blockStore });
const g1 = new Graph(story, store1);
const tx1 = g1.tx();
await tx1.start();
const v10 = await tx1.getVertex(0);
const v11 = tx1.addVertex(ObjectTypes.FILE);
const e11 = await tx1.addEdge(v10, v11, RlshpTypes.CONTAINS);
await tx1.addVertexProp(v11, KeyTypes.NAME, 'nested-file-user-1', PropTypes.META);
await tx1.addVertexProp(v11, KeyTypes.CONTENT, 'hello world from v11', PropTypes.DATA);
const { root: first } = await tx1.commit({});
/**
* Revise original, second user
*/
story.checkout(original);
const store2 = graphStore({ chunk, linkCodec, valueCodec, blockStore });
const g2 = new Graph(story, store2);
const tx2 = g2.tx();
await tx2.start();
const v20 = await tx2.getVertex(0);
const v21 = tx2.addVertex(ObjectTypes.FILE);
const e21 = await tx2.addEdge(v20, v21, RlshpTypes.CONTAINS);
await tx2.addVertexProp(v21, KeyTypes.NAME, 'nested-file-user-2', PropTypes.META);
await tx2.addVertexProp(v21, KeyTypes.CONTENT, 'hello world from v21', PropTypes.DATA);
const { root: second } = await tx2.commit({});
/**
* Merge MultiValueRegistry
*/
const { root: mergeRootMvr, index: mergeIndexMvr, blocks: mergeBlocksMvr, } = await merge({
baseRoot: original,
baseStore: blockStore,
currentRoot: first,
currentStore: blockStore,
otherRoot: second,
otherStore: blockStore,
}, MergePolicyEnum.MultiValueRegistry, chunk, linkCodec, valueCodec);
const mergedFilesMvr = await query(mergeRootMvr);
//mergedFilesMvr.forEach(r => console.log(r))
assert.strictEqual(mergedFilesMvr.length, 4);
assert.strictEqual(mergedFilesMvr[0].value, 'nested-folder');
assert.strictEqual(mergedFilesMvr[1].value, 'nested-file');
assert.strictEqual(mergedFilesMvr[2].value, 'nested-file-user-2');
assert.strictEqual(mergedFilesMvr[3].value, 'nested-file-user-1');
/**
* Merge LastWriterWins
*/
const { root: mergeRootLww, index: mergeIndexLww, blocks: mergeBlocksLww, } = await merge({
baseRoot: original,
baseStore: blockStore,
currentRoot: first,
currentStore: blockStore,
otherRoot: second,
otherStore: blockStore,
}, MergePolicyEnum.LastWriterWins, chunk, linkCodec, valueCodec);
const mergedFilesLww = await query(mergeRootLww);
assert.strictEqual(mergedFilesLww.length, 3);
assert.strictEqual(mergedFilesLww[0].value, 'nested-folder');
assert.strictEqual(mergedFilesLww[1].value, 'nested-file');
assert.strictEqual(mergedFilesLww[2].value, 'nested-file-user-1');
});
});
const query = async (versionRoot) => {
var _a, e_1, _b, _c;
const versionStore = await versionStoreFactory({
versionRoot,
chunk,
linkCodec,
valueCodec,
blockStore,
});
const store = graphStore({ chunk, linkCodec, valueCodec, blockStore });
const graph = new Graph(versionStore, store);
const request = new RequestBuilder()
.add(PathElemType.VERTEX)
.add(PathElemType.EDGE)
.add(PathElemType.VERTEX)
.extract(KeyTypes.NAME)
.maxResults(100)
.get();
const vr = [];
try {
for (var _d = true, _e = __asyncValues(navigateVertices(graph, [0], request)), _f; _f = await _e.next(), _a = _f.done, !_a;) {
_c = _f.value;
_d = false;
try {
const result = _c;
vr.push(result);
}
finally {
_d = true;
}
}
}
catch (e_1_1) { e_1 = { error: e_1_1 }; }
finally {
try {
if (!_d && !_a && (_b = _e.return)) await _b.call(_e);
}
finally { if (e_1) throw e_1.error; }
}
return vr;
};
//# sourceMappingURL=merge.test.js.map