@dstanesc/o-o-o-o-o-o-o
Version:
O-O-O-O-O-O-O is a collection of content addressed persistent data structures
193 lines • 7.86 kB
JavaScript
var __asyncValues = (this && this.__asyncValues) || function (o) {
if (!Symbol.asyncIterator) throw new TypeError("Symbol.asyncIterator is not defined.");
var m = o[Symbol.asyncIterator], i;
return m ? m.call(o) : (o = typeof __values === "function" ? __values(o) : o[Symbol.iterator](), i = {}, verb("next"), verb("throw"), verb("return"), i[Symbol.asyncIterator] = function () { return this; }, i);
function verb(n) { i[n] = o[n] && function (v) { return new Promise(function (resolve, reject) { v = o[n](v), settle(resolve, reject, v.done, v.value); }); }; }
function settle(resolve, reject, d, v) { Promise.resolve(v).then(function(v) { resolve({ value: v, done: d }); }, reject); }
};
import { compute_chunks } from '@dstanesc/wasm-chunking-fastcdc-node';
import { chunkerFactory } from '../chunking';
import { graphStoreFactory } from '../graph-store';
import { Graph } from '../graph';
import { memoryBlockStoreFactory, } from '../block-store';
import { linkCodecFactory, valueCodecFactory, } from '../codecs';
import * as assert from 'assert';
import { navigateVertices, PathElemType, RequestBuilder } from '../navigate';
import { versionStoreFactory } from '../version-store';
import { graphPackerFactory } from '../graph-packer';
/**
* Some proto-schema
*/
var ObjectTypes;
(function (ObjectTypes) {
ObjectTypes[ObjectTypes["FOLDER"] = 1] = "FOLDER";
ObjectTypes[ObjectTypes["FILE"] = 2] = "FILE";
})(ObjectTypes || (ObjectTypes = {}));
var RlshpTypes;
(function (RlshpTypes) {
RlshpTypes[RlshpTypes["CONTAINS"] = 1] = "CONTAINS";
})(RlshpTypes || (RlshpTypes = {}));
var PropTypes;
(function (PropTypes) {
PropTypes[PropTypes["META"] = 1] = "META";
PropTypes[PropTypes["DATA"] = 2] = "DATA";
})(PropTypes || (PropTypes = {}));
var KeyTypes;
(function (KeyTypes) {
KeyTypes[KeyTypes["NAME"] = 1] = "NAME";
KeyTypes[KeyTypes["CONTENT"] = 2] = "CONTENT";
})(KeyTypes || (KeyTypes = {}));
const { chunk } = chunkerFactory(512, compute_chunks);
const linkCodec = linkCodecFactory();
const valueCodec = valueCodecFactory();
const { packVersionStore, restoreSingleIndex: restoreVersionStore, packGraphVersion, restoreGraphVersion, } = graphPackerFactory(linkCodec);
const blockStore1 = memoryBlockStoreFactory();
describe('Version pack and restore', function () {
test('edit, bundle, restore, edit, bundle, restore, query', async () => {
const versionStore = await versionStoreFactory({
chunk,
linkCodec,
valueCodec,
blockStore: blockStore1,
});
const graphStore = graphStoreFactory({
chunk,
linkCodec,
valueCodec,
blockStore: blockStore1,
});
const g = new Graph(versionStore, graphStore);
const tx = g.tx();
await tx.start();
const v1 = tx.addVertex(ObjectTypes.FOLDER);
const v2 = tx.addVertex(ObjectTypes.FOLDER);
const v3 = tx.addVertex(ObjectTypes.FILE);
const e1 = await tx.addEdge(v1, v2, RlshpTypes.CONTAINS);
const e2 = await tx.addEdge(v1, v3, RlshpTypes.CONTAINS);
await tx.addVertexProp(v1, KeyTypes.NAME, 'root-folder', PropTypes.META);
await tx.addVertexProp(v2, KeyTypes.NAME, 'nested-folder', PropTypes.META);
await tx.addVertexProp(v3, KeyTypes.NAME, 'nested-file', PropTypes.META);
await tx.addVertexProp(v2, KeyTypes.CONTENT, 'hello world from v2', PropTypes.DATA);
await tx.addVertexProp(v3, KeyTypes.CONTENT, 'hello world from v3', PropTypes.DATA);
const { root: original } = await tx.commit({});
/**
* Pack version store
*/
const versionStoreBundle = await packVersionStore(versionStore.versionStoreRoot(), blockStore1, chunk, valueCodec);
/**
* Pack last version
*/
const graphStoreBundle = await packGraphVersion(original, blockStore1);
/**
* Empty block store
*/
const memoryStore = memoryBlockStoreFactory();
/**
* Restore version store into the empty block store
*/
const { root: storeRoot } = await restoreVersionStore(versionStoreBundle.bytes, memoryStore);
/**
* Restore last version into the empty block store
*/
const { root: versionRoot } = await restoreGraphVersion(graphStoreBundle.bytes, memoryStore);
/**
* Edit restored version
*/
const versionStore1 = await versionStoreFactory({
storeRoot,
versionRoot,
chunk,
linkCodec,
valueCodec,
blockStore: memoryStore,
});
const graphStore1 = graphStoreFactory({
chunk,
linkCodec,
valueCodec,
blockStore: memoryStore,
});
const g1 = new Graph(versionStore1, graphStore1);
const tx1 = g1.tx();
await tx1.start();
const v10 = await tx1.getVertex(0);
const v11 = tx1.addVertex(ObjectTypes.FILE);
const e11 = await tx1.addEdge(v10, v11, RlshpTypes.CONTAINS);
await tx1.addVertexProp(v11, KeyTypes.NAME, 'nested-file-user-1', PropTypes.META);
await tx1.addVertexProp(v11, KeyTypes.CONTENT, 'hello world from v11', PropTypes.DATA);
const { root: first } = await tx1.commit({});
/**
* Pack newest version store
*/
const versionStoreBundle1 = await packVersionStore(versionStore1.versionStoreRoot(), memoryStore, chunk, valueCodec);
/**
* Pack newest version
*/
const graphStoreBundle1 = await packGraphVersion(first, memoryStore);
/**
* Empty block store
*/
const memoryStore1 = memoryBlockStoreFactory();
/**
* Restore newest version store into the empty block store
*/
const { root: storeRoot1 } = await restoreVersionStore(versionStoreBundle1.bytes, memoryStore1);
/**
* Restore newest graph version into the empty block store
*/
const { root: versionRoot1 } = await restoreGraphVersion(graphStoreBundle1.bytes, memoryStore1);
const versionStore2 = await versionStoreFactory({
storeRoot: storeRoot1,
versionRoot: versionRoot1,
chunk,
linkCodec,
valueCodec,
blockStore: memoryStore1,
});
const graphStore2 = graphStoreFactory({
chunk,
linkCodec,
valueCodec,
blockStore: memoryStore1,
});
const g2 = new Graph(versionStore2, graphStore2);
const vr = await query(g2);
assert.strictEqual(vr.length, 3);
assert.strictEqual(vr[0].value, 'nested-folder');
assert.strictEqual(vr[1].value, 'nested-file');
assert.strictEqual(vr[2].value, 'nested-file-user-1');
});
});
const query = async (graph) => {
var _a, e_1, _b, _c;
const request = new RequestBuilder()
.add(PathElemType.VERTEX)
.add(PathElemType.EDGE)
.add(PathElemType.VERTEX)
.extract(KeyTypes.NAME)
.maxResults(100)
.get();
const vr = [];
try {
for (var _d = true, _e = __asyncValues(navigateVertices(graph, [0], request)), _f; _f = await _e.next(), _a = _f.done, !_a;) {
_c = _f.value;
_d = false;
try {
const result = _c;
vr.push(result);
}
finally {
_d = true;
}
}
}
catch (e_1_1) { e_1 = { error: e_1_1 }; }
finally {
try {
if (!_d && !_a && (_b = _e.return)) await _b.call(_e);
}
finally { if (e_1) throw e_1.error; }
}
return vr;
};
//# sourceMappingURL=version-restore.test.js.map