@rmw/mdbx/benchmark/index.js

Simple, efficient, scalable data store wrapper for libmdbx

'use strict';
const { Worker, isMainThread, parentPort } = require('worker_threads');
const { isMaster, fork } = require('cluster');

var crypto = require('crypto');
var path = require('path');
var testDirPath = path.resolve(__dirname, './benchdata');

var fs =require('fs');
var rimraf = require('rimraf');
var mkdirp = require('mkdirp');
var benchmark = require('benchmark');
var suite = new benchmark.Suite();

const { open } = require('..');
var env;
var dbi;
var keys = [];
var total = 10000;
var store
let data = {
  name: 'test',
  greeting: 'Hello, World!',
  flag: true,
  littleNum: 3,
  biggerNum: 32254435,
  decimal:1.332232,
  bigDecimal: 3.5522E102,
  negative: -54,
  aNull: null,
  more: 'string',
}

var c = 0;
let result

function setData(deferred) {
  result = store.put((c += 357) % total, data)
  if (c % 1500 == 0) {
      setImmediate(() => deferred.resolve(), 0)
  } else
    deferred.resolve()
}


function getData() {
  result = store.get((c += 357) % total)
}
let jsonBuffer = JSON.stringify(data)
function plainJSON() {
  result = JSON.parse(jsonBuffer)
}

if (isMainThread && isMaster) {
var inspector = require('inspector')
//inspector.open(9330, null, true)

function cleanup(done) {
  // cleanup previous test directory
  rimraf(testDirPath, function(err) {
    if (err) {
      return done(err);
    }
    // setup clean directory
    mkdirp(testDirPath).then(() => {
      done();
    }, error => done(error));
  });
}
function setup() {
  store = open(testDirPath, {
    noMemInit: true,
    sharedStructuresKey: Symbol.for('structures'),
  })
  let lastPromise
  for (let i = 0; i < total; i++) {
    lastPromise = store.put(i, data)
  }
  return lastPromise.then(() => {
    console.log('setup completed');
  })
}

var txn;

cleanup(async function (err) {
    if (err) {
        throw err;
    }
    await setup();
    suite.add('put', {
      defer: true,
      fn: setData
    });
    suite.add('get', getData);
    //suite.add('plainJSON', plainJSON);
    suite.on('cycle', function (event) {
      if (result && result.then) {
        let start = Date.now()
        result.then(() => {
          console.log('last commit took ' + (Date.now() - start) + 'ms')
        })
      }
      console.log(String(event.target));
    });
    suite.on('complete', function () {
        console.log('Fastest is ' + this.filter('fastest').map('name'));
        var numCPUs = require('os').cpus().length;
        console.log('Now will run benchmark across ' + numCPUs + ' threads');
        for (var i = 0; i < numCPUs; i++) {
          var worker = new Worker(__filename);
          //var worker = fork();
        }
    });

    suite.run({ async: true });

});
} else {
  store = open(testDirPath, {
    noMemInit: true,
    sharedStructuresKey: Symbol.for('structures'),
  })

  // other threads
    suite.add('put', {
      defer: true,
      fn: setData
    });
    suite.add('get', getData);
    suite.on('cycle', function (event) {
      if (result.then) {
        let start = Date.now()
        result.then(() => {
          console.log('last commit took ' + (Date.now() - start) + 'ms')
        })
      }
      console.log(String(event.target));
    });
    suite.run({ async: true });

}