fast-mhtml-maa/src/benchmark/benchmark.js

Parses mhtml files

const { mkdirSync } = require('fs');
const { resolve } = require('path');
const co = require('bluebird').coroutine;
const Processor = require('../processor');

/**
 * Should create out dir for all the out files.
 */
try {
  mkdirSync(resolve(__dirname, '../../out'));
} catch (err) {
  if (err.code !== 'EEXIST') {
    // eslint-disable-next-line no-console
    console.error(`Unable to perform benchmark because of error ${err.message}`);
    process.exit(1);
  }
}

/* eslint-disable */
const markP30 = co(function* markP30(fn, name, file) {
  global.gc();
  const start = Date.now();
  yield Promise.all(Array(30).fill().map(() => fn(file)));
  const used = process.memoryUsage().heapUsed / 1024 / 1024;

  console.log(`Converted ${name} in p=30.`,
    `Memory(${used})`,
    ` Average time: ${(Date.now() - start) / 30}`);
});

const mark = co(function* (fn, name, file, iterations = 100) {
  global.gc();
  const start = Date.now();
  for (let i = 0; i < iterations; i++) {
    yield fn(file);
  }
  const used = process.memoryUsage().heapUsed / 1024 / 1024;

  console.log(`Converted ${name} ${iterations} times.`,
    `Memory(${used})`,
    `Average time: ${(Date.now() - start) / iterations}`);
});


const bench = co(function* (name, parser) {
  console.log(name);
  yield parser("Example.com", "./demos/example.com.mhtml", 1000)
  yield parser("github", "./demos/github.node.mhtml", 100);
  yield parser("github large", "./demos/github.node.biggest.mhtml", 10);
  yield parser("github unhandled rejection", "./demos/github.unhandledrejection.mhtml", 10);
  yield parser("mdn", "./demos/mdn.mhtml", 20);
  yield parser("wikipedia", "./demos/wikipedia.mhtml", 20);
  yield parser("hn", "./demos/hn.mhtml", 20);
  yield parser("aliexpress", "./demos/aliexpress-scrolled.mhtml", 10);
  yield parser("stackoverflow", "./demos/stackoverflow.mhtml", 10);
});

/* eslint-disable */
co(function* () {
  const newParser = mark.bind(null, Processor.convert);
  const newParserParallel10 = markP30.bind(null, Processor.convert);

  yield bench("Parser Serial", newParser);
  yield bench("Parser Parallel 30", newParserParallel10);
})();