arquero/perf/table-perf.js

Query processing and transformation of array-backed data tables.

import tape from 'tape';
import { time } from './time.js';
import { floats, ints, sample, strings } from './data-gen.js';
import { from, table } from '../src/index.js';

function run(N, nulls, msg) {
  const dt = table({
    a: ints(N, -10000, 10000, nulls),
    b: floats(N, -10000, 10000, nulls),
    c: sample(N, strings(2), nulls),
    d: sample(N, strings(50), nulls),
    e: sample(N, strings(100), nulls)
  });

  const array = dt.objects();
  const iterable = {
    [Symbol.iterator]: () => array[Symbol.iterator]()
  };

  tape(`object serialization: ${msg}`, async t => {
    console.table([ // eslint-disable-line
      {
        from_array:    await time(() => from(array)),
        from_iterable: await time(() => from(iterable)),
        to_objects:    await time(() => dt.objects()),
        to_iterable:   await time(() => [...dt])
      }
    ]);
    t.end();
  });
}

run(1e5, 0, '100k values');
run(1e5, 0.05, '100k values, 5% nulls');