arquero/perf/derive-perf.js

Query processing and transformation of array-backed data tables.

import tape from 'tape';
import { time } from './time.js';
import { floats, sample, strings } from './data-gen.js';
import { table } from '../src/index.js';

function run(N, nulls, msg) {
  const dt = table({
    k: sample(N, strings(10), nulls),
    c: sample(N, strings(100), nulls),
    a: floats(N, -10000, 10000, nulls),
    b: floats(N, -10000, 10000, nulls)
  });

  const gt = dt.groupby('k');
  const sum2 = { s: 'd.a + d.b' };
  const fill = { p: 'fill_down(d.c)' };
  const zscr = { z: '(d.a - mean(d.a)) / stdev(d.a) || 0' };

  tape(`derive: ${msg}`, async t => {
    console.table([ // eslint-disable-line
      {
        op:   'sum2',
        flat:  await time(() => dt.derive(sum2)),
        group: await time(() => gt.derive(sum2))
      },
      {
        op:   'fill',
        flat:  await time(() => dt.derive(fill)),
        group: await time(() => gt.derive(fill))
      },
      {
        op:   'zscore',
        flat:  await time(() => dt.derive(zscr)),
        group: await time(() => gt.derive(zscr))
      }
    ]);
    t.end();
  });
}

run(1e6, 0, '1M values');
run(1e6, 0.05, '1M values, 5% nulls');