qlobber-fsq/bench/implementations/bench-fsq/bench-fsq.js

Shared file system queue. Supports pub-sub, work queues, wildcards, multi-process and distributed use.

/*global rabbitmq_test_bindings: false,
         rabbitmq_expected_results_before_remove: false */
/*jslint node: true, unparam: true */
"use strict";

var async = require('async'),
    crypto = require('crypto');
require('../../../test/rabbitmq_bindings.js');

var options = JSON.parse(Buffer.from(process.argv[2], 'hex'));

if (options.disruptor)
{
    var Disruptor = require('shared-memory-disruptor').Disruptor;

    options.get_disruptor = function (bucket)
    {
        if (bucket < Math.min(options.queues, options.num_buckets))
        {
            return new Disruptor('/test' + bucket,
                                 options.num_elements,
                                 options.element_size,
                                 options.queues,
                                 options.n,
                                 false,
                                 false);
        }

        return null;
    };
}

var QlobberFSQ = require('../../..').QlobberFSQ,
    fsq = new QlobberFSQ(options),
    payload = crypto.randomBytes(options.size),
    expected = 0,
    published = false;

function handler()
{
    expected -= 1;

    if ((expected === 0) && published)
    {
        process.exit();
    }
}

fsq.on('start', function ()
{
    var i, j, b, sub_topics = [];

    for (i = 0; i < rabbitmq_test_bindings.length; i += 1)
    {
        if (i % options.queues === options.n)
        {
            b = rabbitmq_test_bindings[i];
            fsq.subscribe(b[0], handler);
            sub_topics.push(b[1]);
        }
    }

    for (i = 0; i < rabbitmq_expected_results_before_remove.length; i += 1)
    {
        for (j = 0; j < sub_topics.length; j += 1)
        {
            if (rabbitmq_expected_results_before_remove[i][1].indexOf(sub_topics[j]) >= 0)
            {
                expected += 1;
                break;
            }
        }
    }

    expected *= options.rounds;

    process.send({ type: 'ready' });
});

process.on('message', function (unused_msg)
{
    async.timesSeries(options.rounds, function (r, cb)
    {
        async.times(rabbitmq_expected_results_before_remove.length, function (i, cb)
        {
            if (i % options.queues === options.n)
            {
                fsq.publish(rabbitmq_expected_results_before_remove[i][0],
                            payload,
                            {
                                ttl: options.ttl,
                                bucket: options.disruptor ? (options.n % options.num_buckets) : undefined,
                                ephemeral: options.ephemeral
                            },
                            cb);
            }
            else
            {
                cb();
            }
        }, cb);
    }, function ()
    {
        published = true;
        if (expected === 0)
        {
            process.exit();
        }
    });
});