httprip/test/test.js

Manages queues of requests for data processing and collection.

var assert = require('assert');
var httprip = require('../index.js');

describe('httprip', function() {

    // Mock up a fake request object.
    var fakeRequest = function(options, callback) {
        callback(null, {}, "");
    }

    it('Should call processor when given queued request', function(done) {
        // Setup the ripper.
        var processorCalled = false;
        var ripper = httprip()
            .processor(function(error, res, body, resolve) {
                // Check if it was called.
                assert.equal(true, true); 
                done();
                resolve();
            });        

        ripper.setRequester(fakeRequest);

        // Attempt a request queue.
        ripper.enqueueRip({url: "http://thiswillnevergethit.com"});        
    });

    it('Should call data collector when given queued request', function(done) {
        // Setup the ripper.
        var processorCalled = false;
        var ripper = httprip()
            .processor(function(error, res, body, resolve) {
                // Yield to collector.
                ripper.yield("OK");
                resolve();
            })
            .data(function(output) {
                assert.equal(true, true); 
                done();
            });

        ripper.setRequester(fakeRequest);

        // Attempt a request queue.
        ripper.enqueueRip({url: "http://thiswillnevergethit.com"});        
    });

    it('Should execute last promise on large queue', function(done) {
        // Setup the ripper.
        var processorCalled = false;
        var ripper = httprip()
            .processor(function(error, res, body, resolve) {
                // Move to next after 10ms.
                setTimeout(function() { resolve(); }, 10)
            });

        ripper.setRequester(fakeRequest);

        // Attempt a request queue.
        for(var i = 0; i < 30; i++) {
            ripper.enqueueRip({url: "http://thiswillnevergethit.com"});        
        }

        // Wait on last promise.
        ripper.lastQueued().then(function() {
            assert.equal(true, true); 
            done();
        });
    });    
});