json-scrape/test/parse.js

scrape json from messy input streams

var test = require('tape');
var createScraper = require('../');
var fs = require('fs');
var chunky = require('chunky');

var TIMES = 500;
test('chunks', function (t) {
    t.plan(TIMES);
    
    function scrape () {
        var scraper = createScraper();
        var objects = [];
        
        scraper.on('data', function (obj) {
            objects.push(obj);
        });
        scraper.on('end', function () {
            t.same(objects, [
                { type : 'test', value : 5 },
                { x : 5, y : [ 5, 6, 7, [ 8, 9, 10 ] ] },
                [ 1, 2, 3 ],
                [ 'a', 'b', 'c', 'd', 'e' ],
            ]);
        });
        return scraper;
    }
    
    fs.readFile(__dirname + '/data.txt', function (err, src) {
        for (var i = 0; i < TIMES; i++) (function () {
            var scraper = scrape();
            
            var chunks = chunky(src);
            chunks.forEach(function (chunk) {
                scraper.write(chunk);
            });
            
            scraper.end();
        })();
    });
});