crawler-ninja/test/crawl-bad-href-test.js

A web crawler made for the SEO based on plugins. Please wait or contribute ... still in beta

var assert    = require("assert");
var _         = require("underscore");
var seoaudit  = require("../plugins/audit-plugin.js");
var crawler   = require("../index.js");

var testSite  = require("./website/start.js").site;



describe('Crawl invalid href', function() {

        it('Should return an error for an invalid href', function(done) {

            var end = function(){
                //console.log(audit.resources.keys());
                assert(audit.errors.length == 4);
                done();

            };

            crawler.init({externalDomains : true, externalHosts : true, retries : 0}, end);
            var audit = new seoaudit.Plugin();
            crawler.registerPlugin(audit);
            crawler.queue({url : "http://localhost:9999/page10.html"});

        });

});