crawler/tests/jar.test.js

Crawler is a web spider written with Nodejs. It gives you the full power of jQuery on the server to parse a big number of pages as they are downloaded, asynchronously

/*jshint expr:true */
'use strict';

const Crawler = require('../lib/crawler');
const request = require('request');
const expect = require('chai').expect;

// settings for nock to mock http server
const nock = require('nock');

describe('Jar Options', function() {

	before(function() {
		nock.cleanAll();
		nock('http://test.crawler.com/').get('/setCookie').reply(function() {
			let response = [
				200,
				'ok',
				{ 'Set-Cookie': `ping=pong; Domain=.crawler.com; Expires=${new Date(Date.now()+86400000).toUTCString()}; Path=/` }
			];
			return response;
		}).persist();
		nock('http://test.crawler.com/').get('/getCookie').reply(200, function() {
			return this.req.headers.cookie;
		}).persist();
	});

	after(function() {
		delete require.cache[nock];
	});

	let jar = request.jar();
	jar.setCookie(request.cookie('foo=bar'), 'http://test.crawler.com');

	let crawler = new Crawler({
		jquery: false,
		jar: jar
	});

	it('should send with cookie when setting jar options', function(finishTest) {
		crawler.queue({
			uri: 'http://test.crawler.com/getCookie',
			callback: (error, response, done) => {
				expect(error).to.be.null;
				expect(response.body).to.equal(jar.getCookieString('http://test.crawler.com'));
				done();
				finishTest();
			}
		});
	});

	it('should set cookie when response set-cookie headers exist', function(finishTest) {
		crawler.queue({
			uri: 'http://test.crawler.com/setCookie',
			callback: (error, response, done) => {
				expect(error).to.be.null;
				expect(jar.getCookieString('http://test.crawler.com').indexOf('ping=pong') > -1).to.be.true;
				done();
				finishTest();
			}
		});
	});
});