robots-txt-parser/test/robots/use-robots-for.js

A lightweight robots.txt parser for Node.js with support for wildcards, caching and promises.

const chai = require('chai');
const robots = require('../../src/index.js');

const { expect } = chai;
const robotsParser = robots();

describe('use-robots-for', () => {
  it('Expect robots.txt to call callback (.useRobotsFor(link))', (done) => {
    expect(robotsParser.useRobotsFor('http://google.co.uk', () => done()));
  });
});