supercrawler/test/utils/makeUrl.js

A web crawler. Supercrawler automatically crawls websites. Define custom handlers to parse content. Obeys robots.txt, rate limits and concurrency limits.

module.exports = function (url, statusCode) {
  function Url(opts) {
    this.url = opts.url;
    this.statusCode = opts.statusCode;
  }

  Url.prototype.getUniqueId = function () {
    return this.url;
  };

  Url.prototype.getUrl = function () {
    return this.url;
  };

  Url.prototype.getStatusCode = function () {
    return this.statusCode;
  };

  Url.prototype.getErrorCode = function () {
    return null;
  };

  Url.prototype.getErrorMessage = function () {
    return null;
  };

  return new Url({
    url: url,
    statusCode: statusCode || null
  });
};