reachable-urls/index.js

Check URLs are reachable in text

const URL = require('url-parse');
const urlRegex = require('url-regex');
const isString = require('is-string');
const isReachable = require('is-reachable');

module.exports = arg => {
  let string = '';

  if (isString(arg)) {
    string = arg;
  } else if (Buffer.isBuffer(arg)) {
    string = arg.toString();
  }

  const matches = string.match(urlRegex()) || [];
  const urls = matches.map(url => {
    const u = new URL(url);

    if (!u.protocol) {
      u.set('protocol', 'http:');
    }

    return u;
  }).filter(url => /https?/.test(url.protocol)).map(url => {
    const suffix = /[^a-zA-Z0-9/+\-_?#=:.].*$/;

    url.set('pathname', url.pathname.replace(suffix, ''));
    url.set('query', url.query.replace(suffix, ''));
    url.set('hash', url.hash.replace(suffix, ''));

    return url.toString();
  });

  if (urls.length === 0) {
    return Promise.resolve({});
  }

  const object = {};
  return urls.reduce((previous, current, index) => {
    return previous.then(result => {
      object[urls[index]] = result;

      if (urls.length - 1 === index) {
        return Promise.resolve(object);
      }

      return isReachable(urls[index + 1]);
    });
  }, isReachable(urls[0]));
};