favicon-scraper-node/dist/index.js

A simple favicon scraper for Node.js & Bun

// src/scrapers/fetch/getDOM.ts
var getHTML = async (url, agent) => {
  const res = await fetch(`https://${url}`, {
    headers: {
      "User-Agent": agent
    }
  });
  return { dom: await res.text(), res };
};
var getDOM_default = getHTML;

// src/scrapers/FaviconTags.ts
var FAVICON_TAGS = [
  'link[rel="icon"]',
  'link[rel*="shortcut"]',
  'link[rel*="apple-touch-icon"]',
  'link[rel*="msapplication-TileImage"]',
  'link[rel*="msapplication-square"]',
  'link[rel*="mask-icon"]',
  'link[rel*="fluid-icon"]',
  'meta[content*="favicon.ico"]',
  'meta[itemprop="image"]'
];

// src/scrapers/fetch/extractFromDOM.ts
import { load } from "cheerio";
var extractFromDOM = (dom) => {
  const $ = load(dom);
  let icons = [];
  $(FAVICON_TAGS.join(", ")).map((i, element) => {
    const href = $(element).attr("href");
    if (href) return href;
    const content = $(element).attr("content");
    if (content) return content;
    return null;
  }).get().forEach((icon) => icons.push(icon));
  $('link[href$="favicon.ico"], link[href*="favicon"].ico').map((i, element) => {
    const href = $(element).attr("href");
    return href;
  }).get().forEach((icon) => icons.push(icon));
  return icons;
};
var extractFromDOM_default = extractFromDOM;

// src/scrapers/fetch/formatFavicons.ts
var formatFavicon = (favicon, url) => {
  if (favicon.startsWith("http")) {
    return favicon;
  }
  if (favicon.startsWith("//")) {
    return `https:${favicon}`;
  }
  if (favicon.startsWith("/")) {
    return `${url}${favicon}`;
  }
  return `${url}/${favicon}`;
};
var formatFavicons_default = formatFavicon;

// src/scrapers/fetch/scrape.ts
var scrapeWithFetch = async (url, agent) => {
  const { dom, res } = await getDOM_default(url, agent);
  const icons = extractFromDOM_default(dom);
  const location = res.url.endsWith("/") ? res.url.slice(0, -1) : res.url;
  const result = icons.map((icon) => {
    return {
      src: formatFavicons_default(icon, location),
      agent
    };
  });
  return result;
};
var scrape_default = scrapeWithFetch;

// src/types.ts
var DefaultFaviconOptions = {
  agent: "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/58.0.3029.110 Safari/537.3",
  manifest: false,
  scraper: "fetch",
  probe: false
};

// src/utils/extractDomain.ts
var extractDomain = (url) => {
  const domainRegex = /^(?:https?:\/\/)?(?:[^@\/\n]+@)?(?:\.)?([^:\/\n]+)/im;
  const match = url.match(domainRegex);
  if (!match) {
    throw new Error("Invalid URL");
  }
  return match[1];
};
var extractDomain_default = extractDomain;

// src/utils/probeIcon.ts
import probe from "probe-image-size";
var probeIcon = async (favicon) => {
  const result = await probe(favicon.src);
  return {
    src: favicon.src,
    size: {
      width: result.width,
      height: result.height
    },
    type: result.type,
    mime: result.mime,
    agent: favicon.agent
  };
};
var probeIcon_default = probeIcon;

// src/getFavicons.ts
async function getFavicons(domain, options) {
  const { agent, manifest, scraper, probe: probe2 } = { ...DefaultFaviconOptions, ...options };
  const url = extractDomain_default(domain);
  let scrapeFn = scrape_default;
  if (scraper === "fetch") {
    scrapeFn = scrape_default;
  }
  const favicons = await scrapeFn(url, agent);
  if (probe2 == false) {
    return favicons;
  }
  const probedFavicons = await Promise.all(favicons.map((favicon) => probeIcon_default(favicon)));
  return probedFavicons;
}
export {
  getFavicons
};