metascraper/src/rules.js

Scrape metadata from any URL using Open Graph, JSON-LD, HTML meta tags, and smart fallbacks.

'use strict'

const castArray = value => (Array.isArray(value) ? value : [value])

const attachRuleMeta = (rules, test, pkgName) => {
  for (const rule of rules) {
    if (test) rule.test = test
    if (pkgName) rule.pkgName = pkgName
  }
}

const loadRules = rulesBundle => {
  const acc = {}

  for (const { test, pkgName, validate: _validate, ...rules } of rulesBundle) {
    for (const [propName, innerRules] of Object.entries(rules)) {
      const processedRules = castArray(innerRules)
      attachRuleMeta(processedRules, test, pkgName)

      if (acc[propName]) {
        acc[propName].push(...processedRules)
      } else {
        acc[propName] = processedRules
      }
    }
  }
  return Object.entries(acc)
}

const mergeRules = (
  rules,
  baseRules,
  omitPropNames = new Set(),
  pickPropNames
) => {
  const hasPickProps = Boolean(pickPropNames && pickPropNames.size > 0)
  const hasOmittedProps = Boolean(omitPropNames && omitPropNames.size > 0)
  const hasInlineRules = Array.isArray(rules) && rules.length > 0

  if (!hasPickProps && !hasOmittedProps && !hasInlineRules) {
    return baseRules
  }

  const result = {}

  const shouldIncludeProp = propName => {
    if (hasPickProps) {
      return pickPropNames.has(propName)
    }
    return !omitPropNames.has(propName)
  }

  for (const [propName, ruleArray] of baseRules) {
    if (shouldIncludeProp(propName)) {
      result[propName] = ruleArray
    }
  }

  if (!hasInlineRules) {
    return Object.entries(result)
  }

  for (const { test, pkgName, validate: _validate, ...ruleSet } of rules) {
    for (const [propName, innerRules] of Object.entries(ruleSet)) {
      if (!shouldIncludeProp(propName)) continue

      const processedRules = castArray(innerRules)
      attachRuleMeta(processedRules, test, pkgName)

      if (result[propName]) {
        result[propName] = processedRules.concat(result[propName])
      } else {
        result[propName] = processedRules
      }
    }
  }

  return Object.entries(result)
}

module.exports = { mergeRules, loadRules }