relatt-scraper/utils/encode.js

Metascarper

const forceDecoding = (text) => {
  const regex = /�/i;
  const encodeChar = {
    "&": "&",
    """: '"',
    """: '"',
    "&lt;": "<",
    "&gt;": ">",
    "&apos;": "'",
  };
  let cleanText = text.replace(regex, "").replace(/\s+/g, " ").trim();
  return cleanText.replace(
    /(&quot;|&lt;|&gt;|&apos;|&amp;quot;|&amp;)/g,
    function (str, item) {
      return encodeChar[item];
    }
  );
};

module.exports = {forceDecoding}