@taistudio/animeback-submit/script/remove-broken-links.js

submission system for animeback extensions

#!/usr/bin/env node
/*-----------------------------------------------------------------------------------------------------------\
|  _____     _   _____ _             _ _          _____  _____  _____  __      _______  _____  _____  _____  |
| |_   _|   (_) /  ___| |           | (_)        / __  \|  _  |/ __  \/  |    / / __  \|  _  |/ __  \|____ | |
|   | | __ _ _  \ `--.| |_ _   _  __| |_  ___    `' / /'| |/' |`' / /'`| |   / /`' / /'| |/' |`' / /'    / / |
|   | |/ _` | |  `--. \ __| | | |/ _` | |/ _ \     / /  |  /| |  / /   | |  / /   / /  |  /| |  / /      \ \ |
|   | | (_| | | /\__/ / |_| |_| | (_| | | (_) |  ./ /___\ |_/ /./ /____| |_/ /  ./ /___\ |_/ /./ /___.___/ / |
|   \_/\__,_|_| \____/ \__|\__,_|\__,_|_|\___/   \_____/ \___/ \_____/\___/_/   \_____/ \___/ \_____/\____/  |
\-----------------------------------------------------------------------------------------------------------*/

const fs = require("fs").promises;

const findBrokenLinks = require("../lib/broken-links");

/* Links can break at any time and it's outside of the repo's control,
   so it doesn't make sense to run this script as part of CI. Instead,
   this should be run periodically as part of a separate process. */

process.on("unhandledRejection", (reason, p) => {
  console.log("Unhandled Rejection at: Promise", p, "reason:", reason);
});

const numberArgs = process.argv.filter((v) => /^\d+$/.test(v));
const possibleStart =
  numberArgs.length > 0 ? parseInt(numberArgs[0], 10) : undefined;
const possibleEnd =
  numberArgs.length > 0 ? parseInt(numberArgs[1], 10) : undefined;

console.log(
  `Checking extensions ${possibleStart || 0} through ${
    possibleEnd || "infinity"
  } for broken links`,
);

function isRateLimited(failures = []) {
  return failures.every(({ status }) => status === 429);
}

async function main() {
  const failArrays = (await findBrokenLinks(possibleStart, possibleEnd)).filter(
    (failure) => {
      return !isRateLimited(failure.result);
    },
  );

  console.log(`Will disable ${failArrays.length} entries`);

  for (const failure of failArrays) {
    console.timeLog(failure.result);
    const deadLinks = failure.result.map(({ url }) => url).join(", ");
    let data = await fs.readFile(failure.entry.fullPath, { encoding: "utf-8" });

    if (!data.endsWith("\n")) {
      data += `\n`;
    }

    data += `disabled: true # Dead link(s): ${deadLinks}\n`;

    await fs.writeFile(failure.entry.fullPath, data, { encoding: "utf-8" });

    console.log(data);
    console.log(`\n---\n`);
  }
}

main();