terriajs/buildprocess/ci-cleanup.js

Geospatial data visualization platform.

const childProcess = require("child_process");
const fs = require("fs");

function getAllBranches(repo) {
  const baseUrl = "https://api.github.com/repos/" + repo + "/branches";
  const result = [];

  let page = 0;

  function getNextPage() {
    ++page;

    const url = baseUrl + "?page=" + page;
    return fetch(url, {
      headers: {
        "User-Agent": "TerriaJS CI",
        Authorization: `Bearer ${process.env.GITHUB_TOKEN}`
      }
    })
      .then((response) => response.json())
      .then((pageOfBranches) => {
        result.push(
          ...pageOfBranches.filter(
            (branch) => branch.name.indexOf("greenkeeper/") !== 0
          )
        );

        if (pageOfBranches.length > 0) {
          return getNextPage();
        }
      });
  }

  return getNextPage().then(() => result);
}

function makeSafeName(name) {
  return name
    .toLowerCase()
    .replace(/[^-a-z0-9]/g, "-")
    .substring(0, 32)
    .replace(/-*$/, "");
}

function createIngress(branches) {
  return {
    apiVersion: "networking.k8s.io/v1",
    kind: "Ingress",
    metadata: {
      name: "ci-terria-io",
      annotations: {
        "ingress.kubernetes.io/ssl-redirect": "false",
        "ingress.kubernetes.io/force-ssl-redirect": "false",
        "nginx.ingress.kubernetes.io/use-regex": "true",
        "nginx.ingress.kubernetes.io/rewrite-target": "/$2"
      }
    },
    spec: {
      rules: [
        {
          host: "ci.terria.io",
          http: {
            paths: branches.map((branch) => ({
              path: "/" + makeSafeName(branch.name) + "(/|$)(.*)",
              pathType: "ImplementationSpecific",
              backend: {
                service: {
                  name: "terriajs-" + makeSafeName(branch.name) + "-terriamap",
                  port: {
                    name: "http"
                  }
                }
              }
            }))
          }
        }
      ]
    }
  };
}

getAllBranches("TerriaJS/terriajs").then((branches) => {
  // Update the ingress resource
  const ingress = createIngress(branches);
  fs.writeFileSync(
    "ingress.json",
    JSON.stringify(ingress, undefined, "  "),
    "utf8"
  );
  const kubectlResult = childProcess.spawnSync(
    "kubectl",
    ["apply", "-f", "ingress.json"],
    {
      stdio: "inherit"
    }
  );
  console.log("kubectl status: " + kubectlResult.status);

  // Delete helm releases for branches that no longer exist.
  const helmLsResult = childProcess.spawnSync("helm", ["ls", "-q", "-a"]);
  console.log("helm ls status: " + helmLsResult.status);

  const releases = helmLsResult.stdout
    .toString()
    .split(/[\r\n]/)
    .filter((l) => l.indexOf("terriajs-") === 0);
  releases.forEach((release) => {
    const branchName = release.substring(9);
    if (!branches.find((b) => makeSafeName(b.name) === branchName)) {
      console.log("Deleting old release " + release);
      const helmDeleteResult = childProcess.spawnSync(
        "helm",
        ["delete", release],
        {
          stdio: "inherit"
        }
      );
      console.log("helm delete status: " + helmDeleteResult.status);
    }
  });

  // Delete old images that are no longer tagged with valid branches
  const imagesResult = childProcess.spawnSync("gcloud", [
    "container",
    "images",
    "list-tags",
    "asia.gcr.io/terriajs-automated-deployment/terria-ci",
    "--limit",
    "999",
    "--format=json"
  ]);
  console.log("images list status: " + imagesResult.status);
  const images = JSON.parse(imagesResult.stdout.toString());

  images.forEach((image) => {
    if (
      !image.tags.some((tag) =>
        branches.find((b) => makeSafeName(b.name) === tag)
      )
    ) {
      console.log("Deleting old docker image " + image.digest);
      const deleteResult = childProcess.spawnSync(
        "gcloud",
        [
          "container",
          "images",
          "delete",
          "-q",
          "--force-delete-tags",
          "asia.gcr.io/terriajs-automated-deployment/terria-ci@" + image.digest
        ],
        { stdio: "inherit" }
      );
      console.log("delete status: " + deleteResult.status);
    }
  });
  // gcloud container images list-tags asia.gcr.io/terriajs-automated-deployment/terria-ci --limit 999 --format=json
});