@grouparoo/core/src/tasks/record/confirm.ts

The Grouparoo Core

import Moment from "moment";
import { config } from "actionhero";
import { CLSTask } from "../../classes/tasks/clsTask";
import { CLS } from "../../modules/cls";
import { plugin } from "../../modules/plugin";
import { Schedule } from "../../models/Schedule";
import { Run } from "../../models/Run";
import { RecordOps } from "../../modules/ops/record";

export class GrouparooRecordsConfirm extends CLSTask {
  name = "records:confirm";
  description = "Confirm that records still exist in the source";
  frequency = 1000 * 30;
  queue = "records";
  inputs = {} as const;

  async runWithinTransaction() {
    const limit: number = config.batchSize.imports;
    const confirmDays = parseInt(
      (await plugin.readSetting("core", "confirm-records-days")).value
    );

    let count = 0;

    const schedules = await Schedule.findAll({
      where: { confirmRecords: true },
      include: [
        {
          model: Run,
          limit: 1,
          where: { state: "complete" },
          order: [["completedAt", "desc"]],
          required: true,
        },
      ],
    });

    for (const schedule of schedules) {
      const latestRun = schedule.runs[0];
      if (!latestRun) continue;

      const pendingImports = await latestRun.$count("imports", {
        where: { state: "associating" },
      });

      if (pendingImports !== 0) continue;

      count += await RecordOps.confirmExistence(
        limit - count,
        latestRun.completedAt,
        schedule.sourceId
      );
    }

    if (confirmDays > 0) {
      const nextConfirmAt = Moment().subtract(confirmDays, "days").toDate();
      count += await RecordOps.confirmExistence(limit - count, nextConfirmAt);
    }

    // re-enqueue if there is more to do
    if (count > 0) await CLS.enqueueTask(this.name, {});

    return count;
  }
}