@grouparoo/core/src/tasks/run/updateCounts.ts

The Grouparoo Core

import { Run } from "../../models/Run";
import { Op, Sequelize } from "sequelize";
import Moment from "moment";
import { CLSTask } from "../../classes/tasks/clsTask";

export class UpdateRunCounts extends CLSTask {
  name = "runs:updateCounts";
  description = "Update the counts of imports and records for runs";
  frequency = 1000 * 15;
  queue = "runs";

  async runWithinTransaction() {
    const since = Moment().subtract(1, "day").toDate();

    const runs = await Run.findAll({
      where: {
        state: { [Op.ne]: "stopped" },
        error: { [Op.eq]: null },
        updatedAt: { [Op.gte]: since },
        [Op.or]: [
          { importsCreated: 0 },
          {
            recordsImported: {
              [Op.lt]: Sequelize.col("importsCreated") as unknown as string,
            },
          },
        ],
      },
    });

    const errors: Error[] = [];
    for (const run of runs) {
      try {
        await run.updateTotals();
      } catch (_error) {
        errors.push(_error);
      }
    }

    if (errors.length > 0) {
      const error: Error & { errors?: Error[] } = new Error(
        `Error updating runs: ${errors.join(", ")}`
      );
      error["errors"] = errors;
      throw error;
    }

    return runs.length;
  }
}