n8n/dist/modules/insights/insights-compaction.service.js

n8n Workflow Automation Tool

"use strict";
var __decorate = (this && this.__decorate) || function (decorators, target, key, desc) {
    var c = arguments.length, r = c < 3 ? target : desc === null ? desc = Object.getOwnPropertyDescriptor(target, key) : desc, d;
    if (typeof Reflect === "object" && typeof Reflect.decorate === "function") r = Reflect.decorate(decorators, target, key, desc);
    else for (var i = decorators.length - 1; i >= 0; i--) if (d = decorators[i]) r = (c < 3 ? d(r) : c > 3 ? d(target, key, r) : d(target, key)) || r;
    return c > 3 && r && Object.defineProperty(target, key, r), r;
};
var __metadata = (this && this.__metadata) || function (k, v) {
    if (typeof Reflect === "object" && typeof Reflect.metadata === "function") return Reflect.metadata(k, v);
};
Object.defineProperty(exports, "__esModule", { value: true });
exports.InsightsCompactionService = void 0;
const backend_common_1 = require("@n8n/backend-common");
const di_1 = require("@n8n/di");
const insights_by_period_repository_1 = require("./database/repositories/insights-by-period.repository");
const insights_raw_repository_1 = require("./database/repositories/insights-raw.repository");
const insights_config_1 = require("./insights.config");
let InsightsCompactionService = class InsightsCompactionService {
    constructor(insightsByPeriodRepository, insightsRawRepository, insightsConfig, logger) {
        this.insightsByPeriodRepository = insightsByPeriodRepository;
        this.insightsRawRepository = insightsRawRepository;
        this.insightsConfig = insightsConfig;
        this.logger = logger;
        this.logger = this.logger.scoped('insights');
    }
    startCompactionTimer() {
        this.stopCompactionTimer();
        this.compactInsightsTimer = setInterval(async () => await this.compactInsights(), this.insightsConfig.compactionIntervalMinutes * 60 * 1000);
        this.logger.debug('Started compaction timer');
    }
    stopCompactionTimer() {
        if (this.compactInsightsTimer !== undefined) {
            clearInterval(this.compactInsightsTimer);
            this.compactInsightsTimer = undefined;
            this.logger.debug('Stopped compaction timer');
        }
    }
    async compactInsights() {
        let numberOfCompactedRawData;
        do {
            this.logger.debug('Compacting raw data to hourly aggregates');
            numberOfCompactedRawData = await this.compactRawToHour();
            this.logger.debug(`Compacted ${numberOfCompactedRawData} raw data to hourly aggregates`);
        } while (numberOfCompactedRawData === this.insightsConfig.compactionBatchSize);
        let numberOfCompactedHourData;
        do {
            this.logger.debug('Compacting hourly data to daily aggregates');
            numberOfCompactedHourData = await this.compactHourToDay();
            this.logger.debug(`Compacted ${numberOfCompactedHourData} hourly data to daily aggregates`);
        } while (numberOfCompactedHourData === this.insightsConfig.compactionBatchSize);
        let numberOfCompactedDayData;
        do {
            this.logger.debug('Compacting daily data to weekly aggregates');
            numberOfCompactedDayData = await this.compactDayToWeek();
            this.logger.debug(`Compacted ${numberOfCompactedDayData} daily data to weekly aggregates`);
        } while (numberOfCompactedDayData === this.insightsConfig.compactionBatchSize);
    }
    async compactRawToHour() {
        const batchQuery = this.insightsRawRepository.getRawInsightsBatchQuery(this.insightsConfig.compactionBatchSize);
        return await this.insightsByPeriodRepository.compactSourceDataIntoInsightPeriod({
            sourceBatchQuery: batchQuery,
            sourceTableName: this.insightsRawRepository.metadata.tableName,
            periodUnitToCompactInto: 'hour',
        });
    }
    async compactHourToDay() {
        const batchQuery = this.insightsByPeriodRepository.getPeriodInsightsBatchQuery({
            periodUnitToCompactFrom: 'hour',
            compactionBatchSize: this.insightsConfig.compactionBatchSize,
            maxAgeInDays: this.insightsConfig.compactionHourlyToDailyThresholdDays,
        });
        return await this.insightsByPeriodRepository.compactSourceDataIntoInsightPeriod({
            sourceBatchQuery: batchQuery,
            periodUnitToCompactInto: 'day',
        });
    }
    async compactDayToWeek() {
        const batchQuery = this.insightsByPeriodRepository.getPeriodInsightsBatchQuery({
            periodUnitToCompactFrom: 'day',
            compactionBatchSize: this.insightsConfig.compactionBatchSize,
            maxAgeInDays: this.insightsConfig.compactionDailyToWeeklyThresholdDays,
        });
        return await this.insightsByPeriodRepository.compactSourceDataIntoInsightPeriod({
            sourceBatchQuery: batchQuery,
            periodUnitToCompactInto: 'week',
        });
    }
};
exports.InsightsCompactionService = InsightsCompactionService;
exports.InsightsCompactionService = InsightsCompactionService = __decorate([
    (0, di_1.Service)(),
    __metadata("design:paramtypes", [insights_by_period_repository_1.InsightsByPeriodRepository,
        insights_raw_repository_1.InsightsRawRepository,
        insights_config_1.InsightsConfig,
        backend_common_1.Logger])
], InsightsCompactionService);
//# sourceMappingURL=insights-compaction.service.js.map