n8n 2.43.3 → 2.44.0

package/dist/modules/insights/insights-collection.service.js

@@ -1,280 +0,0 @@
-"use strict";
-var __decorate = (this && this.__decorate) || function (decorators, target, key, desc) {
-    var c = arguments.length, r = c < 3 ? target : desc === null ? desc = Object.getOwnPropertyDescriptor(target, key) : desc, d;
-    if (typeof Reflect === "object" && typeof Reflect.decorate === "function") r = Reflect.decorate(decorators, target, key, desc);
-    else for (var i = decorators.length - 1; i >= 0; i--) if (d = decorators[i]) r = (c < 3 ? d(r) : c > 3 ? d(target, key, r) : d(target, key)) || r;
-    return c > 3 && r && Object.defineProperty(target, key, r), r;
-};
-var __metadata = (this && this.__metadata) || function (k, v) {
-    if (typeof Reflect === "object" && typeof Reflect.metadata === "function") return Reflect.metadata(k, v);
-};
-Object.defineProperty(exports, "__esModule", { value: true });
-exports.InsightsCollectionService = void 0;
-const backend_common_1 = require("@n8n/backend-common");
-const backend_services_1 = require("@n8n/backend-services");
-const db_1 = require("@n8n/db");
-const decorators_1 = require("@n8n/decorators");
-const di_1 = require("@n8n/di");
-const luxon_1 = require("luxon");
-const insights_metadata_1 = require("./database/entities/insights-metadata");
-const insights_raw_1 = require("./database/entities/insights-raw");
-const insights_metadata_repository_1 = require("./database/repositories/insights-metadata.repository");
-const insights_raw_repository_1 = require("./database/repositories/insights-raw.repository");
-const insights_config_1 = require("./insights.config");
-const shouldSkipStatus = {
-    success: false,
-    crashed: false,
-    error: false,
-    canceled: true,
-    new: true,
-    running: true,
-    unknown: true,
-    waiting: true,
-};
-const shouldSkipMode = {
-    cli: false,
-    error: false,
-    retry: false,
-    trigger: false,
-    webhook: false,
-    evaluation: false,
-    integrated: true,
-    internal: true,
-    manual: true,
-    chat: true,
-    agent: true,
-};
-const MIN_RUNTIME = 0;
-const MAX_RUNTIME = 2 ** 31 - 1;
-function integerValueForInsightsRaw(value) {
-    if (!Number.isFinite(value)) {
-        return 0;
-    }
-    return Math.round(value);
-}
-let InsightsCollectionService = class InsightsCollectionService {
-    constructor(sharedWorkflowRepository, insightsRawRepository, insightsMetadataRepository, insightsConfig, logger) {
-        this.sharedWorkflowRepository = sharedWorkflowRepository;
-        this.insightsRawRepository = insightsRawRepository;
-        this.insightsMetadataRepository = insightsMetadataRepository;
-        this.insightsConfig = insightsConfig;
-        this.logger = logger;
-        this.cachedMetadata = new Map();
-        this.bufferedInsights = new Set();
-        this.isAsynchronouslySavingInsights = true;
-        this.flushesInProgress = new Set();
-        this.isInitialized = false;
-        this.logger = this.logger.scoped('insights');
-    }
-    init() {
-        this.isInitialized = true;
-        this.isAsynchronouslySavingInsights = true;
-        this.scheduleFlushing();
-        this.logger.debug('Started flushing timer');
-    }
-    scheduleFlushing() {
-        if (!this.isInitialized)
-            return;
-        this.cancelScheduledFlushing();
-        this.flushInsightsRawBufferTimer = setTimeout(async () => await this.flushEvents(), this.insightsConfig.flushIntervalSeconds * 1000);
-    }
-    cancelScheduledFlushing() {
-        if (this.flushInsightsRawBufferTimer !== undefined) {
-            clearTimeout(this.flushInsightsRawBufferTimer);
-            this.flushInsightsRawBufferTimer = undefined;
-        }
-    }
-    stopFlushingTimer() {
-        this.cancelScheduledFlushing();
-        this.logger.debug('Stopped flushing timer');
-    }
-    async shutdown() {
-        this.stopFlushingTimer();
-        this.isAsynchronouslySavingInsights = false;
-        this.logger.debug('Flushing remaining insights before shutdown');
-        await Promise.all([...this.flushesInProgress, this.flushEvents()]);
-        this.isInitialized = false;
-    }
-    async handleWorkflowExecuteAfter(ctx) {
-        if (!this.isInitialized) {
-            return;
-        }
-        if (shouldSkipStatus[ctx.runData.status] || shouldSkipMode[ctx.runData.mode]) {
-            return;
-        }
-        if (ctx.source === 'instance_ai') {
-            return;
-        }
-        const status = ctx.runData.status === 'success' ? 'success' : 'failure';
-        const commonWorkflowData = {
-            workflowId: ctx.workflow.id,
-            workflowName: ctx.workflow.name,
-            timestamp: luxon_1.DateTime.utc().toJSDate(),
-        };
-        this.bufferedInsights.add({
-            ...commonWorkflowData,
-            type: status,
-            value: 1,
-        });
-        if ((0, backend_services_1.isBillableExecution)(ctx.runData, ctx.source)) {
-            this.bufferedInsights.add({
-                ...commonWorkflowData,
-                type: 'billable',
-                value: 1,
-            });
-        }
-        if (ctx.runData.stoppedAt) {
-            const runtimeMs = ctx.runData.stoppedAt.getTime() - ctx.runData.startedAt.getTime();
-            if (runtimeMs < MIN_RUNTIME || runtimeMs > MAX_RUNTIME) {
-                this.logger.warn(`Invalid runtime detected: ${runtimeMs}ms, clamping to safe range`);
-            }
-            const value = Math.min(Math.max(runtimeMs, MIN_RUNTIME), MAX_RUNTIME);
-            this.bufferedInsights.add({
-                ...commonWorkflowData,
-                type: 'runtime_ms',
-                value,
-            });
-        }
-        if (status === 'success' && ctx.runData.mode !== 'error') {
-            const finalTimeSaved = this.calculateTimeSaved(ctx);
-            if (finalTimeSaved !== undefined) {
-                this.bufferedInsights.add({
-                    ...commonWorkflowData,
-                    type: 'time_saved_min',
-                    value: finalTimeSaved,
-                });
-            }
-        }
-        if (!this.isAsynchronouslySavingInsights) {
-            this.logger.debug('Flushing insights synchronously (shutdown in progress)');
-            await this.flushEvents();
-        }
-        if (this.bufferedInsights.size >= this.insightsConfig.flushBatchSize) {
-            this.logger.debug(`Buffer is full (${this.bufferedInsights.size} insights), flushing events`);
-            void this.flushEvents();
-        }
-    }
-    async saveInsightsMetadataAndRaw(insightsRawToInsertBuffer) {
-        this.logger.debug(`Flushing ${insightsRawToInsertBuffer.size} insights`);
-        const workflowIdNames = new Map();
-        for (const event of insightsRawToInsertBuffer) {
-            workflowIdNames.set(event.workflowId, event.workflowName);
-        }
-        const ownerProjects = await this.sharedWorkflowRepository.findOwnerProjectsByWorkflowIds([
-            ...workflowIdNames.keys(),
-        ]);
-        const metadataToUpsert = [];
-        for (const [workflowId, workflowName] of workflowIdNames) {
-            const project = ownerProjects.get(workflowId);
-            if (!project)
-                continue;
-            const cachedMetadata = this.cachedMetadata.get(workflowId);
-            if (!cachedMetadata ||
-                cachedMetadata.projectId !== project.id ||
-                cachedMetadata.projectName !== project.name ||
-                cachedMetadata.workflowName !== workflowName) {
-                const metadata = new insights_metadata_1.InsightsMetadata();
-                metadata.projectId = project.id;
-                metadata.projectName = project.name;
-                metadata.workflowId = workflowId;
-                metadata.workflowName = workflowName;
-                metadataToUpsert.push(metadata);
-            }
-        }
-        if (metadataToUpsert.length > 0) {
-            this.logger.debug(`Saving ${metadataToUpsert.length} insights metadata for workflows`);
-            await this.insightsMetadataRepository.upsertWorkflowMetadata(metadataToUpsert);
-            const upsertMetadata = await this.insightsMetadataRepository.findByWorkflowIds(metadataToUpsert.map((metadata) => metadata.workflowId));
-            for (const metadata of upsertMetadata) {
-                this.cachedMetadata.set(metadata.workflowId, metadata);
-            }
-        }
-        const events = [];
-        const workflowIdsWithoutMetadata = new Set();
-        for (const event of insightsRawToInsertBuffer) {
-            const insight = new insights_raw_1.InsightsRaw();
-            const metadata = this.cachedMetadata.get(event.workflowId);
-            if (!metadata) {
-                workflowIdsWithoutMetadata.add(event.workflowId);
-                continue;
-            }
-            insight.metaId = metadata.metaId;
-            insight.type = event.type;
-            insight.value = integerValueForInsightsRaw(event.value);
-            insight.timestamp = event.timestamp;
-            events.push(insight);
-        }
-        if (workflowIdsWithoutMetadata.size > 0) {
-            this.logger.warn('Dropped insights for workflows with no shared workflow', {
-                workflowIds: [...workflowIdsWithoutMetadata],
-            });
-        }
-        if (events.length === 0)
-            return;
-        this.logger.debug(`Inserting ${events.length} insights raw`);
-        await this.insightsRawRepository.insert(events);
-    }
-    async flushEvents() {
-        if (!this.isInitialized) {
-            return;
-        }
-        if (this.bufferedInsights.size === 0) {
-            this.scheduleFlushing();
-            return;
-        }
-        this.cancelScheduledFlushing();
-        const bufferedInsightsToFlush = new Set(this.bufferedInsights);
-        this.bufferedInsights.clear();
-        let flushPromise = undefined;
-        flushPromise = (async () => {
-            try {
-                await this.saveInsightsMetadataAndRaw(bufferedInsightsToFlush);
-            }
-            catch (e) {
-                this.logger.error('Error while saving insights metadata and raw data', { error: e });
-                for (const event of bufferedInsightsToFlush) {
-                    this.bufferedInsights.add(event);
-                }
-            }
-            finally {
-                this.scheduleFlushing();
-                this.flushesInProgress.delete(flushPromise);
-            }
-        })();
-        this.flushesInProgress.add(flushPromise);
-        await flushPromise;
-    }
-    calculateTimeSaved(ctx) {
-        const workflowTimeSaved = ctx.workflow.settings?.timeSavedPerExecution;
-        if (ctx.workflow.settings?.timeSavedMode !== 'dynamic') {
-            return workflowTimeSaved ?? 0;
-        }
-        const nodeTimeSaved = this.extractTimeSavedFromNodes(ctx.runData);
-        return nodeTimeSaved;
-    }
-    extractTimeSavedFromNodes(runData) {
-        let totalMinutes = 0;
-        const resultData = runData.data.resultData?.runData ?? {};
-        for (const nodeName in resultData) {
-            const taskData = resultData[nodeName];
-            for (const taskDataEntry of taskData) {
-                if (taskDataEntry?.metadata?.timeSaved) {
-                    totalMinutes += taskDataEntry?.metadata?.timeSaved.minutes;
-                }
-            }
-        }
-        return totalMinutes;
-    }
-};
-exports.InsightsCollectionService = InsightsCollectionService;
-__decorate([
-    (0, decorators_1.OnLifecycleEvent)('workflowExecuteAfter'),
-    __metadata("design:type", Function),
-    __metadata("design:paramtypes", [Object]),
-    __metadata("design:returntype", Promise)
-], InsightsCollectionService.prototype, "handleWorkflowExecuteAfter", null);
-exports.InsightsCollectionService = InsightsCollectionService = __decorate([
-    (0, di_1.Service)(),
-    __metadata("design:paramtypes", [db_1.SharedWorkflowRepository, insights_raw_repository_1.InsightsRawRepository, insights_metadata_repository_1.InsightsMetadataRepository, insights_config_1.InsightsConfig, backend_common_1.Logger])
-], InsightsCollectionService);
-//# sourceMappingURL=insights-collection.service.js.map

package/dist/modules/insights/insights-collection.service.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"insights-collection.service.js","sourceRoot":"","sources":["../../../src/modules/insights/insights-collection.service.ts"],"names":[],"mappings":";;;;;;;;;;;;AAAA,wDAA6C;AAC7C,4DAA4D;AAC5D,gCAAmD;AACnD,gDAAqF;AACrF,gCAAkC;AAClC,iCAAiC;AAGjC,6EAAyE;AACzE,mEAA+D;AAC/D,uGAAkG;AAClG,6FAAwF;AACxF,uDAAmD;AAEnD,MAAM,gBAAgB,GAAqC;IAC1D,OAAO,EAAE,KAAK;IACd,OAAO,EAAE,KAAK;IACd,KAAK,EAAE,KAAK;IAEZ,QAAQ,EAAE,IAAI;IACd,GAAG,EAAE,IAAI;IACT,OAAO,EAAE,IAAI;IACb,OAAO,EAAE,IAAI;IACb,OAAO,EAAE,IAAI;CACb,CAAC;AAEF,MAAM,cAAc,GAAyC;IAC5D,GAAG,EAAE,KAAK;IACV,KAAK,EAAE,KAAK;IACZ,KAAK,EAAE,KAAK;IACZ,OAAO,EAAE,KAAK;IACd,OAAO,EAAE,KAAK;IACd,UAAU,EAAE,KAAK;IAGjB,UAAU,EAAE,IAAI;IAGhB,QAAQ,EAAE,IAAI;IAEd,MAAM,EAAE,IAAI;IAGZ,IAAI,EAAE,IAAI;IAGV,KAAK,EAAE,IAAI;CACX,CAAC;AAEF,MAAM,WAAW,GAAG,CAAC,CAAC;AAGtB,MAAM,WAAW,GAAG,CAAC,IAAI,EAAE,GAAG,CAAC,CAAC;AAMhC,SAAS,0BAA0B,CAAC,KAAa;IAChD,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,KAAK,CAAC,EAAE,CAAC;QAC7B,OAAO,CAAC,CAAC;IACV,CAAC;IACD,OAAO,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC;AAC1B,CAAC;AAYM,IAAM,yBAAyB,GAA/B,MAAM,yBAAyB;IAarC,YACkB,wBAAkD,EAClD,qBAA4C,EAC5C,0BAAsD,EACtD,cAA8B,EAC9B,MAAc;QAJd,6BAAwB,GAAxB,wBAAwB,CAA0B;QAClD,0BAAqB,GAArB,qBAAqB,CAAuB;QAC5C,+BAA0B,GAA1B,0BAA0B,CAA4B;QACtD,mBAAc,GAAd,cAAc,CAAgB;QAC9B,WAAM,GAAN,MAAM,CAAQ;QAjBf,mBAAc,GAAkC,IAAI,GAAG,EAAE,CAAC;QAEnE,qBAAgB,GAAyB,IAAI,GAAG,EAAE,CAAC;QAInD,mCAA8B,GAAG,IAAI,CAAC;QAEtC,sBAAiB,GAAuB,IAAI,GAAG,EAAE,CAAC;QAElD,kBAAa,GAAG,KAAK,CAAC;QAS7B,IAAI,CAAC,MAAM,GAAG,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC,UAAU,CAAC,CAAC;IAC9C,CAAC;IAED,IAAI;QACH,IAAI,CAAC,aAAa,GAAG,IAAI,CAAC;QAC1B,IAAI,CAAC,8BAA8B,GAAG,IAAI,CAAC;QAE3C,IAAI,CAAC,gBAAgB,EAAE,CAAC;QACxB,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,wBAAwB,CAAC,CAAC;IAC7C,CAAC;IAED,gBAAgB;QAEf,IAAI,CAAC,IAAI,CAAC,aAAa;YAAE,OAAO;QAEhC,IAAI,CAAC,uBAAuB,EAAE,CAAC;QAC/B,IAAI,CAAC,2BAA2B,GAAG,UAAU,CAC5C,KAAK,IAAI,EAAE,CAAC,MAAM,IAAI,CAAC,WAAW,EAAE,EACpC,IAAI,CAAC,cAAc,CAAC,oBAAoB,GAAG,IAAI,CAC/C,CAAC;IACH,CAAC;IAED,uBAAuB;QACtB,IAAI,IAAI,CAAC,2BAA2B,KAAK,SAAS,EAAE,CAAC;YACpD,YAAY,CAAC,IAAI,CAAC,2BAA2B,CAAC,CAAC;YAC/C,IAAI,CAAC,2BAA2B,GAAG,SAAS,CAAC;QAC9C,CAAC;IACF,CAAC;IAED,iBAAiB;QAChB,IAAI,CAAC,uBAAuB,EAAE,CAAC;QAC/B,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,wBAAwB,CAAC,CAAC;IAC7C,CAAC;IAED,KAAK,CAAC,QAAQ;QACb,IAAI,CAAC,iBAAiB,EAAE,CAAC;QAIzB,IAAI,CAAC,8BAA8B,GAAG,KAAK,CAAC;QAI5C,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,6CAA6C,CAAC,CAAC;QACjE,MAAM,OAAO,CAAC,GAAG,CAAC,CAAC,GAAG,IAAI,CAAC,iBAAiB,EAAE,IAAI,CAAC,WAAW,EAAE,CAAC,CAAC,CAAC;QAEnE,IAAI,CAAC,aAAa,GAAG,KAAK,CAAC;IAC5B,CAAC;IAGK,AAAN,KAAK,CAAC,0BAA0B,CAAC,GAAgC;QAEhE,IAAI,CAAC,IAAI,CAAC,aAAa,EAAE,CAAC;YACzB,OAAO;QACR,CAAC;QAED,IAAI,gBAAgB,CAAC,GAAG,CAAC,OAAO,CAAC,MAAM,CAAC,IAAI,cAAc,CAAC,GAAG,CAAC,OAAO,CAAC,IAAI,CAAC,EAAE,CAAC;YAC9E,OAAO;QACR,CAAC;QAKD,IAAI,GAAG,CAAC,MAAM,KAAK,aAAa,EAAE,CAAC;YAClC,OAAO;QACR,CAAC;QAED,MAAM,MAAM,GAAG,GAAG,CAAC,OAAO,CAAC,MAAM,KAAK,SAAS,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,SAAS,CAAC;QAExE,MAAM,kBAAkB,GAAG;YAC1B,UAAU,EAAE,GAAG,CAAC,QAAQ,CAAC,EAAE;YAC3B,YAAY,EAAE,GAAG,CAAC,QAAQ,CAAC,IAAI;YAC/B,SAAS,EAAE,gBAAQ,CAAC,GAAG,EAAE,CAAC,QAAQ,EAAE;SACpC,CAAC;QAGF,IAAI,CAAC,gBAAgB,CAAC,GAAG,CAAC;YACzB,GAAG,kBAAkB;YACrB,IAAI,EAAE,MAAM;YACZ,KAAK,EAAE,CAAC;SACR,CAAC,CAAC;QAEH,IAAI,IAAA,sCAAmB,EAAC,GAAG,CAAC,OAAO,EAAE,GAAG,CAAC,MAAM,CAAC,EAAE,CAAC;YAClD,IAAI,CAAC,gBAAgB,CAAC,GAAG,CAAC;gBACzB,GAAG,kBAAkB;gBACrB,IAAI,EAAE,UAAU;gBAChB,KAAK,EAAE,CAAC;aACR,CAAC,CAAC;QACJ,CAAC;QAGD,IAAI,GAAG,CAAC,OAAO,CAAC,SAAS,EAAE,CAAC;YAC3B,MAAM,SAAS,GAAG,GAAG,CAAC,OAAO,CAAC,SAAS,CAAC,OAAO,EAAE,GAAG,GAAG,CAAC,OAAO,CAAC,SAAS,CAAC,OAAO,EAAE,CAAC;YACpF,IAAI,SAAS,GAAG,WAAW,IAAI,SAAS,GAAG,WAAW,EAAE,CAAC;gBACxD,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,6BAA6B,SAAS,4BAA4B,CAAC,CAAC;YACtF,CAAC;YACD,MAAM,KAAK,GAAG,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,GAAG,CAAC,SAAS,EAAE,WAAW,CAAC,EAAE,WAAW,CAAC,CAAC;YACtE,IAAI,CAAC,gBAAgB,CAAC,GAAG,CAAC;gBACzB,GAAG,kBAAkB;gBACrB,IAAI,EAAE,YAAY;gBAClB,KAAK;aACL,CAAC,CAAC;QACJ,CAAC;QAGD,IAAI,MAAM,KAAK,SAAS,IAAI,GAAG,CAAC,OAAO,CAAC,IAAI,KAAK,OAAO,EAAE,CAAC;YAC1D,MAAM,cAAc,GAAG,IAAI,CAAC,kBAAkB,CAAC,GAAG,CAAC,CAAC;YACpD,IAAI,cAAc,KAAK,SAAS,EAAE,CAAC;gBAClC,IAAI,CAAC,gBAAgB,CAAC,GAAG,CAAC;oBACzB,GAAG,kBAAkB;oBACrB,IAAI,EAAE,gBAAgB;oBACtB,KAAK,EAAE,cAAc;iBACrB,CAAC,CAAC;YACJ,CAAC;QACF,CAAC;QAED,IAAI,CAAC,IAAI,CAAC,8BAA8B,EAAE,CAAC;YAC1C,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,wDAAwD,CAAC,CAAC;YAE5E,MAAM,IAAI,CAAC,WAAW,EAAE,CAAC;QAC1B,CAAC;QAGD,IAAI,IAAI,CAAC,gBAAgB,CAAC,IAAI,IAAI,IAAI,CAAC,cAAc,CAAC,cAAc,EAAE,CAAC;YACtE,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,mBAAmB,IAAI,CAAC,gBAAgB,CAAC,IAAI,6BAA6B,CAAC,CAAC;YAE9F,KAAK,IAAI,CAAC,WAAW,EAAE,CAAC;QACzB,CAAC;IACF,CAAC;IAEO,KAAK,CAAC,0BAA0B,CAAC,yBAA+C;QACvF,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,YAAY,yBAAyB,CAAC,IAAI,WAAW,CAAC,CAAC;QACzE,MAAM,eAAe,GAAwB,IAAI,GAAG,EAAE,CAAC;QAEvD,KAAK,MAAM,KAAK,IAAI,yBAAyB,EAAE,CAAC;YAC/C,eAAe,CAAC,GAAG,CAAC,KAAK,CAAC,UAAU,EAAE,KAAK,CAAC,YAAY,CAAC,CAAC;QAC3D,CAAC;QAED,MAAM,aAAa,GAAG,MAAM,IAAI,CAAC,wBAAwB,CAAC,8BAA8B,CAAC;YACxF,GAAG,eAAe,CAAC,IAAI,EAAE;SACzB,CAAC,CAAC;QAIH,MAAM,gBAAgB,GAAuB,EAAE,CAAC;QAChD,KAAK,MAAM,CAAC,UAAU,EAAE,YAAY,CAAC,IAAI,eAAe,EAAE,CAAC;YAC1D,MAAM,OAAO,GAAG,aAAa,CAAC,GAAG,CAAC,UAAU,CAAC,CAAC;YAC9C,IAAI,CAAC,OAAO;gBAAE,SAAS;YAEvB,MAAM,cAAc,GAAG,IAAI,CAAC,cAAc,CAAC,GAAG,CAAC,UAAU,CAAC,CAAC;YAC3D,IACC,CAAC,cAAc;gBACf,cAAc,CAAC,SAAS,KAAK,OAAO,CAAC,EAAE;gBACvC,cAAc,CAAC,WAAW,KAAK,OAAO,CAAC,IAAI;gBAC3C,cAAc,CAAC,YAAY,KAAK,YAAY,EAC3C,CAAC;gBACF,MAAM,QAAQ,GAAG,IAAI,oCAAgB,EAAE,CAAC;gBACxC,QAAQ,CAAC,SAAS,GAAG,OAAO,CAAC,EAAE,CAAC;gBAChC,QAAQ,CAAC,WAAW,GAAG,OAAO,CAAC,IAAI,CAAC;gBACpC,QAAQ,CAAC,UAAU,GAAG,UAAU,CAAC;gBACjC,QAAQ,CAAC,YAAY,GAAG,YAAY,CAAC;gBAErC,gBAAgB,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;YACjC,CAAC;QACF,CAAC;QAED,IAAI,gBAAgB,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YACjC,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,UAAU,gBAAgB,CAAC,MAAM,kCAAkC,CAAC,CAAC;YACvF,MAAM,IAAI,CAAC,0BAA0B,CAAC,sBAAsB,CAAC,gBAAgB,CAAC,CAAC;YAE/E,MAAM,cAAc,GAAG,MAAM,IAAI,CAAC,0BAA0B,CAAC,iBAAiB,CAC7E,gBAAgB,CAAC,GAAG,CAAC,CAAC,QAAQ,EAAE,EAAE,CAAC,QAAQ,CAAC,UAAU,CAAC,CACvD,CAAC;YACF,KAAK,MAAM,QAAQ,IAAI,cAAc,EAAE,CAAC;gBACvC,IAAI,CAAC,cAAc,CAAC,GAAG,CAAC,QAAQ,CAAC,UAAU,EAAE,QAAQ,CAAC,CAAC;YACxD,CAAC;QACF,CAAC;QAED,MAAM,MAAM,GAAkB,EAAE,CAAC;QACjC,MAAM,0BAA0B,GAAG,IAAI,GAAG,EAAU,CAAC;QACrD,KAAK,MAAM,KAAK,IAAI,yBAAyB,EAAE,CAAC;YAC/C,MAAM,OAAO,GAAG,IAAI,0BAAW,EAAE,CAAC;YAClC,MAAM,QAAQ,GAAG,IAAI,CAAC,cAAc,CAAC,GAAG,CAAC,KAAK,CAAC,UAAU,CAAC,CAAC;YAC3D,IAAI,CAAC,QAAQ,EAAE,CAAC;gBAKf,0BAA0B,CAAC,GAAG,CAAC,KAAK,CAAC,UAAU,CAAC,CAAC;gBACjD,SAAS;YACV,CAAC;YACD,OAAO,CAAC,MAAM,GAAG,QAAQ,CAAC,MAAM,CAAC;YACjC,OAAO,CAAC,IAAI,GAAG,KAAK,CAAC,IAAI,CAAC;YAC1B,OAAO,CAAC,KAAK,GAAG,0BAA0B,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC;YACxD,OAAO,CAAC,SAAS,GAAG,KAAK,CAAC,SAAS,CAAC;YAEpC,MAAM,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;QACtB,CAAC;QAED,IAAI,0BAA0B,CAAC,IAAI,GAAG,CAAC,EAAE,CAAC;YACzC,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,wDAAwD,EAAE;gBAC1E,WAAW,EAAE,CAAC,GAAG,0BAA0B,CAAC;aAC5C,CAAC,CAAC;QACJ,CAAC;QAED,IAAI,MAAM,CAAC,MAAM,KAAK,CAAC;YAAE,OAAO;QAEhC,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,aAAa,MAAM,CAAC,MAAM,eAAe,CAAC,CAAC;QAC7D,MAAM,IAAI,CAAC,qBAAqB,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC;IACjD,CAAC;IAED,KAAK,CAAC,WAAW;QAEhB,IAAI,CAAC,IAAI,CAAC,aAAa,EAAE,CAAC;YACzB,OAAO;QACR,CAAC;QAGD,IAAI,IAAI,CAAC,gBAAgB,CAAC,IAAI,KAAK,CAAC,EAAE,CAAC;YAEtC,IAAI,CAAC,gBAAgB,EAAE,CAAC;YACxB,OAAO;QACR,CAAC;QAGD,IAAI,CAAC,uBAAuB,EAAE,CAAC;QAI/B,MAAM,uBAAuB,GAAG,IAAI,GAAG,CAAC,IAAI,CAAC,gBAAgB,CAAC,CAAC;QAC/D,IAAI,CAAC,gBAAgB,CAAC,KAAK,EAAE,CAAC;QAE9B,IAAI,YAAY,GAA8B,SAAS,CAAC;QACxD,YAAY,GAAG,CAAC,KAAK,IAAI,EAAE;YAC1B,IAAI,CAAC;gBACJ,MAAM,IAAI,CAAC,0BAA0B,CAAC,uBAAuB,CAAC,CAAC;YAChE,CAAC;YAAC,OAAO,CAAC,EAAE,CAAC;gBACZ,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,mDAAmD,EAAE,EAAE,KAAK,EAAE,CAAC,EAAE,CAAC,CAAC;gBACrF,KAAK,MAAM,KAAK,IAAI,uBAAuB,EAAE,CAAC;oBAC7C,IAAI,CAAC,gBAAgB,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC;gBAClC,CAAC;YACF,CAAC;oBAAS,CAAC;gBACV,IAAI,CAAC,gBAAgB,EAAE,CAAC;gBACxB,IAAI,CAAC,iBAAiB,CAAC,MAAM,CAAC,YAAa,CAAC,CAAC;YAC9C,CAAC;QACF,CAAC,CAAC,EAAE,CAAC;QAGL,IAAI,CAAC,iBAAiB,CAAC,GAAG,CAAC,YAAY,CAAC,CAAC;QACzC,MAAM,YAAY,CAAC;IACpB,CAAC;IAMO,kBAAkB,CAAC,GAAgC;QAC1D,MAAM,iBAAiB,GAAG,GAAG,CAAC,QAAQ,CAAC,QAAQ,EAAE,qBAAqB,CAAC;QAGvE,IAAI,GAAG,CAAC,QAAQ,CAAC,QAAQ,EAAE,aAAa,KAAK,SAAS,EAAE,CAAC;YACxD,OAAO,iBAAiB,IAAI,CAAC,CAAC;QAC/B,CAAC;QAED,MAAM,aAAa,GAAG,IAAI,CAAC,yBAAyB,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC;QAElE,OAAO,aAAa,CAAC;IACtB,CAAC;IAMO,yBAAyB,CAAC,OAAa;QAC9C,IAAI,YAAY,GAAG,CAAC,CAAC;QAErB,MAAM,UAAU,GAAG,OAAO,CAAC,IAAI,CAAC,UAAU,EAAE,OAAO,IAAI,EAAE,CAAC;QAG1D,KAAK,MAAM,QAAQ,IAAI,UAAU,EAAE,CAAC;YACnC,MAAM,QAAQ,GAAG,UAAU,CAAC,QAAQ,CAAC,CAAC;YAGtC,KAAK,MAAM,aAAa,IAAI,QAAQ,EAAE,CAAC;gBACtC,IAAI,aAAa,EAAE,QAAQ,EAAE,SAAS,EAAE,CAAC;oBACxC,YAAY,IAAI,aAAa,EAAE,QAAQ,EAAE,SAAS,CAAC,OAAO,CAAC;gBAC5D,CAAC;YACF,CAAC;QACF,CAAC;QAED,OAAO,YAAY,CAAC;IACrB,CAAC;CACD,CAAA;;AAlPM;IADL,IAAA,6BAAgB,EAAC,sBAAsB,CAAC;;;;2EA+ExC;oCApJW,yBAAyB;IADrC,IAAA,YAAO,GAAE;qCAemC,6BAAwB,EAC3B,+CAAqB,EAChB,yDAA0B,EACtC,gCAAc,EACtB,uBAAM;GAlBpB,yBAAyB,CAwTrC"}

package/dist/modules/insights/insights-compaction.service.d.ts

@@ -1,19 +0,0 @@
-import { Logger } from '@n8n/backend-common';
-import { InsightsByPeriodRepository } from './database/repositories/insights-by-period.repository';
-import { InsightsRawRepository } from './database/repositories/insights-raw.repository';
-import { InsightsConfig } from './insights.config';
-export declare class InsightsCompactionService {
-    private readonly insightsByPeriodRepository;
-    private readonly insightsRawRepository;
-    private readonly insightsConfig;
-    private readonly logger;
-    constructor(insightsByPeriodRepository: InsightsByPeriodRepository, insightsRawRepository: InsightsRawRepository, insightsConfig: InsightsConfig, logger: Logger);
-    compactInsights(signal: AbortSignal): Promise<void>;
-    private compactStage;
-    private getCompactionRunStopReason;
-    private logCompactionRunLimitReached;
-    private waitBeforeNextBatchIfFull;
-    compactRawToHour(): Promise<number>;
-    compactHourToDay(): Promise<number>;
-    compactDayToWeek(): Promise<number>;
-}

package/dist/modules/insights/insights-compaction.service.js

@@ -1,161 +0,0 @@
-"use strict";
-var __decorate = (this && this.__decorate) || function (decorators, target, key, desc) {
-    var c = arguments.length, r = c < 3 ? target : desc === null ? desc = Object.getOwnPropertyDescriptor(target, key) : desc, d;
-    if (typeof Reflect === "object" && typeof Reflect.decorate === "function") r = Reflect.decorate(decorators, target, key, desc);
-    else for (var i = decorators.length - 1; i >= 0; i--) if (d = decorators[i]) r = (c < 3 ? d(r) : c > 3 ? d(target, key, r) : d(target, key)) || r;
-    return c > 3 && r && Object.defineProperty(target, key, r), r;
-};
-var __metadata = (this && this.__metadata) || function (k, v) {
-    if (typeof Reflect === "object" && typeof Reflect.metadata === "function") return Reflect.metadata(k, v);
-};
-Object.defineProperty(exports, "__esModule", { value: true });
-exports.InsightsCompactionService = void 0;
-const backend_common_1 = require("@n8n/backend-common");
-const constants_1 = require("@n8n/constants");
-const di_1 = require("@n8n/di");
-const sleep_1 = require("@n8n/utils/sleep");
-const insights_by_period_repository_1 = require("./database/repositories/insights-by-period.repository");
-const insights_raw_repository_1 = require("./database/repositories/insights-raw.repository");
-const insights_config_1 = require("./insights.config");
-let InsightsCompactionService = class InsightsCompactionService {
-    constructor(insightsByPeriodRepository, insightsRawRepository, insightsConfig, logger) {
-        this.insightsByPeriodRepository = insightsByPeriodRepository;
-        this.insightsRawRepository = insightsRawRepository;
-        this.insightsConfig = insightsConfig;
-        this.logger = logger;
-        this.logger = this.logger.scoped('insights');
-    }
-    async compactInsights(signal) {
-        const runState = {
-            startedAt: Date.now(),
-            batchesProcessed: 0,
-            rowsCompacted: 0,
-            signal,
-        };
-        const stoppedAfterRawToHour = await this.compactStage({
-            stageName: 'raw-to-hour',
-            beforeBatchMessage: 'Compacting raw data to hourly aggregates',
-            afterBatchMessage: (rowsCompacted) => `Compacted ${rowsCompacted} raw data to hourly aggregates`,
-            compactBatch: this.compactRawToHour.bind(this),
-            runState,
-        });
-        if (stoppedAfterRawToHour)
-            return;
-        const stoppedAfterHourToDay = await this.compactStage({
-            stageName: 'hour-to-day',
-            beforeBatchMessage: 'Compacting hourly data to daily aggregates',
-            afterBatchMessage: (rowsCompacted) => `Compacted ${rowsCompacted} hourly data to daily aggregates`,
-            compactBatch: this.compactHourToDay.bind(this),
-            runState,
-        });
-        if (stoppedAfterHourToDay)
-            return;
-        await this.compactStage({
-            stageName: 'day-to-week',
-            beforeBatchMessage: 'Compacting daily data to weekly aggregates',
-            afterBatchMessage: (rowsCompacted) => `Compacted ${rowsCompacted} daily data to weekly aggregates`,
-            compactBatch: this.compactDayToWeek.bind(this),
-            runState,
-        });
-    }
-    async compactStage({ stageName, beforeBatchMessage, afterBatchMessage, compactBatch, runState, }) {
-        let numberOfCompactedData;
-        do {
-            const stopReason = this.getCompactionRunStopReason(runState);
-            if (stopReason !== undefined) {
-                this.logCompactionRunLimitReached(stopReason, stageName, runState);
-                return true;
-            }
-            this.logger.debug(beforeBatchMessage);
-            numberOfCompactedData = await compactBatch();
-            this.logger.debug(afterBatchMessage(numberOfCompactedData));
-            runState.batchesProcessed++;
-            runState.rowsCompacted += numberOfCompactedData;
-            const stopReasonAfterBatch = this.getCompactionRunStopReason(runState);
-            if (stopReasonAfterBatch !== undefined) {
-                this.logCompactionRunLimitReached(stopReasonAfterBatch, stageName, runState);
-                return true;
-            }
-            await this.waitBeforeNextBatchIfFull(numberOfCompactedData, runState);
-        } while (numberOfCompactedData === this.insightsConfig.compactionBatchSize);
-        return false;
-    }
-    getCompactionRunStopReason(runState) {
-        if (runState.signal.aborted) {
-            return 'aborted';
-        }
-        if (this.insightsConfig.compactionMaxBatchesPerRun > 0 &&
-            runState.batchesProcessed >= this.insightsConfig.compactionMaxBatchesPerRun) {
-            return 'max-batches';
-        }
-        if (this.insightsConfig.compactionMaxRuntimeSeconds > 0 &&
-            Date.now() - runState.startedAt >=
-                this.insightsConfig.compactionMaxRuntimeSeconds * constants_1.Time.seconds.toMilliseconds) {
-            return 'max-runtime';
-        }
-        return undefined;
-    }
-    logCompactionRunLimitReached(reason, stageName, runState) {
-        const details = {
-            reason,
-            stageName,
-            batchesProcessed: runState.batchesProcessed,
-            rowsCompacted: runState.rowsCompacted,
-            compactionMaxBatchesPerRun: this.insightsConfig.compactionMaxBatchesPerRun,
-            compactionMaxRuntimeSeconds: this.insightsConfig.compactionMaxRuntimeSeconds,
-        };
-        if (reason === 'aborted') {
-            this.logger.debug('Stopping insights compaction because the run was aborted', details);
-        }
-        else {
-            this.logger.warn('Stopping insights compaction because a per-run limit was reached', details);
-        }
-    }
-    async waitBeforeNextBatchIfFull(numberOfCompactedData, runState) {
-        if (numberOfCompactedData !== this.insightsConfig.compactionBatchSize ||
-            this.insightsConfig.compactionBatchDelayMilliseconds <= 0) {
-            return;
-        }
-        try {
-            await (0, sleep_1.sleep)(this.insightsConfig.compactionBatchDelayMilliseconds, runState.signal);
-        }
-        catch {
-        }
-    }
-    async compactRawToHour() {
-        const batchQuery = this.insightsRawRepository.getRawInsightsBatchQuery(this.insightsConfig.compactionBatchSize);
-        return await this.insightsByPeriodRepository.compactSourceDataIntoInsightPeriod({
-            sourceBatchQuery: batchQuery,
-            sourceTableName: this.insightsRawRepository.metadata.tableName,
-            periodUnitToCompactInto: 'hour',
-        });
-    }
-    async compactHourToDay() {
-        const batchQuery = this.insightsByPeriodRepository.getPeriodInsightsBatchQuery({
-            periodUnitToCompactFrom: 'hour',
-            compactionBatchSize: this.insightsConfig.compactionBatchSize,
-            maxAgeInDays: this.insightsConfig.compactionHourlyToDailyThresholdDays,
-        });
-        return await this.insightsByPeriodRepository.compactSourceDataIntoInsightPeriod({
-            sourceBatchQuery: batchQuery,
-            periodUnitToCompactInto: 'day',
-        });
-    }
-    async compactDayToWeek() {
-        const batchQuery = this.insightsByPeriodRepository.getPeriodInsightsBatchQuery({
-            periodUnitToCompactFrom: 'day',
-            compactionBatchSize: this.insightsConfig.compactionBatchSize,
-            maxAgeInDays: this.insightsConfig.compactionDailyToWeeklyThresholdDays,
-        });
-        return await this.insightsByPeriodRepository.compactSourceDataIntoInsightPeriod({
-            sourceBatchQuery: batchQuery,
-            periodUnitToCompactInto: 'week',
-        });
-    }
-};
-exports.InsightsCompactionService = InsightsCompactionService;
-exports.InsightsCompactionService = InsightsCompactionService = __decorate([
-    (0, di_1.Service)(),
-    __metadata("design:paramtypes", [insights_by_period_repository_1.InsightsByPeriodRepository, insights_raw_repository_1.InsightsRawRepository, insights_config_1.InsightsConfig, backend_common_1.Logger])
-], InsightsCompactionService);
-//# sourceMappingURL=insights-compaction.service.js.map

package/dist/modules/insights/insights-compaction.service.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"insights-compaction.service.js","sourceRoot":"","sources":["../../../src/modules/insights/insights-compaction.service.ts"],"names":[],"mappings":";;;;;;;;;;;;AAAA,wDAA6C;AAC7C,8CAAsC;AACtC,gCAAkC;AAClC,4CAAyC;AAEzC,yGAAmG;AACnG,6FAAwF;AACxF,uDAAmD;AAkB5C,IAAM,yBAAyB,GAA/B,MAAM,yBAAyB;IACrC,YACkB,0BAAsD,EACtD,qBAA4C,EAC5C,cAA8B,EAC9B,MAAc;0CAHd,0BAA0B;qCAC1B,qBAAqB;8BACrB,cAAc;sBACd,MAAM;QAEvB,IAAI,CAAC,MAAM,GAAG,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC,UAAU,CAAC,CAAC;IAC9C,CAAC;IAGD,KAAK,CAAC,eAAe,CAAC,MAAmB;QACxC,MAAM,QAAQ,GAAuB;YACpC,SAAS,EAAE,IAAI,CAAC,GAAG,EAAE;YACrB,gBAAgB,EAAE,CAAC;YACnB,aAAa,EAAE,CAAC;YAChB,MAAM;SACN,CAAC;QAEF,MAAM,qBAAqB,GAAG,MAAM,IAAI,CAAC,YAAY,CAAC;YACrD,SAAS,EAAE,aAAa;YACxB,kBAAkB,EAAE,0CAA0C;YAC9D,iBAAiB,EAAE,CAAC,aAAa,EAAE,EAAE,CACpC,aAAa,aAAa,gCAAgC;YAC3D,YAAY,EAAE,IAAI,CAAC,gBAAgB,CAAC,IAAI,CAAC,IAAI,CAAC;YAC9C,QAAQ;SACR,CAAC,CAAC;QACH,IAAI,qBAAqB;YAAE,OAAO;QAElC,MAAM,qBAAqB,GAAG,MAAM,IAAI,CAAC,YAAY,CAAC;YACrD,SAAS,EAAE,aAAa;YACxB,kBAAkB,EAAE,4CAA4C;YAChE,iBAAiB,EAAE,CAAC,aAAa,EAAE,EAAE,CACpC,aAAa,aAAa,kCAAkC;YAC7D,YAAY,EAAE,IAAI,CAAC,gBAAgB,CAAC,IAAI,CAAC,IAAI,CAAC;YAC9C,QAAQ;SACR,CAAC,CAAC;QACH,IAAI,qBAAqB;YAAE,OAAO;QAElC,MAAM,IAAI,CAAC,YAAY,CAAC;YACvB,SAAS,EAAE,aAAa;YACxB,kBAAkB,EAAE,4CAA4C;YAChE,iBAAiB,EAAE,CAAC,aAAa,EAAE,EAAE,CACpC,aAAa,aAAa,kCAAkC;YAC7D,YAAY,EAAE,IAAI,CAAC,gBAAgB,CAAC,IAAI,CAAC,IAAI,CAAC;YAC9C,QAAQ;SACR,CAAC,CAAC;IACJ,CAAC;IAEO,KAAK,CAAC,YAAY,CAAC,EAC1B,SAAS,EACT,kBAAkB,EAClB,iBAAiB,EACjB,YAAY,EACZ,QAAQ,GAOR;QACA,IAAI,qBAA6B,CAAC;QAElC,GAAG,CAAC;YACH,MAAM,UAAU,GAAG,IAAI,CAAC,0BAA0B,CAAC,QAAQ,CAAC,CAAC;YAC7D,IAAI,UAAU,KAAK,SAAS,EAAE,CAAC;gBAC9B,IAAI,CAAC,4BAA4B,CAAC,UAAU,EAAE,SAAS,EAAE,QAAQ,CAAC,CAAC;gBACnE,OAAO,IAAI,CAAC;YACb,CAAC;YAED,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,kBAAkB,CAAC,CAAC;YACtC,qBAAqB,GAAG,MAAM,YAAY,EAAE,CAAC;YAC7C,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,iBAAiB,CAAC,qBAAqB,CAAC,CAAC,CAAC;YAE5D,QAAQ,CAAC,gBAAgB,EAAE,CAAC;YAC5B,QAAQ,CAAC,aAAa,IAAI,qBAAqB,CAAC;YAEhD,MAAM,oBAAoB,GAAG,IAAI,CAAC,0BAA0B,CAAC,QAAQ,CAAC,CAAC;YACvE,IAAI,oBAAoB,KAAK,SAAS,EAAE,CAAC;gBACxC,IAAI,CAAC,4BAA4B,CAAC,oBAAoB,EAAE,SAAS,EAAE,QAAQ,CAAC,CAAC;gBAC7E,OAAO,IAAI,CAAC;YACb,CAAC;YAED,MAAM,IAAI,CAAC,yBAAyB,CAAC,qBAAqB,EAAE,QAAQ,CAAC,CAAC;QACvE,CAAC,QAAQ,qBAAqB,KAAK,IAAI,CAAC,cAAc,CAAC,mBAAmB,EAAE;QAE5E,OAAO,KAAK,CAAC;IACd,CAAC;IAEO,0BAA0B,CACjC,QAA4B;QAE5B,IAAI,QAAQ,CAAC,MAAM,CAAC,OAAO,EAAE,CAAC;YAC7B,OAAO,SAAS,CAAC;QAClB,CAAC;QAED,IACC,IAAI,CAAC,cAAc,CAAC,0BAA0B,GAAG,CAAC;YAClD,QAAQ,CAAC,gBAAgB,IAAI,IAAI,CAAC,cAAc,CAAC,0BAA0B,EAC1E,CAAC;YACF,OAAO,aAAa,CAAC;QACtB,CAAC;QAED,IACC,IAAI,CAAC,cAAc,CAAC,2BAA2B,GAAG,CAAC;YACnD,IAAI,CAAC,GAAG,EAAE,GAAG,QAAQ,CAAC,SAAS;gBAC9B,IAAI,CAAC,cAAc,CAAC,2BAA2B,GAAG,gBAAI,CAAC,OAAO,CAAC,cAAc,EAC7E,CAAC;YACF,OAAO,aAAa,CAAC;QACtB,CAAC;QAED,OAAO,SAAS,CAAC;IAClB,CAAC;IAEO,4BAA4B,CACnC,MAA4B,EAC5B,SAAiB,EACjB,QAA4B;QAE5B,MAAM,OAAO,GAAG;YACf,MAAM;YACN,SAAS;YACT,gBAAgB,EAAE,QAAQ,CAAC,gBAAgB;YAC3C,aAAa,EAAE,QAAQ,CAAC,aAAa;YACrC,0BAA0B,EAAE,IAAI,CAAC,cAAc,CAAC,0BAA0B;YAC1E,2BAA2B,EAAE,IAAI,CAAC,cAAc,CAAC,2BAA2B;SAC5E,CAAC;QACF,IAAI,MAAM,KAAK,SAAS,EAAE,CAAC;YAC1B,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,0DAA0D,EAAE,OAAO,CAAC,CAAC;QACxF,CAAC;aAAM,CAAC;YACP,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,kEAAkE,EAAE,OAAO,CAAC,CAAC;QAC/F,CAAC;IACF,CAAC;IAEO,KAAK,CAAC,yBAAyB,CACtC,qBAA6B,EAC7B,QAA4B;QAE5B,IACC,qBAAqB,KAAK,IAAI,CAAC,cAAc,CAAC,mBAAmB;YACjE,IAAI,CAAC,cAAc,CAAC,gCAAgC,IAAI,CAAC,EACxD,CAAC;YACF,OAAO;QACR,CAAC;QAED,IAAI,CAAC;YACJ,MAAM,IAAA,aAAK,EAAC,IAAI,CAAC,cAAc,CAAC,gCAAgC,EAAE,QAAQ,CAAC,MAAM,CAAC,CAAC;QACpF,CAAC;QAAC,MAAM,CAAC;QAET,CAAC;IACF,CAAC;IAKD,KAAK,CAAC,gBAAgB;QAErB,MAAM,UAAU,GAAG,IAAI,CAAC,qBAAqB,CAAC,wBAAwB,CACrE,IAAI,CAAC,cAAc,CAAC,mBAAmB,CACvC,CAAC;QAEF,OAAO,MAAM,IAAI,CAAC,0BAA0B,CAAC,kCAAkC,CAAC;YAC/E,gBAAgB,EAAE,UAAU;YAC5B,eAAe,EAAE,IAAI,CAAC,qBAAqB,CAAC,QAAQ,CAAC,SAAS;YAC9D,uBAAuB,EAAE,MAAM;SAC/B,CAAC,CAAC;IACJ,CAAC;IAKD,KAAK,CAAC,gBAAgB;QAErB,MAAM,UAAU,GAAG,IAAI,CAAC,0BAA0B,CAAC,2BAA2B,CAAC;YAC9E,uBAAuB,EAAE,MAAM;YAC/B,mBAAmB,EAAE,IAAI,CAAC,cAAc,CAAC,mBAAmB;YAC5D,YAAY,EAAE,IAAI,CAAC,cAAc,CAAC,oCAAoC;SACtE,CAAC,CAAC;QAEH,OAAO,MAAM,IAAI,CAAC,0BAA0B,CAAC,kCAAkC,CAAC;YAC/E,gBAAgB,EAAE,UAAU;YAC5B,uBAAuB,EAAE,KAAK;SAC9B,CAAC,CAAC;IACJ,CAAC;IAKD,KAAK,CAAC,gBAAgB;QAErB,MAAM,UAAU,GAAG,IAAI,CAAC,0BAA0B,CAAC,2BAA2B,CAAC;YAC9E,uBAAuB,EAAE,KAAK;YAC9B,mBAAmB,EAAE,IAAI,CAAC,cAAc,CAAC,mBAAmB;YAC5D,YAAY,EAAE,IAAI,CAAC,cAAc,CAAC,oCAAoC;SACtE,CAAC,CAAC;QAEH,OAAO,MAAM,IAAI,CAAC,0BAA0B,CAAC,kCAAkC,CAAC;YAC/E,gBAAgB,EAAE,UAAU;YAC5B,uBAAuB,EAAE,MAAM;SAC/B,CAAC,CAAC;IACJ,CAAC;CACD,CAAA;;oCA1MY,yBAAyB;IADrC,IAAA,YAAO,GAAE;qCAGqC,0DAA0B,EAC/B,+CAAqB,EAC5B,gCAAc,EACtB,uBAAM;GALpB,yBAAyB,CA0MrC"}

package/dist/modules/insights/insights-compaction.task.d.ts

@@ -1,14 +0,0 @@
-import { SystemTask } from '@n8n/decorators';
-import type { SystemTaskEffects, SystemTaskPlacement, SystemTaskSchedule } from '@n8n/decorators';
-import { InsightsCompactionService } from './insights-compaction.service';
-import { InsightsConfig } from './insights.config';
-export declare class InsightsCompactionTask implements SystemTask {
-    private readonly insightsConfig;
-    private readonly compactionService;
-    readonly name = "insights-compaction";
-    readonly schedule: SystemTaskSchedule;
-    readonly effects: SystemTaskEffects;
-    readonly placement: SystemTaskPlacement;
-    constructor(insightsConfig: InsightsConfig, compactionService: InsightsCompactionService);
-    run(signal: AbortSignal): Promise<void>;
-}

package/dist/modules/insights/insights-compaction.task.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"insights-compaction.task.js","sourceRoot":"","sources":["../../../src/modules/insights/insights-compaction.task.ts"],"names":[],"mappings":";;;;;;;;;;;;AAAA,8CAAsC;AACtC,gDAAkE;AAGlE,+EAA0E;AAC1E,uDAAmD;AAO5C,IAAM,sBAAsB,GAA5B,MAAM,sBAAsB;IAWlC,YACkB,cAA8B,EAC9B,iBAA4C;QAD5C,mBAAc,GAAd,cAAc,CAAgB;QAC9B,sBAAiB,GAAjB,iBAAiB,CAA2B;QAZrD,SAAI,GAAG,qBAAqB,CAAC;QAE7B,aAAQ,GAAuB,IAAA,gCAAmB,EAC1D,IAAI,CAAC,cAAc,CAAC,yBAAyB,GAAG,gBAAI,CAAC,OAAO,CAAC,SAAS,CACtE,CAAC;QAEO,YAAO,GAAsB,YAAY,CAAC;QAE1C,cAAS,GAAwB,EAAE,KAAK,EAAE,SAAS,EAAE,OAAO,EAAE,IAAI,EAAE,CAAC;IAK3E,CAAC;IAEJ,KAAK,CAAC,GAAG,CAAC,MAAmB;QAC5B,MAAM,IAAI,CAAC,iBAAiB,CAAC,eAAe,CAAC,MAAM,CAAC,CAAC;IACtD,CAAC;CACD,CAAA;;iCAnBY,sBAAsB;IADlC,IAAA,uBAAU,GAAE;qCAasB,gCAAc,EACX,uDAAyB;GAblD,sBAAsB,CAmBlC"}

package/dist/modules/insights/insights-pruning.service.d.ts

@@ -1,11 +0,0 @@
-import { Logger } from '@n8n/backend-common';
-import { InsightsByPeriodRepository } from './database/repositories/insights-by-period.repository';
-import { InsightsConfig } from './insights.config';
-export declare class InsightsPruningService {
-    private readonly insightsByPeriodRepository;
-    private readonly config;
-    private readonly logger;
-    constructor(insightsByPeriodRepository: InsightsByPeriodRepository, config: InsightsConfig, logger: Logger);
-    get pruningMaxAgeInDays(): number;
-    pruneInsights(): Promise<void>;
-}

package/dist/modules/insights/insights-pruning.service.js

@@ -1,49 +0,0 @@
-"use strict";
-var __decorate = (this && this.__decorate) || function (decorators, target, key, desc) {
-    var c = arguments.length, r = c < 3 ? target : desc === null ? desc = Object.getOwnPropertyDescriptor(target, key) : desc, d;
-    if (typeof Reflect === "object" && typeof Reflect.decorate === "function") r = Reflect.decorate(decorators, target, key, desc);
-    else for (var i = decorators.length - 1; i >= 0; i--) if (d = decorators[i]) r = (c < 3 ? d(r) : c > 3 ? d(target, key, r) : d(target, key)) || r;
-    return c > 3 && r && Object.defineProperty(target, key, r), r;
-};
-var __metadata = (this && this.__metadata) || function (k, v) {
-    if (typeof Reflect === "object" && typeof Reflect.metadata === "function") return Reflect.metadata(k, v);
-};
-Object.defineProperty(exports, "__esModule", { value: true });
-exports.InsightsPruningService = void 0;
-const backend_common_1 = require("@n8n/backend-common");
-const di_1 = require("@n8n/di");
-const insights_by_period_repository_1 = require("./database/repositories/insights-by-period.repository");
-const insights_config_1 = require("./insights.config");
-const insights_constants_1 = require("./insights.constants");
-let InsightsPruningService = class InsightsPruningService {
-    constructor(insightsByPeriodRepository, config, logger) {
-        this.insightsByPeriodRepository = insightsByPeriodRepository;
-        this.config = config;
-        this.logger = logger;
-        this.logger = this.logger.scoped('insights');
-    }
-    get pruningMaxAgeInDays() {
-        const configuredMaxAgeDays = this.config.maxAgeDays;
-        if (typeof configuredMaxAgeDays !== 'number' || !Number.isFinite(configuredMaxAgeDays)) {
-            return insights_constants_1.INSIGHTS_MAX_AGE_DAYS_DEFAULT;
-        }
-        if (configuredMaxAgeDays === -1) {
-            return insights_constants_1.INSIGHTS_MAX_AGE_DAYS_CAP;
-        }
-        if (configuredMaxAgeDays < 1) {
-            return insights_constants_1.INSIGHTS_MAX_AGE_DAYS_DEFAULT;
-        }
-        return Math.min(configuredMaxAgeDays, insights_constants_1.INSIGHTS_MAX_AGE_DAYS_CAP);
-    }
-    async pruneInsights() {
-        this.logger.info('Pruning old insights data');
-        const result = await this.insightsByPeriodRepository.pruneOldData(this.pruningMaxAgeInDays);
-        this.logger.debug('Deleted insights by period', result.affected ? { count: result.affected } : {});
-    }
-};
-exports.InsightsPruningService = InsightsPruningService;
-exports.InsightsPruningService = InsightsPruningService = __decorate([
-    (0, di_1.Service)(),
-    __metadata("design:paramtypes", [insights_by_period_repository_1.InsightsByPeriodRepository, insights_config_1.InsightsConfig, backend_common_1.Logger])
-], InsightsPruningService);
-//# sourceMappingURL=insights-pruning.service.js.map

package/dist/modules/insights/insights-pruning.service.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"insights-pruning.service.js","sourceRoot":"","sources":["../../../src/modules/insights/insights-pruning.service.ts"],"names":[],"mappings":";;;;;;;;;;;;AAAA,wDAA6C;AAC7C,gCAAkC;AAElC,yGAAmG;AACnG,uDAAmD;AACnD,6DAAgG;AAGzF,IAAM,sBAAsB,GAA5B,MAAM,sBAAsB;IAClC,YACkB,0BAAsD,EACtD,MAAsB,EACtB,MAAc;0CAFd,0BAA0B;sBAC1B,MAAM;sBACN,MAAM;QAEvB,IAAI,CAAC,MAAM,GAAG,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC,UAAU,CAAC,CAAC;IAC9C,CAAC;IAED,IAAI,mBAAmB;QACtB,MAAM,oBAAoB,GAAG,IAAI,CAAC,MAAM,CAAC,UAAU,CAAC;QACpD,IAAI,OAAO,oBAAoB,KAAK,QAAQ,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,oBAAoB,CAAC,EAAE,CAAC;YACxF,OAAO,kDAA6B,CAAC;QACtC,CAAC;QAED,IAAI,oBAAoB,KAAK,CAAC,CAAC,EAAE,CAAC;YACjC,OAAO,8CAAyB,CAAC;QAClC,CAAC;QAED,IAAI,oBAAoB,GAAG,CAAC,EAAE,CAAC;YAC9B,OAAO,kDAA6B,CAAC;QACtC,CAAC;QAED,OAAO,IAAI,CAAC,GAAG,CAAC,oBAAoB,EAAE,8CAAyB,CAAC,CAAC;IAClE,CAAC;IAGD,KAAK,CAAC,aAAa;QAClB,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,2BAA2B,CAAC,CAAC;QAC9C,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,0BAA0B,CAAC,YAAY,CAAC,IAAI,CAAC,mBAAmB,CAAC,CAAC;QAC5F,IAAI,CAAC,MAAM,CAAC,KAAK,CAChB,4BAA4B,EAC5B,MAAM,CAAC,QAAQ,CAAC,CAAC,CAAC,EAAE,KAAK,EAAE,MAAM,CAAC,QAAQ,EAAE,CAAC,CAAC,CAAC,EAAE,CACjD,CAAC;IACH,CAAC;CACD,CAAA;;iCAnCY,sBAAsB;IADlC,IAAA,YAAO,GAAE;qCAGqC,0DAA0B,EAC9C,gCAAc,EACd,uBAAM;GAJpB,sBAAsB,CAmClC"}

package/dist/modules/insights/insights-pruning.task.d.ts

@@ -1,15 +0,0 @@
-import { SystemTask } from '@n8n/decorators';
-import type { SystemTaskEffects, SystemTaskPlacement, SystemTaskSchedule } from '@n8n/decorators';
-import { InsightsPruningService } from './insights-pruning.service';
-import { InsightsConfig } from './insights.config';
-export declare class InsightsPruningTask implements SystemTask {
-    private readonly insightsConfig;
-    private readonly pruningService;
-    readonly name = "insights-pruning";
-    readonly schedule: SystemTaskSchedule;
-    readonly effects: SystemTaskEffects;
-    readonly placement: SystemTaskPlacement;
-    readonly retryDelaySeconds = 1;
-    constructor(insightsConfig: InsightsConfig, pruningService: InsightsPruningService);
-    run(): Promise<void>;
-}

package/dist/modules/insights/insights-pruning.task.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"insights-pruning.task.js","sourceRoot":"","sources":["../../../src/modules/insights/insights-pruning.task.ts"],"names":[],"mappings":";;;;;;;;;;;;AAAA,8CAAsC;AACtC,gDAAkE;AAGlE,yEAAoE;AACpE,uDAAmD;AAO5C,IAAM,mBAAmB,GAAzB,MAAM,mBAAmB;IAc/B,YACkB,cAA8B,EAC9B,cAAsC;QADtC,mBAAc,GAAd,cAAc,CAAgB;QAC9B,mBAAc,GAAd,cAAc,CAAwB;QAf/C,SAAI,GAAG,kBAAkB,CAAC;QAE1B,aAAQ,GAAuB,IAAA,gCAAmB,EAC1D,IAAI,CAAC,cAAc,CAAC,uBAAuB,GAAG,gBAAI,CAAC,KAAK,CAAC,SAAS,CAClE,CAAC;QAEO,YAAO,GAAsB,YAAY,CAAC;QAE1C,cAAS,GAAwB,EAAE,KAAK,EAAE,SAAS,EAAE,OAAO,EAAE,IAAI,EAAE,CAAC;QAGrE,sBAAiB,GAAG,CAAC,CAAC;IAK5B,CAAC;IAEJ,KAAK,CAAC,GAAG;QACR,MAAM,IAAI,CAAC,cAAc,CAAC,aAAa,EAAE,CAAC;IAC3C,CAAC;CACD,CAAA;;8BAtBY,mBAAmB;IAD/B,IAAA,uBAAU,GAAE;qCAgBsB,gCAAc,EACd,iDAAsB;GAhB5C,mBAAmB,CAsB/B"}

package/dist/modules/insights/insights.config.d.ts

@@ -1,13 +0,0 @@
-export declare class InsightsConfig {
-    compactionIntervalMinutes: number;
-    compactionBatchSize: number;
-    compactionHourlyToDailyThresholdDays: number;
-    compactionDailyToWeeklyThresholdDays: number;
-    flushBatchSize: number;
-    flushIntervalSeconds: number;
-    maxAgeDays: number;
-    pruneCheckIntervalHours: number;
-    compactionMaxBatchesPerRun: number;
-    compactionMaxRuntimeSeconds: number;
-    compactionBatchDelayMilliseconds: number;
-}