@meyicloud/meyi-insight-server 1.0.0

package/dist/pipeline/NormalizationService.js

@@ -0,0 +1,275 @@
+import yaml from "js-yaml";
+import Handlebars from "handlebars";
+import { normalizePayload } from "../services/alert.service.js";
+import { CanonicalAlarmSchema, buildFingerprint } from "./CanonicalAlarm.js";
+import { parseNormalizationYaml } from "./yaml/pipelineYaml.js";
+import { applyCategoryRules, applySeverityRules } from "./NormalizationRuleEngine.js";
+const HBS_TEMPLATE_TIMEOUT_MS = 1000;
+/**
+ * Sandboxed Handlebars environment.
+ * preventProtoAccess: true blocks prototype-chain traversal (CVE class of attacks).
+ * noProtoAccess is set at compile time via options below.
+ */
+const hbsEnv = Handlebars.create();
+hbsEnv.registerHelper("default", (value, fallback) => value ?? fallback);
+export class NormalizationService {
+    normalizationConfigModel;
+    pipelineEventModel;
+    constructor(normalizationConfigModel, pipelineEventModel) {
+        this.normalizationConfigModel = normalizationConfigModel;
+        this.pipelineEventModel = pipelineEventModel;
+    }
+    /**
+     * Stage 1 + 2: Resolve the normalization config and apply it to produce a CanonicalAlarm.
+     *
+     * Resolution order: source_id → source_type → global → built-in fallback
+     *
+     * On failure: writes a dlq pipeline_event and returns null.
+     * The caller (AlarmPipelineWorker) handles null by marking the alarm as dlq.
+     */
+    async normalize(params) {
+        const { alarmId, sourceId, sourceType, sourceName, receivedAt, tenantId } = params;
+        let { rawPayload } = params;
+        // Unwrap SNS Notification envelop if present (common for CloudTrail, CloudWatch, etc.)
+        if (rawPayload && typeof rawPayload === "object") {
+            const rp = rawPayload;
+            if (rp.Type === "Notification" && typeof rp.Message === "string") {
+                try {
+                    const parsed = JSON.parse(rp.Message);
+                    if (parsed && typeof parsed === "object") {
+                        rawPayload = parsed;
+                    }
+                }
+                catch (e) {
+                    // keep original if not JSON
+                }
+            }
+        }
+        // ── Stage 1: Resolve config ───────────────────────────────────────────────
+        let config = null;
+        let matchReason = "built-in fallback";
+        let matchedConfigId;
+        try {
+            config = await this.normalizationConfigModel.findByPriority(sourceId, sourceType, tenantId);
+            if (config) {
+                matchReason = config.sourceId
+                    ? `source_id match: "${config.name}"`
+                    : config.sourceType
+                        ? `source_type match: "${config.name}"`
+                        : `global match: "${config.name}"`;
+                matchedConfigId = config.id;
+            }
+        }
+        catch (err) {
+            console.warn("[NormalizationService] Config lookup failed, using built-in:", err.message);
+        }
+        // ── Stage 2: Normalize ────────────────────────────────────────────────────
+        try {
+            let canonical;
+            if (config && config.fieldMapping) {
+                canonical = await this.applyFieldMapping(config.fieldMapping, rawPayload, sourceType, sourceId, sourceName, tenantId);
+            }
+            else {
+                canonical = this.applyBuiltIn(rawPayload, sourceType, sourceId, sourceName, tenantId);
+            }
+            if (config && config.yamlDefinition) {
+                const parsed = parseNormalizationYaml(config.yamlDefinition);
+                if (parsed.ok) {
+                    if (parsed.data.category_rules) {
+                        const category = applyCategoryRules(canonical, parsed.data.category_rules);
+                        canonical.additionalConfiguration = {
+                            ...(canonical.additionalConfiguration || {}),
+                            category
+                        };
+                    }
+                    if (parsed.data.severity_rules) {
+                        canonical.severity = applySeverityRules(canonical, parsed.data.severity_rules);
+                    }
+                }
+            }
+            await this.pipelineEventModel.append({
+                alarmId,
+                stage: "normalization",
+                status: "ok",
+                matchedConfigId,
+                meta: { matchReason },
+            });
+            const configAccount = canonical.additionalConfiguration?.accountId;
+            if (!canonical.accountId && configAccount) {
+                canonical.accountId = configAccount;
+            }
+            if (canonical.accountId && canonical.additionalConfiguration && typeof canonical.additionalConfiguration === 'object') {
+                canonical.additionalConfiguration.accountId = canonical.accountId;
+            }
+            return canonical;
+        }
+        catch (err) {
+            console.error("[NormalizationService] Normalization failed:", err.message);
+            await this.pipelineEventModel.append({
+                alarmId,
+                stage: "normalization",
+                status: "error",
+                matchedConfigId,
+                meta: { matchReason, error: err.message },
+            });
+            return null; // Caller marks alarm as dlq
+        }
+    }
+    // ── Built-in fallback ───────────────────────────────────────────────────────
+    applyBuiltIn(rawPayload, sourceType, sourceId, sourceName, tenantId) {
+        // Delegate to existing normalizePayload() which has all source branches
+        const normalized = normalizePayload(sourceType, rawPayload);
+        // Derive state from severity / source type
+        const state = this.inferState(sourceType, rawPayload, normalized.severity);
+        const fp = buildFingerprint({
+            source: sourceType,
+            resourceId: normalized.resourceId,
+            metricName: normalized.metricName,
+            alertName: normalized.alertName,
+            state,
+        });
+        return CanonicalAlarmSchema.parse({
+            source: sourceType,
+            tenantId: tenantId ?? "default",
+            resourceId: normalized.resourceId,
+            resourceName: normalized.resourceName,
+            resourceType: normalized.resourceType,
+            alertName: normalized.alertName,
+            severity: normalized.severity,
+            description: normalized.description,
+            state,
+            metricName: normalized.metricName,
+            metricValue: normalized.metricValue,
+            metricUnit: normalized.metricUnit,
+            labels: normalized.labels,
+            tags: normalized.tags,
+            fingerprint: fp,
+            downTime: normalized.downTime ?? new Date().toISOString(),
+            rawPayload,
+            sourceId,
+            sourceName,
+            accountId: normalized.accountId,
+            additionalConfiguration: normalized.additionalConfiguration,
+        });
+    }
+    // ── User config: YAML + Handlebars field mapping ──────────────────────────
+    async applyFieldMapping(fieldMappingYaml, rawPayload, sourceType, sourceId, sourceName, tenantId) {
+        // Parse YAML field mapping
+        const mapping = yaml.load(fieldMappingYaml);
+        if (!mapping || typeof mapping !== "object") {
+            throw new Error("field_mapping YAML is invalid or empty");
+        }
+        const payload = rawPayload;
+        const result = {};
+        for (const [canonicalField, template] of Object.entries(mapping)) {
+            try {
+                // preventProtoAccess blocks __proto__ traversal in templates (P5 hardening)
+                const compiled = hbsEnv.compile(String(template), {
+                    noEscape: true,
+                    preventIndent: true,
+                    strict: false,
+                });
+                // Execute with a timeout to prevent runaway templates
+                const value = await Promise.race([
+                    Promise.resolve().then(() => compiled(payload, { allowProtoPropertiesByDefault: false, allowProtoMethodsByDefault: false })),
+                    new Promise((_, reject) => setTimeout(() => reject(new Error(`Template '${canonicalField}' exceeded ${HBS_TEMPLATE_TIMEOUT_MS}ms`)), HBS_TEMPLATE_TIMEOUT_MS)),
+                ]);
+                result[canonicalField] = String(value ?? "").trim() || undefined;
+            }
+            catch (err) {
+                // Individual field failure is non-fatal — log and skip the field
+                console.warn(`[NormalizationService] Template error for field '${canonicalField}':`, err.message);
+            }
+        }
+        const state = result.state ?? "unknown";
+        const fp = buildFingerprint({
+            source: sourceType,
+            resourceId: result.resourceId ?? "unknown",
+            metricName: result.metricName,
+            alertName: result.alertName,
+            state,
+        });
+        const coreFields = new Set([
+            "source", "tenantId", "resourceId", "resourceName", "resourceType",
+            "alertName", "severity", "description", "state", "metricName",
+            "metricValue", "metricUnit", "labels", "tags", "fingerprint",
+            "downTime", "rawPayload", "sourceId", "sourceName", "additionalConfiguration"
+        ]);
+        const extras = {};
+        for (const [k, v] of Object.entries(result)) {
+            if (!coreFields.has(k) && v !== undefined) {
+                extras[k] = v;
+            }
+        }
+        const mergedConfig = {
+            ...extras,
+            ...(result.additionalConfiguration || {}),
+        };
+        let tags = {};
+        if (typeof result.tags === "object" && result.tags !== null) {
+            tags = result.tags;
+        }
+        else if (typeof result.tags === "string") {
+            try {
+                const parsed = JSON.parse(result.tags);
+                if (typeof parsed === "object" && parsed !== null)
+                    tags = parsed;
+            }
+            catch { /* ignore */ }
+        }
+        return CanonicalAlarmSchema.parse({
+            source: sourceType,
+            tenantId: tenantId ?? "default",
+            resourceId: result.resourceId ?? "unknown",
+            resourceName: result.resourceName ?? "Unknown",
+            resourceType: result.resourceType ?? sourceType,
+            alertName: result.alertName ?? "Alert",
+            severity: result.severity ?? "high",
+            description: result.description,
+            state,
+            metricName: result.metricName,
+            metricValue: result.metricValue,
+            metricUnit: result.metricUnit,
+            labels: result.labels,
+            tags,
+            fingerprint: fp,
+            downTime: result.downTime ?? new Date().toISOString(),
+            rawPayload,
+            sourceId,
+            sourceName,
+            additionalConfiguration: Object.keys(mergedConfig).length > 0 ? mergedConfig : undefined,
+        });
+    }
+    // ── State inference ───────────────────────────────────────────────────────
+    inferState(sourceType, rawPayload, severity) {
+        const body = rawPayload;
+        if (sourceType === "cloudwatch") {
+            const state = body?.NewStateValue;
+            if (state === "OK")
+                return "resolved";
+            if (state === "ALARM")
+                return "firing";
+            return "unknown";
+        }
+        if (sourceType === "cloudtrail") {
+            // CloudTrail events are point-in-time security occurrences — there is no OK/resolved state.
+            return "firing";
+        }
+        if (sourceType === "grafana") {
+            const alerts = Array.isArray(body?.alerts) ? body.alerts : [body];
+            const status = alerts[0]?.status;
+            return status === "resolved" ? "resolved" : status === "firing" ? "firing" : "unknown";
+        }
+        if (sourceType === "prometheus") {
+            const status = body?.status;
+            return status === "resolved" ? "resolved" : status === "firing" ? "firing" : "unknown";
+        }
+        if (sourceType === "datadog") {
+            const alertType = body?.alert_type;
+            return alertType === "recovery" ? "resolved" : "firing";
+        }
+        // For meyi_pulse and custom: low severity = resolved, else firing
+        return severity === "low" ? "resolved" : "firing";
+    }
+}
+//# sourceMappingURL=NormalizationService.js.map

package/dist/pipeline/NormalizationService.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"NormalizationService.js","sourceRoot":"","sources":["../../src/pipeline/NormalizationService.ts"],"names":[],"mappings":"AAAA,OAAO,IAAI,MAAM,SAAS,CAAC;AAC3B,OAAO,UAAU,MAAM,YAAY,CAAC;AAGpC,OAAO,EAAE,gBAAgB,EAAE,MAAM,8BAA8B,CAAC;AAChE,OAAO,EAAE,oBAAoB,EAAE,gBAAgB,EAAuB,MAAM,qBAAqB,CAAC;AAClG,OAAO,EAAE,sBAAsB,EAAE,MAAM,wBAAwB,CAAC;AAChE,OAAO,EAAE,kBAAkB,EAAE,kBAAkB,EAAE,MAAM,8BAA8B,CAAC;AAEtF,MAAM,uBAAuB,GAAG,IAAI,CAAC;AAErC;;;;GAIG;AACH,MAAM,MAAM,GAAG,UAAU,CAAC,MAAM,EAAE,CAAC;AACnC,MAAM,CAAC,cAAc,CAAC,SAAS,EAAE,CAAC,KAAc,EAAE,QAAiB,EAAE,EAAE,CAAC,KAAK,IAAI,QAAQ,CAAC,CAAC;AAE3F,MAAM,OAAO,oBAAoB;IAErB;IACA;IAFV,YACU,wBAAkD,EAClD,kBAAsC;QADtC,6BAAwB,GAAxB,wBAAwB,CAA0B;QAClD,uBAAkB,GAAlB,kBAAkB,CAAoB;IAC7C,CAAC;IAEJ;;;;;;;OAOG;IACH,KAAK,CAAC,SAAS,CAAC,MAQf;QACC,MAAM,EAAE,OAAO,EAAE,QAAQ,EAAE,UAAU,EAAE,UAAU,EAAE,UAAU,EAAE,QAAQ,EAAE,GAAG,MAAM,CAAC;QACnF,IAAI,EAAE,UAAU,EAAE,GAAG,MAAM,CAAC;QAE5B,uFAAuF;QACvF,IAAI,UAAU,IAAI,OAAO,UAAU,KAAK,QAAQ,EAAE,CAAC;YACjD,MAAM,EAAE,GAAG,UAAiB,CAAC;YAC7B,IAAI,EAAE,CAAC,IAAI,KAAK,cAAc,IAAI,OAAO,EAAE,CAAC,OAAO,KAAK,QAAQ,EAAE,CAAC;gBACjE,IAAI,CAAC;oBACH,MAAM,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,EAAE,CAAC,OAAO,CAAC,CAAC;oBACtC,IAAI,MAAM,IAAI,OAAO,MAAM,KAAK,QAAQ,EAAE,CAAC;wBACzC,UAAU,GAAG,MAAM,CAAC;oBACtB,CAAC;gBACH,CAAC;gBAAC,OAAO,CAAC,EAAE,CAAC;oBACX,4BAA4B;gBAC9B,CAAC;YACH,CAAC;QACH,CAAC;QAED,6EAA6E;QAC7E,IAAI,MAAM,GAAG,IAAI,CAAC;QAClB,IAAI,WAAW,GAAG,mBAAmB,CAAC;QACtC,IAAI,eAAmC,CAAC;QAExC,IAAI,CAAC;YACH,MAAM,GAAG,MAAM,IAAI,CAAC,wBAAwB,CAAC,cAAc,CAAC,QAAQ,EAAE,UAAU,EAAE,QAAQ,CAAC,CAAC;YAC5F,IAAI,MAAM,EAAE,CAAC;gBACX,WAAW,GAAG,MAAM,CAAC,QAAQ;oBAC3B,CAAC,CAAC,qBAAqB,MAAM,CAAC,IAAI,GAAG;oBACrC,CAAC,CAAC,MAAM,CAAC,UAAU;wBACjB,CAAC,CAAC,uBAAuB,MAAM,CAAC,IAAI,GAAG;wBACvC,CAAC,CAAC,kBAAkB,MAAM,CAAC,IAAI,GAAG,CAAC;gBACvC,eAAe,GAAG,MAAM,CAAC,EAAE,CAAC;YAC9B,CAAC;QACH,CAAC;QAAC,OAAO,GAAQ,EAAE,CAAC;YAClB,OAAO,CAAC,IAAI,CAAC,8DAA8D,EAAE,GAAG,CAAC,OAAO,CAAC,CAAC;QAC5F,CAAC;QAED,6EAA6E;QAC7E,IAAI,CAAC;YACH,IAAI,SAAyB,CAAC;YAE9B,IAAI,MAAM,IAAI,MAAM,CAAC,YAAY,EAAE,CAAC;gBAClC,SAAS,GAAG,MAAM,IAAI,CAAC,iBAAiB,CAAC,MAAM,CAAC,YAAY,EAAE,UAAU,EAAE,UAAU,EAAE,QAAQ,EAAE,UAAU,EAAE,QAAQ,CAAC,CAAC;YACxH,CAAC;iBAAM,CAAC;gBACN,SAAS,GAAG,IAAI,CAAC,YAAY,CAAC,UAAU,EAAE,UAAU,EAAE,QAAQ,EAAE,UAAU,EAAE,QAAQ,CAAC,CAAC;YACxF,CAAC;YAED,IAAI,MAAM,IAAI,MAAM,CAAC,cAAc,EAAE,CAAC;gBACpC,MAAM,MAAM,GAAG,sBAAsB,CAAC,MAAM,CAAC,cAAc,CAAC,CAAC;gBAC7D,IAAI,MAAM,CAAC,EAAE,EAAE,CAAC;oBACd,IAAI,MAAM,CAAC,IAAI,CAAC,cAAc,EAAE,CAAC;wBAC/B,MAAM,QAAQ,GAAG,kBAAkB,CAAC,SAAS,EAAE,MAAM,CAAC,IAAI,CAAC,cAAc,CAAC,CAAC;wBAC3E,SAAS,CAAC,uBAAuB,GAAG;4BAClC,GAAG,CAAC,SAAS,CAAC,uBAAiC,IAAI,EAAE,CAAC;4BACtD,QAAQ;yBACT,CAAC;oBACJ,CAAC;oBACD,IAAI,MAAM,CAAC,IAAI,CAAC,cAAc,EAAE,CAAC;wBAC/B,SAAS,CAAC,QAAQ,GAAG,kBAAkB,CAAC,SAAS,EAAE,MAAM,CAAC,IAAI,CAAC,cAAc,CAAC,CAAC;oBACjF,CAAC;gBACH,CAAC;YACH,CAAC;YAED,MAAM,IAAI,CAAC,kBAAkB,CAAC,MAAM,CAAC;gBACnC,OAAO;gBACP,KAAK,EAAE,eAAe;gBACtB,MAAM,EAAE,IAAI;gBACZ,eAAe;gBACf,IAAI,EAAE,EAAE,WAAW,EAAE;aACtB,CAAC,CAAC;YAEH,MAAM,aAAa,GAAI,SAAS,CAAC,uBAA+B,EAAE,SAAS,CAAC;YAC5E,IAAI,CAAC,SAAS,CAAC,SAAS,IAAI,aAAa,EAAE,CAAC;gBAC1C,SAAS,CAAC,SAAS,GAAG,aAAa,CAAC;YACtC,CAAC;YACD,IAAI,SAAS,CAAC,SAAS,IAAI,SAAS,CAAC,uBAAuB,IAAI,OAAO,SAAS,CAAC,uBAAuB,KAAK,QAAQ,EAAE,CAAC;gBACrH,SAAS,CAAC,uBAA+B,CAAC,SAAS,GAAG,SAAS,CAAC,SAAS,CAAC;YAC7E,CAAC;YAED,OAAO,SAAS,CAAC;QACnB,CAAC;QAAC,OAAO,GAAQ,EAAE,CAAC;YAClB,OAAO,CAAC,KAAK,CAAC,8CAA8C,EAAE,GAAG,CAAC,OAAO,CAAC,CAAC;YAE3E,MAAM,IAAI,CAAC,kBAAkB,CAAC,MAAM,CAAC;gBACnC,OAAO;gBACP,KAAK,EAAE,eAAe;gBACtB,MAAM,EAAE,OAAO;gBACf,eAAe;gBACf,IAAI,EAAE,EAAE,WAAW,EAAE,KAAK,EAAE,GAAG,CAAC,OAAO,EAAE;aAC1C,CAAC,CAAC;YAEH,OAAO,IAAI,CAAC,CAAC,4BAA4B;QAC3C,CAAC;IACH,CAAC;IAED,+EAA+E;IAEvE,YAAY,CAClB,UAAmB,EACnB,UAAkB,EAClB,QAAgB,EAChB,UAAmB,EACnB,QAAiB;QAEjB,wEAAwE;QACxE,MAAM,UAAU,GAAG,gBAAgB,CAAC,UAAU,EAAE,UAAU,CAAC,CAAC;QAE5D,2CAA2C;QAC3C,MAAM,KAAK,GAAG,IAAI,CAAC,UAAU,CAAC,UAAU,EAAE,UAAU,EAAE,UAAU,CAAC,QAAQ,CAAC,CAAC;QAE3E,MAAM,EAAE,GAAG,gBAAgB,CAAC;YAC1B,MAAM,EAAM,UAAU;YACtB,UAAU,EAAE,UAAU,CAAC,UAAU;YACjC,UAAU,EAAG,UAAkB,CAAC,UAAU;YAC1C,SAAS,EAAG,UAAU,CAAC,SAAS;YAChC,KAAK;SACN,CAAC,CAAC;QAEH,OAAO,oBAAoB,CAAC,KAAK,CAAC;YAChC,MAAM,EAAU,UAAU;YAC1B,QAAQ,EAAQ,QAAQ,IAAI,SAAS;YACrC,UAAU,EAAM,UAAU,CAAC,UAAU;YACrC,YAAY,EAAI,UAAU,CAAC,YAAY;YACvC,YAAY,EAAI,UAAU,CAAC,YAAY;YACvC,SAAS,EAAO,UAAU,CAAC,SAAS;YACpC,QAAQ,EAAQ,UAAU,CAAC,QAAQ;YACnC,WAAW,EAAK,UAAU,CAAC,WAAW;YACtC,KAAK;YACL,UAAU,EAAO,UAAkB,CAAC,UAAU;YAC9C,WAAW,EAAM,UAAkB,CAAC,WAAW;YAC/C,UAAU,EAAO,UAAkB,CAAC,UAAU;YAC9C,MAAM,EAAW,UAAkB,CAAC,MAAM;YAC1C,IAAI,EAAY,UAAU,CAAC,IAAI;YAC/B,WAAW,EAAK,EAAE;YAClB,QAAQ,EAAQ,UAAU,CAAC,QAAQ,IAAI,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;YAC/D,UAAU;YACV,QAAQ;YACR,UAAU;YACV,SAAS,EAAO,UAAU,CAAC,SAAS;YACpC,uBAAuB,EAAE,UAAU,CAAC,uBAAuB;SAC5D,CAAC,CAAC;IACL,CAAC;IAED,6EAA6E;IAErE,KAAK,CAAC,iBAAiB,CAC7B,gBAAwB,EACxB,UAAmB,EACnB,UAAkB,EAClB,QAAgB,EAChB,UAAmB,EACnB,QAAiB;QAEjB,2BAA2B;QAC3B,MAAM,OAAO,GAAG,IAAI,CAAC,IAAI,CAAC,gBAAgB,CAA2B,CAAC;QACtE,IAAI,CAAC,OAAO,IAAI,OAAO,OAAO,KAAK,QAAQ,EAAE,CAAC;YAC5C,MAAM,IAAI,KAAK,CAAC,wCAAwC,CAAC,CAAC;QAC5D,CAAC;QAED,MAAM,OAAO,GAAG,UAAqC,CAAC;QACtD,MAAM,MAAM,GAA4B,EAAE,CAAC;QAE3C,KAAK,MAAM,CAAC,cAAc,EAAE,QAAQ,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,OAAO,CAAC,EAAE,CAAC;YACjE,IAAI,CAAC;gBACH,4EAA4E;gBAC5E,MAAM,QAAQ,GAAG,MAAM,CAAC,OAAO,CAAC,MAAM,CAAC,QAAQ,CAAC,EAAE;oBAChD,QAAQ,EAAE,IAAI;oBACd,aAAa,EAAE,IAAI;oBACnB,MAAM,EAAE,KAAK;iBACd,CAAC,CAAC;gBAEH,sDAAsD;gBACtD,MAAM,KAAK,GAAG,MAAM,OAAO,CAAC,IAAI,CAAC;oBAC/B,OAAO,CAAC,OAAO,EAAE,CAAC,IAAI,CAAC,GAAG,EAAE,CAAC,QAAQ,CAAC,OAAO,EAAE,EAAE,6BAA6B,EAAE,KAAK,EAAE,0BAA0B,EAAE,KAAK,EAAE,CAAC,CAAC;oBAC5H,IAAI,OAAO,CAAQ,CAAC,CAAC,EAAE,MAAM,EAAE,EAAE,CAC/B,UAAU,CAAC,GAAG,EAAE,CAAC,MAAM,CAAC,IAAI,KAAK,CAAC,aAAa,cAAc,cAAc,uBAAuB,IAAI,CAAC,CAAC,EAAE,uBAAuB,CAAC,CACnI;iBACF,CAAC,CAAC;gBAEH,MAAM,CAAC,cAAc,CAAC,GAAG,MAAM,CAAC,KAAK,IAAI,EAAE,CAAC,CAAC,IAAI,EAAE,IAAI,SAAS,CAAC;YACnE,CAAC;YAAC,OAAO,GAAQ,EAAE,CAAC;gBAClB,iEAAiE;gBACjE,OAAO,CAAC,IAAI,CAAC,oDAAoD,cAAc,IAAI,EAAE,GAAG,CAAC,OAAO,CAAC,CAAC;YACpG,CAAC;QACH,CAAC;QAED,MAAM,KAAK,GAAI,MAAM,CAAC,KAAgB,IAAI,SAAS,CAAC;QACpD,MAAM,EAAE,GAAG,gBAAgB,CAAC;YAC1B,MAAM,EAAM,UAAU;YACtB,UAAU,EAAG,MAAM,CAAC,UAAqB,IAAI,SAAS;YACtD,UAAU,EAAE,MAAM,CAAC,UAAgC;YACnD,SAAS,EAAG,MAAM,CAAC,SAA+B;YAClD,KAAK;SACN,CAAC,CAAC;QAEH,MAAM,UAAU,GAAG,IAAI,GAAG,CAAC;YACzB,QAAQ,EAAE,UAAU,EAAE,YAAY,EAAE,cAAc,EAAE,cAAc;YAClE,WAAW,EAAE,UAAU,EAAE,aAAa,EAAE,OAAO,EAAE,YAAY;YAC7D,aAAa,EAAE,YAAY,EAAE,QAAQ,EAAE,MAAM,EAAE,aAAa;YAC5D,UAAU,EAAE,YAAY,EAAE,UAAU,EAAE,YAAY,EAAE,yBAAyB;SAC9E,CAAC,CAAC;QAEH,MAAM,MAAM,GAA4B,EAAE,CAAC;QAC3C,KAAK,MAAM,CAAC,CAAC,EAAE,CAAC,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,MAAM,CAAC,EAAE,CAAC;YAC5C,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,SAAS,EAAE,CAAC;gBAC1C,MAAM,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC;YAChB,CAAC;QACH,CAAC;QAED,MAAM,YAAY,GAAG;YACnB,GAAG,MAAM;YACT,GAAG,CAAE,MAAM,CAAC,uBAAkC,IAAI,EAAE,CAAC;SACtD,CAAC;QAEF,IAAI,IAAI,GAA2B,EAAE,CAAC;QACtC,IAAI,OAAO,MAAM,CAAC,IAAI,KAAK,QAAQ,IAAI,MAAM,CAAC,IAAI,KAAK,IAAI,EAAE,CAAC;YAC5D,IAAI,GAAG,MAAM,CAAC,IAA8B,CAAC;QAC/C,CAAC;aAAM,IAAI,OAAO,MAAM,CAAC,IAAI,KAAK,QAAQ,EAAE,CAAC;YAC3C,IAAI,CAAC;gBACH,MAAM,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC;gBACvC,IAAI,OAAO,MAAM,KAAK,QAAQ,IAAI,MAAM,KAAK,IAAI;oBAAE,IAAI,GAAG,MAAM,CAAC;YACnE,CAAC;YAAC,MAAM,CAAC,CAAC,YAAY,CAAC,CAAC;QAC1B,CAAC;QAED,OAAO,oBAAoB,CAAC,KAAK,CAAC;YAChC,MAAM,EAAQ,UAAU;YACxB,QAAQ,EAAM,QAAQ,IAAI,SAAS;YACnC,UAAU,EAAI,MAAM,CAAC,UAAU,IAAI,SAAS;YAC5C,YAAY,EAAE,MAAM,CAAC,YAAY,IAAI,SAAS;YAC9C,YAAY,EAAE,MAAM,CAAC,YAAY,IAAI,UAAU;YAC/C,SAAS,EAAK,MAAM,CAAC,SAAS,IAAI,OAAO;YACzC,QAAQ,EAAM,MAAM,CAAC,QAAQ,IAAI,MAAM;YACvC,WAAW,EAAG,MAAM,CAAC,WAAW;YAChC,KAAK;YACL,UAAU,EAAI,MAAM,CAAC,UAAU;YAC/B,WAAW,EAAG,MAAM,CAAC,WAAW;YAChC,UAAU,EAAI,MAAM,CAAC,UAAU;YAC/B,MAAM,EAAQ,MAAM,CAAC,MAA4C;YACjE,IAAI;YACJ,WAAW,EAAG,EAAE;YAChB,QAAQ,EAAO,MAAM,CAAC,QAAmB,IAAI,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;YACrE,UAAU;YACV,QAAQ;YACR,UAAU;YACV,uBAAuB,EAAE,MAAM,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,CAAC,SAAS;SACzF,CAAC,CAAC;IACL,CAAC;IAED,6EAA6E;IAErE,UAAU,CAAC,UAAkB,EAAE,UAAmB,EAAE,QAAgB;QAC1E,MAAM,IAAI,GAAG,UAAqC,CAAC;QAEnD,IAAI,UAAU,KAAK,YAAY,EAAE,CAAC;YAChC,MAAM,KAAK,GAAG,IAAI,EAAE,aAAuB,CAAC;YAC5C,IAAI,KAAK,KAAK,IAAI;gBAAE,OAAO,UAAU,CAAC;YACtC,IAAI,KAAK,KAAK,OAAO;gBAAE,OAAO,QAAQ,CAAC;YACvC,OAAO,SAAS,CAAC;QACnB,CAAC;QACD,IAAI,UAAU,KAAK,YAAY,EAAE,CAAC;YAChC,4FAA4F;YAC5F,OAAO,QAAQ,CAAC;QAClB,CAAC;QACD,IAAI,UAAU,KAAK,SAAS,EAAE,CAAC;YAC7B,MAAM,MAAM,GAAG,KAAK,CAAC,OAAO,CAAC,IAAI,EAAE,MAAM,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC;YAClE,MAAM,MAAM,GAAI,MAAM,CAAC,CAAC,CAAS,EAAE,MAAM,CAAC;YAC1C,OAAO,MAAM,KAAK,UAAU,CAAC,CAAC,CAAC,UAAU,CAAC,CAAC,CAAC,MAAM,KAAK,QAAQ,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,SAAS,CAAC;QACzF,CAAC;QACD,IAAI,UAAU,KAAK,YAAY,EAAE,CAAC;YAChC,MAAM,MAAM,GAAG,IAAI,EAAE,MAAgB,CAAC;YACtC,OAAO,MAAM,KAAK,UAAU,CAAC,CAAC,CAAC,UAAU,CAAC,CAAC,CAAC,MAAM,KAAK,QAAQ,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,SAAS,CAAC;QACzF,CAAC;QACD,IAAI,UAAU,KAAK,SAAS,EAAE,CAAC;YAC7B,MAAM,SAAS,GAAG,IAAI,EAAE,UAAoB,CAAC;YAC7C,OAAO,SAAS,KAAK,UAAU,CAAC,CAAC,CAAC,UAAU,CAAC,CAAC,CAAC,QAAQ,CAAC;QAC1D,CAAC;QACD,kEAAkE;QAClE,OAAO,QAAQ,KAAK,KAAK,CAAC,CAAC,CAAC,UAAU,CAAC,CAAC,CAAC,QAAQ,CAAC;IACpD,CAAC;CACF"}

package/dist/pipeline/alarmQueue.d.ts

@@ -0,0 +1,66 @@
+import { Queue } from "bullmq";
+import { Redis } from "ioredis";
+import type { PipelineJobData } from "./CanonicalAlarm.js";
+export declare function parseRedisUrl(redisUrl: string): {
+    host: string;
+    port: number;
+    password?: string;
+    db: number;
+};
+/**
+ * Create and return a shared IORedis client for direct Redis operations
+ * (dedup SETNX, flap detection sorted sets, distributed locks).
+ *
+ * The host app passes redisUrl so that the lifecycle matches the DB injection
+ * pattern (Q1, Q4). Falls back to REDIS_URL env var.
+ */
+export declare function createRedisClient(redisUrl?: string): Redis;
+/**
+ * Returns the shared ioredis client (for DedupService direct ops).
+ * Returns null if Redis has not been initialized yet.
+ */
+export declare function getRedisClient(): Redis | null;
+/**
+ * Returns true if Redis is currently reachable.
+ * Used by DedupService to decide whether to use Redis ops or DB fallback (P3).
+ */
+export declare function isRedisAvailable(): boolean;
+/**
+ * Attempt to connect to Redis. Safe to call on startup — resolves without
+ * throwing even if Redis is unreachable (the P3 fallback path handles it).
+ */
+export declare function connectRedis(redisUrl?: string): Promise<boolean>;
+/**
+ * Gracefully close the shared ioredis connection (call during server shutdown).
+ */
+export declare function closeRedis(): Promise<void>;
+/**
+ * Get (or lazily create) the BullMQ alarm-pipeline queue.
+ * Uses plain connection options to avoid the BullMQ/ioredis dual-package conflict.
+ */
+export declare function getAlarmQueue(): Queue | null;
+export declare function getGroupFlushQueue(): Queue | null;
+/**
+ * Connect Redis and initialize the alarm queue URL.
+ * Safe to call on startup — falls back gracefully if Redis is unreachable (P3).
+ */
+export declare function connectRedisAndQueue(redisUrl?: string): Promise<boolean>;
+/**
+ * Enqueue a raw webhook payload for async pipeline processing.
+ *
+ * Returns true if enqueued successfully.
+ * Returns false if Redis is unavailable — caller must use sync fallback (P3).
+ */
+export declare function enqueueAlarm(jobData: PipelineJobData): Promise<boolean>;
+export interface GroupFlushJobData {
+    groupId: string;
+    type?: 'incident-create' | 'group-close';
+    timeoutSeconds?: number;
+}
+export declare function enqueueIncidentCreate(groupId: string, delayMs: number): Promise<boolean>;
+export declare function enqueueGroupClose(groupId: string, delayMs: number, timeoutSeconds: number): Promise<boolean>;
+/**
+ * Close the BullMQ queue gracefully (call during server shutdown).
+ */
+export declare function closeAlarmQueue(): Promise<void>;
+//# sourceMappingURL=alarmQueue.d.ts.map

package/dist/pipeline/alarmQueue.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"alarmQueue.d.ts","sourceRoot":"","sources":["../../src/pipeline/alarmQueue.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,KAAK,EAAE,MAAM,QAAQ,CAAC;AAC/B,OAAO,EAAE,KAAK,EAAE,MAAM,SAAS,CAAC;AAChC,OAAO,KAAK,EAAE,eAAe,EAAE,MAAM,qBAAqB,CAAC;AAI3D,wBAAgB,aAAa,CAAC,QAAQ,EAAE,MAAM,GAAG;IAAE,IAAI,EAAE,MAAM,CAAC;IAAC,IAAI,EAAE,MAAM,CAAC;IAAC,QAAQ,CAAC,EAAE,MAAM,CAAC;IAAC,EAAE,EAAE,MAAM,CAAA;CAAE,CAY7G;AAkBD;;;;;;GAMG;AACH,wBAAgB,iBAAiB,CAAC,QAAQ,CAAC,EAAE,MAAM,GAAG,KAAK,CA2C1D;AAED;;;GAGG;AACH,wBAAgB,cAAc,IAAI,KAAK,GAAG,IAAI,CAE7C;AAED;;;GAGG;AACH,wBAAgB,gBAAgB,IAAI,OAAO,CAE1C;AAED;;;GAGG;AACH,wBAAsB,YAAY,CAAC,QAAQ,CAAC,EAAE,MAAM,GAAG,OAAO,CAAC,OAAO,CAAC,CAuBtE;AAED;;GAEG;AACH,wBAAsB,UAAU,IAAI,OAAO,CAAC,IAAI,CAAC,CAMhD;AAWD;;;GAGG;AACH,wBAAgB,aAAa,IAAI,KAAK,GAAG,IAAI,CAsB5C;AAED,wBAAgB,kBAAkB,IAAI,KAAK,GAAG,IAAI,CAsBjD;AAUD;;;GAGG;AACH,wBAAsB,oBAAoB,CAAC,QAAQ,CAAC,EAAE,MAAM,GAAG,OAAO,CAAC,OAAO,CAAC,CAG9E;AAED;;;;;GAKG;AACH,wBAAsB,YAAY,CAAC,OAAO,EAAE,eAAe,GAAG,OAAO,CAAC,OAAO,CAAC,CAY7E;AAED,MAAM,WAAW,iBAAiB;IAChC,OAAO,EAAE,MAAM,CAAC;IAChB,IAAI,CAAC,EAAE,iBAAiB,GAAG,aAAa,CAAC;IACzC,cAAc,CAAC,EAAE,MAAM,CAAC;CACzB;AAED,wBAAsB,qBAAqB,CAAC,OAAO,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM,GAAG,OAAO,CAAC,OAAO,CAAC,CAW9F;AAED,wBAAsB,iBAAiB,CAAC,OAAO,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM,EAAE,cAAc,EAAE,MAAM,GAAG,OAAO,CAAC,OAAO,CAAC,CAYlH;AAED;;GAEG;AACH,wBAAsB,eAAe,IAAI,OAAO,CAAC,IAAI,CAAC,CASrD"}

package/dist/pipeline/alarmQueue.js

@@ -0,0 +1,254 @@
+import { Queue } from "bullmq";
+import { Redis } from "ioredis";
+// ─── Redis URL Parsing ────────────────────────────────────────────────────────
+export function parseRedisUrl(redisUrl) {
+    try {
+        const url = new URL(redisUrl);
+        return {
+            host: url.hostname || "localhost",
+            port: parseInt(url.port || "6379", 10),
+            password: url.password || undefined,
+            db: url.pathname ? parseInt(url.pathname.slice(1) || "0", 10) : 0,
+        };
+    }
+    catch {
+        return { host: "localhost", port: 6379, db: 0 };
+    }
+}
+// ─── Shared IORedis Client ────────────────────────────────────────────────────
+//
+// Used by DedupService for direct SETNX / ZADD / GET operations.
+// NOTE: BullMQ v5 bundles its own ioredis internally and does NOT accept an
+// external ioredis instance as a connection — it must use plain connection
+// options ({ host, port, ... }). The two ioredis instances are intentionally
+// separate to avoid the dual-package type conflict.
+let _redisClient = null;
+let _redisAvailable = false;
+function isRedisVersionSupported(version) {
+    const major = Number(String(version || "0").split(".")[0]);
+    return Number.isFinite(major) && major >= 5;
+}
+/**
+ * Create and return a shared IORedis client for direct Redis operations
+ * (dedup SETNX, flap detection sorted sets, distributed locks).
+ *
+ * The host app passes redisUrl so that the lifecycle matches the DB injection
+ * pattern (Q1, Q4). Falls back to REDIS_URL env var.
+ */
+export function createRedisClient(redisUrl) {
+    if (_redisClient)
+        return _redisClient;
+    const url = redisUrl ?? process.env.REDIS_URL ?? "redis://localhost:6379";
+    const client = new Redis(url, {
+        enableReadyCheck: false,
+        lazyConnect: true,
+        retryStrategy: (times) => Math.min(times * 200, 5000),
+    });
+    client.on("connect", () => {
+        _redisAvailable = true;
+        console.info("[AlarmQueue] Redis connected");
+    });
+    client.on("ready", () => {
+        _redisAvailable = true;
+    });
+    client.on("error", (err) => {
+        // Log the error but do NOT immediately mark Redis as unavailable.
+        // Transient errors (ECONNRESET, etc.) are automatically retried by ioredis.
+        // Only 'close' / 'end' mean we've truly lost the connection.
+        console.warn("[AlarmQueue] Redis error (will retry):", err.message);
+    });
+    client.on("close", () => {
+        _redisAvailable = false;
+        console.warn("[AlarmQueue] Redis connection closed");
+    });
+    client.on("end", () => {
+        _redisAvailable = false;
+        console.warn("[AlarmQueue] Redis connection ended");
+    });
+    client.on("reconnecting", () => {
+        console.info("[AlarmQueue] Redis reconnecting...");
+    });
+    _redisClient = client;
+    return client;
+}
+/**
+ * Returns the shared ioredis client (for DedupService direct ops).
+ * Returns null if Redis has not been initialized yet.
+ */
+export function getRedisClient() {
+    return _redisClient;
+}
+/**
+ * Returns true if Redis is currently reachable.
+ * Used by DedupService to decide whether to use Redis ops or DB fallback (P3).
+ */
+export function isRedisAvailable() {
+    return _redisAvailable;
+}
+/**
+ * Attempt to connect to Redis. Safe to call on startup — resolves without
+ * throwing even if Redis is unreachable (the P3 fallback path handles it).
+ */
+export async function connectRedis(redisUrl) {
+    const client = createRedisClient(redisUrl);
+    try {
+        await client.connect();
+        const info = await client.info("server");
+        const version = info.match(/^redis_version:(.+)$/m)?.[1]?.trim();
+        if (!isRedisVersionSupported(version)) {
+            _redisAvailable = false;
+            await client.quit().catch(() => { });
+            _redisClient = null;
+            console.warn(`[AlarmQueue] Redis ${version || "unknown"} is unsupported; BullMQ requires Redis >= 5. Pipeline will use DB fallback (P3).`);
+            return false;
+        }
+        _redisAvailable = true;
+        return true;
+    }
+    catch (err) {
+        _redisAvailable = false;
+        console.warn("[AlarmQueue] Redis unavailable on startup — pipeline will use DB fallback (P3):", err.message);
+        return false;
+    }
+}
+/**
+ * Gracefully close the shared ioredis connection (call during server shutdown).
+ */
+export async function closeRedis() {
+    if (_redisClient) {
+        await _redisClient.quit().catch(() => { });
+        _redisClient = null;
+        _redisAvailable = false;
+    }
+}
+// ─── BullMQ Alarm Queue ───────────────────────────────────────────────────────
+//
+// BullMQ v5 bundles its own ioredis and requires plain connection options
+// (not an external Redis instance). We parse the URL into { host, port, ... }.
+let _alarmQueue = null;
+let _groupFlushQueue = null;
+let _configuredRedisUrl;
+/**
+ * Get (or lazily create) the BullMQ alarm-pipeline queue.
+ * Uses plain connection options to avoid the BullMQ/ioredis dual-package conflict.
+ */
+export function getAlarmQueue() {
+    if (!_redisAvailable)
+        return null;
+    if (_alarmQueue)
+        return _alarmQueue;
+    const url = _configuredRedisUrl ?? process.env.REDIS_URL ?? "redis://localhost:6379";
+    const conn = parseRedisUrl(url);
+    _alarmQueue = new Queue("alarm-pipeline", {
+        connection: {
+            ...conn,
+            maxRetriesPerRequest: null, // Required by BullMQ
+            enableReadyCheck: false,
+        },
+        defaultJobOptions: {
+            attempts: 3,
+            backoff: { type: "exponential", delay: 2000 },
+            removeOnComplete: { count: 500 },
+            removeOnFail: { count: 200 },
+        },
+    });
+    return _alarmQueue;
+}
+export function getGroupFlushQueue() {
+    if (!_redisAvailable)
+        return null;
+    if (_groupFlushQueue)
+        return _groupFlushQueue;
+    const url = _configuredRedisUrl ?? process.env.REDIS_URL ?? "redis://localhost:6379";
+    const conn = parseRedisUrl(url);
+    _groupFlushQueue = new Queue("group-flush", {
+        connection: {
+            ...conn,
+            maxRetriesPerRequest: null,
+            enableReadyCheck: false,
+        },
+        defaultJobOptions: {
+            attempts: 3,
+            backoff: { type: "exponential", delay: 2000 },
+            removeOnComplete: { count: 100 },
+            removeOnFail: { count: 100 },
+        },
+    });
+    return _groupFlushQueue;
+}
+/**
+ * Store the Redis URL so getAlarmQueue() can use it after connectRedis().
+ * Called internally by connectRedis().
+ */
+function setConfiguredRedisUrl(url) {
+    _configuredRedisUrl = url;
+}
+/**
+ * Connect Redis and initialize the alarm queue URL.
+ * Safe to call on startup — falls back gracefully if Redis is unreachable (P3).
+ */
+export async function connectRedisAndQueue(redisUrl) {
+    setConfiguredRedisUrl(redisUrl ?? process.env.REDIS_URL);
+    return connectRedis(redisUrl);
+}
+/**
+ * Enqueue a raw webhook payload for async pipeline processing.
+ *
+ * Returns true if enqueued successfully.
+ * Returns false if Redis is unavailable — caller must use sync fallback (P3).
+ */
+export async function enqueueAlarm(jobData) {
+    const queue = getAlarmQueue();
+    if (!queue || !_redisAvailable)
+        return false;
+    try {
+        await queue.add("process", jobData);
+        return true;
+    }
+    catch (err) {
+        _redisAvailable = false;
+        console.warn("[AlarmQueue] Failed to enqueue alarm job:", err.message);
+        return false;
+    }
+}
+export async function enqueueIncidentCreate(groupId, delayMs) {
+    const queue = getGroupFlushQueue();
+    if (!queue || !_redisAvailable)
+        return false;
+    try {
+        await queue.add("incident-create", { groupId, type: 'incident-create' }, { delay: delayMs, jobId: `incident_create_${groupId}` });
+        return true;
+    }
+    catch (err) {
+        console.warn("[AlarmQueue] Failed to enqueue incident create job:", err.message);
+        return false;
+    }
+}
+export async function enqueueGroupClose(groupId, delayMs, timeoutSeconds) {
+    const queue = getGroupFlushQueue();
+    if (!queue || !_redisAvailable)
+        return false;
+    try {
+        // Append timestamp to jobId so re-enqueues from within the worker aren't ignored by BullMQ
+        await queue.add("group-close", { groupId, type: 'group-close', timeoutSeconds }, { delay: delayMs, jobId: `group_close_${groupId}_${Date.now()}` });
+        return true;
+    }
+    catch (err) {
+        console.warn("[AlarmQueue] Failed to enqueue group close job:", err.message);
+        return false;
+    }
+}
+/**
+ * Close the BullMQ queue gracefully (call during server shutdown).
+ */
+export async function closeAlarmQueue() {
+    if (_alarmQueue) {
+        await _alarmQueue.close().catch(() => { });
+        _alarmQueue = null;
+    }
+    if (_groupFlushQueue) {
+        await _groupFlushQueue.close().catch(() => { });
+        _groupFlushQueue = null;
+    }
+}
+//# sourceMappingURL=alarmQueue.js.map

package/dist/pipeline/alarmQueue.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"alarmQueue.js","sourceRoot":"","sources":["../../src/pipeline/alarmQueue.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,KAAK,EAAE,MAAM,QAAQ,CAAC;AAC/B,OAAO,EAAE,KAAK,EAAE,MAAM,SAAS,CAAC;AAGhC,iFAAiF;AAEjF,MAAM,UAAU,aAAa,CAAC,QAAgB;IAC5C,IAAI,CAAC;QACH,MAAM,GAAG,GAAG,IAAI,GAAG,CAAC,QAAQ,CAAC,CAAC;QAC9B,OAAO;YACL,IAAI,EAAE,GAAG,CAAC,QAAQ,IAAI,WAAW;YACjC,IAAI,EAAE,QAAQ,CAAC,GAAG,CAAC,IAAI,IAAI,MAAM,EAAE,EAAE,CAAC;YACtC,QAAQ,EAAE,GAAG,CAAC,QAAQ,IAAI,SAAS;YACnC,EAAE,EAAE,GAAG,CAAC,QAAQ,CAAC,CAAC,CAAC,QAAQ,CAAC,GAAG,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC,CAAC,IAAI,GAAG,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC;SAClE,CAAC;IACJ,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,EAAE,IAAI,EAAE,WAAW,EAAE,IAAI,EAAE,IAAI,EAAE,EAAE,EAAE,CAAC,EAAE,CAAC;IAClD,CAAC;AACH,CAAC;AAED,iFAAiF;AACjF,EAAE;AACF,iEAAiE;AACjE,4EAA4E;AAC5E,2EAA2E;AAC3E,6EAA6E;AAC7E,oDAAoD;AAEpD,IAAI,YAAY,GAAiB,IAAI,CAAC;AACtC,IAAI,eAAe,GAAG,KAAK,CAAC;AAE5B,SAAS,uBAAuB,CAAC,OAA2B;IAC1D,MAAM,KAAK,GAAG,MAAM,CAAC,MAAM,CAAC,OAAO,IAAI,GAAG,CAAC,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;IAC3D,OAAO,MAAM,CAAC,QAAQ,CAAC,KAAK,CAAC,IAAI,KAAK,IAAI,CAAC,CAAC;AAC9C,CAAC;AAED;;;;;;GAMG;AACH,MAAM,UAAU,iBAAiB,CAAC,QAAiB;IACjD,IAAI,YAAY;QAAE,OAAO,YAAY,CAAC;IAEtC,MAAM,GAAG,GAAG,QAAQ,IAAI,OAAO,CAAC,GAAG,CAAC,SAAS,IAAI,wBAAwB,CAAC;IAE1E,MAAM,MAAM,GAAG,IAAI,KAAK,CAAC,GAAG,EAAE;QAC5B,gBAAgB,EAAE,KAAK;QACvB,WAAW,EAAE,IAAI;QACjB,aAAa,EAAE,CAAC,KAAK,EAAE,EAAE,CAAC,IAAI,CAAC,GAAG,CAAC,KAAK,GAAG,GAAG,EAAE,IAAI,CAAC;KACtD,CAAC,CAAC;IAEH,MAAM,CAAC,EAAE,CAAC,SAAS,EAAE,GAAG,EAAE;QACxB,eAAe,GAAG,IAAI,CAAC;QACvB,OAAO,CAAC,IAAI,CAAC,8BAA8B,CAAC,CAAC;IAC/C,CAAC,CAAC,CAAC;IAEH,MAAM,CAAC,EAAE,CAAC,OAAO,EAAE,GAAG,EAAE;QACtB,eAAe,GAAG,IAAI,CAAC;IACzB,CAAC,CAAC,CAAC;IAEH,MAAM,CAAC,EAAE,CAAC,OAAO,EAAE,CAAC,GAAG,EAAE,EAAE;QACzB,kEAAkE;QAClE,4EAA4E;QAC5E,6DAA6D;QAC7D,OAAO,CAAC,IAAI,CAAC,wCAAwC,EAAE,GAAG,CAAC,OAAO,CAAC,CAAC;IACtE,CAAC,CAAC,CAAC;IAEH,MAAM,CAAC,EAAE,CAAC,OAAO,EAAE,GAAG,EAAE;QACtB,eAAe,GAAG,KAAK,CAAC;QACxB,OAAO,CAAC,IAAI,CAAC,sCAAsC,CAAC,CAAC;IACvD,CAAC,CAAC,CAAC;IAEH,MAAM,CAAC,EAAE,CAAC,KAAK,EAAE,GAAG,EAAE;QACpB,eAAe,GAAG,KAAK,CAAC;QACxB,OAAO,CAAC,IAAI,CAAC,qCAAqC,CAAC,CAAC;IACtD,CAAC,CAAC,CAAC;IAEH,MAAM,CAAC,EAAE,CAAC,cAAc,EAAE,GAAG,EAAE;QAC7B,OAAO,CAAC,IAAI,CAAC,oCAAoC,CAAC,CAAC;IACrD,CAAC,CAAC,CAAC;IAEH,YAAY,GAAG,MAAM,CAAC;IACtB,OAAO,MAAM,CAAC;AAChB,CAAC;AAED;;;GAGG;AACH,MAAM,UAAU,cAAc;IAC5B,OAAO,YAAY,CAAC;AACtB,CAAC;AAED;;;GAGG;AACH,MAAM,UAAU,gBAAgB;IAC9B,OAAO,eAAe,CAAC;AACzB,CAAC;AAED;;;GAGG;AACH,MAAM,CAAC,KAAK,UAAU,YAAY,CAAC,QAAiB;IAClD,MAAM,MAAM,GAAG,iBAAiB,CAAC,QAAQ,CAAC,CAAC;IAC3C,IAAI,CAAC;QACH,MAAM,MAAM,CAAC,OAAO,EAAE,CAAC;QACvB,MAAM,IAAI,GAAG,MAAM,MAAM,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;QACzC,MAAM,OAAO,GAAG,IAAI,CAAC,KAAK,CAAC,uBAAuB,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,IAAI,EAAE,CAAC;QACjE,IAAI,CAAC,uBAAuB,CAAC,OAAO,CAAC,EAAE,CAAC;YACtC,eAAe,GAAG,KAAK,CAAC;YACxB,MAAM,MAAM,CAAC,IAAI,EAAE,CAAC,KAAK,CAAC,GAAG,EAAE,GAAE,CAAC,CAAC,CAAC;YACpC,YAAY,GAAG,IAAI,CAAC;YACpB,OAAO,CAAC,IAAI,CACV,sBAAsB,OAAO,IAAI,SAAS,kFAAkF,CAC7H,CAAC;YACF,OAAO,KAAK,CAAC;QACf,CAAC;QAED,eAAe,GAAG,IAAI,CAAC;QACvB,OAAO,IAAI,CAAC;IACd,CAAC;IAAC,OAAO,GAAQ,EAAE,CAAC;QAClB,eAAe,GAAG,KAAK,CAAC;QACxB,OAAO,CAAC,IAAI,CAAC,iFAAiF,EAAE,GAAG,CAAC,OAAO,CAAC,CAAC;QAC7G,OAAO,KAAK,CAAC;IACf,CAAC;AACH,CAAC;AAED;;GAEG;AACH,MAAM,CAAC,KAAK,UAAU,UAAU;IAC9B,IAAI,YAAY,EAAE,CAAC;QACjB,MAAM,YAAY,CAAC,IAAI,EAAE,CAAC,KAAK,CAAC,GAAG,EAAE,GAAE,CAAC,CAAC,CAAC;QAC1C,YAAY,GAAG,IAAI,CAAC;QACpB,eAAe,GAAG,KAAK,CAAC;IAC1B,CAAC;AACH,CAAC;AAED,iFAAiF;AACjF,EAAE;AACF,0EAA0E;AAC1E,+EAA+E;AAE/E,IAAI,WAAW,GAAiB,IAAI,CAAC;AACrC,IAAI,gBAAgB,GAAiB,IAAI,CAAC;AAC1C,IAAI,mBAAuC,CAAC;AAE5C;;;GAGG;AACH,MAAM,UAAU,aAAa;IAC3B,IAAI,CAAC,eAAe;QAAE,OAAO,IAAI,CAAC;IAClC,IAAI,WAAW;QAAE,OAAO,WAAW,CAAC;IAEpC,MAAM,GAAG,GAAG,mBAAmB,IAAI,OAAO,CAAC,GAAG,CAAC,SAAS,IAAI,wBAAwB,CAAC;IACrF,MAAM,IAAI,GAAG,aAAa,CAAC,GAAG,CAAC,CAAC;IAEhC,WAAW,GAAG,IAAI,KAAK,CAAC,gBAAgB,EAAE;QACxC,UAAU,EAAE;YACV,GAAG,IAAI;YACP,oBAAoB,EAAE,IAAW,EAAE,qBAAqB;YACxD,gBAAgB,EAAE,KAAK;SACxB;QACD,iBAAiB,EAAE;YACjB,QAAQ,EAAE,CAAC;YACX,OAAO,EAAE,EAAE,IAAI,EAAE,aAAa,EAAE,KAAK,EAAE,IAAI,EAAE;YAC7C,gBAAgB,EAAE,EAAE,KAAK,EAAE,GAAG,EAAE;YAChC,YAAY,EAAE,EAAE,KAAK,EAAE,GAAG,EAAE;SAC7B;KACF,CAAC,CAAC;IAEH,OAAO,WAAW,CAAC;AACrB,CAAC;AAED,MAAM,UAAU,kBAAkB;IAChC,IAAI,CAAC,eAAe;QAAE,OAAO,IAAI,CAAC;IAClC,IAAI,gBAAgB;QAAE,OAAO,gBAAgB,CAAC;IAE9C,MAAM,GAAG,GAAG,mBAAmB,IAAI,OAAO,CAAC,GAAG,CAAC,SAAS,IAAI,wBAAwB,CAAC;IACrF,MAAM,IAAI,GAAG,aAAa,CAAC,GAAG,CAAC,CAAC;IAEhC,gBAAgB,GAAG,IAAI,KAAK,CAAC,aAAa,EAAE;QAC1C,UAAU,EAAE;YACV,GAAG,IAAI;YACP,oBAAoB,EAAE,IAAW;YACjC,gBAAgB,EAAE,KAAK;SACxB;QACD,iBAAiB,EAAE;YACjB,QAAQ,EAAE,CAAC;YACX,OAAO,EAAE,EAAE,IAAI,EAAE,aAAa,EAAE,KAAK,EAAE,IAAI,EAAE;YAC7C,gBAAgB,EAAE,EAAE,KAAK,EAAE,GAAG,EAAE;YAChC,YAAY,EAAE,EAAE,KAAK,EAAE,GAAG,EAAE;SAC7B;KACF,CAAC,CAAC;IAEH,OAAO,gBAAgB,CAAC;AAC1B,CAAC;AAED;;;GAGG;AACH,SAAS,qBAAqB,CAAC,GAAuB;IACpD,mBAAmB,GAAG,GAAG,CAAC;AAC5B,CAAC;AAED;;;GAGG;AACH,MAAM,CAAC,KAAK,UAAU,oBAAoB,CAAC,QAAiB;IAC1D,qBAAqB,CAAC,QAAQ,IAAI,OAAO,CAAC,GAAG,CAAC,SAAS,CAAC,CAAC;IACzD,OAAO,YAAY,CAAC,QAAQ,CAAC,CAAC;AAChC,CAAC;AAED;;;;;GAKG;AACH,MAAM,CAAC,KAAK,UAAU,YAAY,CAAC,OAAwB;IACzD,MAAM,KAAK,GAAG,aAAa,EAAE,CAAC;IAC9B,IAAI,CAAC,KAAK,IAAI,CAAC,eAAe;QAAE,OAAO,KAAK,CAAC;IAE7C,IAAI,CAAC;QACH,MAAM,KAAK,CAAC,GAAG,CAAC,SAAS,EAAE,OAAO,CAAC,CAAC;QACpC,OAAO,IAAI,CAAC;IACd,CAAC;IAAC,OAAO,GAAQ,EAAE,CAAC;QAClB,eAAe,GAAG,KAAK,CAAC;QACxB,OAAO,CAAC,IAAI,CAAC,2CAA2C,EAAE,GAAG,CAAC,OAAO,CAAC,CAAC;QACvE,OAAO,KAAK,CAAC;IACf,CAAC;AACH,CAAC;AAQD,MAAM,CAAC,KAAK,UAAU,qBAAqB,CAAC,OAAe,EAAE,OAAe;IAC1E,MAAM,KAAK,GAAG,kBAAkB,EAAE,CAAC;IACnC,IAAI,CAAC,KAAK,IAAI,CAAC,eAAe;QAAE,OAAO,KAAK,CAAC;IAE7C,IAAI,CAAC;QACH,MAAM,KAAK,CAAC,GAAG,CAAC,iBAAiB,EAAE,EAAE,OAAO,EAAE,IAAI,EAAE,iBAAiB,EAAE,EAAE,EAAE,KAAK,EAAE,OAAO,EAAE,KAAK,EAAE,mBAAmB,OAAO,EAAE,EAAE,CAAC,CAAC;QAClI,OAAO,IAAI,CAAC;IACd,CAAC;IAAC,OAAO,GAAQ,EAAE,CAAC;QAClB,OAAO,CAAC,IAAI,CAAC,qDAAqD,EAAE,GAAG,CAAC,OAAO,CAAC,CAAC;QACjF,OAAO,KAAK,CAAC;IACf,CAAC;AACH,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,iBAAiB,CAAC,OAAe,EAAE,OAAe,EAAE,cAAsB;IAC9F,MAAM,KAAK,GAAG,kBAAkB,EAAE,CAAC;IACnC,IAAI,CAAC,KAAK,IAAI,CAAC,eAAe;QAAE,OAAO,KAAK,CAAC;IAE7C,IAAI,CAAC;QACH,2FAA2F;QAC3F,MAAM,KAAK,CAAC,GAAG,CAAC,aAAa,EAAE,EAAE,OAAO,EAAE,IAAI,EAAE,aAAa,EAAE,cAAc,EAAE,EAAE,EAAE,KAAK,EAAE,OAAO,EAAE,KAAK,EAAE,eAAe,OAAO,IAAI,IAAI,CAAC,GAAG,EAAE,EAAE,EAAE,CAAC,CAAC;QACpJ,OAAO,IAAI,CAAC;IACd,CAAC;IAAC,OAAO,GAAQ,EAAE,CAAC;QAClB,OAAO,CAAC,IAAI,CAAC,iDAAiD,EAAE,GAAG,CAAC,OAAO,CAAC,CAAC;QAC7E,OAAO,KAAK,CAAC;IACf,CAAC;AACH,CAAC;AAED;;GAEG;AACH,MAAM,CAAC,KAAK,UAAU,eAAe;IACnC,IAAI,WAAW,EAAE,CAAC;QAChB,MAAM,WAAW,CAAC,KAAK,EAAE,CAAC,KAAK,CAAC,GAAG,EAAE,GAAE,CAAC,CAAC,CAAC;QAC1C,WAAW,GAAG,IAAI,CAAC;IACrB,CAAC;IACD,IAAI,gBAAgB,EAAE,CAAC;QACrB,MAAM,gBAAgB,CAAC,KAAK,EAAE,CAAC,KAAK,CAAC,GAAG,EAAE,GAAE,CAAC,CAAC,CAAC;QAC/C,gBAAgB,GAAG,IAAI,CAAC;IAC1B,CAAC;AACH,CAAC"}

package/dist/pipeline/defaults/ensureDefaults.d.ts

@@ -0,0 +1,3 @@
+export declare function ensureSourcePipelineDefaults(db: any, sourceId: string, sourceType: string, tenantId: string | null): Promise<void>;
+export declare function ensureTenantPipelineDefaults(db: any, tenantId: string): Promise<void>;
+//# sourceMappingURL=ensureDefaults.d.ts.map

package/dist/pipeline/defaults/ensureDefaults.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"ensureDefaults.d.ts","sourceRoot":"","sources":["../../../src/pipeline/defaults/ensureDefaults.ts"],"names":[],"mappings":"AAKA,wBAAsB,4BAA4B,CAAC,EAAE,EAAE,GAAG,EAAE,QAAQ,EAAE,MAAM,EAAE,UAAU,EAAE,MAAM,EAAE,QAAQ,EAAE,MAAM,GAAG,IAAI,iBAyHxH;AAED,wBAAsB,4BAA4B,CAAC,EAAE,EAAE,GAAG,EAAE,QAAQ,EAAE,MAAM,iBAE3E"}