@agentlensai/server 0.10.0 → 0.13.0

package/dist/cloud/billing/trial-service.js

@@ -0,0 +1,104 @@
+/**
+ * Free Trial Service (S-6.6)
+ *
+ * - New signups get 14-day Pro trial, no credit card required
+ * - After trial → auto-downgrade to Free
+ * - Trial status visible in dashboard
+ * - Upgrade during trial converts to paid immediately
+ */
+import { TIER_CONFIG } from './stripe-client.js';
+export const TRIAL_DURATION_DAYS = 14;
+export class TrialService {
+    deps;
+    constructor(deps) {
+        this.deps = deps;
+    }
+    /**
+     * Start a free trial for a new org. Sets plan to 'pro' with trial metadata.
+     * No credit card required.
+     */
+    async startTrial(orgId) {
+        const now = new Date();
+        const trialEnd = new Date(now.getTime() + TRIAL_DURATION_DAYS * 86400 * 1000);
+        await this.deps.db.query(`UPDATE orgs SET plan = 'pro', event_quota = $1,
+       settings = jsonb_set(
+         jsonb_set(COALESCE(settings, '{}'), '{trial_started_at}', $2::jsonb),
+         '{trial_ends_at}', $3::jsonb
+       ),
+       updated_at = now()
+       WHERE id = $4`, [
+            TIER_CONFIG.pro.event_quota,
+            JSON.stringify(now.toISOString()),
+            JSON.stringify(trialEnd.toISOString()),
+            orgId,
+        ]);
+        return {
+            is_trial: true,
+            trial_started_at: now.toISOString(),
+            trial_ends_at: trialEnd.toISOString(),
+            days_remaining: TRIAL_DURATION_DAYS,
+            expired: false,
+        };
+    }
+    /**
+     * Get trial status for an org.
+     */
+    async getTrialStatus(orgId) {
+        const result = await this.deps.db.query(`SELECT settings FROM orgs WHERE id = $1`, [orgId]);
+        const org = result.rows[0];
+        if (!org)
+            throw new Error(`Org ${orgId} not found`);
+        const settings = org.settings ?? {};
+        const trialStarted = settings.trial_started_at;
+        const trialEnds = settings.trial_ends_at;
+        if (!trialStarted || !trialEnds) {
+            return { is_trial: false, trial_started_at: null, trial_ends_at: null, days_remaining: 0, expired: false };
+        }
+        const now = new Date();
+        const endDate = new Date(trialEnds);
+        const daysRemaining = Math.max(0, Math.ceil((endDate.getTime() - now.getTime()) / (86400 * 1000)));
+        const expired = now >= endDate;
+        return {
+            is_trial: !expired,
+            trial_started_at: trialStarted,
+            trial_ends_at: trialEnds,
+            days_remaining: daysRemaining,
+            expired,
+        };
+    }
+    /**
+     * Check and expire trials. Called by a daily cron job.
+     * Downgrades expired trial orgs to Free.
+     * Returns number of orgs downgraded.
+     */
+    async expireTrials() {
+        const now = new Date().toISOString();
+        // Find orgs on trial that have expired
+        const result = await this.deps.db.query(`SELECT id FROM orgs
+       WHERE plan = 'pro'
+       AND settings->>'trial_ends_at' IS NOT NULL
+       AND settings->>'trial_ends_at' < $1
+       AND stripe_subscription_id IS NULL`, [now]);
+        const expiredOrgs = result.rows;
+        let downgraded = 0;
+        for (const org of expiredOrgs) {
+            await this.deps.db.query(`UPDATE orgs SET plan = 'free', event_quota = $1,
+         settings = settings - 'trial_started_at' - 'trial_ends_at',
+         updated_at = now()
+         WHERE id = $2`, [TIER_CONFIG.free.event_quota, org.id]);
+            downgraded++;
+        }
+        return downgraded;
+    }
+    /**
+     * Cancel trial when org upgrades to a paid plan.
+     * Clears trial metadata so the org is no longer in trial state.
+     */
+    async cancelTrial(orgId) {
+        await this.deps.db.query(`UPDATE orgs SET
+       settings = settings - 'trial_started_at' - 'trial_ends_at',
+       updated_at = now()
+       WHERE id = $1`, [orgId]);
+    }
+}
+//# sourceMappingURL=trial-service.js.map

package/dist/cloud/billing/trial-service.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"trial-service.js","sourceRoot":"","sources":["../../../src/cloud/billing/trial-service.ts"],"names":[],"mappings":"AAAA;;;;;;;GAOG;AAGH,OAAO,EAAE,WAAW,EAAE,MAAM,oBAAoB,CAAC;AAgBjD,MAAM,CAAC,MAAM,mBAAmB,GAAG,EAAE,CAAC;AAEtC,MAAM,OAAO,YAAY;IACH;IAApB,YAAoB,IAAsB;QAAtB,SAAI,GAAJ,IAAI,CAAkB;IAAG,CAAC;IAE9C;;;OAGG;IACH,KAAK,CAAC,UAAU,CAAC,KAAa;QAC5B,MAAM,GAAG,GAAG,IAAI,IAAI,EAAE,CAAC;QACvB,MAAM,QAAQ,GAAG,IAAI,IAAI,CAAC,GAAG,CAAC,OAAO,EAAE,GAAG,mBAAmB,GAAG,KAAK,GAAG,IAAI,CAAC,CAAC;QAE9E,MAAM,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,KAAK,CACtB;;;;;;qBAMe,EACf;YACE,WAAW,CAAC,GAAG,CAAC,WAAW;YAC3B,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,WAAW,EAAE,CAAC;YACjC,IAAI,CAAC,SAAS,CAAC,QAAQ,CAAC,WAAW,EAAE,CAAC;YACtC,KAAK;SACN,CACF,CAAC;QAEF,OAAO;YACL,QAAQ,EAAE,IAAI;YACd,gBAAgB,EAAE,GAAG,CAAC,WAAW,EAAE;YACnC,aAAa,EAAE,QAAQ,CAAC,WAAW,EAAE;YACrC,cAAc,EAAE,mBAAmB;YACnC,OAAO,EAAE,KAAK;SACf,CAAC;IACJ,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,cAAc,CAAC,KAAa;QAChC,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,KAAK,CACrC,yCAAyC,EACzC,CAAC,KAAK,CAAC,CACR,CAAC;QACF,MAAM,GAAG,GAAI,MAAM,CAAC,IAAc,CAAC,CAAC,CAAC,CAAC;QACtC,IAAI,CAAC,GAAG;YAAE,MAAM,IAAI,KAAK,CAAC,OAAO,KAAK,YAAY,CAAC,CAAC;QAEpD,MAAM,QAAQ,GAAG,GAAG,CAAC,QAAQ,IAAI,EAAE,CAAC;QACpC,MAAM,YAAY,GAAG,QAAQ,CAAC,gBAAsC,CAAC;QACrE,MAAM,SAAS,GAAG,QAAQ,CAAC,aAAmC,CAAC;QAE/D,IAAI,CAAC,YAAY,IAAI,CAAC,SAAS,EAAE,CAAC;YAChC,OAAO,EAAE,QAAQ,EAAE,KAAK,EAAE,gBAAgB,EAAE,IAAI,EAAE,aAAa,EAAE,IAAI,EAAE,cAAc,EAAE,CAAC,EAAE,OAAO,EAAE,KAAK,EAAE,CAAC;QAC7G,CAAC;QAED,MAAM,GAAG,GAAG,IAAI,IAAI,EAAE,CAAC;QACvB,MAAM,OAAO,GAAG,IAAI,IAAI,CAAC,SAAS,CAAC,CAAC;QACpC,MAAM,aAAa,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,IAAI,CAAC,CAAC,OAAO,CAAC,OAAO,EAAE,GAAG,GAAG,CAAC,OAAO,EAAE,CAAC,GAAG,CAAC,KAAK,GAAG,IAAI,CAAC,CAAC,CAAC,CAAC;QACnG,MAAM,OAAO,GAAG,GAAG,IAAI,OAAO,CAAC;QAE/B,OAAO;YACL,QAAQ,EAAE,CAAC,OAAO;YAClB,gBAAgB,EAAE,YAAY;YAC9B,aAAa,EAAE,SAAS;YACxB,cAAc,EAAE,aAAa;YAC7B,OAAO;SACR,CAAC;IACJ,CAAC;IAED;;;;OAIG;IACH,KAAK,CAAC,YAAY;QAChB,MAAM,GAAG,GAAG,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE,CAAC;QAErC,uCAAuC;QACvC,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,KAAK,CACrC;;;;0CAIoC,EACpC,CAAC,GAAG,CAAC,CACN,CAAC;QAEF,MAAM,WAAW,GAAG,MAAM,CAAC,IAA6B,CAAC;QACzD,IAAI,UAAU,GAAG,CAAC,CAAC;QAEnB,KAAK,MAAM,GAAG,IAAI,WAAW,EAAE,CAAC;YAC9B,MAAM,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,KAAK,CACtB;;;uBAGe,EACf,CAAC,WAAW,CAAC,IAAI,CAAC,WAAW,EAAE,GAAG,CAAC,EAAE,CAAC,CACvC,CAAC;YACF,UAAU,EAAE,CAAC;QACf,CAAC;QAED,OAAO,UAAU,CAAC;IACpB,CAAC;IAED;;;OAGG;IACH,KAAK,CAAC,WAAW,CAAC,KAAa;QAC7B,MAAM,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,KAAK,CACtB;;;qBAGe,EACf,CAAC,KAAK,CAAC,CACR,CAAC;IACJ,CAAC;CACF"}

package/dist/cloud/billing/usage-metering.d.ts

@@ -0,0 +1,83 @@
+/**
+ * Usage Metering Pipeline (S-6.2)
+ *
+ * Tracks event counts per org per month. Provides:
+ * - In-memory batch accumulator (flushes every 10s or 100 events)
+ * - Monthly usage query for billing
+ * - Stripe usage reporting for metered billing
+ * - Redis counter sync for fast quota checks
+ */
+import type { MigrationClient } from '../migrate.js';
+import type { IStripeClient } from './stripe-client.js';
+import { type TierName } from './stripe-client.js';
+export interface UsageMeteringDeps {
+    db: MigrationClient;
+    stripe: IStripeClient;
+}
+export interface UsageSummary {
+    org_id: string;
+    month: string;
+    total_events: number;
+    quota: number;
+    plan: TierName;
+    overage_events: number;
+    usage_pct: number;
+}
+export interface RedisUsageStore {
+    get(key: string): Promise<string | null>;
+    set(key: string, value: string): Promise<void>;
+    incrby(key: string, amount: number): Promise<number>;
+    expire(key: string, seconds: number): Promise<void>;
+}
+/**
+ * In-memory accumulator that batches usage increments
+ * before flushing to the database.
+ */
+export declare class UsageAccumulator {
+    private deps;
+    private redisStore?;
+    private buffer;
+    private lastFlush;
+    private totalBuffered;
+    private flushIntervalMs;
+    private flushThreshold;
+    constructor(deps: UsageMeteringDeps, redisStore?: RedisUsageStore | undefined, config?: {
+        flushIntervalMs?: number;
+        flushThreshold?: number;
+    });
+    /**
+     * Record events for an org. Accumulates in memory,
+     * flushes when threshold or interval is reached.
+     */
+    recordEvents(orgId: string, count: number, timestamp?: Date): Promise<void>;
+    /**
+     * Flush accumulated counts to the database.
+     */
+    flush(): Promise<number>;
+    /** Get current buffer size (for testing) */
+    getBufferSize(): number;
+}
+/**
+ * Query usage data for an org.
+ */
+export declare class UsageQuery {
+    private db;
+    constructor(db: MigrationClient);
+    /**
+     * Get current month usage summary for an org.
+     */
+    getCurrentMonthUsage(orgId: string): Promise<UsageSummary>;
+    /**
+     * Get usage history (monthly summaries).
+     */
+    getUsageHistory(orgId: string, months?: number): Promise<Array<{
+        month: string;
+        total_events: number;
+    }>>;
+}
+/**
+ * Report overage usage to Stripe for metered billing.
+ * Called by an hourly cron job.
+ */
+export declare function reportOverageToStripe(db: MigrationClient, stripe: IStripeClient): Promise<number>;
+//# sourceMappingURL=usage-metering.d.ts.map

package/dist/cloud/billing/usage-metering.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"usage-metering.d.ts","sourceRoot":"","sources":["../../../src/cloud/billing/usage-metering.ts"],"names":[],"mappings":"AAAA;;;;;;;;GAQG;AAEH,OAAO,KAAK,EAAE,eAAe,EAAE,MAAM,eAAe,CAAC;AACrD,OAAO,KAAK,EAAE,aAAa,EAAE,MAAM,oBAAoB,CAAC;AACxD,OAAO,EAAe,KAAK,QAAQ,EAAE,MAAM,oBAAoB,CAAC;AAEhE,MAAM,WAAW,iBAAiB;IAChC,EAAE,EAAE,eAAe,CAAC;IACpB,MAAM,EAAE,aAAa,CAAC;CACvB;AAED,MAAM,WAAW,YAAY;IAC3B,MAAM,EAAE,MAAM,CAAC;IACf,KAAK,EAAE,MAAM,CAAC;IACd,YAAY,EAAE,MAAM,CAAC;IACrB,KAAK,EAAE,MAAM,CAAC;IACd,IAAI,EAAE,QAAQ,CAAC;IACf,cAAc,EAAE,MAAM,CAAC;IACvB,SAAS,EAAE,MAAM,CAAC;CACnB;AAED,MAAM,WAAW,eAAe;IAC9B,GAAG,CAAC,GAAG,EAAE,MAAM,GAAG,OAAO,CAAC,MAAM,GAAG,IAAI,CAAC,CAAC;IACzC,GAAG,CAAC,GAAG,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC;IAC/C,MAAM,CAAC,GAAG,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC;IACrD,MAAM,CAAC,GAAG,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC;CACrD;AAED;;;GAGG;AACH,qBAAa,gBAAgB;IAQzB,OAAO,CAAC,IAAI;IACZ,OAAO,CAAC,UAAU,CAAC;IARrB,OAAO,CAAC,MAAM,CAA6B;IAC3C,OAAO,CAAC,SAAS,CAAc;IAC/B,OAAO,CAAC,aAAa,CAAK;IAC1B,OAAO,CAAC,eAAe,CAAS;IAChC,OAAO,CAAC,cAAc,CAAS;gBAGrB,IAAI,EAAE,iBAAiB,EACvB,UAAU,CAAC,EAAE,eAAe,YAAA,EACpC,MAAM,CAAC,EAAE;QAAE,eAAe,CAAC,EAAE,MAAM,CAAC;QAAC,cAAc,CAAC,EAAE,MAAM,CAAA;KAAE;IAMhE;;;OAGG;IACG,YAAY,CAAC,KAAK,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,EAAE,SAAS,CAAC,EAAE,IAAI,GAAG,OAAO,CAAC,IAAI,CAAC;IA0BjF;;OAEG;IACG,KAAK,IAAI,OAAO,CAAC,MAAM,CAAC;IAyB9B,4CAA4C;IAC5C,aAAa,IAAI,MAAM;CAGxB;AAED;;GAEG;AACH,qBAAa,UAAU;IACT,OAAO,CAAC,EAAE;gBAAF,EAAE,EAAE,eAAe;IAEvC;;OAEG;IACG,oBAAoB,CAAC,KAAK,EAAE,MAAM,GAAG,OAAO,CAAC,YAAY,CAAC;IAuChE;;OAEG;IACG,eAAe,CAAC,KAAK,EAAE,MAAM,EAAE,MAAM,GAAE,MAAU,GAAG,OAAO,CAAC,KAAK,CAAC;QAAE,KAAK,EAAE,MAAM,CAAC;QAAC,YAAY,EAAE,MAAM,CAAA;KAAE,CAAC,CAAC;CAalH;AAED;;;GAGG;AACH,wBAAsB,qBAAqB,CACzC,EAAE,EAAE,eAAe,EACnB,MAAM,EAAE,aAAa,GACpB,OAAO,CAAC,MAAM,CAAC,CA2CjB"}

package/dist/cloud/billing/usage-metering.js

@@ -0,0 +1,174 @@
+/**
+ * Usage Metering Pipeline (S-6.2)
+ *
+ * Tracks event counts per org per month. Provides:
+ * - In-memory batch accumulator (flushes every 10s or 100 events)
+ * - Monthly usage query for billing
+ * - Stripe usage reporting for metered billing
+ * - Redis counter sync for fast quota checks
+ */
+import { TIER_CONFIG } from './stripe-client.js';
+/**
+ * In-memory accumulator that batches usage increments
+ * before flushing to the database.
+ */
+export class UsageAccumulator {
+    deps;
+    redisStore;
+    buffer = new Map(); // key: orgId:YYYY-MM, value: count
+    lastFlush = Date.now();
+    totalBuffered = 0;
+    flushIntervalMs;
+    flushThreshold;
+    constructor(deps, redisStore, config) {
+        this.deps = deps;
+        this.redisStore = redisStore;
+        this.flushIntervalMs = config?.flushIntervalMs ?? 10_000;
+        this.flushThreshold = config?.flushThreshold ?? 100;
+    }
+    /**
+     * Record events for an org. Accumulates in memory,
+     * flushes when threshold or interval is reached.
+     */
+    async recordEvents(orgId, count, timestamp) {
+        const date = timestamp ?? new Date();
+        // Truncate to hour to match batch-writer granularity and avoid double-counting
+        const hourDate = new Date(date);
+        hourDate.setUTCMinutes(0, 0, 0);
+        const hourKey = hourDate.toISOString();
+        const month = `${date.getUTCFullYear()}-${String(date.getUTCMonth() + 1).padStart(2, '0')}`;
+        const key = `${orgId}:${hourKey}`;
+        this.buffer.set(key, (this.buffer.get(key) ?? 0) + count);
+        this.totalBuffered += count;
+        // Update Redis counter immediately for fast quota checks
+        if (this.redisStore) {
+            const redisKey = `usage:${orgId}:${month}`;
+            await this.redisStore.incrby(redisKey, count);
+            // Expire at end of month + 7 days
+            await this.redisStore.expire(redisKey, 40 * 86400);
+        }
+        // Check if we should flush
+        if (this.totalBuffered >= this.flushThreshold || Date.now() - this.lastFlush >= this.flushIntervalMs) {
+            await this.flush();
+        }
+    }
+    /**
+     * Flush accumulated counts to the database.
+     */
+    async flush() {
+        if (this.buffer.size === 0)
+            return 0;
+        const entries = Array.from(this.buffer.entries());
+        this.buffer.clear();
+        const flushed = this.totalBuffered;
+        this.totalBuffered = 0;
+        this.lastFlush = Date.now();
+        for (const [key, count] of entries) {
+            const [orgId, ...rest] = key.split(':');
+            const hour = rest.join(':'); // hour ISO string stored as key
+            await this.deps.db.query(`INSERT INTO usage_records (org_id, hour, event_count, api_key_id)
+         VALUES ($1, $2, $3, '00000000-0000-0000-0000-000000000000')
+         ON CONFLICT (org_id, hour, api_key_id)
+         DO UPDATE SET event_count = usage_records.event_count + $3`, [orgId, hour, count]);
+        }
+        return flushed;
+    }
+    /** Get current buffer size (for testing) */
+    getBufferSize() {
+        return this.totalBuffered;
+    }
+}
+/**
+ * Query usage data for an org.
+ */
+export class UsageQuery {
+    db;
+    constructor(db) {
+        this.db = db;
+    }
+    /**
+     * Get current month usage summary for an org.
+     */
+    async getCurrentMonthUsage(orgId) {
+        const now = new Date();
+        const month = `${now.getUTCFullYear()}-${String(now.getUTCMonth() + 1).padStart(2, '0')}`;
+        const monthStart = `${month}-01T00:00:00Z`;
+        const nextMonth = new Date(now.getUTCFullYear(), now.getUTCMonth() + 1, 1);
+        const monthEnd = nextMonth.toISOString();
+        // Get total events this month
+        const usageResult = await this.db.query(`SELECT COALESCE(SUM(event_count), 0)::int as total
+       FROM usage_records
+       WHERE org_id = $1 AND hour >= $2 AND hour < $3`, [orgId, monthStart, monthEnd]);
+        const totalEvents = usageResult.rows[0]?.total ?? 0;
+        // Get org plan and quota
+        const orgResult = await this.db.query(`SELECT plan, event_quota FROM orgs WHERE id = $1`, [orgId]);
+        const org = orgResult.rows[0];
+        const plan = (org?.plan ?? 'free');
+        const quota = org?.event_quota ?? TIER_CONFIG.free.event_quota;
+        const overageEvents = Math.max(0, totalEvents - quota);
+        const usagePct = quota > 0 ? (totalEvents / quota) * 100 : 0;
+        return {
+            org_id: orgId,
+            month,
+            total_events: totalEvents,
+            quota,
+            plan,
+            overage_events: overageEvents,
+            usage_pct: Math.round(usagePct * 100) / 100,
+        };
+    }
+    /**
+     * Get usage history (monthly summaries).
+     */
+    async getUsageHistory(orgId, months = 6) {
+        const result = await this.db.query(`SELECT
+         to_char(date_trunc('month', hour), 'YYYY-MM') as month,
+         COALESCE(SUM(event_count), 0)::int as total_events
+       FROM usage_records
+       WHERE org_id = $1 AND hour >= (now() - make_interval(months => $2))
+       GROUP BY date_trunc('month', hour)
+       ORDER BY month DESC`, [orgId, months]);
+        return result.rows;
+    }
+}
+/**
+ * Report overage usage to Stripe for metered billing.
+ * Called by an hourly cron job.
+ */
+export async function reportOverageToStripe(db, stripe) {
+    // Find orgs on paid plans with overage this month
+    const now = new Date();
+    const month = `${now.getUTCFullYear()}-${String(now.getUTCMonth() + 1).padStart(2, '0')}`;
+    const monthStart = `${month}-01T00:00:00Z`;
+    const orgsResult = await db.query(`SELECT o.id, o.plan, o.event_quota, o.stripe_subscription_id,
+            COALESCE(SUM(u.event_count), 0)::int as total_events
+     FROM orgs o
+     LEFT JOIN usage_records u ON u.org_id = o.id AND u.hour >= $1
+     WHERE o.plan IN ('pro', 'team') AND o.stripe_subscription_id IS NOT NULL
+     GROUP BY o.id
+     HAVING COALESCE(SUM(u.event_count), 0) > o.event_quota`, [monthStart]);
+    let reported = 0;
+    for (const org of orgsResult.rows) {
+        const overageEvents = org.total_events - org.event_quota;
+        if (overageEvents <= 0)
+            continue;
+        // Find the metered subscription item
+        const sub = await stripe.getSubscription(org.stripe_subscription_id);
+        if (!sub)
+            continue;
+        const meteredItem = sub.items.data.find((item) => item.price.recurring?.usage_type === 'metered');
+        if (!meteredItem)
+            continue;
+        // Report overage in units of 1K events
+        const overageUnits = Math.ceil(overageEvents / 1000);
+        await stripe.reportUsage({
+            subscription_item: meteredItem.id,
+            quantity: overageUnits,
+            timestamp: Math.floor(Date.now() / 1000),
+            action: 'set',
+        });
+        reported++;
+    }
+    return reported;
+}
+//# sourceMappingURL=usage-metering.js.map

package/dist/cloud/billing/usage-metering.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"usage-metering.js","sourceRoot":"","sources":["../../../src/cloud/billing/usage-metering.ts"],"names":[],"mappings":"AAAA;;;;;;;;GAQG;AAIH,OAAO,EAAE,WAAW,EAAiB,MAAM,oBAAoB,CAAC;AAwBhE;;;GAGG;AACH,MAAM,OAAO,gBAAgB;IAQjB;IACA;IARF,MAAM,GAAG,IAAI,GAAG,EAAkB,CAAC,CAAC,mCAAmC;IACvE,SAAS,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;IACvB,aAAa,GAAG,CAAC,CAAC;IAClB,eAAe,CAAS;IACxB,cAAc,CAAS;IAE/B,YACU,IAAuB,EACvB,UAA4B,EACpC,MAA8D;QAFtD,SAAI,GAAJ,IAAI,CAAmB;QACvB,eAAU,GAAV,UAAU,CAAkB;QAGpC,IAAI,CAAC,eAAe,GAAG,MAAM,EAAE,eAAe,IAAI,MAAM,CAAC;QACzD,IAAI,CAAC,cAAc,GAAG,MAAM,EAAE,cAAc,IAAI,GAAG,CAAC;IACtD,CAAC;IAED;;;OAGG;IACH,KAAK,CAAC,YAAY,CAAC,KAAa,EAAE,KAAa,EAAE,SAAgB;QAC/D,MAAM,IAAI,GAAG,SAAS,IAAI,IAAI,IAAI,EAAE,CAAC;QACrC,+EAA+E;QAC/E,MAAM,QAAQ,GAAG,IAAI,IAAI,CAAC,IAAI,CAAC,CAAC;QAChC,QAAQ,CAAC,aAAa,CAAC,CAAC,EAAE,CAAC,EAAE,CAAC,CAAC,CAAC;QAChC,MAAM,OAAO,GAAG,QAAQ,CAAC,WAAW,EAAE,CAAC;QACvC,MAAM,KAAK,GAAG,GAAG,IAAI,CAAC,cAAc,EAAE,IAAI,MAAM,CAAC,IAAI,CAAC,WAAW,EAAE,GAAG,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,EAAE,GAAG,CAAC,EAAE,CAAC;QAC5F,MAAM,GAAG,GAAG,GAAG,KAAK,IAAI,OAAO,EAAE,CAAC;QAElC,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,GAAG,EAAE,CAAC,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC,GAAG,KAAK,CAAC,CAAC;QAC1D,IAAI,CAAC,aAAa,IAAI,KAAK,CAAC;QAE5B,yDAAyD;QACzD,IAAI,IAAI,CAAC,UAAU,EAAE,CAAC;YACpB,MAAM,QAAQ,GAAG,SAAS,KAAK,IAAI,KAAK,EAAE,CAAC;YAC3C,MAAM,IAAI,CAAC,UAAU,CAAC,MAAM,CAAC,QAAQ,EAAE,KAAK,CAAC,CAAC;YAC9C,kCAAkC;YAClC,MAAM,IAAI,CAAC,UAAU,CAAC,MAAM,CAAC,QAAQ,EAAE,EAAE,GAAG,KAAK,CAAC,CAAC;QACrD,CAAC;QAED,2BAA2B;QAC3B,IAAI,IAAI,CAAC,aAAa,IAAI,IAAI,CAAC,cAAc,IAAI,IAAI,CAAC,GAAG,EAAE,GAAG,IAAI,CAAC,SAAS,IAAI,IAAI,CAAC,eAAe,EAAE,CAAC;YACrG,MAAM,IAAI,CAAC,KAAK,EAAE,CAAC;QACrB,CAAC;IACH,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,KAAK;QACT,IAAI,IAAI,CAAC,MAAM,CAAC,IAAI,KAAK,CAAC;YAAE,OAAO,CAAC,CAAC;QAErC,MAAM,OAAO,GAAG,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,OAAO,EAAE,CAAC,CAAC;QAClD,IAAI,CAAC,MAAM,CAAC,KAAK,EAAE,CAAC;QACpB,MAAM,OAAO,GAAG,IAAI,CAAC,aAAa,CAAC;QACnC,IAAI,CAAC,aAAa,GAAG,CAAC,CAAC;QACvB,IAAI,CAAC,SAAS,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QAE5B,KAAK,MAAM,CAAC,GAAG,EAAE,KAAK,CAAC,IAAI,OAAO,EAAE,CAAC;YACnC,MAAM,CAAC,KAAK,EAAE,GAAG,IAAI,CAAC,GAAG,GAAG,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;YACxC,MAAM,IAAI,GAAG,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,gCAAgC;YAE7D,MAAM,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,KAAK,CACtB;;;oEAG4D,EAC5D,CAAC,KAAK,EAAE,IAAI,EAAE,KAAK,CAAC,CACrB,CAAC;QACJ,CAAC;QAED,OAAO,OAAO,CAAC;IACjB,CAAC;IAED,4CAA4C;IAC5C,aAAa;QACX,OAAO,IAAI,CAAC,aAAa,CAAC;IAC5B,CAAC;CACF;AAED;;GAEG;AACH,MAAM,OAAO,UAAU;IACD;IAApB,YAAoB,EAAmB;QAAnB,OAAE,GAAF,EAAE,CAAiB;IAAG,CAAC;IAE3C;;OAEG;IACH,KAAK,CAAC,oBAAoB,CAAC,KAAa;QACtC,MAAM,GAAG,GAAG,IAAI,IAAI,EAAE,CAAC;QACvB,MAAM,KAAK,GAAG,GAAG,GAAG,CAAC,cAAc,EAAE,IAAI,MAAM,CAAC,GAAG,CAAC,WAAW,EAAE,GAAG,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,EAAE,GAAG,CAAC,EAAE,CAAC;QAC1F,MAAM,UAAU,GAAG,GAAG,KAAK,eAAe,CAAC;QAC3C,MAAM,SAAS,GAAG,IAAI,IAAI,CAAC,GAAG,CAAC,cAAc,EAAE,EAAE,GAAG,CAAC,WAAW,EAAE,GAAG,CAAC,EAAE,CAAC,CAAC,CAAC;QAC3E,MAAM,QAAQ,GAAG,SAAS,CAAC,WAAW,EAAE,CAAC;QAEzC,8BAA8B;QAC9B,MAAM,WAAW,GAAG,MAAM,IAAI,CAAC,EAAE,CAAC,KAAK,CACrC;;sDAEgD,EAChD,CAAC,KAAK,EAAE,UAAU,EAAE,QAAQ,CAAC,CAC9B,CAAC;QACF,MAAM,WAAW,GAAI,WAAW,CAAC,IAAc,CAAC,CAAC,CAAC,EAAE,KAAK,IAAI,CAAC,CAAC;QAE/D,yBAAyB;QACzB,MAAM,SAAS,GAAG,MAAM,IAAI,CAAC,EAAE,CAAC,KAAK,CACnC,kDAAkD,EAClD,CAAC,KAAK,CAAC,CACR,CAAC;QACF,MAAM,GAAG,GAAI,SAAS,CAAC,IAAc,CAAC,CAAC,CAAC,CAAC;QACzC,MAAM,IAAI,GAAG,CAAC,GAAG,EAAE,IAAI,IAAI,MAAM,CAAa,CAAC;QAC/C,MAAM,KAAK,GAAG,GAAG,EAAE,WAAW,IAAI,WAAW,CAAC,IAAI,CAAC,WAAW,CAAC;QAE/D,MAAM,aAAa,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,WAAW,GAAG,KAAK,CAAC,CAAC;QACvD,MAAM,QAAQ,GAAG,KAAK,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,WAAW,GAAG,KAAK,CAAC,GAAG,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC;QAE7D,OAAO;YACL,MAAM,EAAE,KAAK;YACb,KAAK;YACL,YAAY,EAAE,WAAW;YACzB,KAAK;YACL,IAAI;YACJ,cAAc,EAAE,aAAa;YAC7B,SAAS,EAAE,IAAI,CAAC,KAAK,CAAC,QAAQ,GAAG,GAAG,CAAC,GAAG,GAAG;SAC5C,CAAC;IACJ,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,eAAe,CAAC,KAAa,EAAE,SAAiB,CAAC;QACrD,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,EAAE,CAAC,KAAK,CAChC;;;;;;2BAMqB,EACrB,CAAC,KAAK,EAAE,MAAM,CAAC,CAChB,CAAC;QACF,OAAO,MAAM,CAAC,IAAsD,CAAC;IACvE,CAAC;CACF;AAED;;;GAGG;AACH,MAAM,CAAC,KAAK,UAAU,qBAAqB,CACzC,EAAmB,EACnB,MAAqB;IAErB,kDAAkD;IAClD,MAAM,GAAG,GAAG,IAAI,IAAI,EAAE,CAAC;IACvB,MAAM,KAAK,GAAG,GAAG,GAAG,CAAC,cAAc,EAAE,IAAI,MAAM,CAAC,GAAG,CAAC,WAAW,EAAE,GAAG,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,EAAE,GAAG,CAAC,EAAE,CAAC;IAC1F,MAAM,UAAU,GAAG,GAAG,KAAK,eAAe,CAAC;IAE3C,MAAM,UAAU,GAAG,MAAM,EAAE,CAAC,KAAK,CAC/B;;;;;;4DAMwD,EACxD,CAAC,UAAU,CAAC,CACb,CAAC;IAEF,IAAI,QAAQ,GAAG,CAAC,CAAC;IACjB,KAAK,MAAM,GAAG,IAAI,UAAU,CAAC,IAAa,EAAE,CAAC;QAC3C,MAAM,aAAa,GAAG,GAAG,CAAC,YAAY,GAAG,GAAG,CAAC,WAAW,CAAC;QACzD,IAAI,aAAa,IAAI,CAAC;YAAE,SAAS;QAEjC,qCAAqC;QACrC,MAAM,GAAG,GAAG,MAAM,MAAM,CAAC,eAAe,CAAC,GAAG,CAAC,sBAAsB,CAAC,CAAC;QACrE,IAAI,CAAC,GAAG;YAAE,SAAS;QAEnB,MAAM,WAAW,GAAG,GAAG,CAAC,KAAK,CAAC,IAAI,CAAC,IAAI,CACrC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,KAAK,CAAC,SAAS,EAAE,UAAU,KAAK,SAAS,CACzD,CAAC;QACF,IAAI,CAAC,WAAW;YAAE,SAAS;QAE3B,uCAAuC;QACvC,MAAM,YAAY,GAAG,IAAI,CAAC,IAAI,CAAC,aAAa,GAAG,IAAI,CAAC,CAAC;QACrD,MAAM,MAAM,CAAC,WAAW,CAAC;YACvB,iBAAiB,EAAE,WAAW,CAAC,EAAE;YACjC,QAAQ,EAAE,YAAY;YACtB,SAAS,EAAE,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,GAAG,EAAE,GAAG,IAAI,CAAC;YACxC,MAAM,EAAE,KAAK;SACd,CAAC,CAAC;QACH,QAAQ,EAAE,CAAC;IACb,CAAC;IAED,OAAO,QAAQ,CAAC;AAClB,CAAC"}

package/dist/cloud/ingestion/backpressure.d.ts

@@ -0,0 +1,107 @@
+/**
+ * Backpressure Mechanism (S-3.5)
+ *
+ * Monitors Redis Stream length. When pending messages exceed a configurable
+ * threshold (default 100K, env: BACKPRESSURE_THRESHOLD), the API gateway
+ * returns 503 with Retry-After header.
+ *
+ * Includes CloudWatch alarm configuration and auto-scaling policy definitions.
+ */
+import type { EventQueue } from './event-queue.js';
+export interface BackpressureStatus {
+    /** Whether the system is under backpressure */
+    underPressure: boolean;
+    /** Current stream depth */
+    streamLength: number;
+    /** Configured threshold */
+    threshold: number;
+    /** Suggested Retry-After in seconds (0 if not under pressure) */
+    retryAfterSeconds: number;
+}
+export interface BackpressureConfig {
+    /** Pending message threshold (default: from env or 100K) */
+    threshold?: number;
+    /** Retry-After header value in seconds when under pressure (default: 5) */
+    retryAfterSeconds?: number;
+    /** Check interval for cached status in ms (default: 1000) */
+    cacheMs?: number;
+}
+export interface CloudWatchAlarmConfig {
+    alarmName: string;
+    metricName: string;
+    namespace: string;
+    threshold: number;
+    evaluationPeriods: number;
+    period: number;
+    statistic: string;
+    comparisonOperator: string;
+    alarmActions: string[];
+    dimensions: Array<{
+        Name: string;
+        Value: string;
+    }>;
+}
+export interface AutoScalingPolicy {
+    policyName: string;
+    serviceNamespace: string;
+    resourceId: string;
+    scalableDimension: string;
+    stepAdjustments: Array<{
+        metricIntervalLowerBound: number;
+        metricIntervalUpperBound?: number;
+        scalingAdjustment: number;
+    }>;
+    cooldownSeconds: number;
+}
+/**
+ * Monitors queue depth and reports backpressure status.
+ * Caches the stream length check to avoid hitting Redis on every request.
+ */
+export declare class BackpressureMonitor {
+    private queue;
+    private threshold;
+    private retryAfterSeconds;
+    private cacheMs;
+    private cachedStatus;
+    private lastCheckTime;
+    constructor(queue: EventQueue, config?: BackpressureConfig);
+    /** Get the configured threshold */
+    getThreshold(): number;
+    /**
+     * Check whether the system is under backpressure.
+     * Uses a cached value if checked within the cache interval.
+     */
+    check(): Promise<BackpressureStatus>;
+    /** Force-clear the cache (useful after scaling or for tests) */
+    clearCache(): void;
+    /**
+     * Generate a 503 response body for backpressure.
+     */
+    static make503Response(status: BackpressureStatus): {
+        status: 503;
+        headers: Record<string, string>;
+        body: {
+            error: string;
+            retry_after: number;
+            stream_depth: number;
+        };
+    };
+}
+/**
+ * Generate CloudWatch alarm configuration for stream depth monitoring.
+ */
+export declare function generateCloudWatchAlarmConfig(opts?: {
+    threshold?: number;
+    snsTopicArn?: string;
+    streamName?: string;
+}): CloudWatchAlarmConfig;
+/**
+ * Generate auto-scaling step policy for worker tasks.
+ * When stream depth exceeds threshold, add workers in steps.
+ */
+export declare function generateAutoScalingPolicy(opts?: {
+    ecsCluster?: string;
+    ecsService?: string;
+    cooldownSeconds?: number;
+}): AutoScalingPolicy;
+//# sourceMappingURL=backpressure.d.ts.map

package/dist/cloud/ingestion/backpressure.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"backpressure.d.ts","sourceRoot":"","sources":["../../../src/cloud/ingestion/backpressure.ts"],"names":[],"mappings":"AAAA;;;;;;;;GAQG;AAEH,OAAO,KAAK,EAAE,UAAU,EAAE,MAAM,kBAAkB,CAAC;AAOnD,MAAM,WAAW,kBAAkB;IACjC,+CAA+C;IAC/C,aAAa,EAAE,OAAO,CAAC;IACvB,2BAA2B;IAC3B,YAAY,EAAE,MAAM,CAAC;IACrB,2BAA2B;IAC3B,SAAS,EAAE,MAAM,CAAC;IAClB,iEAAiE;IACjE,iBAAiB,EAAE,MAAM,CAAC;CAC3B;AAED,MAAM,WAAW,kBAAkB;IACjC,4DAA4D;IAC5D,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,2EAA2E;IAC3E,iBAAiB,CAAC,EAAE,MAAM,CAAC;IAC3B,6DAA6D;IAC7D,OAAO,CAAC,EAAE,MAAM,CAAC;CAClB;AAED,MAAM,WAAW,qBAAqB;IACpC,SAAS,EAAE,MAAM,CAAC;IAClB,UAAU,EAAE,MAAM,CAAC;IACnB,SAAS,EAAE,MAAM,CAAC;IAClB,SAAS,EAAE,MAAM,CAAC;IAClB,iBAAiB,EAAE,MAAM,CAAC;IAC1B,MAAM,EAAE,MAAM,CAAC;IACf,SAAS,EAAE,MAAM,CAAC;IAClB,kBAAkB,EAAE,MAAM,CAAC;IAC3B,YAAY,EAAE,MAAM,EAAE,CAAC;IACvB,UAAU,EAAE,KAAK,CAAC;QAAE,IAAI,EAAE,MAAM,CAAC;QAAC,KAAK,EAAE,MAAM,CAAA;KAAE,CAAC,CAAC;CACpD;AAED,MAAM,WAAW,iBAAiB;IAChC,UAAU,EAAE,MAAM,CAAC;IACnB,gBAAgB,EAAE,MAAM,CAAC;IACzB,UAAU,EAAE,MAAM,CAAC;IACnB,iBAAiB,EAAE,MAAM,CAAC;IAC1B,eAAe,EAAE,KAAK,CAAC;QACrB,wBAAwB,EAAE,MAAM,CAAC;QACjC,wBAAwB,CAAC,EAAE,MAAM,CAAC;QAClC,iBAAiB,EAAE,MAAM,CAAC;KAC3B,CAAC,CAAC;IACH,eAAe,EAAE,MAAM,CAAC;CACzB;AAMD;;;GAGG;AACH,qBAAa,mBAAmB;IAQ5B,OAAO,CAAC,KAAK;IAPf,OAAO,CAAC,SAAS,CAAS;IAC1B,OAAO,CAAC,iBAAiB,CAAS;IAClC,OAAO,CAAC,OAAO,CAAS;IACxB,OAAO,CAAC,YAAY,CAAmC;IACvD,OAAO,CAAC,aAAa,CAAK;gBAGhB,KAAK,EAAE,UAAU,EACzB,MAAM,CAAC,EAAE,kBAAkB;IAY7B,mCAAmC;IACnC,YAAY,IAAI,MAAM;IAItB;;;OAGG;IACG,KAAK,IAAI,OAAO,CAAC,kBAAkB,CAAC;IAoB1C,gEAAgE;IAChE,UAAU,IAAI,IAAI;IAKlB;;OAEG;IACH,MAAM,CAAC,eAAe,CAAC,MAAM,EAAE,kBAAkB,GAAG;QAClD,MAAM,EAAE,GAAG,CAAC;QACZ,OAAO,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;QAChC,IAAI,EAAE;YAAE,KAAK,EAAE,MAAM,CAAC;YAAC,WAAW,EAAE,MAAM,CAAC;YAAC,YAAY,EAAE,MAAM,CAAA;SAAE,CAAC;KACpE;CAaF;AAMD;;GAEG;AACH,wBAAgB,6BAA6B,CAAC,IAAI,CAAC,EAAE;IACnD,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,UAAU,CAAC,EAAE,MAAM,CAAC;CACrB,GAAG,qBAAqB,CAkBxB;AAMD;;;GAGG;AACH,wBAAgB,yBAAyB,CAAC,IAAI,CAAC,EAAE;IAC/C,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,eAAe,CAAC,EAAE,MAAM,CAAC;CAC1B,GAAG,iBAAiB,CAsBpB"}

package/dist/cloud/ingestion/backpressure.js

@@ -0,0 +1,134 @@
+/**
+ * Backpressure Mechanism (S-3.5)
+ *
+ * Monitors Redis Stream length. When pending messages exceed a configurable
+ * threshold (default 100K, env: BACKPRESSURE_THRESHOLD), the API gateway
+ * returns 503 with Retry-After header.
+ *
+ * Includes CloudWatch alarm configuration and auto-scaling policy definitions.
+ */
+import { BACKPRESSURE_THRESHOLD } from './event-queue.js';
+// ═══════════════════════════════════════════
+// BackpressureMonitor
+// ═══════════════════════════════════════════
+/**
+ * Monitors queue depth and reports backpressure status.
+ * Caches the stream length check to avoid hitting Redis on every request.
+ */
+export class BackpressureMonitor {
+    queue;
+    threshold;
+    retryAfterSeconds;
+    cacheMs;
+    cachedStatus = null;
+    lastCheckTime = 0;
+    constructor(queue, config) {
+        this.queue = queue;
+        // Allow env override
+        const envThreshold = typeof process !== 'undefined'
+            ? parseInt(process.env.BACKPRESSURE_THRESHOLD ?? '', 10)
+            : NaN;
+        this.threshold = config?.threshold ?? (isNaN(envThreshold) ? BACKPRESSURE_THRESHOLD : envThreshold);
+        this.retryAfterSeconds = config?.retryAfterSeconds ?? 5;
+        this.cacheMs = config?.cacheMs ?? 1000;
+    }
+    /** Get the configured threshold */
+    getThreshold() {
+        return this.threshold;
+    }
+    /**
+     * Check whether the system is under backpressure.
+     * Uses a cached value if checked within the cache interval.
+     */
+    async check() {
+        const now = Date.now();
+        if (this.cachedStatus && (now - this.lastCheckTime) < this.cacheMs) {
+            return this.cachedStatus;
+        }
+        const streamLength = await this.queue.getStreamLength();
+        const underPressure = streamLength >= this.threshold;
+        this.cachedStatus = {
+            underPressure,
+            streamLength,
+            threshold: this.threshold,
+            retryAfterSeconds: underPressure ? this.retryAfterSeconds : 0,
+        };
+        this.lastCheckTime = now;
+        return this.cachedStatus;
+    }
+    /** Force-clear the cache (useful after scaling or for tests) */
+    clearCache() {
+        this.cachedStatus = null;
+        this.lastCheckTime = 0;
+    }
+    /**
+     * Generate a 503 response body for backpressure.
+     */
+    static make503Response(status) {
+        return {
+            status: 503,
+            headers: {
+                'Retry-After': String(status.retryAfterSeconds),
+            },
+            body: {
+                error: 'Service temporarily unavailable due to high load. Please retry.',
+                retry_after: status.retryAfterSeconds,
+                stream_depth: status.streamLength,
+            },
+        };
+    }
+}
+// ═══════════════════════════════════════════
+// CloudWatch Alarm Configuration
+// ═══════════════════════════════════════════
+/**
+ * Generate CloudWatch alarm configuration for stream depth monitoring.
+ */
+export function generateCloudWatchAlarmConfig(opts) {
+    const threshold = opts?.threshold ?? BACKPRESSURE_THRESHOLD;
+    const snsArn = opts?.snsTopicArn ?? 'arn:aws:sns:us-east-1:ACCOUNT_ID:agentlens-alerts';
+    return {
+        alarmName: 'AgentLens-IngestionStreamDepth-High',
+        metricName: 'StreamPendingMessages',
+        namespace: 'AgentLens/Ingestion',
+        threshold,
+        evaluationPeriods: 2,
+        period: 60,
+        statistic: 'Average',
+        comparisonOperator: 'GreaterThanOrEqualToThreshold',
+        alarmActions: [snsArn],
+        dimensions: [
+            { Name: 'StreamName', Value: opts?.streamName ?? 'event_ingestion' },
+        ],
+    };
+}
+// ═══════════════════════════════════════════
+// Auto-Scaling Policy Configuration
+// ═══════════════════════════════════════════
+/**
+ * Generate auto-scaling step policy for worker tasks.
+ * When stream depth exceeds threshold, add workers in steps.
+ */
+export function generateAutoScalingPolicy(opts) {
+    const cluster = opts?.ecsCluster ?? 'agentlens-cloud';
+    const service = opts?.ecsService ?? 'ingestion-workers';
+    return {
+        policyName: 'AgentLens-IngestionWorker-ScaleUp',
+        serviceNamespace: 'ecs',
+        resourceId: `service/${cluster}/${service}`,
+        scalableDimension: 'ecs:service:DesiredCount',
+        stepAdjustments: [
+            {
+                metricIntervalLowerBound: 0,
+                metricIntervalUpperBound: 50_000,
+                scalingAdjustment: 2,
+            },
+            {
+                metricIntervalLowerBound: 50_000,
+                scalingAdjustment: 5,
+            },
+        ],
+        cooldownSeconds: opts?.cooldownSeconds ?? 120,
+    };
+}
+//# sourceMappingURL=backpressure.js.map

package/dist/cloud/ingestion/backpressure.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"backpressure.js","sourceRoot":"","sources":["../../../src/cloud/ingestion/backpressure.ts"],"names":[],"mappings":"AAAA;;;;;;;;GAQG;AAGH,OAAO,EAAE,sBAAsB,EAAE,MAAM,kBAAkB,CAAC;AAoD1D,8CAA8C;AAC9C,sBAAsB;AACtB,8CAA8C;AAE9C;;;GAGG;AACH,MAAM,OAAO,mBAAmB;IAQpB;IAPF,SAAS,CAAS;IAClB,iBAAiB,CAAS;IAC1B,OAAO,CAAS;IAChB,YAAY,GAA8B,IAAI,CAAC;IAC/C,aAAa,GAAG,CAAC,CAAC;IAE1B,YACU,KAAiB,EACzB,MAA2B;QADnB,UAAK,GAAL,KAAK,CAAY;QAGzB,qBAAqB;QACrB,MAAM,YAAY,GAAG,OAAO,OAAO,KAAK,WAAW;YACjD,CAAC,CAAC,QAAQ,CAAC,OAAO,CAAC,GAAG,CAAC,sBAAsB,IAAI,EAAE,EAAE,EAAE,CAAC;YACxD,CAAC,CAAC,GAAG,CAAC;QAER,IAAI,CAAC,SAAS,GAAG,MAAM,EAAE,SAAS,IAAI,CAAC,KAAK,CAAC,YAAY,CAAC,CAAC,CAAC,CAAC,sBAAsB,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC;QACpG,IAAI,CAAC,iBAAiB,GAAG,MAAM,EAAE,iBAAiB,IAAI,CAAC,CAAC;QACxD,IAAI,CAAC,OAAO,GAAG,MAAM,EAAE,OAAO,IAAI,IAAI,CAAC;IACzC,CAAC;IAED,mCAAmC;IACnC,YAAY;QACV,OAAO,IAAI,CAAC,SAAS,CAAC;IACxB,CAAC;IAED;;;OAGG;IACH,KAAK,CAAC,KAAK;QACT,MAAM,GAAG,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QACvB,IAAI,IAAI,CAAC,YAAY,IAAI,CAAC,GAAG,GAAG,IAAI,CAAC,aAAa,CAAC,GAAG,IAAI,CAAC,OAAO,EAAE,CAAC;YACnE,OAAO,IAAI,CAAC,YAAY,CAAC;QAC3B,CAAC;QAED,MAAM,YAAY,GAAG,MAAM,IAAI,CAAC,KAAK,CAAC,eAAe,EAAE,CAAC;QACxD,MAAM,aAAa,GAAG,YAAY,IAAI,IAAI,CAAC,SAAS,CAAC;QAErD,IAAI,CAAC,YAAY,GAAG;YAClB,aAAa;YACb,YAAY;YACZ,SAAS,EAAE,IAAI,CAAC,SAAS;YACzB,iBAAiB,EAAE,aAAa,CAAC,CAAC,CAAC,IAAI,CAAC,iBAAiB,CAAC,CAAC,CAAC,CAAC;SAC9D,CAAC;QACF,IAAI,CAAC,aAAa,GAAG,GAAG,CAAC;QAEzB,OAAO,IAAI,CAAC,YAAY,CAAC;IAC3B,CAAC;IAED,gEAAgE;IAChE,UAAU;QACR,IAAI,CAAC,YAAY,GAAG,IAAI,CAAC;QACzB,IAAI,CAAC,aAAa,GAAG,CAAC,CAAC;IACzB,CAAC;IAED;;OAEG;IACH,MAAM,CAAC,eAAe,CAAC,MAA0B;QAK/C,OAAO;YACL,MAAM,EAAE,GAAG;YACX,OAAO,EAAE;gBACP,aAAa,EAAE,MAAM,CAAC,MAAM,CAAC,iBAAiB,CAAC;aAChD;YACD,IAAI,EAAE;gBACJ,KAAK,EAAE,iEAAiE;gBACxE,WAAW,EAAE,MAAM,CAAC,iBAAiB;gBACrC,YAAY,EAAE,MAAM,CAAC,YAAY;aAClC;SACF,CAAC;IACJ,CAAC;CACF;AAED,8CAA8C;AAC9C,iCAAiC;AACjC,8CAA8C;AAE9C;;GAEG;AACH,MAAM,UAAU,6BAA6B,CAAC,IAI7C;IACC,MAAM,SAAS,GAAG,IAAI,EAAE,SAAS,IAAI,sBAAsB,CAAC;IAC5D,MAAM,MAAM,GAAG,IAAI,EAAE,WAAW,IAAI,mDAAmD,CAAC;IAExF,OAAO;QACL,SAAS,EAAE,qCAAqC;QAChD,UAAU,EAAE,uBAAuB;QACnC,SAAS,EAAE,qBAAqB;QAChC,SAAS;QACT,iBAAiB,EAAE,CAAC;QACpB,MAAM,EAAE,EAAE;QACV,SAAS,EAAE,SAAS;QACpB,kBAAkB,EAAE,+BAA+B;QACnD,YAAY,EAAE,CAAC,MAAM,CAAC;QACtB,UAAU,EAAE;YACV,EAAE,IAAI,EAAE,YAAY,EAAE,KAAK,EAAE,IAAI,EAAE,UAAU,IAAI,iBAAiB,EAAE;SACrE;KACF,CAAC;AACJ,CAAC;AAED,8CAA8C;AAC9C,oCAAoC;AACpC,8CAA8C;AAE9C;;;GAGG;AACH,MAAM,UAAU,yBAAyB,CAAC,IAIzC;IACC,MAAM,OAAO,GAAG,IAAI,EAAE,UAAU,IAAI,iBAAiB,CAAC;IACtD,MAAM,OAAO,GAAG,IAAI,EAAE,UAAU,IAAI,mBAAmB,CAAC;IAExD,OAAO;QACL,UAAU,EAAE,mCAAmC;QAC/C,gBAAgB,EAAE,KAAK;QACvB,UAAU,EAAE,WAAW,OAAO,IAAI,OAAO,EAAE;QAC3C,iBAAiB,EAAE,0BAA0B;QAC7C,eAAe,EAAE;YACf;gBACE,wBAAwB,EAAE,CAAC;gBAC3B,wBAAwB,EAAE,MAAM;gBAChC,iBAAiB,EAAE,CAAC;aACrB;YACD;gBACE,wBAAwB,EAAE,MAAM;gBAChC,iBAAiB,EAAE,CAAC;aACrB;SACF;QACD,eAAe,EAAE,IAAI,EAAE,eAAe,IAAI,GAAG;KAC9C,CAAC;AACJ,CAAC"}