@ingeno/pipedream-services 1.0.77 → 1.0.78

package/dist/aws/apn/zoho-crm/analytics-to-zoho-sync.d.ts

@@ -0,0 +1,27 @@
+import { ZohoCRMConfig } from '../../../zoho-crm/zoho-crm-client.js';
+import { PostgresAuth } from '../../../postgres/postgres.js';
+export interface AwsAnalyticsRecord {
+    opportunity_id: string;
+    customer_type: string | null;
+    geo: string | null;
+    is_greenfield: boolean | null;
+    segment: string | null;
+    aws_stage: string | null;
+}
+export interface AnalyticsSyncConfig {
+    zoho: ZohoCRMConfig;
+    postgres: PostgresAuth;
+}
+export interface AnalyticsSyncResult {
+    totalProcessed: number;
+    updated: number;
+    notFoundInZoho: number;
+    skipped: number;
+    errors: number;
+    errorDetails: Array<{
+        opportunityId: string;
+        error: string;
+    }>;
+}
+export declare function syncAwsAnalyticsToZoho(config: AnalyticsSyncConfig): Promise<AnalyticsSyncResult>;
+//# sourceMappingURL=analytics-to-zoho-sync.d.ts.map

package/dist/aws/apn/zoho-crm/analytics-to-zoho-sync.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"analytics-to-zoho-sync.d.ts","sourceRoot":"","sources":["../../../../src/aws/apn/zoho-crm/analytics-to-zoho-sync.ts"],"names":[],"mappings":"AAAA,OAAO,EAAiB,aAAa,EAAE,MAAM,sCAAsC,CAAA;AACnF,OAAO,EAAE,YAAY,EAAE,MAAM,+BAA+B,CAAA;AAK5D,MAAM,WAAW,kBAAkB;IACjC,cAAc,EAAE,MAAM,CAAA;IACtB,aAAa,EAAE,MAAM,GAAG,IAAI,CAAA;IAC5B,GAAG,EAAE,MAAM,GAAG,IAAI,CAAA;IAClB,aAAa,EAAE,OAAO,GAAG,IAAI,CAAA;IAC7B,OAAO,EAAE,MAAM,GAAG,IAAI,CAAA;IACtB,SAAS,EAAE,MAAM,GAAG,IAAI,CAAA;CACzB;AAED,MAAM,WAAW,mBAAmB;IAClC,IAAI,EAAE,aAAa,CAAA;IACnB,QAAQ,EAAE,YAAY,CAAA;CACvB;AAED,MAAM,WAAW,mBAAmB;IAClC,cAAc,EAAE,MAAM,CAAA;IACtB,OAAO,EAAE,MAAM,CAAA;IACf,cAAc,EAAE,MAAM,CAAA;IACtB,OAAO,EAAE,MAAM,CAAA;IACf,MAAM,EAAE,MAAM,CAAA;IACd,YAAY,EAAE,KAAK,CAAC;QAClB,aAAa,EAAE,MAAM,CAAA;QACrB,KAAK,EAAE,MAAM,CAAA;KACd,CAAC,CAAA;CACH;AAED,wBAAsB,sBAAsB,CAAC,MAAM,EAAE,mBAAmB,GAAG,OAAO,CAAC,mBAAmB,CAAC,CA4GtG"}

package/dist/aws/apn/zoho-crm/analytics-to-zoho-sync.js

@@ -0,0 +1,89 @@
+import { ZohoCRMClient } from '../../../zoho-crm/zoho-crm-client.js';
+import pg from 'pg';
+const { Pool } = pg;
+export async function syncAwsAnalyticsToZoho(config) {
+    const zohoCrmClient = new ZohoCRMClient(config.zoho);
+    const pool = new Pool({
+        ...config.postgres,
+        max: 5,
+        // Allow process to exit when pool is idle - prevents hanging processes
+        allowExitOnIdle: true,
+    });
+    try {
+        console.log('🚀 Starting AWS analytics to Zoho sync');
+        // Fetch all AWS analytics data
+        const awsAnalyticsResult = await pool.query('SELECT opportunity_id, customer_type, geo, is_greenfield, segment, aws_stage FROM aws_opportunities_analytics WHERE opportunity_id IS NOT NULL');
+        const awsAnalytics = awsAnalyticsResult.rows;
+        console.log(`Found ${awsAnalytics.length} AWS analytics records`);
+        const result = {
+            totalProcessed: awsAnalytics.length,
+            updated: 0,
+            notFoundInZoho: 0,
+            skipped: 0,
+            errors: 0,
+            errorDetails: []
+        };
+        for (const analytics of awsAnalytics) {
+            try {
+                // Find matching Zoho APN Opportunity
+                const zohoResult = await pool.query('SELECT id, opportunity_id, aws_customer_type, aws_geo, aws_is_greenfield, aws_segment, aws_stage FROM zoho_crm_apn_opportunities WHERE opportunity_id = $1', [analytics.opportunity_id]);
+                if (zohoResult.rows.length === 0) {
+                    result.notFoundInZoho++;
+                    console.log(`No Zoho APN opportunity found for ${analytics.opportunity_id}`);
+                    continue;
+                }
+                const zohoOpp = zohoResult.rows[0];
+                // Check if update is needed
+                const greenfieldValue = analytics.is_greenfield === true ? 'Greenfield' : 'Not Greenfield';
+                const needsUpdate = zohoOpp.aws_customer_type !== analytics.customer_type ||
+                    zohoOpp.aws_geo !== analytics.geo ||
+                    zohoOpp.aws_is_greenfield !== greenfieldValue ||
+                    zohoOpp.aws_segment !== analytics.segment ||
+                    zohoOpp.aws_stage !== analytics.aws_stage;
+                if (!needsUpdate) {
+                    result.skipped++;
+                    console.log(`No updates needed for ${analytics.opportunity_id}`);
+                    continue;
+                }
+                // Update Zoho CRM via API
+                const updateData = {
+                    AWS_Customer_Type: analytics.customer_type,
+                    AWS_Geo: analytics.geo,
+                    AWS_Is_Greenfield: greenfieldValue,
+                    AWS_Segment: analytics.segment,
+                    AWS_Stage: analytics.aws_stage,
+                };
+                await zohoCrmClient.updateRecord('APN_Opportunities', zohoOpp.id, updateData);
+                result.updated++;
+                console.log(`✅ Updated Zoho opportunity ${analytics.opportunity_id}`);
+                // Update our local database copy
+                await pool.query(`UPDATE zoho_crm_apn_opportunities 
+           SET aws_customer_type = $1, aws_geo = $2, aws_is_greenfield = $3, aws_segment = $4, aws_stage = $5
+           WHERE id = $6`, [
+                    analytics.customer_type,
+                    analytics.geo,
+                    greenfieldValue,
+                    analytics.segment,
+                    analytics.aws_stage,
+                    zohoOpp.id
+                ]);
+            }
+            catch (error) {
+                result.errors++;
+                const errorMessage = error instanceof Error ? error.message : String(error);
+                result.errorDetails.push({
+                    opportunityId: analytics.opportunity_id,
+                    error: errorMessage
+                });
+                console.error(`❌ Failed to update ${analytics.opportunity_id}:`, errorMessage);
+            }
+        }
+        console.log('✅ AWS analytics sync completed');
+        console.log(`Results: Processed ${result.totalProcessed}, Updated ${result.updated}, Not found ${result.notFoundInZoho}, Skipped ${result.skipped}, Errors ${result.errors}`);
+        return result;
+    }
+    finally {
+        await pool.end();
+    }
+}
+//# sourceMappingURL=analytics-to-zoho-sync.js.map

package/dist/aws/apn/zoho-crm/analytics-to-zoho-sync.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"analytics-to-zoho-sync.js","sourceRoot":"","sources":["../../../../src/aws/apn/zoho-crm/analytics-to-zoho-sync.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,aAAa,EAAiB,MAAM,sCAAsC,CAAA;AAEnF,OAAO,EAAE,MAAM,IAAI,CAAA;AAEnB,MAAM,EAAE,IAAI,EAAE,GAAG,EAAE,CAAA;AA4BnB,MAAM,CAAC,KAAK,UAAU,sBAAsB,CAAC,MAA2B;IACtE,MAAM,aAAa,GAAG,IAAI,aAAa,CAAC,MAAM,CAAC,IAAI,CAAC,CAAA;IACpD,MAAM,IAAI,GAAG,IAAI,IAAI,CAAC;QACpB,GAAG,MAAM,CAAC,QAAQ;QAClB,GAAG,EAAE,CAAC;QACN,uEAAuE;QACvE,eAAe,EAAE,IAAI;KACtB,CAAC,CAAA;IAEF,IAAI,CAAC;QACH,OAAO,CAAC,GAAG,CAAC,wCAAwC,CAAC,CAAA;QAErD,+BAA+B;QAC/B,MAAM,kBAAkB,GAAG,MAAM,IAAI,CAAC,KAAK,CACzC,gJAAgJ,CACjJ,CAAA;QACD,MAAM,YAAY,GAAG,kBAAkB,CAAC,IAAI,CAAA;QAE5C,OAAO,CAAC,GAAG,CAAC,SAAS,YAAY,CAAC,MAAM,wBAAwB,CAAC,CAAA;QAEjE,MAAM,MAAM,GAAwB;YAClC,cAAc,EAAE,YAAY,CAAC,MAAM;YACnC,OAAO,EAAE,CAAC;YACV,cAAc,EAAE,CAAC;YACjB,OAAO,EAAE,CAAC;YACV,MAAM,EAAE,CAAC;YACT,YAAY,EAAE,EAAE;SACjB,CAAA;QAED,KAAK,MAAM,SAAS,IAAI,YAAY,EAAE,CAAC;YACrC,IAAI,CAAC;gBACH,qCAAqC;gBACrC,MAAM,UAAU,GAAG,MAAM,IAAI,CAAC,KAAK,CACjC,4JAA4J,EAC5J,CAAC,SAAS,CAAC,cAAc,CAAC,CAC3B,CAAA;gBAED,IAAI,UAAU,CAAC,IAAI,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;oBACjC,MAAM,CAAC,cAAc,EAAE,CAAA;oBACvB,OAAO,CAAC,GAAG,CAAC,qCAAqC,SAAS,CAAC,cAAc,EAAE,CAAC,CAAA;oBAC5E,SAAQ;gBACV,CAAC;gBAED,MAAM,OAAO,GAAG,UAAU,CAAC,IAAI,CAAC,CAAC,CAAC,CAAA;gBAElC,4BAA4B;gBAC5B,MAAM,eAAe,GAAG,SAAS,CAAC,aAAa,KAAK,IAAI,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,CAAC,gBAAgB,CAAA;gBAC1F,MAAM,WAAW,GACf,OAAO,CAAC,iBAAiB,KAAK,SAAS,CAAC,aAAa;oBACrD,OAAO,CAAC,OAAO,KAAK,SAAS,CAAC,GAAG;oBACjC,OAAO,CAAC,iBAAiB,KAAK,eAAe;oBAC7C,OAAO,CAAC,WAAW,KAAK,SAAS,CAAC,OAAO;oBACzC,OAAO,CAAC,SAAS,KAAK,SAAS,CAAC,SAAS,CAAA;gBAE3C,IAAI,CAAC,WAAW,EAAE,CAAC;oBACjB,MAAM,CAAC,OAAO,EAAE,CAAA;oBAChB,OAAO,CAAC,GAAG,CAAC,yBAAyB,SAAS,CAAC,cAAc,EAAE,CAAC,CAAA;oBAChE,SAAQ;gBACV,CAAC;gBAED,0BAA0B;gBAC1B,MAAM,UAAU,GAAG;oBACjB,iBAAiB,EAAE,SAAS,CAAC,aAAa;oBAC1C,OAAO,EAAE,SAAS,CAAC,GAAG;oBACtB,iBAAiB,EAAE,eAAe;oBAClC,WAAW,EAAE,SAAS,CAAC,OAAO;oBAC9B,SAAS,EAAE,SAAS,CAAC,SAAS;iBAC/B,CAAA;gBAED,MAAM,aAAa,CAAC,YAAY,CAAC,mBAAmB,EAAE,OAAO,CAAC,EAAE,EAAE,UAAU,CAAC,CAAA;gBAE7E,MAAM,CAAC,OAAO,EAAE,CAAA;gBAChB,OAAO,CAAC,GAAG,CAAC,8BAA8B,SAAS,CAAC,cAAc,EAAE,CAAC,CAAA;gBAErE,iCAAiC;gBACjC,MAAM,IAAI,CAAC,KAAK,CACd;;yBAEe,EACf;oBACE,SAAS,CAAC,aAAa;oBACvB,SAAS,CAAC,GAAG;oBACb,eAAe;oBACf,SAAS,CAAC,OAAO;oBACjB,SAAS,CAAC,SAAS;oBACnB,OAAO,CAAC,EAAE;iBACX,CACF,CAAA;YAEH,CAAC;YAAC,OAAO,KAAK,EAAE,CAAC;gBACf,MAAM,CAAC,MAAM,EAAE,CAAA;gBACf,MAAM,YAAY,GAAG,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAA;gBAC3E,MAAM,CAAC,YAAY,CAAC,IAAI,CAAC;oBACvB,aAAa,EAAE,SAAS,CAAC,cAAc;oBACvC,KAAK,EAAE,YAAY;iBACpB,CAAC,CAAA;gBACF,OAAO,CAAC,KAAK,CAAC,sBAAsB,SAAS,CAAC,cAAc,GAAG,EAAE,YAAY,CAAC,CAAA;YAChF,CAAC;QACH,CAAC;QAED,OAAO,CAAC,GAAG,CAAC,gCAAgC,CAAC,CAAA;QAC7C,OAAO,CAAC,GAAG,CAAC,sBAAsB,MAAM,CAAC,cAAc,aAAa,MAAM,CAAC,OAAO,eAAe,MAAM,CAAC,cAAc,aAAa,MAAM,CAAC,OAAO,YAAY,MAAM,CAAC,MAAM,EAAE,CAAC,CAAA;QAE7K,OAAO,MAAM,CAAA;IAEf,CAAC;YAAS,CAAC;QACT,MAAM,IAAI,CAAC,GAAG,EAAE,CAAA;IAClB,CAAC;AACH,CAAC"}

package/dist/aws/apn/zoho-crm/index.d.ts

@@ -1,5 +1,6 @@
 export * from './apn-opportunities-sync.js';
 export * from './apn-opportunities-sync-step.js';
+export * from './analytics-to-zoho-sync.js';
 export * from './types.js';
 export * from './opportunity-transformer.js';
 export * from './opportunity-matcher.js';

package/dist/aws/apn/zoho-crm/index.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../../src/aws/apn/zoho-crm/index.ts"],"names":[],"mappings":"AAAA,cAAc,6BAA6B,CAAA;AAC3C,cAAc,kCAAkC,CAAA;AAChD,cAAc,YAAY,CAAA;AAC1B,cAAc,8BAA8B,CAAA;AAC5C,cAAc,0BAA0B,CAAA;AACxC,cAAc,wBAAwB,CAAA"}
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../../src/aws/apn/zoho-crm/index.ts"],"names":[],"mappings":"AAAA,cAAc,6BAA6B,CAAA;AAC3C,cAAc,kCAAkC,CAAA;AAChD,cAAc,6BAA6B,CAAA;AAC3C,cAAc,YAAY,CAAA;AAC1B,cAAc,8BAA8B,CAAA;AAC5C,cAAc,0BAA0B,CAAA;AACxC,cAAc,wBAAwB,CAAA"}

package/dist/aws/apn/zoho-crm/index.js

@@ -1,5 +1,6 @@
 export * from './apn-opportunities-sync.js';
 export * from './apn-opportunities-sync-step.js';
+export * from './analytics-to-zoho-sync.js';
 export * from './types.js';
 export * from './opportunity-transformer.js';
 export * from './opportunity-matcher.js';

package/dist/aws/apn/zoho-crm/index.js.map

@@ -1 +1 @@
-{"version":3,"file":"index.js","sourceRoot":"","sources":["../../../../src/aws/apn/zoho-crm/index.ts"],"names":[],"mappings":"AAAA,cAAc,6BAA6B,CAAA;AAC3C,cAAc,kCAAkC,CAAA;AAChD,cAAc,YAAY,CAAA;AAC1B,cAAc,8BAA8B,CAAA;AAC5C,cAAc,0BAA0B,CAAA;AACxC,cAAc,wBAAwB,CAAA"}
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../../../../src/aws/apn/zoho-crm/index.ts"],"names":[],"mappings":"AAAA,cAAc,6BAA6B,CAAA;AAC3C,cAAc,kCAAkC,CAAA;AAChD,cAAc,6BAA6B,CAAA;AAC3C,cAAc,YAAY,CAAA;AAC1B,cAAc,8BAA8B,CAAA;AAC5C,cAAc,0BAA0B,CAAA;AACxC,cAAc,wBAAwB,CAAA"}

package/dist/aws/cost/cost-schema.d.ts

@@ -0,0 +1,4 @@
+import type { CollectionSchema } from '../../collections/types.js';
+import type { DateRange } from '../../date/date-range.js';
+export declare function createCostDataSchema(dateRange: DateRange): CollectionSchema;
+//# sourceMappingURL=cost-schema.d.ts.map

package/dist/aws/cost/cost-schema.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"cost-schema.d.ts","sourceRoot":"","sources":["../../../src/aws/cost/cost-schema.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EAAE,gBAAgB,EAAE,MAAM,4BAA4B,CAAA;AAClE,OAAO,KAAK,EAAE,SAAS,EAAE,MAAM,0BAA0B,CAAA;AAEzD,wBAAgB,oBAAoB,CAAC,SAAS,EAAE,SAAS,GAAG,gBAAgB,CAiB3E"}

package/dist/aws/cost/cost-schema.js

@@ -0,0 +1,19 @@
+import { CostMetrics } from '../cost/metrics.js';
+export function createCostDataSchema(dateRange) {
+    const metrics = new CostMetrics();
+    return {
+        name: 'cost_and_usage',
+        prepareMode: `date >= '${dateRange.startDate}' and date < '${dateRange.endDate}'`,
+        columns: [
+            { name: 'id', type: 'id' },
+            { name: 'date', type: 'date' },
+            { name: 'account_id' },
+            { name: 'service' },
+            ...metrics.getSnakeCaseNames().map((name) => ({
+                name,
+                type: 'currency',
+            })),
+        ],
+    };
+}
+//# sourceMappingURL=cost-schema.js.map

package/dist/aws/cost/cost-schema.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"cost-schema.js","sourceRoot":"","sources":["../../../src/aws/cost/cost-schema.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,WAAW,EAAE,MAAM,oBAAoB,CAAA;AAIhD,MAAM,UAAU,oBAAoB,CAAC,SAAoB;IACvD,MAAM,OAAO,GAAG,IAAI,WAAW,EAAE,CAAA;IAEjC,OAAO;QACL,IAAI,EAAE,gBAAgB;QACtB,WAAW,EAAE,YAAY,SAAS,CAAC,SAAS,iBAAiB,SAAS,CAAC,OAAO,GAAG;QACjF,OAAO,EAAE;YACP,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE;YAC1B,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,MAAM,EAAE;YAC9B,EAAE,IAAI,EAAE,YAAY,EAAE;YACtB,EAAE,IAAI,EAAE,SAAS,EAAE;YACnB,GAAG,OAAO,CAAC,iBAAiB,EAAE,CAAC,GAAG,CAAC,CAAC,IAAY,EAAE,EAAE,CAAC,CAAC;gBACpD,IAAI;gBACJ,IAAI,EAAE,UAAmB;aAC1B,CAAC,CAAC;SACJ;KACF,CAAA;AACH,CAAC"}

package/dist/aws/cost/index.d.ts

@@ -0,0 +1,8 @@
+export { AwsCostStreamingOrchestrator } from './orchestrator.js';
+export { AccountFetcherStep } from './steps/account-fetcher-step.js';
+export { CostExplorerStep } from './steps/cost-explorer-step.js';
+export { createCostDataSchema } from './cost-schema.js';
+export type { StreamingOrchestratorOptions, StreamingOrchestratorResult } from './orchestrator.js';
+export type { AwsAccount as StreamingAwsAccount } from './steps/account-fetcher-step.js';
+export type { CostData as StreamingCostData } from './steps/cost-explorer-step.js';
+//# sourceMappingURL=index.d.ts.map

package/dist/aws/cost/index.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../src/aws/cost/index.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,4BAA4B,EAAE,MAAM,mBAAmB,CAAA;AAGhE,OAAO,EAAE,kBAAkB,EAAE,MAAM,iCAAiC,CAAA;AACpE,OAAO,EAAE,gBAAgB,EAAE,MAAM,+BAA+B,CAAA;AAGhE,OAAO,EAAE,oBAAoB,EAAE,MAAM,kBAAkB,CAAA;AAGvD,YAAY,EACV,4BAA4B,EAC5B,2BAA2B,EAC5B,MAAM,mBAAmB,CAAA;AAG1B,YAAY,EAAE,UAAU,IAAI,mBAAmB,EAAE,MAAM,iCAAiC,CAAA;AACxF,YAAY,EAAE,QAAQ,IAAI,iBAAiB,EAAE,MAAM,+BAA+B,CAAA"}

package/dist/aws/cost/index.js

@@ -0,0 +1,8 @@
+// Main orchestrator
+export { AwsCostStreamingOrchestrator } from './orchestrator.js';
+// AWS-specific pipeline steps
+export { AccountFetcherStep } from './steps/account-fetcher-step.js';
+export { CostExplorerStep } from './steps/cost-explorer-step.js';
+// Schema factory
+export { createCostDataSchema } from './cost-schema.js';
+//# sourceMappingURL=index.js.map

package/dist/aws/cost/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../../../src/aws/cost/index.ts"],"names":[],"mappings":"AAAA,oBAAoB;AACpB,OAAO,EAAE,4BAA4B,EAAE,MAAM,mBAAmB,CAAA;AAEhE,8BAA8B;AAC9B,OAAO,EAAE,kBAAkB,EAAE,MAAM,iCAAiC,CAAA;AACpE,OAAO,EAAE,gBAAgB,EAAE,MAAM,+BAA+B,CAAA;AAEhE,iBAAiB;AACjB,OAAO,EAAE,oBAAoB,EAAE,MAAM,kBAAkB,CAAA"}

package/dist/aws/cost/metrics.d.ts

@@ -0,0 +1,18 @@
+export interface CostMetric {
+    readonly name: string;
+    readonly snakeCaseName: string;
+    readonly upperCaseName: string;
+}
+export declare class CostMetrics {
+    private readonly metrics;
+    constructor();
+    getAllMetrics(): readonly CostMetric[];
+    getMetricNames(): readonly string[];
+    getUpperCaseNames(): readonly string[];
+    getSnakeCaseNames(): readonly string[];
+    createMetricRecord(groupMetrics: Record<string, {
+        Amount?: string;
+    }>): Record<string, string>;
+    private toSnakeCase;
+}
+//# sourceMappingURL=metrics.d.ts.map

package/dist/aws/cost/metrics.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"metrics.d.ts","sourceRoot":"","sources":["../../../src/aws/cost/metrics.ts"],"names":[],"mappings":"AAAA,MAAM,WAAW,UAAU;IACzB,QAAQ,CAAC,IAAI,EAAE,MAAM,CAAA;IACrB,QAAQ,CAAC,aAAa,EAAE,MAAM,CAAA;IAC9B,QAAQ,CAAC,aAAa,EAAE,MAAM,CAAA;CAC/B;AAED,qBAAa,WAAW;IACtB,OAAO,CAAC,QAAQ,CAAC,OAAO,CAAc;;IAoBtC,aAAa,IAAI,SAAS,UAAU,EAAE;IAItC,cAAc,IAAI,SAAS,MAAM,EAAE;IAInC,iBAAiB,IAAI,SAAS,MAAM,EAAE;IAItC,iBAAiB,IAAI,SAAS,MAAM,EAAE;IAItC,kBAAkB,CAAC,YAAY,EAAE,MAAM,CAAC,MAAM,EAAE;QAAE,MAAM,CAAC,EAAE,MAAM,CAAA;KAAE,CAAC,GAAG,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC;IAU7F,OAAO,CAAC,WAAW;CAGpB"}

package/dist/aws/cost/metrics.js

@@ -0,0 +1,41 @@
+export class CostMetrics {
+    metrics;
+    constructor() {
+        const metricNames = [
+            'BlendedCost',
+            'UnblendedCost',
+            'UsageQuantity',
+            'NormalizedUsageAmount',
+            'AmortizedCost',
+            'NetUnblendedCost',
+            'NetAmortizedCost',
+        ];
+        this.metrics = metricNames.map(name => ({
+            name,
+            snakeCaseName: this.toSnakeCase(name),
+            upperCaseName: this.toSnakeCase(name).toUpperCase(),
+        }));
+    }
+    getAllMetrics() {
+        return this.metrics;
+    }
+    getMetricNames() {
+        return this.metrics.map(m => m.name);
+    }
+    getUpperCaseNames() {
+        return this.metrics.map(m => m.upperCaseName);
+    }
+    getSnakeCaseNames() {
+        return this.metrics.map(m => m.snakeCaseName);
+    }
+    createMetricRecord(groupMetrics) {
+        return this.metrics.reduce((acc, metric) => ({
+            ...acc,
+            [metric.snakeCaseName]: groupMetrics[metric.name]?.Amount ?? '0',
+        }), {});
+    }
+    toSnakeCase(value) {
+        return value.replace(/([a-z])([A-Z])/g, '$1_$2').toLowerCase();
+    }
+}
+//# sourceMappingURL=metrics.js.map

package/dist/aws/cost/metrics.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"metrics.js","sourceRoot":"","sources":["../../../src/aws/cost/metrics.ts"],"names":[],"mappings":"AAMA,MAAM,OAAO,WAAW;IACL,OAAO,CAAc;IAEtC;QACE,MAAM,WAAW,GAAG;YAClB,aAAa;YACb,eAAe;YACf,eAAe;YACf,uBAAuB;YACvB,eAAe;YACf,kBAAkB;YAClB,kBAAkB;SACnB,CAAA;QAED,IAAI,CAAC,OAAO,GAAG,WAAW,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;YACtC,IAAI;YACJ,aAAa,EAAE,IAAI,CAAC,WAAW,CAAC,IAAI,CAAC;YACrC,aAAa,EAAE,IAAI,CAAC,WAAW,CAAC,IAAI,CAAC,CAAC,WAAW,EAAE;SACpD,CAAC,CAAC,CAAA;IACL,CAAC;IAED,aAAa;QACX,OAAO,IAAI,CAAC,OAAO,CAAA;IACrB,CAAC;IAED,cAAc;QACZ,OAAO,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,CAAA;IACtC,CAAC;IAED,iBAAiB;QACf,OAAO,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,aAAa,CAAC,CAAA;IAC/C,CAAC;IAED,iBAAiB;QACf,OAAO,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,aAAa,CAAC,CAAA;IAC/C,CAAC;IAED,kBAAkB,CAAC,YAAiD;QAClE,OAAO,IAAI,CAAC,OAAO,CAAC,MAAM,CACxB,CAAC,GAAG,EAAE,MAAM,EAAE,EAAE,CAAC,CAAC;YAChB,GAAG,GAAG;YACN,CAAC,MAAM,CAAC,aAAa,CAAC,EAAE,YAAY,CAAC,MAAM,CAAC,IAAI,CAAC,EAAE,MAAM,IAAI,GAAG;SACjE,CAAC,EACF,EAAE,CACH,CAAA;IACH,CAAC;IAEO,WAAW,CAAC,KAAa;QAC/B,OAAO,KAAK,CAAC,OAAO,CAAC,iBAAiB,EAAE,OAAO,CAAC,CAAC,WAAW,EAAE,CAAA;IAChE,CAAC;CACF"}

package/dist/aws/cost/orchestrator.d.ts

@@ -0,0 +1,30 @@
+import type { PostgresAuth } from '../../postgres/postgres.js';
+import type { DateRange } from '../../date/date-range.js';
+import type { AwsCredentialIdentity } from '@aws-sdk/types';
+export interface StreamingOrchestratorOptions {
+    readonly postgresAuth: PostgresAuth;
+    readonly awsCredentials: AwsCredentialIdentity;
+    readonly dateRange?: DateRange;
+    readonly tablesPrefix?: string;
+    readonly roleName?: string;
+}
+export interface StreamingOrchestratorResult {
+    readonly success: boolean;
+    readonly tableName: string;
+    readonly recordCount: number;
+}
+interface AwsCostPipelineContext {
+    readonly auth: PostgresAuth;
+    readonly awsCredentials: AwsCredentialIdentity;
+    readonly dateRange: DateRange;
+    readonly tablesPrefix: string;
+    readonly roleName: string;
+}
+export declare class AwsCostStreamingOrchestrator {
+    private readonly context;
+    constructor(options: StreamingOrchestratorOptions);
+    execute(): Promise<StreamingOrchestratorResult>;
+    getContext(): AwsCostPipelineContext;
+}
+export {};
+//# sourceMappingURL=orchestrator.d.ts.map

package/dist/aws/cost/orchestrator.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"orchestrator.d.ts","sourceRoot":"","sources":["../../../src/aws/cost/orchestrator.ts"],"names":[],"mappings":"AASA,OAAO,KAAK,EAAE,YAAY,EAAE,MAAM,4BAA4B,CAAA;AAC9D,OAAO,KAAK,EAAE,SAAS,EAAE,MAAM,0BAA0B,CAAA;AACzD,OAAO,KAAK,EAAE,qBAAqB,EAAE,MAAM,gBAAgB,CAAA;AAI3D,MAAM,WAAW,4BAA4B;IAC3C,QAAQ,CAAC,YAAY,EAAE,YAAY,CAAA;IACnC,QAAQ,CAAC,cAAc,EAAE,qBAAqB,CAAA;IAC9C,QAAQ,CAAC,SAAS,CAAC,EAAE,SAAS,CAAA;IAC9B,QAAQ,CAAC,YAAY,CAAC,EAAE,MAAM,CAAA;IAC9B,QAAQ,CAAC,QAAQ,CAAC,EAAE,MAAM,CAAA;CAC3B;AAED,MAAM,WAAW,2BAA2B;IAC1C,QAAQ,CAAC,OAAO,EAAE,OAAO,CAAA;IACzB,QAAQ,CAAC,SAAS,EAAE,MAAM,CAAA;IAC1B,QAAQ,CAAC,WAAW,EAAE,MAAM,CAAA;CAC7B;AAED,UAAU,sBAAsB;IAC9B,QAAQ,CAAC,IAAI,EAAE,YAAY,CAAA;IAC3B,QAAQ,CAAC,cAAc,EAAE,qBAAqB,CAAA;IAC9C,QAAQ,CAAC,SAAS,EAAE,SAAS,CAAA;IAC7B,QAAQ,CAAC,YAAY,EAAE,MAAM,CAAA;IAC7B,QAAQ,CAAC,QAAQ,EAAE,MAAM,CAAA;CAC1B;AAED,qBAAa,4BAA4B;IACvC,OAAO,CAAC,QAAQ,CAAC,OAAO,CAAwB;gBAEpC,OAAO,EAAE,4BAA4B;IAU3C,OAAO,IAAI,OAAO,CAAC,2BAA2B,CAAC;IAiCrD,UAAU,IAAI,sBAAsB;CAGrC"}

package/dist/aws/cost/orchestrator.js

@@ -0,0 +1,52 @@
+import { firstValueFrom } from 'rxjs';
+import { monthsAgo } from '../../date/date-range.js';
+import { createPipeline } from '../../pipeline/pipeline-builder.js';
+import { DatabaseSaver } from '../../pipeline/database-operations.js';
+import { AccountFetcherStep } from './steps/account-fetcher-step.js';
+import { CostExplorerStep } from './steps/cost-explorer-step.js';
+import { createCostDataSchema } from './cost-schema.js';
+export class AwsCostStreamingOrchestrator {
+    context;
+    constructor(options) {
+        this.context = {
+            auth: options.postgresAuth,
+            awsCredentials: options.awsCredentials,
+            dateRange: options.dateRange ?? monthsAgo(1),
+            tablesPrefix: options.tablesPrefix ?? 'aws_cost_',
+            roleName: options.roleName ?? 'IngenoCrossAccountReadOnlyAccessRole',
+        };
+    }
+    async execute() {
+        try {
+            console.log('Starting AWS cost streaming orchestration...');
+            console.log(`Date range: ${this.context.dateRange.startDate} to ${this.context.dateRange.endDate}`);
+            console.log(`Table prefix: ${this.context.tablesPrefix}`);
+            // Build the streaming pipeline using dependency injection
+            const pipeline = createPipeline()
+                .pipe(new AccountFetcherStep(this.context.auth))
+                .pipe(new CostExplorerStep(this.context.awsCredentials, this.context.dateRange, this.context.roleName))
+                .pipe(new DatabaseSaver({
+                auth: this.context.auth,
+                tablesPrefix: this.context.tablesPrefix,
+                schema: createCostDataSchema(this.context.dateRange)
+            }));
+            // Execute the pipeline (automatically creates void observable for void input)
+            const result$ = pipeline.execute();
+            const saveResult = await firstValueFrom(result$);
+            console.log('AWS cost streaming orchestration completed successfully!');
+            return {
+                success: saveResult.success,
+                tableName: saveResult.tableName,
+                recordCount: saveResult.recordCount,
+            };
+        }
+        catch (error) {
+            console.error('AWS cost streaming orchestration failed:', error);
+            throw error;
+        }
+    }
+    getContext() {
+        return { ...this.context };
+    }
+}
+//# sourceMappingURL=orchestrator.js.map

package/dist/aws/cost/orchestrator.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"orchestrator.js","sourceRoot":"","sources":["../../../src/aws/cost/orchestrator.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,cAAc,EAAmB,MAAM,MAAM,CAAA;AACtD,OAAO,EAAE,SAAS,EAAE,MAAM,0BAA0B,CAAA;AAEpD,OAAO,EAAE,cAAc,EAAE,MAAM,oCAAoC,CAAA;AACnE,OAAO,EAAE,aAAa,EAAE,MAAM,uCAAuC,CAAA;AACrE,OAAO,EAAE,kBAAkB,EAAE,MAAM,iCAAiC,CAAA;AACpE,OAAO,EAAE,gBAAgB,EAAE,MAAM,+BAA+B,CAAA;AAChE,OAAO,EAAE,oBAAoB,EAAE,MAAM,kBAAkB,CAAA;AA8BvD,MAAM,OAAO,4BAA4B;IACtB,OAAO,CAAwB;IAEhD,YAAY,OAAqC;QAC/C,IAAI,CAAC,OAAO,GAAG;YACb,IAAI,EAAE,OAAO,CAAC,YAAY;YAC1B,cAAc,EAAE,OAAO,CAAC,cAAc;YACtC,SAAS,EAAE,OAAO,CAAC,SAAS,IAAI,SAAS,CAAC,CAAC,CAAC;YAC5C,YAAY,EAAE,OAAO,CAAC,YAAY,IAAI,WAAW;YACjD,QAAQ,EAAE,OAAO,CAAC,QAAQ,IAAI,sCAAsC;SACrE,CAAA;IACH,CAAC;IAED,KAAK,CAAC,OAAO;QACX,IAAI,CAAC;YACH,OAAO,CAAC,GAAG,CAAC,8CAA8C,CAAC,CAAA;YAC3D,OAAO,CAAC,GAAG,CAAC,eAAe,IAAI,CAAC,OAAO,CAAC,SAAS,CAAC,SAAS,OAAO,IAAI,CAAC,OAAO,CAAC,SAAS,CAAC,OAAO,EAAE,CAAC,CAAA;YACnG,OAAO,CAAC,GAAG,CAAC,iBAAiB,IAAI,CAAC,OAAO,CAAC,YAAY,EAAE,CAAC,CAAA;YAEzD,0DAA0D;YAC1D,MAAM,QAAQ,GAAG,cAAc,EAAQ;iBACpC,IAAI,CAAC,IAAI,kBAAkB,CAAC,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC;iBAC/C,IAAI,CAAC,IAAI,gBAAgB,CAAC,IAAI,CAAC,OAAO,CAAC,cAAc,EAAE,IAAI,CAAC,OAAO,CAAC,SAAS,EAAE,IAAI,CAAC,OAAO,CAAC,QAAQ,CAAC,CAAC;iBACtG,IAAI,CAAC,IAAI,aAAa,CAAW;gBAChC,IAAI,EAAE,IAAI,CAAC,OAAO,CAAC,IAAI;gBACvB,YAAY,EAAE,IAAI,CAAC,OAAO,CAAC,YAAY;gBACvC,MAAM,EAAE,oBAAoB,CAAC,IAAI,CAAC,OAAO,CAAC,SAAS,CAAC;aACrD,CAAC,CAAC,CAAA;YAEL,8EAA8E;YAC9E,MAAM,OAAO,GAAG,QAAQ,CAAC,OAAO,EAAoC,CAAA;YACpE,MAAM,UAAU,GAAG,MAAM,cAAc,CAAC,OAAO,CAAC,CAAA;YAEhD,OAAO,CAAC,GAAG,CAAC,0DAA0D,CAAC,CAAA;YAEvE,OAAO;gBACL,OAAO,EAAE,UAAU,CAAC,OAAO;gBAC3B,SAAS,EAAE,UAAU,CAAC,SAAS;gBAC/B,WAAW,EAAE,UAAU,CAAC,WAAW;aACpC,CAAA;QACH,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,OAAO,CAAC,KAAK,CAAC,0CAA0C,EAAE,KAAK,CAAC,CAAA;YAChE,MAAM,KAAK,CAAA;QACb,CAAC;IACH,CAAC;IAED,UAAU;QACR,OAAO,EAAE,GAAG,IAAI,CAAC,OAAO,EAAE,CAAA;IAC5B,CAAC;CACF"}

package/dist/aws/cost/steps/account-fetcher-step.d.ts

@@ -0,0 +1,16 @@
+import type { PipelineStep } from '../../../pipeline/pipeline-builder.js';
+import type { Observable } from 'rxjs';
+import type { PostgresAuth } from '../../../postgres/postgres.js';
+export interface AwsAccount {
+    readonly account_id: string;
+    readonly account_name?: string;
+    readonly active: boolean;
+}
+export declare class AccountFetcherStep implements PipelineStep<void, AwsAccount> {
+    private readonly auth;
+    readonly name = "AccountFetcher";
+    constructor(auth: PostgresAuth);
+    transform(input$: Observable<void>): Observable<AwsAccount>;
+    private fetchActiveAccounts;
+}
+//# sourceMappingURL=account-fetcher-step.d.ts.map

package/dist/aws/cost/steps/account-fetcher-step.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"account-fetcher-step.d.ts","sourceRoot":"","sources":["../../../../src/aws/cost/steps/account-fetcher-step.ts"],"names":[],"mappings":"AAEA,OAAO,KAAK,EAAE,YAAY,EAAE,MAAM,uCAAuC,CAAA;AAEzE,OAAO,KAAK,EAAE,UAAU,EAAE,MAAM,MAAM,CAAA;AACtC,OAAO,KAAK,EAAE,YAAY,EAAE,MAAM,+BAA+B,CAAA;AAEjE,MAAM,WAAW,UAAU;IACzB,QAAQ,CAAC,UAAU,EAAE,MAAM,CAAA;IAC3B,QAAQ,CAAC,YAAY,CAAC,EAAE,MAAM,CAAA;IAC9B,QAAQ,CAAC,MAAM,EAAE,OAAO,CAAA;CACzB;AAED,qBAAa,kBAAmB,YAAW,YAAY,CAAC,IAAI,EAAE,UAAU,CAAC;IAG3D,OAAO,CAAC,QAAQ,CAAC,IAAI;IAFjC,QAAQ,CAAC,IAAI,oBAAmB;gBAEH,IAAI,EAAE,YAAY;IAE/C,SAAS,CAAC,MAAM,EAAE,UAAU,CAAC,IAAI,CAAC,GAAG,UAAU,CAAC,UAAU,CAAC;YAa7C,mBAAmB;CAQlC"}

package/dist/aws/cost/steps/account-fetcher-step.js

@@ -0,0 +1,23 @@
+import { from, switchMap, mergeMap } from 'rxjs';
+import { executeSQLQuery } from '../../../postgres/query-executor.js';
+export class AccountFetcherStep {
+    auth;
+    name = 'AccountFetcher';
+    constructor(auth) {
+        this.auth = auth;
+    }
+    transform(input$) {
+        return input$.pipe(switchMap(() => {
+            console.log('Fetching active AWS accounts from database...');
+            return from(this.fetchActiveAccounts());
+        }), mergeMap((accounts) => {
+            console.log(`Found ${accounts.length} active AWS accounts`);
+            return from(accounts);
+        }));
+    }
+    async fetchActiveAccounts() {
+        const result = await executeSQLQuery(this.auth, 'SELECT account_id, account_name, active FROM aws_ingeno_accounts WHERE active = true');
+        return result.rows;
+    }
+}
+//# sourceMappingURL=account-fetcher-step.js.map

package/dist/aws/cost/steps/account-fetcher-step.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"account-fetcher-step.js","sourceRoot":"","sources":["../../../../src/aws/cost/steps/account-fetcher-step.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,IAAI,EAAE,SAAS,EAAE,QAAQ,EAAE,MAAM,MAAM,CAAA;AAChD,OAAO,EAAE,eAAe,EAAE,MAAM,qCAAqC,CAAA;AAYrE,MAAM,OAAO,kBAAkB;IAGA;IAFpB,IAAI,GAAG,gBAAgB,CAAA;IAEhC,YAA6B,IAAkB;QAAlB,SAAI,GAAJ,IAAI,CAAc;IAAG,CAAC;IAEnD,SAAS,CAAC,MAAwB;QAChC,OAAO,MAAM,CAAC,IAAI,CAChB,SAAS,CAAC,GAAG,EAAE;YACb,OAAO,CAAC,GAAG,CAAC,+CAA+C,CAAC,CAAA;YAC5D,OAAO,IAAI,CAAC,IAAI,CAAC,mBAAmB,EAAE,CAAC,CAAA;QACzC,CAAC,CAAC,EACF,QAAQ,CAAC,CAAC,QAA+B,EAAE,EAAE;YAC3C,OAAO,CAAC,GAAG,CAAC,SAAS,QAAQ,CAAC,MAAM,sBAAsB,CAAC,CAAA;YAC3D,OAAO,IAAI,CAAC,QAAQ,CAAC,CAAA;QACvB,CAAC,CAAC,CACH,CAAA;IACH,CAAC;IAEO,KAAK,CAAC,mBAAmB;QAC/B,MAAM,MAAM,GAAG,MAAM,eAAe,CAClC,IAAI,CAAC,IAAI,EACT,sFAAsF,CACvF,CAAA;QAED,OAAO,MAAM,CAAC,IAAI,CAAA;IACpB,CAAC;CACF"}

package/dist/aws/cost/steps/cost-explorer-step.d.ts

@@ -0,0 +1,27 @@
+import type { PipelineStep } from '../../../pipeline/pipeline-builder.js';
+import type { Observable } from 'rxjs';
+import type { AwsAccount } from './account-fetcher-step.js';
+import type { AwsCredentialIdentity } from '@aws-sdk/types';
+import type { DateRange } from '../../../date/date-range.js';
+export interface CostData {
+    readonly date: string;
+    readonly account_id: string;
+    readonly service: string;
+    readonly [metricName: string]: string;
+}
+export declare class CostExplorerStep implements PipelineStep<AwsAccount, CostData> {
+    private readonly awsCredentials;
+    private readonly dateRange;
+    private readonly roleName;
+    readonly name = "CostExplorer";
+    private readonly metrics;
+    private mainAccountId;
+    constructor(awsCredentials: AwsCredentialIdentity, dateRange: DateRange, roleName: string);
+    transform(accounts$: Observable<AwsAccount>): Observable<CostData>;
+    private createCostDataStream;
+    private getMainAccountId;
+    private getCredentialsForAccount;
+    private fetchCostAndUsagePage;
+    private transformResultToCostData;
+}
+//# sourceMappingURL=cost-explorer-step.d.ts.map

package/dist/aws/cost/steps/cost-explorer-step.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"cost-explorer-step.d.ts","sourceRoot":"","sources":["../../../../src/aws/cost/steps/cost-explorer-step.ts"],"names":[],"mappings":"AAKA,OAAO,KAAK,EAAE,YAAY,EAAE,MAAM,uCAAuC,CAAA;AAEzE,OAAO,KAAK,EAAE,UAAU,EAAE,MAAM,MAAM,CAAA;AACtC,OAAO,KAAK,EAAE,UAAU,EAAE,MAAM,2BAA2B,CAAA;AAC3D,OAAO,KAAK,EAAE,qBAAqB,EAAE,MAAM,gBAAgB,CAAA;AAC3D,OAAO,KAAK,EAAE,SAAS,EAAE,MAAM,6BAA6B,CAAA;AAG5D,MAAM,WAAW,QAAQ;IACvB,QAAQ,CAAC,IAAI,EAAE,MAAM,CAAA;IACrB,QAAQ,CAAC,UAAU,EAAE,MAAM,CAAA;IAC3B,QAAQ,CAAC,OAAO,EAAE,MAAM,CAAA;IACxB,QAAQ,EAAE,UAAU,EAAE,MAAM,GAAG,MAAM,CAAA;CACtC;AAaD,qBAAa,gBAAiB,YAAW,YAAY,CAAC,UAAU,EAAE,QAAQ,CAAC;IAMvE,OAAO,CAAC,QAAQ,CAAC,cAAc;IAC/B,OAAO,CAAC,QAAQ,CAAC,SAAS;IAC1B,OAAO,CAAC,QAAQ,CAAC,QAAQ;IAP3B,QAAQ,CAAC,IAAI,kBAAiB;IAC9B,OAAO,CAAC,QAAQ,CAAC,OAAO,CAAa;IACrC,OAAO,CAAC,aAAa,CAAsB;gBAGxB,cAAc,EAAE,qBAAqB,EACrC,SAAS,EAAE,SAAS,EACpB,QAAQ,EAAE,MAAM;IAKnC,SAAS,CAAC,SAAS,EAAE,UAAU,CAAC,UAAU,CAAC,GAAG,UAAU,CAAC,QAAQ,CAAC;IASlE,OAAO,CAAC,oBAAoB;YAYd,gBAAgB;YAQhB,wBAAwB;YA4BxB,qBAAqB;IA+BnC,OAAO,CAAC,yBAAyB;CAgBlC"}

package/dist/aws/cost/steps/cost-explorer-step.js

@@ -0,0 +1,100 @@
+import { mergeMap, from } from 'rxjs';
+import { CostExplorerClient, GetCostAndUsageCommand } from '@aws-sdk/client-cost-explorer';
+import { createPaginatedStream } from '../../../streams/list-stream.js';
+import { CostMetrics } from '../../cost/metrics.js';
+import { assumeRoleCredentialsProvider, getCurrentAccountId } from '../../execute-as.js';
+export class CostExplorerStep {
+    awsCredentials;
+    dateRange;
+    roleName;
+    name = 'CostExplorer';
+    metrics;
+    mainAccountId = null;
+    constructor(awsCredentials, dateRange, roleName) {
+        this.awsCredentials = awsCredentials;
+        this.dateRange = dateRange;
+        this.roleName = roleName;
+        this.metrics = new CostMetrics();
+    }
+    transform(accounts$) {
+        return accounts$.pipe(mergeMap((account) => {
+            console.log(`Fetching cost data for account: ${account.account_id}`);
+            return this.createCostDataStream(account);
+        }, 3) // Limit concurrent account processing
+        );
+    }
+    createCostDataStream(account) {
+        return from(this.getCredentialsForAccount(account)).pipe(mergeMap((credentials) => createPaginatedStream((options) => this.fetchCostAndUsagePage(credentials, options), { pageSize: 100 })), mergeMap((result) => from(this.transformResultToCostData(result))));
+    }
+    async getMainAccountId() {
+        if (!this.mainAccountId) {
+            this.mainAccountId = await getCurrentAccountId(this.awsCredentials);
+            console.log(`Determined main account ID: ${this.mainAccountId}`);
+        }
+        return this.mainAccountId;
+    }
+    async getCredentialsForAccount(account) {
+        const mainAccountId = await this.getMainAccountId();
+        // For main account, use main credentials
+        if (account.account_id === mainAccountId) {
+            console.log(`Using main credentials for account: ${account.account_id}`);
+            return this.awsCredentials;
+        }
+        // For other accounts, assume role
+        console.log(`Assuming role ${this.roleName} for account: ${account.account_id}`);
+        try {
+            const credentialsProvider = assumeRoleCredentialsProvider({
+                accountId: account.account_id,
+                roleName: this.roleName,
+                mainCredentials: this.awsCredentials,
+                region: 'us-east-1'
+            });
+            const credentials = await credentialsProvider();
+            console.log(`Successfully assumed role for account: ${account.account_id}`);
+            return credentials;
+        }
+        catch (error) {
+            console.error(`Failed to assume role ${this.roleName} for account ${account.account_id}:`, error);
+            throw error;
+        }
+    }
+    async fetchCostAndUsagePage(credentials, options) {
+        const client = new CostExplorerClient({
+            credentials,
+            region: 'us-east-1',
+        });
+        const command = new GetCostAndUsageCommand({
+            TimePeriod: {
+                Start: this.dateRange.startDate,
+                End: this.dateRange.endDate,
+            },
+            Granularity: 'DAILY',
+            Metrics: [...this.metrics.getUpperCaseNames()],
+            GroupBy: [
+                { Type: 'DIMENSION', Key: 'LINKED_ACCOUNT' },
+                { Type: 'DIMENSION', Key: 'SERVICE' },
+            ],
+            NextPageToken: options.nextPageToken,
+        });
+        const response = await client.send(command);
+        return {
+            items: response.ResultsByTime ?? [],
+            nextPageToken: response.NextPageToken,
+        };
+    }
+    transformResultToCostData(result) {
+        const date = result.TimePeriod?.Start ?? '';
+        return (result.Groups ?? []).map(group => {
+            const account_id = group.Keys?.[0] ?? '';
+            const service = group.Keys?.[1] ?? '';
+            const metricData = this.metrics.createMetricRecord(group.Metrics ?? {});
+            return {
+                date,
+                account_id,
+                service,
+                ...metricData,
+            };
+        });
+    }
+}
+//# sourceMappingURL=cost-explorer-step.js.map

package/dist/aws/cost/steps/cost-explorer-step.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"cost-explorer-step.js","sourceRoot":"","sources":["../../../../src/aws/cost/steps/cost-explorer-step.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,QAAQ,EAAE,IAAI,EAAE,MAAM,MAAM,CAAA;AACrC,OAAO,EAAE,kBAAkB,EAAE,sBAAsB,EAAE,MAAM,+BAA+B,CAAA;AAC1F,OAAO,EAAE,qBAAqB,EAAE,MAAM,iCAAiC,CAAA;AACvE,OAAO,EAAE,WAAW,EAAE,MAAM,uBAAuB,CAAA;AACnD,OAAO,EAAE,6BAA6B,EAAE,mBAAmB,EAAE,MAAM,qBAAqB,CAAA;AA2BxF,MAAM,OAAO,gBAAgB;IAMR;IACA;IACA;IAPV,IAAI,GAAG,cAAc,CAAA;IACb,OAAO,CAAa;IAC7B,aAAa,GAAkB,IAAI,CAAA;IAE3C,YACmB,cAAqC,EACrC,SAAoB,EACpB,QAAgB;QAFhB,mBAAc,GAAd,cAAc,CAAuB;QACrC,cAAS,GAAT,SAAS,CAAW;QACpB,aAAQ,GAAR,QAAQ,CAAQ;QAEjC,IAAI,CAAC,OAAO,GAAG,IAAI,WAAW,EAAE,CAAA;IAClC,CAAC;IAED,SAAS,CAAC,SAAiC;QACzC,OAAO,SAAS,CAAC,IAAI,CACnB,QAAQ,CAAC,CAAC,OAAmB,EAAE,EAAE;YAC/B,OAAO,CAAC,GAAG,CAAC,mCAAmC,OAAO,CAAC,UAAU,EAAE,CAAC,CAAA;YACpE,OAAO,IAAI,CAAC,oBAAoB,CAAC,OAAO,CAAC,CAAA;QAC3C,CAAC,EAAE,CAAC,CAAC,CAAC,sCAAsC;SAC7C,CAAA;IACH,CAAC;IAEO,oBAAoB,CAAC,OAAmB;QAC9C,OAAO,IAAI,CAAC,IAAI,CAAC,wBAAwB,CAAC,OAAO,CAAC,CAAC,CAAC,IAAI,CACtD,QAAQ,CAAC,CAAC,WAAkC,EAAE,EAAE,CAC9C,qBAAqB,CACnB,CAAC,OAA0B,EAAE,EAAE,CAAC,IAAI,CAAC,qBAAqB,CAAC,WAAW,EAAE,OAAO,CAAC,EAChF,EAAE,QAAQ,EAAE,GAAG,EAAE,CAClB,CACF,EACD,QAAQ,CAAC,CAAC,MAA0B,EAAE,EAAE,CAAC,IAAI,CAAC,IAAI,CAAC,yBAAyB,CAAC,MAAM,CAAC,CAAC,CAAC,CACvF,CAAA;IACH,CAAC;IAEO,KAAK,CAAC,gBAAgB;QAC5B,IAAI,CAAC,IAAI,CAAC,aAAa,EAAE,CAAC;YACxB,IAAI,CAAC,aAAa,GAAG,MAAM,mBAAmB,CAAC,IAAI,CAAC,cAAc,CAAC,CAAA;YACnE,OAAO,CAAC,GAAG,CAAC,+BAA+B,IAAI,CAAC,aAAa,EAAE,CAAC,CAAA;QAClE,CAAC;QACD,OAAO,IAAI,CAAC,aAAa,CAAA;IAC3B,CAAC;IAEO,KAAK,CAAC,wBAAwB,CAAC,OAAmB;QACxD,MAAM,aAAa,GAAG,MAAM,IAAI,CAAC,gBAAgB,EAAE,CAAA;QAEnD,yCAAyC;QACzC,IAAI,OAAO,CAAC,UAAU,KAAK,aAAa,EAAE,CAAC;YACzC,OAAO,CAAC,GAAG,CAAC,uCAAuC,OAAO,CAAC,UAAU,EAAE,CAAC,CAAA;YACxE,OAAO,IAAI,CAAC,cAAc,CAAA;QAC5B,CAAC;QAED,kCAAkC;QAClC,OAAO,CAAC,GAAG,CAAC,iBAAiB,IAAI,CAAC,QAAQ,iBAAiB,OAAO,CAAC,UAAU,EAAE,CAAC,CAAA;QAChF,IAAI,CAAC;YACH,MAAM,mBAAmB,GAAG,6BAA6B,CAAC;gBACxD,SAAS,EAAE,OAAO,CAAC,UAAU;gBAC7B,QAAQ,EAAE,IAAI,CAAC,QAAQ;gBACvB,eAAe,EAAE,IAAI,CAAC,cAAc;gBACpC,MAAM,EAAE,WAAW;aACpB,CAAC,CAAA;YAEF,MAAM,WAAW,GAAG,MAAM,mBAAmB,EAAE,CAAA;YAC/C,OAAO,CAAC,GAAG,CAAC,0CAA0C,OAAO,CAAC,UAAU,EAAE,CAAC,CAAA;YAC3E,OAAO,WAAW,CAAA;QACpB,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,OAAO,CAAC,KAAK,CAAC,yBAAyB,IAAI,CAAC,QAAQ,gBAAgB,OAAO,CAAC,UAAU,GAAG,EAAE,KAAK,CAAC,CAAA;YACjG,MAAM,KAAK,CAAA;QACb,CAAC;IACH,CAAC;IAEO,KAAK,CAAC,qBAAqB,CACjC,WAAkC,EAClC,OAA0B;QAE1B,MAAM,MAAM,GAAG,IAAI,kBAAkB,CAAC;YACpC,WAAW;YACX,MAAM,EAAE,WAAW;SACpB,CAAC,CAAA;QAEF,MAAM,OAAO,GAAG,IAAI,sBAAsB,CAAC;YACzC,UAAU,EAAE;gBACV,KAAK,EAAE,IAAI,CAAC,SAAS,CAAC,SAAS;gBAC/B,GAAG,EAAE,IAAI,CAAC,SAAS,CAAC,OAAO;aAC5B;YACD,WAAW,EAAE,OAAO;YACpB,OAAO,EAAE,CAAC,GAAG,IAAI,CAAC,OAAO,CAAC,iBAAiB,EAAE,CAAC;YAC9C,OAAO,EAAE;gBACP,EAAE,IAAI,EAAE,WAAW,EAAE,GAAG,EAAE,gBAAgB,EAAE;gBAC5C,EAAE,IAAI,EAAE,WAAW,EAAE,GAAG,EAAE,SAAS,EAAE;aACtC;YACD,aAAa,EAAE,OAAO,CAAC,aAAa;SACrC,CAAC,CAAA;QAEF,MAAM,QAAQ,GAAG,MAAM,MAAM,CAAC,IAAI,CAAC,OAAO,CAAC,CAAA;QAE3C,OAAO;YACL,KAAK,EAAE,QAAQ,CAAC,aAAa,IAAI,EAAE;YACnC,aAAa,EAAE,QAAQ,CAAC,aAAa;SACtC,CAAA;IACH,CAAC;IAEO,yBAAyB,CAAC,MAA0B;QAC1D,MAAM,IAAI,GAAG,MAAM,CAAC,UAAU,EAAE,KAAK,IAAI,EAAE,CAAA;QAE3C,OAAO,CAAC,MAAM,CAAC,MAAM,IAAI,EAAE,CAAC,CAAC,GAAG,CAAC,KAAK,CAAC,EAAE;YACvC,MAAM,UAAU,GAAG,KAAK,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC,IAAI,EAAE,CAAA;YACxC,MAAM,OAAO,GAAG,KAAK,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC,IAAI,EAAE,CAAA;YACrC,MAAM,UAAU,GAAG,IAAI,CAAC,OAAO,CAAC,kBAAkB,CAAC,KAAK,CAAC,OAAO,IAAI,EAAE,CAAC,CAAA;YAEvE,OAAO;gBACL,IAAI;gBACJ,UAAU;gBACV,OAAO;gBACP,GAAG,UAAU;aACd,CAAA;QACH,CAAC,CAAC,CAAA;IACJ,CAAC;CACF"}

package/dist/aws/execute-as.d.ts

@@ -39,4 +39,18 @@ export declare const allExecutionContexts: (options: AllExecutionContextsOptions
  */
 export declare function executeAs<T>(options: ExecutionContext, fn: (accountId: string, credentials: AwsCredentialIdentity) => Promise<T>): Promise<T>;
 export declare const executeAllAs: <T>(options: ExecutionContext[], fn: (accountId: string, credentials: AwsCredentialIdentity) => Promise<T>) => Promise<T[]>;
+/**
+ * Get the AWS account ID for the provided credentials using STS GetCallerIdentity
+ *
+ * @param credentials - AWS credentials to determine the account ID for
+ * @param region - AWS region to use for the STS call (defaults to 'us-east-1')
+ * @returns Promise that resolves to the account ID string
+ *
+ * @example
+ * ```typescript
+ * const accountId = await getCurrentAccountId(awsCredentials);
+ * console.log(`Current account: ${accountId}`);
+ * ```
+ */
+export declare function getCurrentAccountId(credentials: AwsCredentialIdentity, region?: string): Promise<string>;
 //# sourceMappingURL=execute-as.d.ts.map

package/dist/aws/execute-as.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"execute-as.d.ts","sourceRoot":"","sources":["../../src/aws/execute-as.ts"],"names":[],"mappings":"AAEA,OAAO,KAAK,EAAE,qBAAqB,EAAE,6BAA6B,EAAE,MAAM,gBAAgB,CAAA;AAE1F,MAAM,WAAW,gBAAgB;IAC/B,SAAS,EAAE,MAAM,GAAG,CAAC,MAAM,OAAO,CAAC,MAAM,CAAC,CAAC,CAAA;IAC3C,WAAW,EAAE,qBAAqB,GAAG,CAAC,MAAM,OAAO,CAAC,qBAAqB,CAAC,CAAC,CAAA;CAC5E;AAED,MAAM,WAAW,iBAAiB;IAChC,SAAS,EAAE,MAAM,CAAA;IACjB,QAAQ,EAAE,MAAM,CAAA;IAChB,eAAe,EAAE,qBAAqB,CAAA;IACtC,MAAM,CAAC,EAAE,MAAM,CAAA;CAChB;AAED,eAAO,MAAM,6BAA6B,GAAI,SAAS,iBAAiB,KAAG,6BAc1E,CAAA;AAED,eAAO,MAAM,0BAA0B,GAAI,SAAS,iBAAiB,KAAG,gBAUvE,CAAA;AAED,MAAM,WAAW,2BAA2B;IAC1C,aAAa,EAAE,MAAM,CAAA;IACrB,eAAe,EAAE,qBAAqB,CAAA;IACtC,kCAAkC,CAAC,EAAE,OAAO,CAAA;IAC5C,UAAU,EAAE,MAAM,EAAE,CAAA;IACpB,gBAAgB,EAAE,MAAM,CAAA;CACzB;AAED,eAAO,MAAM,oBAAoB,GAAI,SAAS,2BAA2B,KAAG,gBAAgB,EAiC3F,CAAA;AAED;;;;;;;;;;;;;;;;;GAiBG;AACH,wBAAsB,SAAS,CAAC,CAAC,EAC/B,OAAO,EAAE,gBAAgB,EACzB,EAAE,EAAE,CAAC,SAAS,EAAE,MAAM,EAAE,WAAW,EAAE,qBAAqB,KAAK,OAAO,CAAC,CAAC,CAAC,GACxE,OAAO,CAAC,CAAC,CAAC,CAWZ;AAED,eAAO,MAAM,YAAY,GAAU,CAAC,EAClC,SAAS,gBAAgB,EAAE,EAC3B,IAAI,CAAC,SAAS,EAAE,MAAM,EAAE,WAAW,EAAE,qBAAqB,KAAK,OAAO,CAAC,CAAC,CAAC,KACxE,OAAO,CAAC,CAAC,EAAE,CAA4E,CAAA"}
+{"version":3,"file":"execute-as.d.ts","sourceRoot":"","sources":["../../src/aws/execute-as.ts"],"names":[],"mappings":"AAGA,OAAO,KAAK,EAAE,qBAAqB,EAAE,6BAA6B,EAAE,MAAM,gBAAgB,CAAA;AAE1F,MAAM,WAAW,gBAAgB;IAC/B,SAAS,EAAE,MAAM,GAAG,CAAC,MAAM,OAAO,CAAC,MAAM,CAAC,CAAC,CAAA;IAC3C,WAAW,EAAE,qBAAqB,GAAG,CAAC,MAAM,OAAO,CAAC,qBAAqB,CAAC,CAAC,CAAA;CAC5E;AAED,MAAM,WAAW,iBAAiB;IAChC,SAAS,EAAE,MAAM,CAAA;IACjB,QAAQ,EAAE,MAAM,CAAA;IAChB,eAAe,EAAE,qBAAqB,CAAA;IACtC,MAAM,CAAC,EAAE,MAAM,CAAA;CAChB;AAED,eAAO,MAAM,6BAA6B,GAAI,SAAS,iBAAiB,KAAG,6BAc1E,CAAA;AAED,eAAO,MAAM,0BAA0B,GAAI,SAAS,iBAAiB,KAAG,gBAUvE,CAAA;AAED,MAAM,WAAW,2BAA2B;IAC1C,aAAa,EAAE,MAAM,CAAA;IACrB,eAAe,EAAE,qBAAqB,CAAA;IACtC,kCAAkC,CAAC,EAAE,OAAO,CAAA;IAC5C,UAAU,EAAE,MAAM,EAAE,CAAA;IACpB,gBAAgB,EAAE,MAAM,CAAA;CACzB;AAED,eAAO,MAAM,oBAAoB,GAAI,SAAS,2BAA2B,KAAG,gBAAgB,EAiC3F,CAAA;AAED;;;;;;;;;;;;;;;;;GAiBG;AACH,wBAAsB,SAAS,CAAC,CAAC,EAC/B,OAAO,EAAE,gBAAgB,EACzB,EAAE,EAAE,CAAC,SAAS,EAAE,MAAM,EAAE,WAAW,EAAE,qBAAqB,KAAK,OAAO,CAAC,CAAC,CAAC,GACxE,OAAO,CAAC,CAAC,CAAC,CAWZ;AAED,eAAO,MAAM,YAAY,GAAU,CAAC,EAClC,SAAS,gBAAgB,EAAE,EAC3B,IAAI,CAAC,SAAS,EAAE,MAAM,EAAE,WAAW,EAAE,qBAAqB,KAAK,OAAO,CAAC,CAAC,CAAC,KACxE,OAAO,CAAC,CAAC,EAAE,CAA4E,CAAA;AAE1F;;;;;;;;;;;;GAYG;AACH,wBAAsB,mBAAmB,CACvC,WAAW,EAAE,qBAAqB,EAClC,MAAM,SAAc,GACnB,OAAO,CAAC,MAAM,CAAC,CASjB"}