@jackchuka/gql-ingest 1.1.0 → 1.3.0

package/src/mapper.ts

@@ -3,7 +3,7 @@ import path from "path";
 import { readCsvFile, CsvRow } from "./csv-reader";
 import { GraphQLClientWrapper } from "./graphql-client";
 import { MetricsCollector } from "./metrics";
-import { ParallelProcessingConfig } from "./config";
+import { ParallelProcessingConfig, RetryConfig } from "./config";
 
 export interface MappingConfig {
   csvFile: string;
@@ -48,7 +48,8 @@ export class DataMapper {
 
   async processEntity(
     configPath: string,
-    parallelConfig?: ParallelProcessingConfig
+    parallelConfig?: ParallelProcessingConfig,
+    retryConfig?: RetryConfig
   ): Promise<void> {
     const entityName = path.basename(configPath, ".json");
     console.log(`Processing entity: ${configPath}`);
@@ -79,14 +80,16 @@ export class DataMapper {
         mutation,
         config.mapping,
         entityName,
-        parallelConfig
+        parallelConfig,
+        retryConfig
       );
     } else {
       await this.processRowsSequentially(
         csvData,
         mutation,
         config.mapping,
-        entityName
+        entityName,
+        retryConfig
       );
     }
 
@@ -97,7 +100,8 @@ export class DataMapper {
     csvData: CsvRow[],
     mutation: string,
     mapping: Record<string, string>,
-    entityName: string
+    entityName: string,
+    retryConfig?: RetryConfig
   ): Promise<void> {
     const totalRows = csvData.length;
     
@@ -106,7 +110,7 @@ export class DataMapper {
       const variables = this.mapCsvRowToVariables(row, mapping);
 
       try {
-        await this.client.executeMutation(mutation, variables);
+        await this.client.executeMutation(mutation, variables, retryConfig);
         this.metrics.recordSuccess(entityName);
         
         // Show progress every 10% or at the end (only in non-verbose mode)
@@ -128,7 +132,8 @@ export class DataMapper {
     mutation: string,
     mapping: Record<string, string>,
     entityName: string,
-    parallelConfig: ParallelProcessingConfig
+    parallelConfig: ParallelProcessingConfig,
+    retryConfig?: RetryConfig
   ): Promise<void> {
     const concurrency = parallelConfig.concurrency;
     console.log(
@@ -146,7 +151,7 @@ export class DataMapper {
         const variables = this.mapCsvRowToVariables(row, mapping);
 
         try {
-          const result = await this.client.executeMutation(mutation, variables);
+          const result = await this.client.executeMutation(mutation, variables, retryConfig);
           this.metrics.recordSuccess(entityName);
           return { success: true, result, row };
         } catch (error) {

package/src/metrics.ts

@@ -12,6 +12,9 @@ export interface ProcessingMetrics {
   totalFailures: number;
   entityMetrics: Map<string, EntityMetrics>;
   requestDurations: number[];
+  retryAttempts: number;
+  retrySuccesses: number;
+  retryFailures: number;
   startTime: number;
   endTime?: number;
 }
@@ -26,6 +29,9 @@ export class MetricsCollector {
       totalFailures: 0,
       entityMetrics: new Map(),
       requestDurations: [],
+      retryAttempts: 0,
+      retrySuccesses: 0,
+      retryFailures: 0,
       startTime: Date.now(),
     };
   }
@@ -88,6 +94,16 @@ export class MetricsCollector {
     this.metrics.requestDurations.push(duration);
   }
 
+  recordRetrySuccess(attempts: number): void {
+    this.metrics.retryAttempts += attempts;
+    this.metrics.retrySuccesses++;
+  }
+
+  recordRetryFailure(attempts: number): void {
+    this.metrics.retryAttempts += attempts;
+    this.metrics.retryFailures++;
+  }
+
   getAverageRequestDuration(): number {
     if (this.metrics.requestDurations.length === 0) return 0;
     const sum = this.metrics.requestDurations.reduce((a, b) => a + b, 0);
@@ -114,6 +130,12 @@ export class MetricsCollector {
     if (this.metrics.requestDurations.length > 0) {
       summary += `   Avg Request Time: ${avgRequestDuration.toFixed(0)}ms\n`;
     }
+    
+    if (this.metrics.retryAttempts > 0) {
+      summary += `   Retry Attempts: ${this.metrics.retryAttempts}\n`;
+      summary += `   Retry Successes: ${this.metrics.retrySuccesses}\n`;
+      summary += `   Retry Failures: ${this.metrics.retryFailures}\n`;
+    }
 
     if (this.metrics.entityMetrics.size > 1) {
       summary += `\n📋 Per-Entity Breakdown:\n`;