@jackchuka/gql-ingest 1.5.0 → 2.0.1

package/dist/mapper.d.ts

@@ -2,22 +2,27 @@ import { GraphQLClientWrapper } from "./graphql-client";
 import { MetricsCollector } from "./metrics";
 import { ParallelProcessingConfig, RetryConfig } from "./config";
 export interface MappingConfig {
-    csvFile: string;
+    csvFile?: string;
+    dataFile?: string;
+    dataFormat?: string;
     graphqlFile: string;
-    mapping: Record<string, string>;
+    mapping: Record<string, string | any>;
 }
 export declare class DataMapper {
     private client;
     private basePath;
     private metrics;
     private verbose;
-    constructor(client: GraphQLClientWrapper, basePath?: string, metrics?: MetricsCollector, verbose?: boolean);
+    private formatOverride?;
+    constructor(client: GraphQLClientWrapper, basePath?: string, metrics?: MetricsCollector, verbose?: boolean, formatOverride?: string);
     discoverMappings(configDir: string, entityFilter?: string[]): string[];
     processEntity(configPath: string, parallelConfig?: ParallelProcessingConfig, retryConfig?: RetryConfig): Promise<void>;
     private processRowsSequentially;
     private processRowsConcurrently;
     private chunkArray;
-    private mapCsvRowToVariables;
+    private mapRowToVariables;
+    private getValueByPath;
+    private mapNestedObject;
     private extractVariableTypes;
     private extractTypeName;
     private convertValue;

package/dist/mapper.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"mapper.d.ts","sourceRoot":"","sources":["../src/mapper.ts"],"names":[],"mappings":"AAIA,OAAO,EAAE,oBAAoB,EAAE,MAAM,kBAAkB,CAAC;AACxD,OAAO,EAAE,gBAAgB,EAAE,MAAM,WAAW,CAAC;AAC7C,OAAO,EAAE,wBAAwB,EAAE,WAAW,EAAE,MAAM,UAAU,CAAC;AAEjE,MAAM,WAAW,aAAa;IAC5B,OAAO,EAAE,MAAM,CAAC;IAChB,WAAW,EAAE,MAAM,CAAC;IACpB,OAAO,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;CACjC;AAED,qBAAa,UAAU;IACrB,OAAO,CAAC,MAAM,CAAuB;IACrC,OAAO,CAAC,QAAQ,CAAS;IACzB,OAAO,CAAC,OAAO,CAAmB;IAClC,OAAO,CAAC,OAAO,CAAU;gBAGvB,MAAM,EAAE,oBAAoB,EAC5B,QAAQ,GAAE,MAAsB,EAChC,OAAO,CAAC,EAAE,gBAAgB,EAC1B,OAAO,GAAE,OAAe;IAQ1B,gBAAgB,CAAC,SAAS,EAAE,MAAM,EAAE,YAAY,CAAC,EAAE,MAAM,EAAE,GAAG,MAAM,EAAE;IA4ChE,aAAa,CACjB,UAAU,EAAE,MAAM,EAClB,cAAc,CAAC,EAAE,wBAAwB,EACzC,WAAW,CAAC,EAAE,WAAW,GACxB,OAAO,CAAC,IAAI,CAAC;YA8CF,uBAAuB;YAwCvB,uBAAuB;IAkFrC,OAAO,CAAC,UAAU;IAQlB,OAAO,CAAC,oBAAoB;IAkB5B,OAAO,CAAC,oBAAoB;IA4B5B,OAAO,CAAC,eAAe;IAgBvB,OAAO,CAAC,YAAY;IA8DpB,UAAU,IAAI,gBAAgB;CAG/B"}
+{"version":3,"file":"mapper.d.ts","sourceRoot":"","sources":["../src/mapper.ts"],"names":[],"mappings":"AAIA,OAAO,EAAE,oBAAoB,EAAE,MAAM,kBAAkB,CAAC;AACxD,OAAO,EAAE,gBAAgB,EAAE,MAAM,WAAW,CAAC;AAC7C,OAAO,EAAE,wBAAwB,EAAE,WAAW,EAAE,MAAM,UAAU,CAAC;AAEjE,MAAM,WAAW,aAAa;IAE5B,OAAO,CAAC,EAAE,MAAM,CAAC;IAEjB,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,WAAW,EAAE,MAAM,CAAC;IACpB,OAAO,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,GAAG,GAAG,CAAC,CAAC;CACvC;AAED,qBAAa,UAAU;IACrB,OAAO,CAAC,MAAM,CAAuB;IACrC,OAAO,CAAC,QAAQ,CAAS;IACzB,OAAO,CAAC,OAAO,CAAmB;IAClC,OAAO,CAAC,OAAO,CAAU;IACzB,OAAO,CAAC,cAAc,CAAC,CAAS;gBAG9B,MAAM,EAAE,oBAAoB,EAC5B,QAAQ,GAAE,MAAsB,EAChC,OAAO,CAAC,EAAE,gBAAgB,EAC1B,OAAO,GAAE,OAAe,EACxB,cAAc,CAAC,EAAE,MAAM;IASzB,gBAAgB,CAAC,SAAS,EAAE,MAAM,EAAE,YAAY,CAAC,EAAE,MAAM,EAAE,GAAG,MAAM,EAAE;IA4ChE,aAAa,CACjB,UAAU,EAAE,MAAM,EAClB,cAAc,CAAC,EAAE,wBAAwB,EACzC,WAAW,CAAC,EAAE,WAAW,GACxB,OAAO,CAAC,IAAI,CAAC;YAyDF,uBAAuB;YAwCvB,uBAAuB;IA8ErC,OAAO,CAAC,UAAU;IAQlB,OAAO,CAAC,iBAAiB;IA+CzB,OAAO,CAAC,cAAc;IAetB,OAAO,CAAC,eAAe;IA0CvB,OAAO,CAAC,oBAAoB;IA4B5B,OAAO,CAAC,eAAe;IAgBvB,OAAO,CAAC,YAAY;IAmEpB,UAAU,IAAI,gBAAgB;CAG/B"}

package/dist/readers/csv.d.ts

@@ -0,0 +1,10 @@
+import { DataReader, DataRow } from "./data-reader";
+export interface CsvRow {
+    [key: string]: string;
+}
+export declare function readCsvFile(filePath: string): Promise<CsvRow[]>;
+export declare class CsvReader extends DataReader {
+    getSupportedExtensions(): string[];
+    readFile(filePath: string): Promise<DataRow[]>;
+}
+//# sourceMappingURL=csv.d.ts.map

package/dist/readers/csv.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"csv.d.ts","sourceRoot":"","sources":["../../src/readers/csv.ts"],"names":[],"mappings":"AAEA,OAAO,EAAE,UAAU,EAAE,OAAO,EAAE,MAAM,eAAe,CAAC;AAEpD,MAAM,WAAW,MAAM;IACrB,CAAC,GAAG,EAAE,MAAM,GAAG,MAAM,CAAC;CACvB;AAED,wBAAsB,WAAW,CAAC,QAAQ,EAAE,MAAM,GAAG,OAAO,CAAC,MAAM,EAAE,CAAC,CAUrE;AAED,qBAAa,SAAU,SAAQ,UAAU;IACvC,sBAAsB,IAAI,MAAM,EAAE;IAI5B,QAAQ,CAAC,QAAQ,EAAE,MAAM,GAAG,OAAO,CAAC,OAAO,EAAE,CAAC;CAGrD"}

package/dist/readers/csv.test.d.ts

@@ -0,0 +1,2 @@
+export {};
+//# sourceMappingURL=csv.test.d.ts.map

package/dist/readers/csv.test.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"csv.test.d.ts","sourceRoot":"","sources":["../../src/readers/csv.test.ts"],"names":[],"mappings":""}

package/dist/readers/data-reader.d.ts

@@ -0,0 +1,21 @@
+export interface DataRow {
+    [key: string]: any;
+}
+export declare abstract class DataReader {
+    abstract readFile(filePath: string): Promise<DataRow[]>;
+    /**
+     * Get the supported file extensions for this reader
+     */
+    abstract getSupportedExtensions(): string[];
+    /**
+     * Check if this reader can handle the given file
+     */
+    canHandle(filePath: string): boolean;
+}
+export declare class DataReaderFactory {
+    private static readers;
+    static registerReader(reader: DataReader): void;
+    static getReader(filePath: string, format?: string): DataReader;
+    static getSupportedFormats(): string[];
+}
+//# sourceMappingURL=data-reader.d.ts.map

package/dist/readers/data-reader.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"data-reader.d.ts","sourceRoot":"","sources":["../../src/readers/data-reader.ts"],"names":[],"mappings":"AAAA,MAAM,WAAW,OAAO;IACtB,CAAC,GAAG,EAAE,MAAM,GAAG,GAAG,CAAC;CACpB;AAED,8BAAsB,UAAU;IAC9B,QAAQ,CAAC,QAAQ,CAAC,QAAQ,EAAE,MAAM,GAAG,OAAO,CAAC,OAAO,EAAE,CAAC;IAEvD;;OAEG;IACH,QAAQ,CAAC,sBAAsB,IAAI,MAAM,EAAE;IAE3C;;OAEG;IACH,SAAS,CAAC,QAAQ,EAAE,MAAM,GAAG,OAAO;CAMrC;AAED,qBAAa,iBAAiB;IAC5B,OAAO,CAAC,MAAM,CAAC,OAAO,CAAoB;IAE1C,MAAM,CAAC,cAAc,CAAC,MAAM,EAAE,UAAU,GAAG,IAAI;IAI/C,MAAM,CAAC,SAAS,CAAC,QAAQ,EAAE,MAAM,EAAE,MAAM,CAAC,EAAE,MAAM,GAAG,UAAU;IAuB/D,MAAM,CAAC,mBAAmB,IAAI,MAAM,EAAE;CAOvC"}

package/dist/readers/data-reader.test.d.ts

@@ -0,0 +1,2 @@
+export {};
+//# sourceMappingURL=data-reader.test.d.ts.map

package/dist/readers/data-reader.test.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"data-reader.test.d.ts","sourceRoot":"","sources":["../../src/readers/data-reader.test.ts"],"names":[],"mappings":""}

package/dist/readers/index.d.ts

@@ -0,0 +1,6 @@
+export { DataReader, DataRow, DataReaderFactory } from "./data-reader";
+export { CsvReader, readCsvFile, CsvRow } from "./csv";
+export { JsonReader } from "./json";
+export { YamlReader } from "./yaml";
+export { JsonlReader } from "./jsonl";
+//# sourceMappingURL=index.d.ts.map

package/dist/readers/index.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/readers/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,UAAU,EAAE,OAAO,EAAE,iBAAiB,EAAE,MAAM,eAAe,CAAC;AACvE,OAAO,EAAE,SAAS,EAAE,WAAW,EAAE,MAAM,EAAE,MAAM,OAAO,CAAC;AACvD,OAAO,EAAE,UAAU,EAAE,MAAM,QAAQ,CAAC;AACpC,OAAO,EAAE,UAAU,EAAE,MAAM,QAAQ,CAAC;AACpC,OAAO,EAAE,WAAW,EAAE,MAAM,SAAS,CAAC"}

package/dist/readers/json.d.ts

@@ -0,0 +1,6 @@
+import { DataReader, DataRow } from "./data-reader";
+export declare class JsonReader extends DataReader {
+    getSupportedExtensions(): string[];
+    readFile(filePath: string): Promise<DataRow[]>;
+}
+//# sourceMappingURL=json.d.ts.map

package/dist/readers/json.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"json.d.ts","sourceRoot":"","sources":["../../src/readers/json.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,UAAU,EAAE,OAAO,EAAE,MAAM,eAAe,CAAC;AAEpD,qBAAa,UAAW,SAAQ,UAAU;IACxC,sBAAsB,IAAI,MAAM,EAAE;IAI5B,QAAQ,CAAC,QAAQ,EAAE,MAAM,GAAG,OAAO,CAAC,OAAO,EAAE,CAAC;CAkBrD"}

package/dist/readers/json.test.d.ts

@@ -0,0 +1,2 @@
+export {};
+//# sourceMappingURL=json.test.d.ts.map

package/dist/readers/json.test.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"json.test.d.ts","sourceRoot":"","sources":["../../src/readers/json.test.ts"],"names":[],"mappings":""}

package/dist/readers/jsonl.d.ts

@@ -0,0 +1,6 @@
+import { DataReader, DataRow } from "./data-reader";
+export declare class JsonlReader extends DataReader {
+    getSupportedExtensions(): string[];
+    readFile(filePath: string): Promise<DataRow[]>;
+}
+//# sourceMappingURL=jsonl.d.ts.map

package/dist/readers/jsonl.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"jsonl.d.ts","sourceRoot":"","sources":["../../src/readers/jsonl.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,UAAU,EAAE,OAAO,EAAE,MAAM,eAAe,CAAC;AAEpD,qBAAa,WAAY,SAAQ,UAAU;IACzC,sBAAsB,IAAI,MAAM,EAAE;IAI5B,QAAQ,CAAC,QAAQ,EAAE,MAAM,GAAG,OAAO,CAAC,OAAO,EAAE,CAAC;CAmBrD"}

package/dist/readers/jsonl.test.d.ts

@@ -0,0 +1,2 @@
+export {};
+//# sourceMappingURL=jsonl.test.d.ts.map

package/dist/readers/jsonl.test.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"jsonl.test.d.ts","sourceRoot":"","sources":["../../src/readers/jsonl.test.ts"],"names":[],"mappings":""}

package/dist/readers/yaml.d.ts

@@ -0,0 +1,6 @@
+import { DataReader, DataRow } from "./data-reader";
+export declare class YamlReader extends DataReader {
+    getSupportedExtensions(): string[];
+    readFile(filePath: string): Promise<DataRow[]>;
+}
+//# sourceMappingURL=yaml.d.ts.map

package/dist/readers/yaml.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"yaml.d.ts","sourceRoot":"","sources":["../../src/readers/yaml.ts"],"names":[],"mappings":"AAEA,OAAO,EAAE,UAAU,EAAE,OAAO,EAAE,MAAM,eAAe,CAAC;AAEpD,qBAAa,UAAW,SAAQ,UAAU;IACxC,sBAAsB,IAAI,MAAM,EAAE;IAI5B,QAAQ,CAAC,QAAQ,EAAE,MAAM,GAAG,OAAO,CAAC,OAAO,EAAE,CAAC;CAkBrD"}

package/dist/readers/yaml.test.d.ts

@@ -0,0 +1,2 @@
+export {};
+//# sourceMappingURL=yaml.test.d.ts.map

package/dist/readers/yaml.test.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"yaml.test.d.ts","sourceRoot":"","sources":["../../src/readers/yaml.test.ts"],"names":[],"mappings":""}

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@jackchuka/gql-ingest",
-  "version": "1.5.0",
+  "version": "2.0.1",
   "description": "A CLI tool for ingesting data from CSV files into a GraphQL API",
   "type": "module",
   "main": "dist/cli.js",

package/src/cli.ts

@@ -40,6 +40,10 @@ program
     "JSON string of headers to include in requests"
   )
   .option("-v, --verbose", "Show detailed request results and responses")
+  .option(
+    "-f, --format <format>",
+    "Override data format detection (csv, json, yaml, jsonl)"
+  )
   .action(async (options) => {
     try {
       console.log("Starting seed data generation...");
@@ -66,7 +70,8 @@ program
         client,
         process.cwd(),
         metrics,
-        options.verbose
+        options.verbose,
+        options.format
       );
 
       // Parse entities filter if provided
@@ -117,7 +122,9 @@ program
           // When using --entities flag, show warnings instead of errors
           console.warn("\n⚠️  Warning: Dependency validation issues:");
           validationErrors.forEach((error) => console.warn(`  - ${error}`));
-          console.warn("This may cause errors if the dependent data doesn't already exist.\n");
+          console.warn(
+            "This may cause errors if the dependent data doesn't already exist.\n"
+          );
         } else {
           // Strict validation when processing all entities
           console.error("Dependency validation errors:");
@@ -126,12 +133,7 @@ program
         }
       }
 
-      // Process entities in dependency-aware waves
-      if (config.parallelProcessing.entityConcurrency === 1) {
-        await processEntitiesSequentially(mappingPaths, mapper, config);
-      } else {
-        await processEntitiesInWaves(mappingPaths, resolver, mapper, config);
-      }
+      await processEntitiesInWaves(mappingPaths, resolver, mapper, config);
 
       metrics.finishProcessing();
       console.log(metrics.generateSummary());
@@ -141,23 +143,6 @@ program
     }
   });
 
-async function processEntitiesSequentially(
-  mappingPaths: string[],
-  mapper: DataMapper,
-  config: ReturnType<typeof loadConfig>
-): Promise<void> {
-  for (const configPath of mappingPaths) {
-    try {
-      const entityName = basename(configPath, ".json");
-      const entityConfig = getEntityConfig(entityName, config);
-      const retryConfig = getRetryConfig(entityName, config);
-      await mapper.processEntity(configPath, entityConfig, retryConfig);
-    } catch (error) {
-      console.warn(`Warning: Could not process ${configPath}:`, error);
-    }
-  }
-}
-
 async function processEntitiesInWaves(
   mappingPaths: string[],
   resolver: DependencyResolver,

package/src/graphql-client.test.ts

@@ -63,7 +63,10 @@ describe("GraphQLClientWrapper", () => {
       clientWrapper.executeMutation(mutation, variables)
     ).rejects.toThrow("GraphQL error");
 
-    expect(consoleSpy).toHaveBeenCalledWith("GraphQL mutation failed after 3 attempts:", error);
+    expect(consoleSpy).toHaveBeenCalledWith(
+      "GraphQL mutation failed after 3 attempts:",
+      error
+    );
 
     consoleSpy.mockRestore();
   });
@@ -96,7 +99,11 @@ describe("GraphQLClientWrapper", () => {
         .mockRejectedValueOnce(serverError)
         .mockResolvedValueOnce({ data: { result: "success" } });
 
-      const result = await clientWrapper.executeMutation(mutation, variables, retryConfig);
+      const result = await clientWrapper.executeMutation(
+        mutation,
+        variables,
+        retryConfig
+      );
 
       expect(mockRequest).toHaveBeenCalledTimes(3);
       expect(result).toEqual({ data: { result: "success" } });
@@ -143,7 +150,11 @@ describe("GraphQLClientWrapper", () => {
         .mockRejectedValueOnce(networkError)
         .mockResolvedValueOnce({ data: { result: "success" } });
 
-      const result = await clientWrapper.executeMutation(mutation, variables, retryConfig);
+      const result = await clientWrapper.executeMutation(
+        mutation,
+        variables,
+        retryConfig
+      );
 
       expect(mockRequest).toHaveBeenCalledTimes(2);
       expect(result).toEqual({ data: { result: "success" } });
@@ -192,7 +203,11 @@ describe("GraphQLClientWrapper", () => {
         .mockResolvedValueOnce({ data: { result: "success" } });
 
       const startTime = Date.now();
-      const result = await clientWrapper.executeMutation(mutation, variables, retryConfig);
+      const result = await clientWrapper.executeMutation(
+        mutation,
+        variables,
+        retryConfig
+      );
       const totalTime = Date.now() - startTime;
 
       expect(mockRequest).toHaveBeenCalledTimes(3);

package/src/mapper.test.ts

@@ -3,9 +3,18 @@ import path from "path";
 import { DataMapper } from "./mapper";
 import { GraphQLClientWrapper } from "./graphql-client";
 import { MetricsCollector } from "./metrics";
+import { readCsvFile, DataReaderFactory } from "./readers";
 
 jest.mock("fs");
-jest.mock("./csv-reader");
+jest.mock("./readers", () => ({
+  ...jest.requireActual("./readers"),
+  readCsvFile: jest.fn(),
+  DataReaderFactory: {
+    getReader: jest.fn().mockReturnValue({
+      readFile: jest.fn(),
+    }),
+  },
+}));
 
 const mockFs = fs as jest.Mocked<typeof fs>;
 
@@ -114,8 +123,8 @@ describe("DataMapper", () => {
         .mockReturnValueOnce(JSON.stringify(mockConfig))
         .mockReturnValueOnce(mockMutation);
 
-      const { readCsvFile } = require("./csv-reader");
-      readCsvFile.mockResolvedValue(mockCsvData);
+      const { DataReaderFactory } = require("./readers");
+      DataReaderFactory.getReader().readFile.mockResolvedValue(mockCsvData);
 
       mockClient.executeMutation.mockResolvedValue({
         createUser: { id: "123" },
@@ -129,8 +138,9 @@ describe("DataMapper", () => {
         path.resolve(testBasePath, "configs/test/mappings/users.json"),
         "utf8"
       );
-      expect(readCsvFile).toHaveBeenCalledWith(
-        path.resolve(testBasePath, "configs/test", "data/users.csv")
+      expect(DataReaderFactory.getReader).toHaveBeenCalledWith(
+        path.resolve(testBasePath, "configs/test", "data/users.csv"),
+        undefined
       );
       expect(mockFs.readFileSync).toHaveBeenCalledWith(
         path.resolve(testBasePath, "configs/test", "graphql/users.graphql"),
@@ -138,14 +148,22 @@ describe("DataMapper", () => {
       );
 
       expect(mockClient.executeMutation).toHaveBeenCalledTimes(2);
-      expect(mockClient.executeMutation).toHaveBeenCalledWith(mockMutation, {
-        name: "John",
-        email: "john@example.com",
-      }, undefined);
-      expect(mockClient.executeMutation).toHaveBeenCalledWith(mockMutation, {
-        name: "Jane",
-        email: "jane@example.com",
-      }, undefined);
+      expect(mockClient.executeMutation).toHaveBeenCalledWith(
+        mockMutation,
+        {
+          name: "John",
+          email: "john@example.com",
+        },
+        undefined
+      );
+      expect(mockClient.executeMutation).toHaveBeenCalledWith(
+        mockMutation,
+        {
+          name: "Jane",
+          email: "jane@example.com",
+        },
+        undefined
+      );
 
       consoleSpy.mockRestore();
     });
@@ -165,8 +183,8 @@ describe("DataMapper", () => {
         .mockReturnValueOnce(JSON.stringify(mockConfig))
         .mockReturnValueOnce(mockMutation);
 
-      const { readCsvFile } = require("./csv-reader");
-      readCsvFile.mockResolvedValue(mockCsvData);
+      const { DataReaderFactory } = require("./readers");
+      DataReaderFactory.getReader().readFile.mockResolvedValue(mockCsvData);
 
       mockClient.executeMutation.mockRejectedValue(new Error("GraphQL error"));
 
@@ -210,8 +228,8 @@ describe("DataMapper", () => {
         .mockReturnValueOnce(JSON.stringify(mockConfig))
         .mockReturnValueOnce(mockMutation);
 
-      const { readCsvFile } = require("./csv-reader");
-      readCsvFile.mockResolvedValue(mockCsvData);
+      const { DataReaderFactory } = require("./readers");
+      DataReaderFactory.getReader().readFile.mockResolvedValue(mockCsvData);
 
       mockClient.executeMutation.mockResolvedValue({
         createProduct: { id: "456" },
@@ -219,11 +237,15 @@ describe("DataMapper", () => {
 
       await dataMapper.processEntity("configs/test/mappings/products.json");
 
-      expect(mockClient.executeMutation).toHaveBeenCalledWith(mockMutation, {
-        name: "Widget",
-        price: "19.99",
-        sku: "W001",
-      }, undefined);
+      expect(mockClient.executeMutation).toHaveBeenCalledWith(
+        mockMutation,
+        {
+          name: "Widget",
+          price: "19.99",
+          sku: "W001",
+        },
+        undefined
+      );
     });
 
     it("should handle missing CSV columns gracefully", async () => {
@@ -248,8 +270,8 @@ describe("DataMapper", () => {
         .mockReturnValueOnce(JSON.stringify(mockConfig))
         .mockReturnValueOnce(mockMutation);
 
-      const { readCsvFile } = require("./csv-reader");
-      readCsvFile.mockResolvedValue(mockCsvData);
+      const { DataReaderFactory } = require("./readers");
+      DataReaderFactory.getReader().readFile.mockResolvedValue(mockCsvData);
 
       mockClient.executeMutation.mockResolvedValue({
         createUser: { id: "789" },
@@ -257,10 +279,14 @@ describe("DataMapper", () => {
 
       await dataMapper.processEntity("configs/test/mappings/users.json");
 
-      expect(mockClient.executeMutation).toHaveBeenCalledWith(mockMutation, {
-        name: "John",
-        email: "john@example.com",
-      }, undefined);
+      expect(mockClient.executeMutation).toHaveBeenCalledWith(
+        mockMutation,
+        {
+          name: "John",
+          email: "john@example.com",
+        },
+        undefined
+      );
     });
 
     it("should call metrics methods during successful processing", async () => {
@@ -278,8 +304,8 @@ describe("DataMapper", () => {
         .mockReturnValueOnce(JSON.stringify(mockConfig))
         .mockReturnValueOnce(mockMutation);
 
-      const { readCsvFile } = require("./csv-reader");
-      readCsvFile.mockResolvedValue(mockCsvData);
+      const { DataReaderFactory } = require("./readers");
+      DataReaderFactory.getReader().readFile.mockResolvedValue(mockCsvData);
 
       mockClient.executeMutation.mockResolvedValue({
         createUser: { id: "123" },
@@ -309,8 +335,8 @@ describe("DataMapper", () => {
         .mockReturnValueOnce(JSON.stringify(mockConfig))
         .mockReturnValueOnce(mockMutation);
 
-      const { readCsvFile } = require("./csv-reader");
-      readCsvFile.mockResolvedValue(mockCsvData);
+      const { DataReaderFactory } = require("./readers");
+      DataReaderFactory.getReader().readFile.mockResolvedValue(mockCsvData);
 
       mockClient.executeMutation.mockRejectedValue(new Error("GraphQL error"));
 
@@ -365,8 +391,8 @@ describe("DataMapper", () => {
         .mockReturnValueOnce(JSON.stringify(mockConfig))
         .mockReturnValueOnce(mockMutation);
 
-      const { readCsvFile } = require("./csv-reader");
-      readCsvFile.mockResolvedValue(mockCsvData);
+      const { DataReaderFactory } = require("./readers");
+      DataReaderFactory.getReader().readFile.mockResolvedValue(mockCsvData);
 
       mockClient.executeMutation.mockResolvedValue({
         createProduct: { id: "123" },
@@ -374,12 +400,16 @@ describe("DataMapper", () => {
 
       await dataMapper.processEntity("configs/test/mappings/products.json");
 
-      expect(mockClient.executeMutation).toHaveBeenCalledWith(mockMutation, {
-        name: "Widget",
-        price: 19.99,
-        quantity: 10,
-        active: true,
-      }, undefined);
+      expect(mockClient.executeMutation).toHaveBeenCalledWith(
+        mockMutation,
+        {
+          name: "Widget",
+          price: 19.99,
+          quantity: 10,
+          active: true,
+        },
+        undefined
+      );
     });
 
     it("should handle invalid numeric conversions gracefully", async () => {
@@ -413,8 +443,8 @@ describe("DataMapper", () => {
         .mockReturnValueOnce(JSON.stringify(mockConfig))
         .mockReturnValueOnce(mockMutation);
 
-      const { readCsvFile } = require("./csv-reader");
-      readCsvFile.mockResolvedValue(mockCsvData);
+      const { DataReaderFactory } = require("./readers");
+      DataReaderFactory.getReader().readFile.mockResolvedValue(mockCsvData);
 
       mockClient.executeMutation.mockResolvedValue({
         createProduct: { id: "123" },
@@ -424,11 +454,15 @@ describe("DataMapper", () => {
 
       await dataMapper.processEntity("configs/test/mappings/products.json");
 
-      expect(mockClient.executeMutation).toHaveBeenCalledWith(mockMutation, {
-        name: "Widget",
-        price: "invalid_price",
-        quantity: "invalid_quantity",
-      }, undefined);
+      expect(mockClient.executeMutation).toHaveBeenCalledWith(
+        mockMutation,
+        {
+          name: "Widget",
+          price: "invalid_price",
+          quantity: "invalid_quantity",
+        },
+        undefined
+      );
 
       expect(consoleSpy).toHaveBeenCalledWith(
         'Warning: Cannot convert "invalid_price" to Float for variable $price. Expected a valid number. Using original value.'
@@ -473,8 +507,8 @@ describe("DataMapper", () => {
         .mockReturnValueOnce(JSON.stringify(mockConfig))
         .mockReturnValueOnce(mockMutation);
 
-      const { readCsvFile } = require("./csv-reader");
-      readCsvFile.mockResolvedValue(mockCsvData);
+      const { DataReaderFactory } = require("./readers");
+      DataReaderFactory.getReader().readFile.mockResolvedValue(mockCsvData);
 
       mockClient.executeMutation.mockResolvedValue({
         createProduct: { id: "123" },
@@ -485,15 +519,23 @@ describe("DataMapper", () => {
       await dataMapper.processEntity("configs/test/mappings/products.json");
 
       // Should keep invalid values as strings
-      expect(mockClient.executeMutation).toHaveBeenCalledWith(mockMutation, {
-        int_field: "1.5",
-        float_field: "Infinity",
-      }, undefined);
+      expect(mockClient.executeMutation).toHaveBeenCalledWith(
+        mockMutation,
+        {
+          int_field: "1.5",
+          float_field: "Infinity",
+        },
+        undefined
+      );
 
-      expect(mockClient.executeMutation).toHaveBeenCalledWith(mockMutation, {
-        int_field: "not_a_number",
-        float_field: "1.2.3",
-      }, undefined);
+      expect(mockClient.executeMutation).toHaveBeenCalledWith(
+        mockMutation,
+        {
+          int_field: "not_a_number",
+          float_field: "1.2.3",
+        },
+        undefined
+      );
 
       consoleSpy.mockRestore();
     });
@@ -527,24 +569,33 @@ describe("DataMapper", () => {
         .mockReturnValueOnce(JSON.stringify(mockConfig))
         .mockReturnValueOnce(mockMutation);
 
-      const { readCsvFile } = require("./csv-reader");
-      readCsvFile.mockResolvedValue(mockCsvData);
+      const { DataReaderFactory } = require("./readers");
+      DataReaderFactory.getReader().readFile.mockResolvedValue(mockCsvData);
 
       mockClient.executeMutation.mockResolvedValue({
         createProduct: { id: "123" },
       });
 
       // Create verbose mapper to test the logging
-      const verboseMapper = new DataMapper(mockClient, testBasePath, mockMetrics, true);
+      const verboseMapper = new DataMapper(
+        mockClient,
+        testBasePath,
+        mockMetrics,
+        true
+      );
       const consoleSpy = jest.spyOn(console, "log").mockImplementation();
 
       await verboseMapper.processEntity("configs/test/mappings/products.json");
 
       // Should keep custom scalar as string
-      expect(mockClient.executeMutation).toHaveBeenCalledWith(mockMutation, {
-        name: "Widget",
-        custom_field: "123",
-      }, undefined);
+      expect(mockClient.executeMutation).toHaveBeenCalledWith(
+        mockMutation,
+        {
+          name: "Widget",
+          custom_field: "123",
+        },
+        undefined
+      );
 
       expect(consoleSpy).toHaveBeenCalledWith(
         'Unknown GraphQL type "CustomScalar" for variable $custom_field. Keeping value as string.'