@jackchuka/gql-ingest 2.2.1 → 3.0.0

package/dist/lib/logger.d.ts

@@ -0,0 +1,27 @@
+/**
+ * Logger interface for configurable logging
+ *
+ * Libraries should be quiet by default unless explicitly configured.
+ */
+export interface Logger {
+    debug: (message: string, ...args: unknown[]) => void;
+    info: (message: string, ...args: unknown[]) => void;
+    warn: (message: string, ...args: unknown[]) => void;
+    error: (message: string, ...args: unknown[]) => void;
+}
+/**
+ * No-op logger that silently discards all log messages.
+ * Used as the default logger to keep the library quiet.
+ */
+export declare const noopLogger: Logger;
+/**
+ * Creates a console logger with [gql-ingest] prefix.
+ * Used when verbose mode is enabled.
+ */
+export declare function createConsoleLogger(): Logger;
+/**
+ * Creates a default logger based on the verbose flag.
+ * Returns no-op logger by default, console logger when verbose is true.
+ */
+export declare function createDefaultLogger(verbose?: boolean): Logger;
+//# sourceMappingURL=logger.d.ts.map

package/dist/lib/logger.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"logger.d.ts","sourceRoot":"","sources":["../../src/lib/logger.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AACH,MAAM,WAAW,MAAM;IACrB,KAAK,EAAE,CAAC,OAAO,EAAE,MAAM,EAAE,GAAG,IAAI,EAAE,OAAO,EAAE,KAAK,IAAI,CAAC;IACrD,IAAI,EAAE,CAAC,OAAO,EAAE,MAAM,EAAE,GAAG,IAAI,EAAE,OAAO,EAAE,KAAK,IAAI,CAAC;IACpD,IAAI,EAAE,CAAC,OAAO,EAAE,MAAM,EAAE,GAAG,IAAI,EAAE,OAAO,EAAE,KAAK,IAAI,CAAC;IACpD,KAAK,EAAE,CAAC,OAAO,EAAE,MAAM,EAAE,GAAG,IAAI,EAAE,OAAO,EAAE,KAAK,IAAI,CAAC;CACtD;AAED;;;GAGG;AACH,eAAO,MAAM,UAAU,EAAE,MAKxB,CAAC;AAEF;;;GAGG;AACH,wBAAgB,mBAAmB,IAAI,MAAM,CAO5C;AAED;;;GAGG;AACH,wBAAgB,mBAAmB,CAAC,OAAO,UAAQ,GAAG,MAAM,CAE3D"}

package/dist/lib/mapper.d.ts

@@ -0,0 +1,49 @@
+import { GraphQLClientWrapper } from "./graphql-client";
+import { MetricsCollector } from "./metrics";
+import { ParallelProcessingConfig, RetryConfig } from "./config";
+import { Logger } from "./logger";
+import { EntityStartEventPayload, EntityCompleteEventPayload, RowSuccessEventPayload, RowFailureEventPayload } from "./events";
+export interface MappingConfig {
+    csvFile?: string;
+    dataFile?: string;
+    dataFormat?: string;
+    graphqlFile: string;
+    mapping: Record<string, unknown>;
+}
+/**
+ * Callbacks for entity processing events
+ */
+export interface EntityProcessingCallbacks {
+    onEntityStart?: (payload: Omit<EntityStartEventPayload, "waveIndex">) => void;
+    onEntityComplete?: (payload: EntityCompleteEventPayload) => void;
+    onRowSuccess?: (payload: RowSuccessEventPayload) => void;
+    onRowFailure?: (payload: RowFailureEventPayload) => void;
+}
+export declare class DataMapper {
+    private client;
+    private basePath;
+    private metrics;
+    private logger;
+    private formatOverride?;
+    constructor(client: GraphQLClientWrapper, basePath?: string, metrics?: MetricsCollector, logger?: Logger, formatOverride?: string);
+    discoverMappings(configDir: string, entityFilter?: string[]): string[];
+    /**
+     * Process an entity (backward-compatible method)
+     */
+    processEntity(configPath: string, parallelConfig?: ParallelProcessingConfig, retryConfig?: RetryConfig): Promise<void>;
+    /**
+     * Process an entity with event callbacks and abort support
+     */
+    processEntityWithEvents(configPath: string, parallelConfig?: ParallelProcessingConfig, retryConfig?: RetryConfig, signal?: AbortSignal, callbacks?: EntityProcessingCallbacks): Promise<void>;
+    private processRowsSequentiallyWithEvents;
+    private processRowsConcurrentlyWithEvents;
+    private chunkArray;
+    private mapRowToVariables;
+    private getValueByPath;
+    private mapNestedObject;
+    private extractVariableTypes;
+    private extractTypeName;
+    private convertValue;
+    getMetrics(): MetricsCollector;
+}
+//# sourceMappingURL=mapper.d.ts.map

package/dist/lib/mapper.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"mapper.d.ts","sourceRoot":"","sources":["../../src/lib/mapper.ts"],"names":[],"mappings":"AAIA,OAAO,EAAE,oBAAoB,EAAE,MAAM,kBAAkB,CAAC;AACxD,OAAO,EAAE,gBAAgB,EAAE,MAAM,WAAW,CAAC;AAC7C,OAAO,EAAE,wBAAwB,EAAE,WAAW,EAAE,MAAM,UAAU,CAAC;AACjE,OAAO,EAAE,MAAM,EAAc,MAAM,UAAU,CAAC;AAC9C,OAAO,EACL,uBAAuB,EACvB,0BAA0B,EAC1B,sBAAsB,EACtB,sBAAsB,EACvB,MAAM,UAAU,CAAC;AAElB,MAAM,WAAW,aAAa;IAE5B,OAAO,CAAC,EAAE,MAAM,CAAC;IAEjB,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,WAAW,EAAE,MAAM,CAAC;IACpB,OAAO,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;CAClC;AAED;;GAEG;AACH,MAAM,WAAW,yBAAyB;IACxC,aAAa,CAAC,EAAE,CAAC,OAAO,EAAE,IAAI,CAAC,uBAAuB,EAAE,WAAW,CAAC,KAAK,IAAI,CAAC;IAC9E,gBAAgB,CAAC,EAAE,CAAC,OAAO,EAAE,0BAA0B,KAAK,IAAI,CAAC;IACjE,YAAY,CAAC,EAAE,CAAC,OAAO,EAAE,sBAAsB,KAAK,IAAI,CAAC;IACzD,YAAY,CAAC,EAAE,CAAC,OAAO,EAAE,sBAAsB,KAAK,IAAI,CAAC;CAC1D;AAED,qBAAa,UAAU;IACrB,OAAO,CAAC,MAAM,CAAuB;IACrC,OAAO,CAAC,QAAQ,CAAS;IACzB,OAAO,CAAC,OAAO,CAAmB;IAClC,OAAO,CAAC,MAAM,CAAS;IACvB,OAAO,CAAC,cAAc,CAAC,CAAS;gBAG9B,MAAM,EAAE,oBAAoB,EAC5B,QAAQ,GAAE,MAAsB,EAChC,OAAO,CAAC,EAAE,gBAAgB,EAC1B,MAAM,GAAE,MAAmB,EAC3B,cAAc,CAAC,EAAE,MAAM;IASzB,gBAAgB,CAAC,SAAS,EAAE,MAAM,EAAE,YAAY,CAAC,EAAE,MAAM,EAAE,GAAG,MAAM,EAAE;IAyCtE;;OAEG;IACG,aAAa,CACjB,UAAU,EAAE,MAAM,EAClB,cAAc,CAAC,EAAE,wBAAwB,EACzC,WAAW,CAAC,EAAE,WAAW,GACxB,OAAO,CAAC,IAAI,CAAC;IAIhB;;OAEG;IACG,uBAAuB,CAC3B,UAAU,EAAE,MAAM,EAClB,cAAc,CAAC,EAAE,wBAAwB,EACzC,WAAW,CAAC,EAAE,WAAW,EACzB,MAAM,CAAC,EAAE,WAAW,EACpB,SAAS,CAAC,EAAE,yBAAyB,GACpC,OAAO,CAAC,IAAI,CAAC;YAyFF,iCAAiC;YA+DjC,iCAAiC;IA6G/C,OAAO,CAAC,UAAU;IAQlB,OAAO,CAAC,iBAAiB;IAqCzB,OAAO,CAAC,cAAc;IAetB,OAAO,CAAC,eAAe;IAoCvB,OAAO,CAAC,oBAAoB;IA0B5B,OAAO,CAAC,eAAe;IAgBvB,OAAO,CAAC,YAAY;IAyDpB,UAAU,IAAI,gBAAgB;CAG/B"}

package/dist/{metrics.d.ts → lib/metrics.d.ts}

@@ -1,15 +1,21 @@
 export interface EntityMetrics {
-    entityName: string;
-    successCount: number;
-    failureCount: number;
-    startTime: number;
-    endTime?: number;
+    rowsProcessed: number;
+    successfulRows: number;
+    failedRows: number;
+    duration: number;
 }
 export interface ProcessingMetrics {
+    totalRows: number;
+    successfulOperations: number;
+    failedOperations: number;
+    totalDuration: number;
+    entities: Record<string, EntityMetrics>;
+}
+export interface InternalMetrics {
     totalEntities: number;
     totalSuccesses: number;
     totalFailures: number;
-    entityMetrics: Map<string, EntityMetrics>;
+    entityMetrics: Map<string, InternalEntityMetrics>;
     requestDurations: number[];
     retryAttempts: number;
     retrySuccesses: number;
@@ -17,6 +23,13 @@ export interface ProcessingMetrics {
     startTime: number;
     endTime?: number;
 }
+export interface InternalEntityMetrics {
+    entityName: string;
+    successCount: number;
+    failureCount: number;
+    startTime: number;
+    endTime?: number;
+}
 export declare class MetricsCollector {
     private metrics;
     constructor();
@@ -24,8 +37,9 @@ export declare class MetricsCollector {
     recordSuccess(entityName: string): void;
     recordFailure(entityName: string): void;
     finishEntityProcessing(entityName: string): void;
-    finishProcessing(): ProcessingMetrics;
-    getEntityMetrics(entityName: string): EntityMetrics | undefined;
+    finishProcessing(): InternalMetrics;
+    getEntityMetrics(entityName: string): InternalEntityMetrics | undefined;
+    getMetrics(): ProcessingMetrics;
     getTotalProcessed(): number;
     getSuccessRate(): number;
     recordRequestDuration(duration: number): void;

package/dist/lib/metrics.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"metrics.d.ts","sourceRoot":"","sources":["../../src/lib/metrics.ts"],"names":[],"mappings":"AAAA,MAAM,WAAW,aAAa;IAC5B,aAAa,EAAE,MAAM,CAAC;IACtB,cAAc,EAAE,MAAM,CAAC;IACvB,UAAU,EAAE,MAAM,CAAC;IACnB,QAAQ,EAAE,MAAM,CAAC;CAClB;AAED,MAAM,WAAW,iBAAiB;IAChC,SAAS,EAAE,MAAM,CAAC;IAClB,oBAAoB,EAAE,MAAM,CAAC;IAC7B,gBAAgB,EAAE,MAAM,CAAC;IACzB,aAAa,EAAE,MAAM,CAAC;IACtB,QAAQ,EAAE,MAAM,CAAC,MAAM,EAAE,aAAa,CAAC,CAAC;CACzC;AAED,MAAM,WAAW,eAAe;IAC9B,aAAa,EAAE,MAAM,CAAC;IACtB,cAAc,EAAE,MAAM,CAAC;IACvB,aAAa,EAAE,MAAM,CAAC;IACtB,aAAa,EAAE,GAAG,CAAC,MAAM,EAAE,qBAAqB,CAAC,CAAC;IAClD,gBAAgB,EAAE,MAAM,EAAE,CAAC;IAC3B,aAAa,EAAE,MAAM,CAAC;IACtB,cAAc,EAAE,MAAM,CAAC;IACvB,aAAa,EAAE,MAAM,CAAC;IACtB,SAAS,EAAE,MAAM,CAAC;IAClB,OAAO,CAAC,EAAE,MAAM,CAAC;CAClB;AAED,MAAM,WAAW,qBAAqB;IACpC,UAAU,EAAE,MAAM,CAAC;IACnB,YAAY,EAAE,MAAM,CAAC;IACrB,YAAY,EAAE,MAAM,CAAC;IACrB,SAAS,EAAE,MAAM,CAAC;IAClB,OAAO,CAAC,EAAE,MAAM,CAAC;CAClB;AAED,qBAAa,gBAAgB;IAC3B,OAAO,CAAC,OAAO,CAAkB;;IAgBjC,qBAAqB,CAAC,UAAU,EAAE,MAAM,GAAG,IAAI;IAW/C,aAAa,CAAC,UAAU,EAAE,MAAM,GAAG,IAAI;IASvC,aAAa,CAAC,UAAU,EAAE,MAAM,GAAG,IAAI;IASvC,sBAAsB,CAAC,UAAU,EAAE,MAAM,GAAG,IAAI;IAOhD,gBAAgB,IAAI,eAAe;IAKnC,gBAAgB,CAAC,UAAU,EAAE,MAAM,GAAG,qBAAqB,GAAG,SAAS;IAIvE,UAAU,IAAI,iBAAiB;IAwB/B,iBAAiB,IAAI,MAAM;IAI3B,cAAc,IAAI,MAAM;IAKxB,qBAAqB,CAAC,QAAQ,EAAE,MAAM,GAAG,IAAI;IAI7C,kBAAkB,CAAC,QAAQ,EAAE,MAAM,GAAG,IAAI;IAK1C,kBAAkB,CAAC,QAAQ,EAAE,MAAM,GAAG,IAAI;IAK1C,yBAAyB,IAAI,MAAM;IAMnC,aAAa,IAAI,MAAM;IAKvB,eAAe,IAAI,MAAM;CAyC1B"}

package/dist/readers/csv.d.ts

@@ -1,8 +1,4 @@
 import { DataReader, DataRow } from "./data-reader";
-export interface CsvRow {
-    [key: string]: string;
-}
-export declare function readCsvFile(filePath: string): Promise<CsvRow[]>;
 export declare class CsvReader extends DataReader {
     getSupportedExtensions(): string[];
     readFile(filePath: string): Promise<DataRow[]>;

package/dist/readers/csv.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"csv.d.ts","sourceRoot":"","sources":["../../src/readers/csv.ts"],"names":[],"mappings":"AAEA,OAAO,EAAE,UAAU,EAAE,OAAO,EAAE,MAAM,eAAe,CAAC;AAEpD,MAAM,WAAW,MAAM;IACrB,CAAC,GAAG,EAAE,MAAM,GAAG,MAAM,CAAC;CACvB;AAED,wBAAsB,WAAW,CAAC,QAAQ,EAAE,MAAM,GAAG,OAAO,CAAC,MAAM,EAAE,CAAC,CAUrE;AAED,qBAAa,SAAU,SAAQ,UAAU;IACvC,sBAAsB,IAAI,MAAM,EAAE;IAI5B,QAAQ,CAAC,QAAQ,EAAE,MAAM,GAAG,OAAO,CAAC,OAAO,EAAE,CAAC;CAGrD"}
+{"version":3,"file":"csv.d.ts","sourceRoot":"","sources":["../../src/readers/csv.ts"],"names":[],"mappings":"AAEA,OAAO,EAAE,UAAU,EAAE,OAAO,EAAE,MAAM,eAAe,CAAC;AAEpD,qBAAa,SAAU,SAAQ,UAAU;IACvC,sBAAsB,IAAI,MAAM,EAAE;IAI5B,QAAQ,CAAC,QAAQ,EAAE,MAAM,GAAG,OAAO,CAAC,OAAO,EAAE,CAAC;CAWrD"}

package/dist/readers/index.d.ts

@@ -1,5 +1,5 @@
 export { DataReader, DataRow, DataReaderFactory } from "./data-reader";
-export { CsvReader, readCsvFile, CsvRow } from "./csv";
+export { CsvReader } from "./csv";
 export { JsonReader } from "./json";
 export { YamlReader } from "./yaml";
 export { JsonlReader } from "./jsonl";

package/dist/readers/index.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/readers/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,UAAU,EAAE,OAAO,EAAE,iBAAiB,EAAE,MAAM,eAAe,CAAC;AACvE,OAAO,EAAE,SAAS,EAAE,WAAW,EAAE,MAAM,EAAE,MAAM,OAAO,CAAC;AACvD,OAAO,EAAE,UAAU,EAAE,MAAM,QAAQ,CAAC;AACpC,OAAO,EAAE,UAAU,EAAE,MAAM,QAAQ,CAAC;AACpC,OAAO,EAAE,WAAW,EAAE,MAAM,SAAS,CAAC"}
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/readers/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,UAAU,EAAE,OAAO,EAAE,iBAAiB,EAAE,MAAM,eAAe,CAAC;AACvE,OAAO,EAAE,SAAS,EAAE,MAAM,OAAO,CAAC;AAClC,OAAO,EAAE,UAAU,EAAE,MAAM,QAAQ,CAAC;AACpC,OAAO,EAAE,UAAU,EAAE,MAAM,QAAQ,CAAC;AACpC,OAAO,EAAE,WAAW,EAAE,MAAM,SAAS,CAAC"}

package/package.json

@@ -1,7 +1,7 @@
 {
   "name": "@jackchuka/gql-ingest",
-  "version": "2.2.1",
-  "description": "A CLI tool for ingesting data from CSV files into a GraphQL API",
+  "version": "3.0.0",
+  "description": "A CLI tool for ingesting data from files into a GraphQL API. Supports CSV, JSON, JSONL, and YAML file formats.",
   "keywords": [
     "api",
     "cli",
@@ -16,13 +16,20 @@
     "url": "https://github.com/jackchuka/gql-ingest.git"
   },
   "bin": {
-    "gql-ingest": "dist/cli.js"
+    "gql-ingest": "dist/cli/index.js"
   },
   "files": [
     "dist"
   ],
   "type": "module",
-  "main": "dist/cli.js",
+  "main": "dist/index.js",
+  "types": "dist/index.d.ts",
+  "exports": {
+    ".": {
+      "types": "./dist/index.d.ts",
+      "import": "./dist/index.js"
+    }
+  },
   "dependencies": {
     "commander": "^14.0.0",
     "csv-parser": "^3.0.0",
@@ -36,13 +43,16 @@
     "@types/node": "^25.0.2",
     "esbuild": "^0.27.0",
     "jest": "^30.0.3",
-    "oxfmt": "^0.20.0",
+    "oxfmt": "^0.24.0",
     "oxlint": "^1.35.0",
-    "oxlint-tsgolint": "^0.10.0",
+    "oxlint-tsgolint": "^0.11.0",
     "ts-jest": "^29.4.0",
     "ts-node": "^10.9.0",
     "typescript": "^5.3.0"
   },
+  "engines": {
+    "node": ">=18"
+  },
   "packageManager": "pnpm@8.14.1",
   "scripts": {
     "lint": "oxlint --type-aware --tsconfig ./tsconfig.json",
@@ -51,7 +61,7 @@
     "build": "node esbuild.config.js",
     "build:types": "tsc --emitDeclarationOnly",
     "build:all": "pnpm run build && pnpm run build:types",
-    "dev": "ts-node src/cli.ts",
+    "dev": "ts-node src/cli/index.ts",
     "test": "jest",
     "test:watch": "jest --watch"
   }

package/dist/cli.d.ts

@@ -1,2 +0,0 @@
-export {};
-//# sourceMappingURL=cli.d.ts.map

package/dist/cli.d.ts.map

@@ -1 +0,0 @@
-{"version":3,"file":"cli.d.ts","sourceRoot":"","sources":["../src/cli.ts"],"names":[],"mappings":""}