@jackchuka/gql-ingest 2.2.1 → 3.0.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (60) hide show
  1. package/README.md +181 -1
  2. package/dist/cli/index.d.ts +2 -0
  3. package/dist/cli/index.d.ts.map +1 -0
  4. package/dist/cli/index.js +237 -0
  5. package/dist/index.d.ts +16 -0
  6. package/dist/index.d.ts.map +1 -0
  7. package/dist/index.js +1379 -0
  8. package/dist/index.js.map +7 -0
  9. package/dist/{config.d.ts → lib/config.d.ts} +3 -2
  10. package/dist/lib/config.d.ts.map +1 -0
  11. package/dist/lib/dependency-resolver.d.ts.map +1 -0
  12. package/dist/lib/events.d.ts +167 -0
  13. package/dist/lib/events.d.ts.map +1 -0
  14. package/dist/lib/gql-ingest.d.ts +155 -0
  15. package/dist/lib/gql-ingest.d.ts.map +1 -0
  16. package/dist/{graphql-client.d.ts → lib/graphql-client.d.ts} +8 -4
  17. package/dist/lib/graphql-client.d.ts.map +1 -0
  18. package/dist/lib/index.d.ts +8 -0
  19. package/dist/lib/index.d.ts.map +1 -0
  20. package/dist/lib/logger.d.ts +27 -0
  21. package/dist/lib/logger.d.ts.map +1 -0
  22. package/dist/lib/mapper.d.ts +49 -0
  23. package/dist/lib/mapper.d.ts.map +1 -0
  24. package/dist/{metrics.d.ts → lib/metrics.d.ts} +22 -8
  25. package/dist/lib/metrics.d.ts.map +1 -0
  26. package/dist/readers/csv.d.ts +0 -4
  27. package/dist/readers/csv.d.ts.map +1 -1
  28. package/dist/readers/index.d.ts +1 -1
  29. package/dist/readers/index.d.ts.map +1 -1
  30. package/package.json +17 -7
  31. package/dist/cli.d.ts +0 -2
  32. package/dist/cli.d.ts.map +0 -1
  33. package/dist/cli.js +0 -237
  34. package/dist/config.d.ts.map +0 -1
  35. package/dist/config.test.d.ts +0 -2
  36. package/dist/config.test.d.ts.map +0 -1
  37. package/dist/dependency-resolver.d.ts.map +0 -1
  38. package/dist/dependency-resolver.test.d.ts +0 -2
  39. package/dist/dependency-resolver.test.d.ts.map +0 -1
  40. package/dist/graphql-client.d.ts.map +0 -1
  41. package/dist/graphql-client.test.d.ts +0 -2
  42. package/dist/graphql-client.test.d.ts.map +0 -1
  43. package/dist/mapper.d.ts +0 -31
  44. package/dist/mapper.d.ts.map +0 -1
  45. package/dist/mapper.test.d.ts +0 -2
  46. package/dist/mapper.test.d.ts.map +0 -1
  47. package/dist/metrics.d.ts.map +0 -1
  48. package/dist/metrics.test.d.ts +0 -2
  49. package/dist/metrics.test.d.ts.map +0 -1
  50. package/dist/readers/csv.test.d.ts +0 -2
  51. package/dist/readers/csv.test.d.ts.map +0 -1
  52. package/dist/readers/data-reader.test.d.ts +0 -2
  53. package/dist/readers/data-reader.test.d.ts.map +0 -1
  54. package/dist/readers/json.test.d.ts +0 -2
  55. package/dist/readers/json.test.d.ts.map +0 -1
  56. package/dist/readers/jsonl.test.d.ts +0 -2
  57. package/dist/readers/jsonl.test.d.ts.map +0 -1
  58. package/dist/readers/yaml.test.d.ts +0 -2
  59. package/dist/readers/yaml.test.d.ts.map +0 -1
  60. /package/dist/{dependency-resolver.d.ts → lib/dependency-resolver.d.ts} +0 -0
@@ -1 +0,0 @@
1
- {"version":3,"file":"config.d.ts","sourceRoot":"","sources":["../src/config.ts"],"names":[],"mappings":"AAIA,MAAM,WAAW,wBAAwB;IACvC,WAAW,EAAE,MAAM,CAAC;IACpB,iBAAiB,EAAE,MAAM,CAAC;IAC1B,gBAAgB,EAAE,OAAO,CAAC;CAC3B;AAED,MAAM,WAAW,WAAW;IAC1B,WAAW,EAAE,MAAM,CAAC;IACpB,SAAS,EAAE,MAAM,CAAC;IAClB,QAAQ,EAAE,MAAM,CAAC;IACjB,kBAAkB,EAAE,OAAO,CAAC;IAC5B,oBAAoB,EAAE,MAAM,EAAE,CAAC;CAChC;AAED,MAAM,WAAW,YAAY;IAC3B,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,gBAAgB,CAAC,EAAE,OAAO,CAAC;IAC3B,KAAK,CAAC,EAAE,OAAO,CAAC,WAAW,CAAC,CAAC;CAC9B;AAED,MAAM,WAAW,gBAAgB;IAC/B,KAAK,EAAE,WAAW,CAAC;IACnB,kBAAkB,EAAE,wBAAwB,CAAC;IAC7C,YAAY,EAAE,MAAM,CAAC,MAAM,EAAE,YAAY,CAAC,CAAC;IAC3C,kBAAkB,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,EAAE,CAAC,CAAC;CAC9C;AAED,MAAM,WAAW,UAAW,SAAQ,gBAAgB;CAEnD;AAED,eAAO,MAAM,oBAAoB,EAAE,WAMlC,CAAC;AAEF,eAAO,MAAM,uBAAuB,EAAE,wBAIrC,CAAC;AAEF,eAAO,MAAM,cAAc,EAAE,gBAK5B,CAAC;AAEF,wBAAgB,UAAU,CAAC,SAAS,EAAE,MAAM,GAAG,gBAAgB,CAkB9D;AAiBD,wBAAgB,eAAe,CAC7B,UAAU,EAAE,MAAM,EAClB,YAAY,EAAE,gBAAgB,GAC7B,wBAAwB,CAiB1B;AAED,wBAAgB,cAAc,CAAC,UAAU,EAAE,MAAM,EAAE,YAAY,EAAE,gBAAgB,GAAG,WAAW,CAO9F"}
@@ -1,2 +0,0 @@
1
- export {};
2
- //# sourceMappingURL=config.test.d.ts.map
@@ -1 +0,0 @@
1
- {"version":3,"file":"config.test.d.ts","sourceRoot":"","sources":["../src/config.test.ts"],"names":[],"mappings":""}
@@ -1 +0,0 @@
1
- {"version":3,"file":"dependency-resolver.d.ts","sourceRoot":"","sources":["../src/dependency-resolver.ts"],"names":[],"mappings":"AAAA,MAAM,WAAW,eAAe;IAC9B,CAAC,UAAU,EAAE,MAAM,GAAG,MAAM,EAAE,CAAC;CAChC;AAED,MAAM,WAAW,aAAa;IAC5B,QAAQ,EAAE,MAAM,EAAE,CAAC;IACnB,IAAI,EAAE,MAAM,CAAC;CACd;AAED,qBAAa,kBAAkB;IAC7B,OAAO,CAAC,YAAY,CAAkB;IACtC,OAAO,CAAC,QAAQ,CAAW;IAC3B,OAAO,CAAC,sBAAsB,CAAU;gBAGtC,QAAQ,EAAE,MAAM,EAAE,EAClB,YAAY,GAAE,eAAoB,EAClC,sBAAsB,GAAE,OAAe;IAOzC,qBAAqB,IAAI,aAAa,EAAE;IAiDxC,oBAAoB,IAAI,MAAM,EAAE;IAoBhC,aAAa,CAAC,UAAU,EAAE,MAAM,GAAG,MAAM,EAAE;IAM3C,eAAe,CAAC,UAAU,EAAE,MAAM,GAAG,MAAM,EAAE;CAG9C"}
@@ -1,2 +0,0 @@
1
- export {};
2
- //# sourceMappingURL=dependency-resolver.test.d.ts.map
@@ -1 +0,0 @@
1
- {"version":3,"file":"dependency-resolver.test.d.ts","sourceRoot":"","sources":["../src/dependency-resolver.test.ts"],"names":[],"mappings":""}
@@ -1 +0,0 @@
1
- {"version":3,"file":"graphql-client.d.ts","sourceRoot":"","sources":["../src/graphql-client.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,gBAAgB,EAAE,MAAM,WAAW,CAAC;AAC7C,OAAO,EAAwB,WAAW,EAAE,MAAM,UAAU,CAAC;AAE7D,qBAAa,oBAAoB;IAC/B,OAAO,CAAC,MAAM,CAAgB;IAC9B,OAAO,CAAC,OAAO,CAAC,CAAmB;IACnC,OAAO,CAAC,OAAO,CAAU;gBAGvB,QAAQ,EAAE,MAAM,EAChB,OAAO,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,EAChC,OAAO,CAAC,EAAE,gBAAgB,EAC1B,OAAO,GAAE,OAAe;IASpB,eAAe,CACnB,QAAQ,EAAE,MAAM,EAChB,SAAS,EAAE,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,EAC9B,WAAW,CAAC,EAAE,WAAW,GACxB,OAAO,CAAC,GAAG,CAAC;IAsFf,OAAO,CAAC,gBAAgB;IAWxB,OAAO,CAAC,cAAc;IAatB,OAAO,CAAC,KAAK;IAIb,UAAU,CAAC,OAAO,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC;CAG3C"}
@@ -1,2 +0,0 @@
1
- export {};
2
- //# sourceMappingURL=graphql-client.test.d.ts.map
@@ -1 +0,0 @@
1
- {"version":3,"file":"graphql-client.test.d.ts","sourceRoot":"","sources":["../src/graphql-client.test.ts"],"names":[],"mappings":""}
package/dist/mapper.d.ts DELETED
@@ -1,31 +0,0 @@
1
- import { GraphQLClientWrapper } from "./graphql-client";
2
- import { MetricsCollector } from "./metrics";
3
- import { ParallelProcessingConfig, RetryConfig } from "./config";
4
- export interface MappingConfig {
5
- csvFile?: string;
6
- dataFile?: string;
7
- dataFormat?: string;
8
- graphqlFile: string;
9
- mapping: Record<string, unknown>;
10
- }
11
- export declare class DataMapper {
12
- private client;
13
- private basePath;
14
- private metrics;
15
- private verbose;
16
- private formatOverride?;
17
- constructor(client: GraphQLClientWrapper, basePath?: string, metrics?: MetricsCollector, verbose?: boolean, formatOverride?: string);
18
- discoverMappings(configDir: string, entityFilter?: string[]): string[];
19
- processEntity(configPath: string, parallelConfig?: ParallelProcessingConfig, retryConfig?: RetryConfig): Promise<void>;
20
- private processRowsSequentially;
21
- private processRowsConcurrently;
22
- private chunkArray;
23
- private mapRowToVariables;
24
- private getValueByPath;
25
- private mapNestedObject;
26
- private extractVariableTypes;
27
- private extractTypeName;
28
- private convertValue;
29
- getMetrics(): MetricsCollector;
30
- }
31
- //# sourceMappingURL=mapper.d.ts.map
@@ -1 +0,0 @@
1
- {"version":3,"file":"mapper.d.ts","sourceRoot":"","sources":["../src/mapper.ts"],"names":[],"mappings":"AAIA,OAAO,EAAE,oBAAoB,EAAE,MAAM,kBAAkB,CAAC;AACxD,OAAO,EAAE,gBAAgB,EAAE,MAAM,WAAW,CAAC;AAC7C,OAAO,EAAE,wBAAwB,EAAE,WAAW,EAAE,MAAM,UAAU,CAAC;AAEjE,MAAM,WAAW,aAAa;IAE5B,OAAO,CAAC,EAAE,MAAM,CAAC;IAEjB,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,WAAW,EAAE,MAAM,CAAC;IACpB,OAAO,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;CAClC;AAED,qBAAa,UAAU;IACrB,OAAO,CAAC,MAAM,CAAuB;IACrC,OAAO,CAAC,QAAQ,CAAS;IACzB,OAAO,CAAC,OAAO,CAAmB;IAClC,OAAO,CAAC,OAAO,CAAU;IACzB,OAAO,CAAC,cAAc,CAAC,CAAS;gBAG9B,MAAM,EAAE,oBAAoB,EAC5B,QAAQ,GAAE,MAAsB,EAChC,OAAO,CAAC,EAAE,gBAAgB,EAC1B,OAAO,GAAE,OAAe,EACxB,cAAc,CAAC,EAAE,MAAM;IASzB,gBAAgB,CAAC,SAAS,EAAE,MAAM,EAAE,YAAY,CAAC,EAAE,MAAM,EAAE,GAAG,MAAM,EAAE;IAwChE,aAAa,CACjB,UAAU,EAAE,MAAM,EAClB,cAAc,CAAC,EAAE,wBAAwB,EACzC,WAAW,CAAC,EAAE,WAAW,GACxB,OAAO,CAAC,IAAI,CAAC;YA+CF,uBAAuB;YAmCvB,uBAAuB;IAwErC,OAAO,CAAC,UAAU;IAQlB,OAAO,CAAC,iBAAiB;IAqCzB,OAAO,CAAC,cAAc;IAetB,OAAO,CAAC,eAAe;IAoCvB,OAAO,CAAC,oBAAoB;IAyB5B,OAAO,CAAC,eAAe;IAgBvB,OAAO,CAAC,YAAY;IA2DpB,UAAU,IAAI,gBAAgB;CAG/B"}
@@ -1,2 +0,0 @@
1
- export {};
2
- //# sourceMappingURL=mapper.test.d.ts.map
@@ -1 +0,0 @@
1
- {"version":3,"file":"mapper.test.d.ts","sourceRoot":"","sources":["../src/mapper.test.ts"],"names":[],"mappings":""}
@@ -1 +0,0 @@
1
- {"version":3,"file":"metrics.d.ts","sourceRoot":"","sources":["../src/metrics.ts"],"names":[],"mappings":"AAAA,MAAM,WAAW,aAAa;IAC5B,UAAU,EAAE,MAAM,CAAC;IACnB,YAAY,EAAE,MAAM,CAAC;IACrB,YAAY,EAAE,MAAM,CAAC;IACrB,SAAS,EAAE,MAAM,CAAC;IAClB,OAAO,CAAC,EAAE,MAAM,CAAC;CAClB;AAED,MAAM,WAAW,iBAAiB;IAChC,aAAa,EAAE,MAAM,CAAC;IACtB,cAAc,EAAE,MAAM,CAAC;IACvB,aAAa,EAAE,MAAM,CAAC;IACtB,aAAa,EAAE,GAAG,CAAC,MAAM,EAAE,aAAa,CAAC,CAAC;IAC1C,gBAAgB,EAAE,MAAM,EAAE,CAAC;IAC3B,aAAa,EAAE,MAAM,CAAC;IACtB,cAAc,EAAE,MAAM,CAAC;IACvB,aAAa,EAAE,MAAM,CAAC;IACtB,SAAS,EAAE,MAAM,CAAC;IAClB,OAAO,CAAC,EAAE,MAAM,CAAC;CAClB;AAED,qBAAa,gBAAgB;IAC3B,OAAO,CAAC,OAAO,CAAoB;;IAgBnC,qBAAqB,CAAC,UAAU,EAAE,MAAM,GAAG,IAAI;IAW/C,aAAa,CAAC,UAAU,EAAE,MAAM,GAAG,IAAI;IASvC,aAAa,CAAC,UAAU,EAAE,MAAM,GAAG,IAAI;IASvC,sBAAsB,CAAC,UAAU,EAAE,MAAM,GAAG,IAAI;IAOhD,gBAAgB,IAAI,iBAAiB;IAKrC,gBAAgB,CAAC,UAAU,EAAE,MAAM,GAAG,aAAa,GAAG,SAAS;IAI/D,iBAAiB,IAAI,MAAM;IAI3B,cAAc,IAAI,MAAM;IAKxB,qBAAqB,CAAC,QAAQ,EAAE,MAAM,GAAG,IAAI;IAI7C,kBAAkB,CAAC,QAAQ,EAAE,MAAM,GAAG,IAAI;IAK1C,kBAAkB,CAAC,QAAQ,EAAE,MAAM,GAAG,IAAI;IAK1C,yBAAyB,IAAI,MAAM;IAMnC,aAAa,IAAI,MAAM;IAKvB,eAAe,IAAI,MAAM;CAyC1B"}
@@ -1,2 +0,0 @@
1
- export {};
2
- //# sourceMappingURL=metrics.test.d.ts.map
@@ -1 +0,0 @@
1
- {"version":3,"file":"metrics.test.d.ts","sourceRoot":"","sources":["../src/metrics.test.ts"],"names":[],"mappings":""}
@@ -1,2 +0,0 @@
1
- export {};
2
- //# sourceMappingURL=csv.test.d.ts.map
@@ -1 +0,0 @@
1
- {"version":3,"file":"csv.test.d.ts","sourceRoot":"","sources":["../../src/readers/csv.test.ts"],"names":[],"mappings":""}
@@ -1,2 +0,0 @@
1
- export {};
2
- //# sourceMappingURL=data-reader.test.d.ts.map
@@ -1 +0,0 @@
1
- {"version":3,"file":"data-reader.test.d.ts","sourceRoot":"","sources":["../../src/readers/data-reader.test.ts"],"names":[],"mappings":""}
@@ -1,2 +0,0 @@
1
- export {};
2
- //# sourceMappingURL=json.test.d.ts.map
@@ -1 +0,0 @@
1
- {"version":3,"file":"json.test.d.ts","sourceRoot":"","sources":["../../src/readers/json.test.ts"],"names":[],"mappings":""}
@@ -1,2 +0,0 @@
1
- export {};
2
- //# sourceMappingURL=jsonl.test.d.ts.map
@@ -1 +0,0 @@
1
- {"version":3,"file":"jsonl.test.d.ts","sourceRoot":"","sources":["../../src/readers/jsonl.test.ts"],"names":[],"mappings":""}
@@ -1,2 +0,0 @@
1
- export {};
2
- //# sourceMappingURL=yaml.test.d.ts.map
@@ -1 +0,0 @@
1
- {"version":3,"file":"yaml.test.d.ts","sourceRoot":"","sources":["../../src/readers/yaml.test.ts"],"names":[],"mappings":""}