@fluentcommerce/fc-connect-sdk 0.1.53 → 0.1.55
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/CHANGELOG.md +30 -2
- package/README.md +39 -0
- package/dist/cjs/auth/index.d.ts +3 -0
- package/dist/cjs/auth/index.js +13 -0
- package/dist/cjs/auth/profile-loader.d.ts +18 -0
- package/dist/cjs/auth/profile-loader.js +208 -0
- package/dist/cjs/client-factory.d.ts +4 -0
- package/dist/cjs/client-factory.js +10 -0
- package/dist/cjs/clients/fluent-client.js +13 -6
- package/dist/cjs/index.d.ts +3 -1
- package/dist/cjs/index.js +8 -2
- package/dist/cjs/utils/pagination-helpers.js +38 -2
- package/dist/cjs/versori/fluent-versori-client.js +11 -5
- package/dist/esm/auth/index.d.ts +3 -0
- package/dist/esm/auth/index.js +2 -0
- package/dist/esm/auth/profile-loader.d.ts +18 -0
- package/dist/esm/auth/profile-loader.js +169 -0
- package/dist/esm/client-factory.d.ts +4 -0
- package/dist/esm/client-factory.js +9 -0
- package/dist/esm/clients/fluent-client.js +13 -6
- package/dist/esm/index.d.ts +3 -1
- package/dist/esm/index.js +2 -1
- package/dist/esm/utils/pagination-helpers.js +38 -2
- package/dist/esm/versori/fluent-versori-client.js +11 -5
- package/dist/tsconfig.esm.tsbuildinfo +1 -1
- package/dist/tsconfig.tsbuildinfo +1 -1
- package/dist/tsconfig.types.tsbuildinfo +1 -1
- package/dist/types/auth/index.d.ts +3 -0
- package/dist/types/auth/profile-loader.d.ts +18 -0
- package/dist/types/client-factory.d.ts +4 -0
- package/dist/types/index.d.ts +3 -1
- package/docs/00-START-HERE/EXPORT-VALIDATION.md +158 -158
- package/docs/00-START-HERE/cli-analyze-source-structure-guide.md +655 -655
- package/docs/00-START-HERE/cli-documentation-index.md +202 -202
- package/docs/00-START-HERE/cli-quick-reference.md +252 -252
- package/docs/00-START-HERE/decision-tree.md +552 -552
- package/docs/00-START-HERE/getting-started.md +1070 -1070
- package/docs/00-START-HERE/mapper-quick-decision-guide.md +235 -235
- package/docs/00-START-HERE/readme.md +237 -237
- package/docs/00-START-HERE/retailerid-configuration.md +404 -404
- package/docs/00-START-HERE/sdk-philosophy.md +794 -794
- package/docs/00-START-HERE/troubleshooting-quick-reference.md +1086 -1086
- package/docs/01-TEMPLATES/faq.md +686 -686
- package/docs/01-TEMPLATES/patterns/pattern-templates-guide.md +68 -68
- package/docs/01-TEMPLATES/patterns/patterns-csv-schema-validation-and-rejection-report.md +233 -233
- package/docs/01-TEMPLATES/patterns/patterns-custom-resolvers.md +407 -407
- package/docs/01-TEMPLATES/patterns/patterns-error-handling-retry.md +511 -511
- package/docs/01-TEMPLATES/patterns/patterns-field-mapping-universal.md +701 -701
- package/docs/01-TEMPLATES/patterns/patterns-large-file-splitting.md +1430 -1430
- package/docs/01-TEMPLATES/patterns/patterns-master-data-etl.md +2399 -2399
- package/docs/01-TEMPLATES/patterns/patterns-pagination-streaming.md +447 -447
- package/docs/01-TEMPLATES/patterns/patterns-state-duplicate-prevention.md +385 -385
- package/docs/01-TEMPLATES/readme.md +957 -957
- package/docs/01-TEMPLATES/standalone/standalone-asn-inbound-processing.md +1209 -1209
- package/docs/01-TEMPLATES/standalone/standalone-graphql-query-export.md +1140 -1140
- package/docs/01-TEMPLATES/standalone/standalone-graphql-to-parquet-partitioned-s3.md +432 -432
- package/docs/01-TEMPLATES/standalone/standalone-multi-channel-inventory-sync.md +1185 -1185
- package/docs/01-TEMPLATES/standalone/standalone-multi-source-aggregation.md +1462 -1462
- package/docs/01-TEMPLATES/standalone/standalone-s3-csv-batch-api.md +1390 -1390
- package/docs/01-TEMPLATES/standalone/standalone-s3-csv-inventory-to-batch.md +330 -330
- package/docs/01-TEMPLATES/standalone/standalone-scripts-guide.md +87 -87
- package/docs/01-TEMPLATES/standalone/standalone-sftp-xml-graphql.md +1444 -1444
- package/docs/01-TEMPLATES/standalone/standalone-webhook-payload-processing.md +688 -688
- package/docs/01-TEMPLATES/versori/business-examples/business-examples-dropship-order-routing.md +193 -193
- package/docs/01-TEMPLATES/versori/business-examples/business-examples-graphql-parquet-extraction.md +518 -518
- package/docs/01-TEMPLATES/versori/business-examples/business-examples-inter-location-transfers.md +2162 -2162
- package/docs/01-TEMPLATES/versori/business-examples/business-examples-pre-order-allocation.md +2226 -2226
- package/docs/01-TEMPLATES/versori/business-examples/business-scenarios-guide.md +87 -87
- package/docs/01-TEMPLATES/versori/patterns/versori-patterns-connection-validation-pattern.md +656 -656
- package/docs/01-TEMPLATES/versori/patterns/versori-patterns-dual-workflow-connector.md +835 -835
- package/docs/01-TEMPLATES/versori/patterns/versori-patterns-guide.md +108 -108
- package/docs/01-TEMPLATES/versori/patterns/versori-patterns-kv-state-management.md +1533 -1533
- package/docs/01-TEMPLATES/versori/patterns/versori-patterns-xml-response-patterns.md +1160 -1160
- package/docs/01-TEMPLATES/versori/versori-platform-guide.md +201 -201
- package/docs/01-TEMPLATES/versori/webhooks/template-webhook-asn-purchase-order.md +1906 -1906
- package/docs/01-TEMPLATES/versori/webhooks/template-webhook-dropship-routing.md +1074 -1074
- package/docs/01-TEMPLATES/versori/webhooks/template-webhook-flash-sale-reserve.md +1395 -1395
- package/docs/01-TEMPLATES/versori/webhooks/template-webhook-generic-xml-order.md +888 -888
- package/docs/01-TEMPLATES/versori/webhooks/template-webhook-payment-gateway-integration.md +2478 -2478
- package/docs/01-TEMPLATES/versori/webhooks/template-webhook-rma-returns-comprehensive.md +2240 -2240
- package/docs/01-TEMPLATES/versori/webhooks/template-webhook-xml-order-ingestion.md +2029 -2029
- package/docs/01-TEMPLATES/versori/webhooks/webhook-templates-guide.md +140 -140
- package/docs/01-TEMPLATES/versori/workflows/_examples/sample-data/inventory-mapping.json +20 -20
- package/docs/01-TEMPLATES/versori/workflows/_examples/sample-data/products_2025-01-22.csv +11 -11
- package/docs/01-TEMPLATES/versori/workflows/_examples/sample-data/sample-data-guide.md +34 -34
- package/docs/01-TEMPLATES/versori/workflows/_examples/workflow-examples-guide.md +36 -36
- package/docs/01-TEMPLATES/versori/workflows/extraction/extraction-modes-guide.md +1038 -1038
- package/docs/01-TEMPLATES/versori/workflows/extraction/extraction-workflows-guide.md +138 -138
- package/docs/01-TEMPLATES/versori/workflows/extraction/graphql-queries/graphql-extraction-guide.md +63 -63
- package/docs/01-TEMPLATES/versori/workflows/extraction/graphql-queries/template-extraction-fulfillments-to-sftp-csv.md +2062 -2062
- package/docs/01-TEMPLATES/versori/workflows/extraction/graphql-queries/template-extraction-fulfillments-to-sftp-xml.md +2294 -2294
- package/docs/01-TEMPLATES/versori/workflows/extraction/graphql-queries/template-extraction-inventory-positions-to-s3-csv.md +2461 -2461
- package/docs/01-TEMPLATES/versori/workflows/extraction/graphql-queries/template-extraction-inventory-positions-to-sftp-xml.md +2529 -2529
- package/docs/01-TEMPLATES/versori/workflows/extraction/graphql-queries/template-extraction-inventory-quantities-to-s3-csv.md +2464 -2464
- package/docs/01-TEMPLATES/versori/workflows/extraction/graphql-queries/template-extraction-inventory-quantities-to-s3-json.md +1959 -1959
- package/docs/01-TEMPLATES/versori/workflows/extraction/graphql-queries/template-extraction-orders-to-s3-csv.md +1953 -1953
- package/docs/01-TEMPLATES/versori/workflows/extraction/graphql-queries/template-extraction-orders-to-sftp-xml.md +2541 -2541
- package/docs/01-TEMPLATES/versori/workflows/extraction/graphql-queries/template-extraction-products-to-s3-json.md +2384 -2384
- package/docs/01-TEMPLATES/versori/workflows/extraction/graphql-queries/template-extraction-products-to-sftp-xml.md +2445 -2445
- package/docs/01-TEMPLATES/versori/workflows/extraction/graphql-queries/template-extraction-virtual-positions-to-s3-csv.md +2355 -2355
- package/docs/01-TEMPLATES/versori/workflows/extraction/graphql-queries/template-extraction-virtual-positions-to-s3-json.md +2042 -2042
- package/docs/01-TEMPLATES/versori/workflows/extraction/graphql-queries/template-extraction-virtual-positions-to-sftp-xml.md +2726 -2726
- package/docs/01-TEMPLATES/versori/workflows/ingestion/batch-api/batch-api-guide.md +206 -206
- package/docs/01-TEMPLATES/versori/workflows/ingestion/batch-api/template-ingestion-cycle-count-reconciliation.md +2030 -2030
- package/docs/01-TEMPLATES/versori/workflows/ingestion/batch-api/template-ingestion-multi-channel-inventory-sync.md +1882 -1882
- package/docs/01-TEMPLATES/versori/workflows/ingestion/batch-api/template-ingestion-s3-csv-inventory-batch.md +2827 -2827
- package/docs/01-TEMPLATES/versori/workflows/ingestion/batch-api/template-ingestion-s3-json-inventory-batch.md +1952 -1952
- package/docs/01-TEMPLATES/versori/workflows/ingestion/batch-api/template-ingestion-s3-xml-inventory-batch.md +3289 -3289
- package/docs/01-TEMPLATES/versori/workflows/ingestion/batch-api/template-ingestion-sftp-csv-inventory-batch.md +3064 -3064
- package/docs/01-TEMPLATES/versori/workflows/ingestion/batch-api/template-ingestion-sftp-json-inventory-batch.md +3238 -3238
- package/docs/01-TEMPLATES/versori/workflows/ingestion/batch-api/template-ingestion-sftp-xml-inventory-batch.md +2977 -2977
- package/docs/01-TEMPLATES/versori/workflows/ingestion/event-api/event-api-guide.md +321 -321
- package/docs/01-TEMPLATES/versori/workflows/ingestion/event-api/template-ingestion-payload-json-order-cancel-event.md +959 -959
- package/docs/01-TEMPLATES/versori/workflows/ingestion/event-api/template-ingestion-payload-xml-order-cancel-event.md +1170 -1170
- package/docs/01-TEMPLATES/versori/workflows/ingestion/event-api/template-ingestion-s3-csv-product-event.md +2312 -2312
- package/docs/01-TEMPLATES/versori/workflows/ingestion/event-api/template-ingestion-s3-json-product-event.md +2999 -2999
- package/docs/01-TEMPLATES/versori/workflows/ingestion/event-api/template-ingestion-s3-parquet-product-event.md +2836 -2836
- package/docs/01-TEMPLATES/versori/workflows/ingestion/event-api/template-ingestion-s3-xml-product-event.md +2395 -2395
- package/docs/01-TEMPLATES/versori/workflows/ingestion/event-api/template-ingestion-sftp-csv-product-event.md +2295 -2295
- package/docs/01-TEMPLATES/versori/workflows/ingestion/event-api/template-ingestion-sftp-json-product-event.md +2602 -2602
- package/docs/01-TEMPLATES/versori/workflows/ingestion/event-api/template-ingestion-sftp-parquet-product-event.md +2589 -2589
- package/docs/01-TEMPLATES/versori/workflows/ingestion/event-api/template-ingestion-sftp-xml-product-event.md +3578 -3578
- package/docs/01-TEMPLATES/versori/workflows/ingestion/graphql-mutations/graphql-mutations-guide.md +93 -93
- package/docs/01-TEMPLATES/versori/workflows/ingestion/graphql-mutations/template-ingestion-payload-json-order-update-graphql.md +1260 -1260
- package/docs/01-TEMPLATES/versori/workflows/ingestion/graphql-mutations/template-ingestion-payload-xml-order-update-graphql.md +1472 -1472
- package/docs/01-TEMPLATES/versori/workflows/ingestion/graphql-mutations/template-ingestion-s3-csv-control-graphql.md +2417 -2417
- package/docs/01-TEMPLATES/versori/workflows/ingestion/graphql-mutations/template-ingestion-s3-csv-location-graphql.md +2811 -2811
- package/docs/01-TEMPLATES/versori/workflows/ingestion/graphql-mutations/template-ingestion-s3-csv-price-graphql.md +2619 -2619
- package/docs/01-TEMPLATES/versori/workflows/ingestion/graphql-mutations/template-ingestion-s3-json-location-graphql.md +2807 -2807
- package/docs/01-TEMPLATES/versori/workflows/ingestion/graphql-mutations/template-ingestion-s3-xml-location-graphql.md +2373 -2373
- package/docs/01-TEMPLATES/versori/workflows/ingestion/graphql-mutations/template-ingestion-sftp-csv-control-graphql.md +2740 -2740
- package/docs/01-TEMPLATES/versori/workflows/ingestion/graphql-mutations/template-ingestion-sftp-csv-location-graphql.md +2760 -2760
- package/docs/01-TEMPLATES/versori/workflows/ingestion/graphql-mutations/template-ingestion-sftp-json-location-graphql.md +1710 -1710
- package/docs/01-TEMPLATES/versori/workflows/ingestion/ingestion-workflows-guide.md +136 -136
- package/docs/01-TEMPLATES/versori/workflows/rubix-webhooks/rubix-webhooks-guide.md +520 -520
- package/docs/01-TEMPLATES/versori/workflows/rubix-webhooks/template-webhook-rubix-fulfilment-to-sftp-xml-inline.md +1418 -1418
- package/docs/01-TEMPLATES/versori/workflows/rubix-webhooks/template-webhook-rubix-fulfilment-to-sftp-xml-universal-mapper.md +1785 -1785
- package/docs/01-TEMPLATES/versori/workflows/rubix-webhooks/template-webhook-rubix-order-attribute-update.md +824 -824
- package/docs/01-TEMPLATES/versori/workflows/workflows-overview-guide.md +646 -646
- package/docs/02-CORE-GUIDES/advanced-services/advanced-services-batch-archival.md +724 -724
- package/docs/02-CORE-GUIDES/advanced-services/advanced-services-job-tracker.md +627 -627
- package/docs/02-CORE-GUIDES/advanced-services/advanced-services-partial-batch-recovery.md +561 -561
- package/docs/02-CORE-GUIDES/advanced-services/advanced-services-quick-reference.md +367 -367
- package/docs/02-CORE-GUIDES/advanced-services/advanced-services-readme.md +407 -407
- package/docs/02-CORE-GUIDES/advanced-services/readme.md +49 -49
- package/docs/02-CORE-GUIDES/api-reference/api-reference-quick-reference.md +548 -548
- package/docs/02-CORE-GUIDES/api-reference/event-api-input-output-reference.md +702 -1171
- package/docs/02-CORE-GUIDES/api-reference/examples/client-initialization.ts +286 -286
- package/docs/02-CORE-GUIDES/api-reference/graphql-error-classification.md +337 -337
- package/docs/02-CORE-GUIDES/api-reference/modules/api-reference-01-client-api.md +399 -482
- package/docs/02-CORE-GUIDES/api-reference/modules/api-reference-03-authentication.md +199 -199
- package/docs/02-CORE-GUIDES/api-reference/modules/api-reference-04-graphql-mapping.md +925 -925
- package/docs/02-CORE-GUIDES/api-reference/modules/api-reference-05-services.md +1198 -1198
- package/docs/02-CORE-GUIDES/api-reference/modules/api-reference-06-data-sources.md +1083 -1083
- package/docs/02-CORE-GUIDES/api-reference/modules/api-reference-07-parsers.md +1097 -1097
- package/docs/02-CORE-GUIDES/api-reference/modules/api-reference-08-pagination.md +513 -513
- package/docs/02-CORE-GUIDES/api-reference/modules/api-reference-08-types.md +545 -597
- package/docs/02-CORE-GUIDES/api-reference/modules/api-reference-09-error-handling.md +527 -527
- package/docs/02-CORE-GUIDES/api-reference/modules/api-reference-09-webhook-validation.md +514 -514
- package/docs/02-CORE-GUIDES/api-reference/modules/api-reference-10-extraction.md +557 -557
- package/docs/02-CORE-GUIDES/api-reference/modules/api-reference-10-utilities.md +412 -412
- package/docs/02-CORE-GUIDES/api-reference/modules/api-reference-11-cli-tools.md +423 -423
- package/docs/02-CORE-GUIDES/api-reference/modules/api-reference-11-error-handling.md +716 -716
- package/docs/02-CORE-GUIDES/api-reference/modules/api-reference-12-analyze-source-structure.md +518 -518
- package/docs/02-CORE-GUIDES/api-reference/modules/api-reference-12-partial-responses.md +212 -212
- package/docs/02-CORE-GUIDES/api-reference/modules/api-reference-12-testing.md +300 -300
- package/docs/02-CORE-GUIDES/api-reference/modules/api-reference-13-resolver-builder.md +322 -322
- package/docs/02-CORE-GUIDES/api-reference/readme.md +279 -279
- package/docs/02-CORE-GUIDES/auto-pagination/auto-pagination-quick-reference.md +351 -351
- package/docs/02-CORE-GUIDES/auto-pagination/auto-pagination-readme.md +277 -277
- package/docs/02-CORE-GUIDES/auto-pagination/examples/auto-pagination-readme.md +178 -178
- package/docs/02-CORE-GUIDES/auto-pagination/examples/common-patterns.ts +351 -351
- package/docs/02-CORE-GUIDES/auto-pagination/examples/paginate-products.ts +384 -384
- package/docs/02-CORE-GUIDES/auto-pagination/examples/paginate-virtual-positions.ts +308 -308
- package/docs/02-CORE-GUIDES/auto-pagination/modules/auto-pagination-01-foundations.md +470 -470
- package/docs/02-CORE-GUIDES/auto-pagination/modules/auto-pagination-02-quick-start.md +713 -713
- package/docs/02-CORE-GUIDES/auto-pagination/modules/auto-pagination-03-configuration.md +754 -754
- package/docs/02-CORE-GUIDES/auto-pagination/modules/auto-pagination-04-advanced-patterns.md +732 -732
- package/docs/02-CORE-GUIDES/auto-pagination/modules/auto-pagination-05-sdk-integration.md +847 -847
- package/docs/02-CORE-GUIDES/auto-pagination/modules/auto-pagination-06-troubleshooting.md +359 -359
- package/docs/02-CORE-GUIDES/auto-pagination/modules/auto-pagination-07-api-reference.md +462 -462
- package/docs/02-CORE-GUIDES/auto-pagination/readme.md +54 -54
- package/docs/02-CORE-GUIDES/data-sources/data-sources-file-operations-error-handling.md +1487 -1487
- package/docs/02-CORE-GUIDES/data-sources/data-sources-quick-reference.md +836 -836
- package/docs/02-CORE-GUIDES/data-sources/data-sources-readme.md +276 -276
- package/docs/02-CORE-GUIDES/data-sources/data-sources-sftp-credential-access-security.md +553 -553
- package/docs/02-CORE-GUIDES/data-sources/examples/common-patterns.ts +409 -409
- package/docs/02-CORE-GUIDES/data-sources/examples/data-sources-readme.md +178 -178
- package/docs/02-CORE-GUIDES/data-sources/examples/s3-operations.ts +308 -308
- package/docs/02-CORE-GUIDES/data-sources/examples/sftp-operations.ts +371 -371
- package/docs/02-CORE-GUIDES/data-sources/modules/data-sources-01-foundations.md +735 -735
- package/docs/02-CORE-GUIDES/data-sources/modules/data-sources-02-s3-operations.md +1302 -1302
- package/docs/02-CORE-GUIDES/data-sources/modules/data-sources-03-sftp-operations.md +1379 -1379
- package/docs/02-CORE-GUIDES/data-sources/modules/data-sources-04-file-patterns.md +941 -941
- package/docs/02-CORE-GUIDES/data-sources/modules/data-sources-05-advanced-topics.md +813 -813
- package/docs/02-CORE-GUIDES/data-sources/modules/data-sources-06-integration-patterns.md +486 -486
- package/docs/02-CORE-GUIDES/data-sources/modules/data-sources-07-troubleshooting.md +387 -387
- package/docs/02-CORE-GUIDES/data-sources/modules/data-sources-08-api-reference.md +417 -417
- package/docs/02-CORE-GUIDES/data-sources/readme.md +77 -77
- package/docs/02-CORE-GUIDES/error-handling-guide.md +936 -936
- package/docs/02-CORE-GUIDES/extraction/examples/02-core-guides-extraction-readme.md +116 -116
- package/docs/02-CORE-GUIDES/extraction/examples/common-patterns.ts +428 -428
- package/docs/02-CORE-GUIDES/extraction/examples/extract-inventory-basic.ts +187 -187
- package/docs/02-CORE-GUIDES/extraction/extraction-quick-reference.md +596 -596
- package/docs/02-CORE-GUIDES/extraction/modules/02-core-guides-extraction-01-foundations.md +514 -514
- package/docs/02-CORE-GUIDES/extraction/modules/02-core-guides-extraction-02-basic-extraction.md +823 -823
- package/docs/02-CORE-GUIDES/extraction/modules/02-core-guides-extraction-03-parquet-processing.md +507 -507
- package/docs/02-CORE-GUIDES/extraction/modules/02-core-guides-extraction-04-data-enrichment.md +546 -546
- package/docs/02-CORE-GUIDES/extraction/modules/02-core-guides-extraction-05-transformation.md +494 -494
- package/docs/02-CORE-GUIDES/extraction/modules/02-core-guides-extraction-06-export-formats.md +458 -458
- package/docs/02-CORE-GUIDES/extraction/modules/02-core-guides-extraction-06-performance.md +138 -138
- package/docs/02-CORE-GUIDES/extraction/modules/02-core-guides-extraction-07-api-reference.md +148 -148
- package/docs/02-CORE-GUIDES/extraction/modules/02-core-guides-extraction-07-optimization.md +692 -692
- package/docs/02-CORE-GUIDES/extraction/modules/02-core-guides-extraction-08-extraction-orchestrator.md +1008 -1008
- package/docs/02-CORE-GUIDES/extraction/readme.md +151 -151
- package/docs/02-CORE-GUIDES/ingestion/examples/_simple-kv-store.ts +40 -40
- package/docs/02-CORE-GUIDES/ingestion/examples/error-recovery.ts +728 -728
- package/docs/02-CORE-GUIDES/ingestion/examples/event-driven.ts +501 -501
- package/docs/02-CORE-GUIDES/ingestion/examples/local-file-ingestion.ts +88 -88
- package/docs/02-CORE-GUIDES/ingestion/examples/parquet-ingestion.ts +117 -117
- package/docs/02-CORE-GUIDES/ingestion/examples/performance-optimized.ts +647 -647
- package/docs/02-CORE-GUIDES/ingestion/examples/s3-csv-ingestion.ts +169 -169
- package/docs/02-CORE-GUIDES/ingestion/examples/sftp-csv-ingestion.ts +134 -134
- package/docs/02-CORE-GUIDES/ingestion/ingestion-quick-reference.md +546 -546
- package/docs/02-CORE-GUIDES/ingestion/modules/02-core-guides-ingestion-01-introduction.md +626 -626
- package/docs/02-CORE-GUIDES/ingestion/modules/02-core-guides-ingestion-02-quick-start.md +658 -658
- package/docs/02-CORE-GUIDES/ingestion/modules/02-core-guides-ingestion-03-data-sources.md +1052 -1052
- package/docs/02-CORE-GUIDES/ingestion/modules/02-core-guides-ingestion-04-field-mapping.md +763 -763
- package/docs/02-CORE-GUIDES/ingestion/modules/02-core-guides-ingestion-05-advanced-parsers.md +676 -676
- package/docs/02-CORE-GUIDES/ingestion/modules/02-core-guides-ingestion-06-batch-api.md +1295 -1295
- package/docs/02-CORE-GUIDES/ingestion/modules/02-core-guides-ingestion-07-api-reference.md +138 -138
- package/docs/02-CORE-GUIDES/ingestion/modules/02-core-guides-ingestion-07-state-management.md +1037 -1037
- package/docs/02-CORE-GUIDES/ingestion/modules/02-core-guides-ingestion-08-performance-optimization.md +1349 -1349
- package/docs/02-CORE-GUIDES/ingestion/modules/02-core-guides-ingestion-09-best-practices.md +1893 -1893
- package/docs/02-CORE-GUIDES/ingestion/readme.md +160 -160
- package/docs/02-CORE-GUIDES/logging-guide.md +585 -585
- package/docs/02-CORE-GUIDES/mapping/error-handling-patterns.md +401 -401
- package/docs/02-CORE-GUIDES/mapping/examples/02-core-guides-mapping-readme.md +128 -128
- package/docs/02-CORE-GUIDES/mapping/examples/common-patterns.ts +273 -273
- package/docs/02-CORE-GUIDES/mapping/examples/csv-location-ingestion.json +36 -36
- package/docs/02-CORE-GUIDES/mapping/examples/csv-mapping.ts +242 -242
- package/docs/02-CORE-GUIDES/mapping/examples/graphql-to-parquet-extraction.json +36 -36
- package/docs/02-CORE-GUIDES/mapping/examples/json-mapping.ts +213 -213
- package/docs/02-CORE-GUIDES/mapping/examples/json-product-to-mutation.json +48 -48
- package/docs/02-CORE-GUIDES/mapping/examples/xml-mapping.ts +291 -291
- package/docs/02-CORE-GUIDES/mapping/examples/xml-order-to-mutation.json +45 -45
- package/docs/02-CORE-GUIDES/mapping/graphql-mutation-mapping/graphql-mutation-mapping-quick-reference.md +463 -463
- package/docs/02-CORE-GUIDES/mapping/graphql-mutation-mapping/graphql-mutation-mapping-readme.md +227 -227
- package/docs/02-CORE-GUIDES/mapping/graphql-mutation-mapping/modules/graphql-mutation-mapping-01-introduction.md +222 -222
- package/docs/02-CORE-GUIDES/mapping/graphql-mutation-mapping/modules/graphql-mutation-mapping-02-quick-start.md +351 -351
- package/docs/02-CORE-GUIDES/mapping/graphql-mutation-mapping/modules/graphql-mutation-mapping-03-schema-validation.md +569 -569
- package/docs/02-CORE-GUIDES/mapping/graphql-mutation-mapping/modules/graphql-mutation-mapping-04-mapping-patterns.md +471 -471
- package/docs/02-CORE-GUIDES/mapping/graphql-mutation-mapping/modules/graphql-mutation-mapping-05-configuration-reference.md +611 -611
- package/docs/02-CORE-GUIDES/mapping/graphql-mutation-mapping/modules/graphql-mutation-mapping-06-advanced-xpath.md +148 -148
- package/docs/02-CORE-GUIDES/mapping/graphql-mutation-mapping/modules/graphql-mutation-mapping-06-path-syntax.md +464 -464
- package/docs/02-CORE-GUIDES/mapping/graphql-mutation-mapping/modules/graphql-mutation-mapping-07-api-reference.md +94 -94
- package/docs/02-CORE-GUIDES/mapping/graphql-mutation-mapping/modules/graphql-mutation-mapping-07-array-handling.md +307 -307
- package/docs/02-CORE-GUIDES/mapping/graphql-mutation-mapping/modules/graphql-mutation-mapping-08-custom-resolvers.md +544 -544
- package/docs/02-CORE-GUIDES/mapping/graphql-mutation-mapping/modules/graphql-mutation-mapping-09-advanced-patterns.md +427 -427
- package/docs/02-CORE-GUIDES/mapping/graphql-mutation-mapping/modules/graphql-mutation-mapping-10-hooks-and-variables.md +336 -336
- package/docs/02-CORE-GUIDES/mapping/graphql-mutation-mapping/modules/graphql-mutation-mapping-11-error-handling.md +488 -488
- package/docs/02-CORE-GUIDES/mapping/graphql-mutation-mapping/modules/graphql-mutation-mapping-12-arguments-vs-nodes.md +383 -383
- package/docs/02-CORE-GUIDES/mapping/graphql-mutation-mapping/modules/graphql-mutation-mapping-13-best-practices.md +477 -477
- package/docs/02-CORE-GUIDES/mapping/graphql-mutation-mapping/readme.md +62 -62
- package/docs/02-CORE-GUIDES/mapping/mapping-format-decision-tree.md +480 -480
- package/docs/02-CORE-GUIDES/mapping/mapping-graphql-alias-batching-guide.md +820 -820
- package/docs/02-CORE-GUIDES/mapping/mapping-javascript-objects.md +2369 -2369
- package/docs/02-CORE-GUIDES/mapping/mapping-mapper-comparison-guide.md +682 -682
- package/docs/02-CORE-GUIDES/mapping/modules/02-core-guides-mapping-07-api-reference.md +1327 -1327
- package/docs/02-CORE-GUIDES/mapping/modules/02-core-guides-mapping-08-error-handling.md +1142 -1142
- package/docs/02-CORE-GUIDES/mapping/modules/mapping-04-use-cases.md +891 -891
- package/docs/02-CORE-GUIDES/mapping/modules/mapping-06-helpers-resolvers.md +1126 -1126
- package/docs/02-CORE-GUIDES/mapping/modules/mapping-06-sdk-resolvers.md +199 -199
- package/docs/02-CORE-GUIDES/mapping/modules/mapping-07-api-reference.md +1319 -1319
- package/docs/02-CORE-GUIDES/mapping/readme.md +178 -178
- package/docs/02-CORE-GUIDES/mapping/resolver-registration.md +410 -410
- package/docs/02-CORE-GUIDES/mapping/resolvers/examples/common-patterns.ts +226 -226
- package/docs/02-CORE-GUIDES/mapping/resolvers/examples/custom-resolvers.ts +227 -227
- package/docs/02-CORE-GUIDES/mapping/resolvers/examples/sdk-resolvers-usage.ts +203 -203
- package/docs/02-CORE-GUIDES/mapping/resolvers/mapping-resolvers-readme.md +274 -274
- package/docs/02-CORE-GUIDES/mapping/resolvers/mapping-resolvers-resolver-api-reference.md +679 -679
- package/docs/02-CORE-GUIDES/mapping/resolvers/mapping-resolvers-resolver-cookbook.md +826 -826
- package/docs/02-CORE-GUIDES/mapping/resolvers/mapping-resolvers-resolver-guide.md +1330 -1330
- package/docs/02-CORE-GUIDES/mapping/resolvers/mapping-resolvers-resolver-helpers-reference.md +1437 -1437
- package/docs/02-CORE-GUIDES/mapping/resolvers/mapping-resolvers-resolver-parameters-reference.md +553 -553
- package/docs/02-CORE-GUIDES/mapping/resolvers/mapping-resolvers-resolver-troubleshooting.md +854 -854
- package/docs/02-CORE-GUIDES/mapping/resolvers/readme.md +75 -75
- package/docs/02-CORE-GUIDES/parsers/examples/02-core-guides-parsers-readme.md +161 -161
- package/docs/02-CORE-GUIDES/parsers/examples/csv-parser-examples.ts +110 -110
- package/docs/02-CORE-GUIDES/parsers/examples/json-parser-examples.ts +33 -33
- package/docs/02-CORE-GUIDES/parsers/examples/parquet-parser-examples.ts +47 -47
- package/docs/02-CORE-GUIDES/parsers/examples/xml-parser-examples.ts +38 -38
- package/docs/02-CORE-GUIDES/parsers/modules/02-core-guides-parsers-01-foundations.md +355 -355
- package/docs/02-CORE-GUIDES/parsers/modules/02-core-guides-parsers-02-csv-parser.md +772 -772
- package/docs/02-CORE-GUIDES/parsers/modules/02-core-guides-parsers-03-json-parser.md +789 -789
- package/docs/02-CORE-GUIDES/parsers/modules/02-core-guides-parsers-04-xml-parser.md +857 -857
- package/docs/02-CORE-GUIDES/parsers/modules/02-core-guides-parsers-05-parquet-parser.md +603 -603
- package/docs/02-CORE-GUIDES/parsers/modules/02-core-guides-parsers-06-integration-patterns.md +702 -702
- package/docs/02-CORE-GUIDES/parsers/modules/02-core-guides-parsers-06-streaming.md +121 -121
- package/docs/02-CORE-GUIDES/parsers/modules/02-core-guides-parsers-07-api-reference.md +89 -89
- package/docs/02-CORE-GUIDES/parsers/modules/02-core-guides-parsers-07-troubleshooting.md +727 -727
- package/docs/02-CORE-GUIDES/parsers/parsers-quick-reference.md +482 -482
- package/docs/02-CORE-GUIDES/parsers/parsers-readme.md +258 -258
- package/docs/02-CORE-GUIDES/parsers/readme.md +65 -65
- package/docs/02-CORE-GUIDES/readme.md +194 -194
- package/docs/02-CORE-GUIDES/webhook-validation/examples/basic-validation.ts +108 -108
- package/docs/02-CORE-GUIDES/webhook-validation/examples/common-patterns.ts +316 -316
- package/docs/02-CORE-GUIDES/webhook-validation/examples/webhook-validation-readme.md +61 -61
- package/docs/02-CORE-GUIDES/webhook-validation/modules/webhook-validation-01-foundations.md +440 -440
- package/docs/02-CORE-GUIDES/webhook-validation/modules/webhook-validation-02-quick-start.md +525 -525
- package/docs/02-CORE-GUIDES/webhook-validation/modules/webhook-validation-03-versori-integration.md +741 -741
- package/docs/02-CORE-GUIDES/webhook-validation/modules/webhook-validation-04-platform-integration.md +629 -629
- package/docs/02-CORE-GUIDES/webhook-validation/modules/webhook-validation-05-configuration.md +535 -535
- package/docs/02-CORE-GUIDES/webhook-validation/modules/webhook-validation-06-error-handling.md +611 -611
- package/docs/02-CORE-GUIDES/webhook-validation/modules/webhook-validation-06-troubleshooting.md +124 -124
- package/docs/02-CORE-GUIDES/webhook-validation/modules/webhook-validation-07-api-reference.md +511 -511
- package/docs/02-CORE-GUIDES/webhook-validation/modules/webhook-validation-08-rubix-webhooks.md +590 -590
- package/docs/02-CORE-GUIDES/webhook-validation/modules/webhook-validation-09-rubix-event-vs-http-call.md +432 -432
- package/docs/02-CORE-GUIDES/webhook-validation/readme.md +239 -239
- package/docs/02-CORE-GUIDES/webhook-validation/webhook-validation-quick-reference.md +392 -392
- package/docs/03-PATTERN-GUIDES/connector-scenarios/connector-scenarios-quick-reference.md +498 -498
- package/docs/03-PATTERN-GUIDES/connector-scenarios/connector-scenarios-readme.md +313 -313
- package/docs/03-PATTERN-GUIDES/connector-scenarios/examples/common-patterns.ts +612 -612
- package/docs/03-PATTERN-GUIDES/connector-scenarios/examples/connector-scenarios-readme.md +253 -253
- package/docs/03-PATTERN-GUIDES/connector-scenarios/modules/connector-scenarios-01-foundations.md +452 -452
- package/docs/03-PATTERN-GUIDES/connector-scenarios/modules/connector-scenarios-02-simple-scenarios.md +681 -681
- package/docs/03-PATTERN-GUIDES/connector-scenarios/modules/connector-scenarios-03-intermediate-scenarios.md +637 -637
- package/docs/03-PATTERN-GUIDES/connector-scenarios/modules/connector-scenarios-04-advanced-scenarios.md +650 -650
- package/docs/03-PATTERN-GUIDES/connector-scenarios/modules/connector-scenarios-05-bidirectional-sync.md +233 -233
- package/docs/03-PATTERN-GUIDES/connector-scenarios/modules/connector-scenarios-06-production-patterns.md +442 -442
- package/docs/03-PATTERN-GUIDES/connector-scenarios/modules/connector-scenarios-07-reference.md +445 -445
- package/docs/03-PATTERN-GUIDES/connector-scenarios/readme.md +31 -31
- package/docs/03-PATTERN-GUIDES/enterprise-integration-patterns.md +1528 -1528
- package/docs/03-PATTERN-GUIDES/error-handling/comprehensive-error-handling-guide.md +1437 -1437
- package/docs/03-PATTERN-GUIDES/error-handling/error-handling-quick-reference.md +390 -390
- package/docs/03-PATTERN-GUIDES/error-handling/examples/common-patterns.ts +438 -438
- package/docs/03-PATTERN-GUIDES/error-handling/modules/error-handling-01-foundations.md +362 -362
- package/docs/03-PATTERN-GUIDES/error-handling/modules/error-handling-02-error-types.md +850 -850
- package/docs/03-PATTERN-GUIDES/error-handling/modules/error-handling-03-utf8-handling.md +456 -456
- package/docs/03-PATTERN-GUIDES/error-handling/modules/error-handling-04-error-scenarios.md +658 -658
- package/docs/03-PATTERN-GUIDES/error-handling/modules/error-handling-05-calling-patterns.md +671 -671
- package/docs/03-PATTERN-GUIDES/error-handling/modules/error-handling-06-retry-strategies.md +1034 -1034
- package/docs/03-PATTERN-GUIDES/error-handling/modules/error-handling-07-monitoring.md +653 -653
- package/docs/03-PATTERN-GUIDES/error-handling/modules/error-handling-08-api-reference.md +847 -847
- package/docs/03-PATTERN-GUIDES/error-handling/readme.md +36 -36
- package/docs/03-PATTERN-GUIDES/examples/__tests__/readme.md +40 -40
- package/docs/03-PATTERN-GUIDES/examples/__tests__/resolver-examples.test.js +282 -282
- package/docs/03-PATTERN-GUIDES/examples/test-data/03-pattern-guides-readme.md +110 -110
- package/docs/03-PATTERN-GUIDES/examples/test-data/canonical-inventory.json +123 -123
- package/docs/03-PATTERN-GUIDES/examples/test-data/canonical-order.json +171 -171
- package/docs/03-PATTERN-GUIDES/examples/test-data/readme.md +28 -28
- package/docs/03-PATTERN-GUIDES/extraction/extraction-readme.md +15 -15
- package/docs/03-PATTERN-GUIDES/extraction/readme.md +25 -25
- package/docs/03-PATTERN-GUIDES/file-operations/examples/common-patterns.ts +407 -407
- package/docs/03-PATTERN-GUIDES/file-operations/examples/file-operations-readme.md +142 -142
- package/docs/03-PATTERN-GUIDES/file-operations/file-operations-quick-reference.md +462 -462
- package/docs/03-PATTERN-GUIDES/file-operations/file-operations-readme.md +379 -379
- package/docs/03-PATTERN-GUIDES/file-operations/modules/file-operations-01-foundations.md +430 -430
- package/docs/03-PATTERN-GUIDES/file-operations/modules/file-operations-02-quick-start.md +484 -484
- package/docs/03-PATTERN-GUIDES/file-operations/modules/file-operations-03-s3-operations.md +507 -507
- package/docs/03-PATTERN-GUIDES/file-operations/modules/file-operations-04-sftp-operations.md +963 -963
- package/docs/03-PATTERN-GUIDES/file-operations/modules/file-operations-05-streaming-performance.md +503 -503
- package/docs/03-PATTERN-GUIDES/file-operations/modules/file-operations-06-archive-patterns.md +386 -386
- package/docs/03-PATTERN-GUIDES/file-operations/modules/file-operations-06-error-handling.md +117 -117
- package/docs/03-PATTERN-GUIDES/file-operations/modules/file-operations-07-api-reference.md +78 -78
- package/docs/03-PATTERN-GUIDES/file-operations/modules/file-operations-07-testing-troubleshooting.md +567 -567
- package/docs/03-PATTERN-GUIDES/file-operations/modules/file-operations-08-api-reference.md +1055 -1055
- package/docs/03-PATTERN-GUIDES/file-operations/readme.md +32 -32
- package/docs/03-PATTERN-GUIDES/ingestion/ingestion-readme.md +15 -15
- package/docs/03-PATTERN-GUIDES/ingestion/readme.md +25 -25
- package/docs/03-PATTERN-GUIDES/integration-patterns/examples/batch-processing.ts +130 -130
- package/docs/03-PATTERN-GUIDES/integration-patterns/examples/common-patterns.ts +360 -360
- package/docs/03-PATTERN-GUIDES/integration-patterns/examples/delta-sync.ts +130 -130
- package/docs/03-PATTERN-GUIDES/integration-patterns/examples/integration-patterns-readme.md +100 -100
- package/docs/03-PATTERN-GUIDES/integration-patterns/examples/real-time-webhook.ts +398 -398
- package/docs/03-PATTERN-GUIDES/integration-patterns/integration-patterns-quick-reference.md +962 -962
- package/docs/03-PATTERN-GUIDES/integration-patterns/integration-patterns-readme.md +134 -134
- package/docs/03-PATTERN-GUIDES/integration-patterns/modules/integration-patterns-01-real-time-processing.md +991 -991
- package/docs/03-PATTERN-GUIDES/integration-patterns/modules/integration-patterns-02-batch-processing.md +1547 -1547
- package/docs/03-PATTERN-GUIDES/integration-patterns/modules/integration-patterns-03-delta-sync.md +1108 -1108
- package/docs/03-PATTERN-GUIDES/integration-patterns/modules/integration-patterns-04-webhook-patterns.md +1181 -1181
- package/docs/03-PATTERN-GUIDES/integration-patterns/modules/integration-patterns-05-error-handling.md +1061 -1061
- package/docs/03-PATTERN-GUIDES/integration-patterns/modules/integration-patterns-06-advanced-integration-services.md +1547 -1547
- package/docs/03-PATTERN-GUIDES/integration-patterns/modules/integration-patterns-06-performance.md +109 -109
- package/docs/03-PATTERN-GUIDES/integration-patterns/modules/integration-patterns-07-api-reference.md +34 -34
- package/docs/03-PATTERN-GUIDES/integration-patterns/readme.md +30 -30
- package/docs/03-PATTERN-GUIDES/logging-minimal-mode.md +128 -128
- package/docs/03-PATTERN-GUIDES/multiple-connections/examples/common-patterns.ts +380 -380
- package/docs/03-PATTERN-GUIDES/multiple-connections/examples/multiple-connections-readme.md +139 -139
- package/docs/03-PATTERN-GUIDES/multiple-connections/examples/parallel-root-connections.ts +149 -149
- package/docs/03-PATTERN-GUIDES/multiple-connections/examples/real-world-scenarios.ts +405 -405
- package/docs/03-PATTERN-GUIDES/multiple-connections/modules/multiple-connections-01-foundations.md +378 -378
- package/docs/03-PATTERN-GUIDES/multiple-connections/modules/multiple-connections-02-quick-start.md +566 -566
- package/docs/03-PATTERN-GUIDES/multiple-connections/modules/multiple-connections-03-targeting-connections.md +659 -659
- package/docs/03-PATTERN-GUIDES/multiple-connections/modules/multiple-connections-04-parallel-queries.md +656 -656
- package/docs/03-PATTERN-GUIDES/multiple-connections/modules/multiple-connections-05-best-practices.md +624 -624
- package/docs/03-PATTERN-GUIDES/multiple-connections/modules/multiple-connections-06-api-reference.md +824 -824
- package/docs/03-PATTERN-GUIDES/multiple-connections/modules/multiple-connections-06-versori.md +119 -119
- package/docs/03-PATTERN-GUIDES/multiple-connections/modules/multiple-connections-07-api-reference.md +87 -87
- package/docs/03-PATTERN-GUIDES/multiple-connections/multiple-connections-quick-reference.md +353 -353
- package/docs/03-PATTERN-GUIDES/multiple-connections/multiple-connections-readme.md +270 -270
- package/docs/03-PATTERN-GUIDES/multiple-connections/readme.md +30 -30
- package/docs/03-PATTERN-GUIDES/pagination/pagination-readme.md +14 -14
- package/docs/03-PATTERN-GUIDES/pagination/readme.md +24 -24
- package/docs/03-PATTERN-GUIDES/parquet/examples/common-patterns.ts +180 -180
- package/docs/03-PATTERN-GUIDES/parquet/examples/read-parquet.ts +48 -48
- package/docs/03-PATTERN-GUIDES/parquet/examples/write-parquet.ts +65 -65
- package/docs/03-PATTERN-GUIDES/parquet/modules/03-pattern-guides-parquet-01-introduction.md +393 -393
- package/docs/03-PATTERN-GUIDES/parquet/modules/03-pattern-guides-parquet-02-quick-start.md +572 -572
- package/docs/03-PATTERN-GUIDES/parquet/modules/03-pattern-guides-parquet-03-reading-parquet.md +525 -525
- package/docs/03-PATTERN-GUIDES/parquet/modules/03-pattern-guides-parquet-04-writing-parquet.md +554 -554
- package/docs/03-PATTERN-GUIDES/parquet/modules/03-pattern-guides-parquet-05-graphql-extraction.md +405 -405
- package/docs/03-PATTERN-GUIDES/parquet/modules/03-pattern-guides-parquet-06-performance.md +104 -104
- package/docs/03-PATTERN-GUIDES/parquet/modules/03-pattern-guides-parquet-06-s3-integration.md +511 -511
- package/docs/03-PATTERN-GUIDES/parquet/modules/03-pattern-guides-parquet-07-api-reference.md +90 -90
- package/docs/03-PATTERN-GUIDES/parquet/modules/03-pattern-guides-parquet-07-performance-optimization.md +525 -525
- package/docs/03-PATTERN-GUIDES/parquet/modules/03-pattern-guides-parquet-08-best-practices.md +712 -712
- package/docs/03-PATTERN-GUIDES/parquet/parquet-quick-reference.md +683 -683
- package/docs/03-PATTERN-GUIDES/parquet/parquet-readme.md +248 -248
- package/docs/03-PATTERN-GUIDES/parquet/readme.md +32 -32
- package/docs/03-PATTERN-GUIDES/parsers/parsers-readme.md +12 -12
- package/docs/03-PATTERN-GUIDES/parsers/readme.md +24 -24
- package/docs/03-PATTERN-GUIDES/readme.md +159 -159
- package/docs/03-PATTERN-GUIDES/webhooks/readme.md +24 -24
- package/docs/03-PATTERN-GUIDES/webhooks/webhooks-readme.md +8 -8
- package/docs/04-REFERENCE/architecture/architecture-01-overview.md +427 -427
- package/docs/04-REFERENCE/architecture/architecture-02-client-architecture.md +424 -424
- package/docs/04-REFERENCE/architecture/architecture-03-data-flow.md +690 -690
- package/docs/04-REFERENCE/architecture/architecture-04-service-layer.md +834 -834
- package/docs/04-REFERENCE/architecture/architecture-05-integration-architecture.md +655 -655
- package/docs/04-REFERENCE/architecture/architecture-06-state-management.md +653 -653
- package/docs/04-REFERENCE/architecture/architecture-adding-new-data-sources.md +686 -686
- package/docs/04-REFERENCE/architecture/readme.md +279 -279
- package/docs/04-REFERENCE/platforms/deno/readme.md +117 -117
- package/docs/04-REFERENCE/platforms/nodejs/readme.md +146 -146
- package/docs/04-REFERENCE/platforms/readme.md +135 -135
- package/docs/04-REFERENCE/platforms/versori/modules/platforms-versori-01-introduction.md +398 -398
- package/docs/04-REFERENCE/platforms/versori/modules/platforms-versori-02-quick-start.md +560 -560
- package/docs/04-REFERENCE/platforms/versori/modules/platforms-versori-03-authentication.md +757 -757
- package/docs/04-REFERENCE/platforms/versori/modules/platforms-versori-04-workflows.md +2476 -2476
- package/docs/04-REFERENCE/platforms/versori/modules/platforms-versori-05-connections.md +1167 -1167
- package/docs/04-REFERENCE/platforms/versori/modules/platforms-versori-06-kv-storage.md +990 -990
- package/docs/04-REFERENCE/platforms/versori/modules/platforms-versori-06-state-management.md +121 -121
- package/docs/04-REFERENCE/platforms/versori/modules/platforms-versori-07-api-reference.md +68 -68
- package/docs/04-REFERENCE/platforms/versori/modules/platforms-versori-07-deployment.md +731 -731
- package/docs/04-REFERENCE/platforms/versori/modules/platforms-versori-08-best-practices.md +1111 -1111
- package/docs/04-REFERENCE/platforms/versori/modules/platforms-versori-09-signature-reference.md +766 -766
- package/docs/04-REFERENCE/platforms/versori/platforms-versori-readme.md +299 -299
- package/docs/04-REFERENCE/platforms/versori/platforms-versori-s3-sftp-configuration-guide.md +1425 -1425
- package/docs/04-REFERENCE/platforms/versori/platforms-versori-webhook-api-key-security.md +816 -816
- package/docs/04-REFERENCE/platforms/versori/platforms-versori-webhook-connection-security.md +681 -681
- package/docs/04-REFERENCE/platforms/versori/platforms-versori-workflow-task-types.md +708 -708
- package/docs/04-REFERENCE/platforms/versori/readme.md +108 -108
- package/docs/04-REFERENCE/readme.md +148 -148
- package/docs/04-REFERENCE/resolver-signature/examples/advanced-resolvers.ts +482 -482
- package/docs/04-REFERENCE/resolver-signature/examples/async-resolvers.ts +496 -496
- package/docs/04-REFERENCE/resolver-signature/examples/basic-resolvers.ts +343 -343
- package/docs/04-REFERENCE/resolver-signature/examples/resolver-signature-readme.md +188 -188
- package/docs/04-REFERENCE/resolver-signature/examples/testing-resolvers.ts +463 -463
- package/docs/04-REFERENCE/resolver-signature/modules/resolver-signature-01-foundations.md +286 -286
- package/docs/04-REFERENCE/resolver-signature/modules/resolver-signature-02-parameter-reference.md +643 -643
- package/docs/04-REFERENCE/resolver-signature/modules/resolver-signature-03-basic-examples.md +521 -521
- package/docs/04-REFERENCE/resolver-signature/modules/resolver-signature-04-advanced-patterns.md +739 -739
- package/docs/04-REFERENCE/resolver-signature/modules/resolver-signature-05-sdk-resolvers.md +531 -531
- package/docs/04-REFERENCE/resolver-signature/modules/resolver-signature-06-migration-guide.md +650 -650
- package/docs/04-REFERENCE/resolver-signature/modules/resolver-signature-06-testing.md +125 -125
- package/docs/04-REFERENCE/resolver-signature/modules/resolver-signature-07-api-reference.md +794 -794
- package/docs/04-REFERENCE/resolver-signature/readme.md +64 -64
- package/docs/04-REFERENCE/resolver-signature/resolver-signature-quick-reference.md +270 -270
- package/docs/04-REFERENCE/resolver-signature/resolver-signature-readme.md +351 -351
- package/docs/04-REFERENCE/schema/fluent-commerce-schema.json +764 -764
- package/docs/04-REFERENCE/schema/readme.md +141 -141
- package/docs/04-REFERENCE/testing/examples/04-reference-testing-readme.md +158 -158
- package/docs/04-REFERENCE/testing/examples/fluent-testing.ts +62 -62
- package/docs/04-REFERENCE/testing/examples/health-check.ts +155 -155
- package/docs/04-REFERENCE/testing/examples/integration-test.ts +119 -119
- package/docs/04-REFERENCE/testing/examples/performance-test.ts +183 -183
- package/docs/04-REFERENCE/testing/examples/s3-testing.ts +127 -127
- package/docs/04-REFERENCE/testing/modules/04-reference-testing-01-foundations.md +267 -267
- package/docs/04-REFERENCE/testing/modules/04-reference-testing-02-s3-testing.md +599 -599
- package/docs/04-REFERENCE/testing/modules/04-reference-testing-03-fluent-testing.md +589 -589
- package/docs/04-REFERENCE/testing/modules/04-reference-testing-04-integration-testing.md +699 -699
- package/docs/04-REFERENCE/testing/modules/04-reference-testing-05-debugging.md +478 -478
- package/docs/04-REFERENCE/testing/modules/04-reference-testing-06-cicd-integration.md +463 -463
- package/docs/04-REFERENCE/testing/modules/04-reference-testing-06-preflight-validation.md +131 -131
- package/docs/04-REFERENCE/testing/modules/04-reference-testing-07-best-practices.md +499 -499
- package/docs/04-REFERENCE/testing/modules/04-reference-testing-07-coverage-ci.md +165 -165
- package/docs/04-REFERENCE/testing/modules/04-reference-testing-08-api-reference.md +634 -634
- package/docs/04-REFERENCE/testing/readme.md +86 -86
- package/docs/04-REFERENCE/testing/testing-quick-reference.md +667 -667
- package/docs/04-REFERENCE/testing/testing-readme.md +286 -286
- package/docs/04-REFERENCE/troubleshooting/readme.md +144 -144
- package/docs/04-REFERENCE/troubleshooting/troubleshooting-deno-sftp-compatibility.md +392 -392
- package/docs/template-loading-matrix.md +242 -242
- package/package.json +5 -3
package/docs/02-CORE-GUIDES/extraction/modules/02-core-guides-extraction-05-transformation.md
CHANGED
|
@@ -1,494 +1,494 @@
|
|
|
1
|
-
# Module 5: Data Transformation
|
|
2
|
-
|
|
3
|
-
**Level:** Advanced
|
|
4
|
-
**Estimated Time:** 25 minutes
|
|
5
|
-
|
|
6
|
-
## Overview
|
|
7
|
-
|
|
8
|
-
This module covers transforming extracted data using UniversalMapper, custom transformers, and advanced transformation patterns for converting Fluent data to external system formats.
|
|
9
|
-
|
|
10
|
-
## Learning Objectives
|
|
11
|
-
|
|
12
|
-
By the end of this module, you will:
|
|
13
|
-
- ✅ Use UniversalMapper for declarative field mapping
|
|
14
|
-
- ✅ Apply SDK resolvers for common transformations
|
|
15
|
-
- ✅ Create custom resolvers for business logic
|
|
16
|
-
- ✅ Build transformation pipelines
|
|
17
|
-
- ✅ Handle complex nested structures
|
|
18
|
-
- ✅ Flatten and aggregate data
|
|
19
|
-
|
|
20
|
-
## UniversalMapper Basics
|
|
21
|
-
|
|
22
|
-
### Simple Field Mapping
|
|
23
|
-
|
|
24
|
-
```typescript
|
|
25
|
-
import { UniversalMapper } from '@fluentcommerce/fc-connect-sdk';
|
|
26
|
-
|
|
27
|
-
const mapper = new UniversalMapper({
|
|
28
|
-
fields: {
|
|
29
|
-
sku: { source: 'productRef', required: true },
|
|
30
|
-
warehouse: { source: 'locationRef', required: true },
|
|
31
|
-
quantity: { source: 'qty', resolver: 'sdk.parseInt' },
|
|
32
|
-
status: { source: 'status', resolver: 'sdk.lowercase' }
|
|
33
|
-
}
|
|
34
|
-
});
|
|
35
|
-
|
|
36
|
-
const result = await mapper.map(records);
|
|
37
|
-
|
|
38
|
-
if (!result.success) {
|
|
39
|
-
console.error('Mapping errors:', result.errors);
|
|
40
|
-
} else {
|
|
41
|
-
console.log(`Transformed ${result.data.length} records`);
|
|
42
|
-
}
|
|
43
|
-
```
|
|
44
|
-
|
|
45
|
-
### SDK Resolvers
|
|
46
|
-
|
|
47
|
-
Available built-in resolvers:
|
|
48
|
-
|
|
49
|
-
| Resolver | Description | Example Input | Output |
|
|
50
|
-
|----------|-------------|---------------|--------|
|
|
51
|
-
| `sdk.toString` | Convert to string | 123 | "123" |
|
|
52
|
-
| `sdk.parseInt` | Parse integer | "123" | 123 |
|
|
53
|
-
| `sdk.parseFloat` | Parse float | "123.45" | 123.45 |
|
|
54
|
-
| `sdk.number` | Convert to number | "123" | 123 |
|
|
55
|
-
| `sdk.boolean` | Convert to boolean | "true" | true |
|
|
56
|
-
| `sdk.uppercase` | Uppercase string | "hello" | "HELLO" |
|
|
57
|
-
| `sdk.lowercase` | Lowercase string | "HELLO" | "hello" |
|
|
58
|
-
| `sdk.trim` | Trim whitespace | " hello " | "hello" |
|
|
59
|
-
| `sdk.formatDate` | Format ISO date | Date | "2025-01-15T10:00:00Z" |
|
|
60
|
-
| `sdk.formatDateShort` | Short date | Date | "2025-01-15" |
|
|
61
|
-
| `sdk.parseDate` | Parse date string | "2025-01-15" | Date |
|
|
62
|
-
| `sdk.parseJson` | Parse JSON | '{"a":1}' | {a:1} |
|
|
63
|
-
| `sdk.toJson` | Stringify JSON | {a:1} | '{"a":1}' |
|
|
64
|
-
| `sdk.coalesce` | First non-null | [null, "a"] | "a" |
|
|
65
|
-
| `sdk.identity` | Return as-is | "a" | "a" |
|
|
66
|
-
|
|
67
|
-
### Nested Field Access
|
|
68
|
-
|
|
69
|
-
```typescript
|
|
70
|
-
const mapper = new UniversalMapper({
|
|
71
|
-
fields: {
|
|
72
|
-
sku: { source: 'productRef' },
|
|
73
|
-
productName: { source: 'product.name' }, // Nested field
|
|
74
|
-
catalogueName: { source: 'product.catalogue.name' }, // Deep nesting
|
|
75
|
-
warehouseName: { source: 'location.name' }
|
|
76
|
-
}
|
|
77
|
-
});
|
|
78
|
-
```
|
|
79
|
-
|
|
80
|
-
### Required vs Optional Fields
|
|
81
|
-
|
|
82
|
-
```typescript
|
|
83
|
-
const mapper = new UniversalMapper({
|
|
84
|
-
fields: {
|
|
85
|
-
sku: { source: 'productRef', required: true }, // Must exist
|
|
86
|
-
quantity: { source: 'qty', required: true },
|
|
87
|
-
notes: { source: 'attributes.notes', required: false }, // Optional
|
|
88
|
-
description: { source: 'product.description' } // Optional by default
|
|
89
|
-
}
|
|
90
|
-
});
|
|
91
|
-
|
|
92
|
-
const result = await mapper.map(records);
|
|
93
|
-
|
|
94
|
-
// Check for errors
|
|
95
|
-
if (!result.success) {
|
|
96
|
-
console.log('Missing required fields:', result.errors);
|
|
97
|
-
}
|
|
98
|
-
```
|
|
99
|
-
|
|
100
|
-
## Custom Resolvers
|
|
101
|
-
|
|
102
|
-
### Creating Custom Resolvers
|
|
103
|
-
|
|
104
|
-
```typescript
|
|
105
|
-
const mapper = new UniversalMapper(
|
|
106
|
-
{
|
|
107
|
-
fields: {
|
|
108
|
-
sku: { source: 'productRef' },
|
|
109
|
-
quantity: { source: 'qty', resolver: 'custom.ensurePositive' },
|
|
110
|
-
status: { source: 'status', resolver: 'custom.mapStatus' },
|
|
111
|
-
totalValue: { source: 'qty', resolver: 'custom.calculateValue' }
|
|
112
|
-
}
|
|
113
|
-
},
|
|
114
|
-
{
|
|
115
|
-
customResolvers: {
|
|
116
|
-
'custom.ensurePositive': (value) => {
|
|
117
|
-
const num = parseInt(value) || 0;
|
|
118
|
-
return Math.max(0, num);
|
|
119
|
-
},
|
|
120
|
-
|
|
121
|
-
'custom.mapStatus': (value) => {
|
|
122
|
-
const statusMap = {
|
|
123
|
-
'AVAILABLE': 'in_stock',
|
|
124
|
-
'OUT_OF_STOCK': 'out_of_stock',
|
|
125
|
-
'DISCONTINUED': 'discontinued'
|
|
126
|
-
};
|
|
127
|
-
return statusMap[value] || 'unknown';
|
|
128
|
-
},
|
|
129
|
-
|
|
130
|
-
'custom.calculateValue': (value, sourceData, helpers) => {
|
|
131
|
-
const qty = helpers.parseIntSafe(value, 0);
|
|
132
|
-
const price = helpers.parseFloatSafe(sourceData.price, 0);
|
|
133
|
-
return qty * price;
|
|
134
|
-
}
|
|
135
|
-
}
|
|
136
|
-
}
|
|
137
|
-
);
|
|
138
|
-
```
|
|
139
|
-
|
|
140
|
-
### Resolver Helpers
|
|
141
|
-
|
|
142
|
-
Available in resolver context:
|
|
143
|
-
|
|
144
|
-
```typescript
|
|
145
|
-
{
|
|
146
|
-
customResolvers: {
|
|
147
|
-
'custom.myResolver': (value, sourceData, helpers) => {
|
|
148
|
-
// helpers.parseIntSafe(value, defaultValue)
|
|
149
|
-
const qty = helpers.parseIntSafe(value, 0);
|
|
150
|
-
|
|
151
|
-
// helpers.parseFloatSafe(value, defaultValue)
|
|
152
|
-
const price = helpers.parseFloatSafe(sourceData.price, 0);
|
|
153
|
-
|
|
154
|
-
// helpers.parseDateSafe(value, defaultValue)
|
|
155
|
-
const date = helpers.parseDateSafe(sourceData.date, null);
|
|
156
|
-
|
|
157
|
-
// helpers.get(obj, path, defaultValue)
|
|
158
|
-
const name = helpers.get(sourceData, 'product.name', 'Unknown');
|
|
159
|
-
|
|
160
|
-
return /* transformed value */;
|
|
161
|
-
}
|
|
162
|
-
}
|
|
163
|
-
}
|
|
164
|
-
```
|
|
165
|
-
|
|
166
|
-
## Transformation Pipelines
|
|
167
|
-
|
|
168
|
-
### Chained Transformations
|
|
169
|
-
|
|
170
|
-
```typescript
|
|
171
|
-
class TransformationPipeline {
|
|
172
|
-
private transformers: Array<(data: any[]) => Promise<any[]>> = [];
|
|
173
|
-
|
|
174
|
-
addTransformer(transformer: (data: any[]) => Promise<any[]>): this {
|
|
175
|
-
this.transformers.push(transformer);
|
|
176
|
-
return this;
|
|
177
|
-
}
|
|
178
|
-
|
|
179
|
-
async transform(data: any[]): Promise<any[]> {
|
|
180
|
-
let result = data;
|
|
181
|
-
|
|
182
|
-
for (const transformer of this.transformers) {
|
|
183
|
-
result = await transformer(result);
|
|
184
|
-
}
|
|
185
|
-
|
|
186
|
-
return result;
|
|
187
|
-
}
|
|
188
|
-
}
|
|
189
|
-
|
|
190
|
-
// Usage
|
|
191
|
-
const pipeline = new TransformationPipeline();
|
|
192
|
-
|
|
193
|
-
pipeline
|
|
194
|
-
.addTransformer(async (data) => {
|
|
195
|
-
// Step 1: Field mapping
|
|
196
|
-
const mapper = new UniversalMapper(mappingConfig);
|
|
197
|
-
const result = await mapper.map(data);
|
|
198
|
-
return result.data;
|
|
199
|
-
})
|
|
200
|
-
.addTransformer(async (data) => {
|
|
201
|
-
// Step 2: Filter valid records
|
|
202
|
-
return data.filter(record => record.quantity > 0);
|
|
203
|
-
})
|
|
204
|
-
.addTransformer(async (data) => {
|
|
205
|
-
// Step 3: Add calculated fields
|
|
206
|
-
return data.map(record => ({
|
|
207
|
-
...record,
|
|
208
|
-
totalValue: record.quantity * record.price,
|
|
209
|
-
lastProcessed: new Date().toISOString()
|
|
210
|
-
}));
|
|
211
|
-
});
|
|
212
|
-
|
|
213
|
-
const transformed = await pipeline.transform(sourceData);
|
|
214
|
-
```
|
|
215
|
-
|
|
216
|
-
## Common Transformation Patterns
|
|
217
|
-
|
|
218
|
-
### 1. Flattening Nested Structures
|
|
219
|
-
|
|
220
|
-
```typescript
|
|
221
|
-
class FlattenTransformer {
|
|
222
|
-
transform(records: any[]): any[] {
|
|
223
|
-
return records.map(record => this.flatten(record));
|
|
224
|
-
}
|
|
225
|
-
|
|
226
|
-
private flatten(obj: any, prefix = ''): any {
|
|
227
|
-
const flattened: any = {};
|
|
228
|
-
|
|
229
|
-
for (const key in obj) {
|
|
230
|
-
const value = obj[key];
|
|
231
|
-
const newKey = prefix ? `${prefix}.${key}` : key;
|
|
232
|
-
|
|
233
|
-
if (value === null || value === undefined) {
|
|
234
|
-
flattened[newKey] = null;
|
|
235
|
-
} else if (Array.isArray(value)) {
|
|
236
|
-
flattened[newKey] = JSON.stringify(value);
|
|
237
|
-
flattened[`${newKey}_count`] = value.length;
|
|
238
|
-
} else if (typeof value === 'object' && value !== null) {
|
|
239
|
-
Object.assign(flattened, this.flatten(value, newKey));
|
|
240
|
-
} else {
|
|
241
|
-
flattened[newKey] = value;
|
|
242
|
-
}
|
|
243
|
-
}
|
|
244
|
-
|
|
245
|
-
return flattened;
|
|
246
|
-
}
|
|
247
|
-
}
|
|
248
|
-
|
|
249
|
-
// Usage
|
|
250
|
-
const transformer = new FlattenTransformer();
|
|
251
|
-
const flat = transformer.transform([
|
|
252
|
-
{
|
|
253
|
-
ref: 'INV-001',
|
|
254
|
-
product: {
|
|
255
|
-
name: 'Mouse',
|
|
256
|
-
catalogue: { name: 'Electronics' }
|
|
257
|
-
}
|
|
258
|
-
}
|
|
259
|
-
]);
|
|
260
|
-
|
|
261
|
-
// Result:
|
|
262
|
-
// {
|
|
263
|
-
// ref: 'INV-001',
|
|
264
|
-
// 'product.name': 'Mouse',
|
|
265
|
-
// 'product.catalogue.name': 'Electronics'
|
|
266
|
-
// }
|
|
267
|
-
```
|
|
268
|
-
|
|
269
|
-
### 2. Aggregation
|
|
270
|
-
|
|
271
|
-
```typescript
|
|
272
|
-
class AggregateTransformer {
|
|
273
|
-
groupBy(records: any[], key: string): Map<string, any[]> {
|
|
274
|
-
const groups = new Map();
|
|
275
|
-
|
|
276
|
-
for (const record of records) {
|
|
277
|
-
const groupKey = record[key];
|
|
278
|
-
|
|
279
|
-
if (!groups.has(groupKey)) {
|
|
280
|
-
groups.set(groupKey, []);
|
|
281
|
-
}
|
|
282
|
-
|
|
283
|
-
groups.get(groupKey).push(record);
|
|
284
|
-
}
|
|
285
|
-
|
|
286
|
-
return groups;
|
|
287
|
-
}
|
|
288
|
-
|
|
289
|
-
sumBy(records: any[], field: string): number {
|
|
290
|
-
return records.reduce((sum, record) => {
|
|
291
|
-
return sum + (parseFloat(record[field]) || 0);
|
|
292
|
-
}, 0);
|
|
293
|
-
}
|
|
294
|
-
|
|
295
|
-
aggregateByWarehouse(inventory: any[]): any[] {
|
|
296
|
-
const groups = this.groupBy(inventory, 'locationRef');
|
|
297
|
-
const aggregated = [];
|
|
298
|
-
|
|
299
|
-
for (const [warehouse, items] of groups) {
|
|
300
|
-
aggregated.push({
|
|
301
|
-
warehouse,
|
|
302
|
-
totalQuantity: this.sumBy(items, 'quantity'),
|
|
303
|
-
skuCount: items.length,
|
|
304
|
-
totalValue: this.sumBy(items, 'totalValue')
|
|
305
|
-
});
|
|
306
|
-
}
|
|
307
|
-
|
|
308
|
-
return aggregated;
|
|
309
|
-
}
|
|
310
|
-
}
|
|
311
|
-
```
|
|
312
|
-
|
|
313
|
-
### 3. External Format Conversion
|
|
314
|
-
|
|
315
|
-
```typescript
|
|
316
|
-
class ExternalFormatTransformer {
|
|
317
|
-
// To external system format
|
|
318
|
-
toExternalFormat(fluentRecords: any[]): any[] {
|
|
319
|
-
return fluentRecords.map(record => ({
|
|
320
|
-
// External field names
|
|
321
|
-
sku: record.productRef,
|
|
322
|
-
warehouse_code: record.locationRef,
|
|
323
|
-
available_qty: parseInt(record.qty) || 0,
|
|
324
|
-
item_status: this.mapStatus(record.status),
|
|
325
|
-
last_updated_timestamp: record.updatedOn,
|
|
326
|
-
|
|
327
|
-
// Metadata
|
|
328
|
-
metadata: {
|
|
329
|
-
fluent_id: record.id,
|
|
330
|
-
fluent_ref: record.ref,
|
|
331
|
-
sync_date: new Date().toISOString()
|
|
332
|
-
},
|
|
333
|
-
|
|
334
|
-
// Nested product info
|
|
335
|
-
product_info: {
|
|
336
|
-
name: record.product?.name || 'Unknown',
|
|
337
|
-
gtin: record.product?.gtin || '',
|
|
338
|
-
category: record.product?.catalogue?.name || 'Uncategorized'
|
|
339
|
-
}
|
|
340
|
-
}));
|
|
341
|
-
}
|
|
342
|
-
|
|
343
|
-
// From external back to Fluent format
|
|
344
|
-
fromExternalFormat(externalRecords: any[]): any[] {
|
|
345
|
-
return externalRecords.map(record => ({
|
|
346
|
-
productRef: record.sku,
|
|
347
|
-
locationRef: record.warehouse_code,
|
|
348
|
-
qty: record.available_qty,
|
|
349
|
-
status: this.reverseMapStatus(record.item_status)
|
|
350
|
-
}));
|
|
351
|
-
}
|
|
352
|
-
|
|
353
|
-
private mapStatus(status: string): string {
|
|
354
|
-
const map: Record<string, string> = {
|
|
355
|
-
'AVAILABLE': 'in_stock',
|
|
356
|
-
'OUT_OF_STOCK': 'out_of_stock',
|
|
357
|
-
'DISCONTINUED': 'discontinued'
|
|
358
|
-
};
|
|
359
|
-
return map[status] || 'unknown';
|
|
360
|
-
}
|
|
361
|
-
|
|
362
|
-
private reverseMapStatus(status: string): string {
|
|
363
|
-
const map: Record<string, string> = {
|
|
364
|
-
'in_stock': 'AVAILABLE',
|
|
365
|
-
'out_of_stock': 'OUT_OF_STOCK',
|
|
366
|
-
'discontinued': 'DISCONTINUED'
|
|
367
|
-
};
|
|
368
|
-
return map[status] || 'AVAILABLE';
|
|
369
|
-
}
|
|
370
|
-
}
|
|
371
|
-
```
|
|
372
|
-
|
|
373
|
-
## Complete Workflow Example
|
|
374
|
-
|
|
375
|
-
```typescript
|
|
376
|
-
import {
|
|
377
|
-
createClient,
|
|
378
|
-
UniversalMapper,
|
|
379
|
-
S3DataSource
|
|
380
|
-
} from '@fluentcommerce/fc-connect-sdk';
|
|
381
|
-
|
|
382
|
-
async function extractTransformExport() {
|
|
383
|
-
const client = await createClient({ config });
|
|
384
|
-
const s3 = new S3DataSource(s3Config);
|
|
385
|
-
|
|
386
|
-
// Step 1: Extract with enrichment
|
|
387
|
-
const result = await client.graphql({
|
|
388
|
-
query: `
|
|
389
|
-
query ExtractInventoryEnriched($first: Int!, $after: String) {
|
|
390
|
-
inventoryPositions(first: $first, after: $after) {
|
|
391
|
-
edges {
|
|
392
|
-
node {
|
|
393
|
-
ref
|
|
394
|
-
productRef
|
|
395
|
-
locationRef
|
|
396
|
-
qty
|
|
397
|
-
status
|
|
398
|
-
updatedOn
|
|
399
|
-
product {
|
|
400
|
-
name
|
|
401
|
-
gtin
|
|
402
|
-
catalogue { name }
|
|
403
|
-
}
|
|
404
|
-
location {
|
|
405
|
-
name
|
|
406
|
-
type
|
|
407
|
-
}
|
|
408
|
-
}
|
|
409
|
-
cursor
|
|
410
|
-
}
|
|
411
|
-
pageInfo { hasNextPage }
|
|
412
|
-
}
|
|
413
|
-
}
|
|
414
|
-
`,
|
|
415
|
-
variables: { first: 100 },
|
|
416
|
-
pagination: { maxRecords: 10000 }
|
|
417
|
-
});
|
|
418
|
-
|
|
419
|
-
const records = result.data.inventoryPositions.edges.map(e => e.node);
|
|
420
|
-
|
|
421
|
-
// Step 2: Transform with UniversalMapper
|
|
422
|
-
const mapper = new UniversalMapper(
|
|
423
|
-
{
|
|
424
|
-
fields: {
|
|
425
|
-
sku: { source: 'productRef', required: true },
|
|
426
|
-
productName: { source: 'product.name' },
|
|
427
|
-
productGtin: { source: 'product.gtin' },
|
|
428
|
-
category: { source: 'product.catalogue.name' },
|
|
429
|
-
warehouse: { source: 'locationRef', required: true },
|
|
430
|
-
warehouseName: { source: 'location.name' },
|
|
431
|
-
warehouseType: { source: 'location.type' },
|
|
432
|
-
quantity: { source: 'qty', resolver: 'custom.ensurePositive' },
|
|
433
|
-
status: { source: 'status', resolver: 'custom.mapStatus' },
|
|
434
|
-
lastUpdated: { source: 'updatedOn', resolver: 'sdk.formatDate' }
|
|
435
|
-
}
|
|
436
|
-
},
|
|
437
|
-
{
|
|
438
|
-
customResolvers: {
|
|
439
|
-
'custom.ensurePositive': (value) => Math.max(0, parseInt(value) || 0),
|
|
440
|
-
'custom.mapStatus': (value) => {
|
|
441
|
-
const map: Record<string, string> = {
|
|
442
|
-
'AVAILABLE': 'in_stock',
|
|
443
|
-
'OUT_OF_STOCK': 'out_of_stock'
|
|
444
|
-
};
|
|
445
|
-
return map[value] || 'unknown';
|
|
446
|
-
}
|
|
447
|
-
}
|
|
448
|
-
}
|
|
449
|
-
);
|
|
450
|
-
|
|
451
|
-
const mappingResult = await mapper.map(records);
|
|
452
|
-
|
|
453
|
-
if (!mappingResult.success) {
|
|
454
|
-
console.error('Mapping errors:', mappingResult.errors);
|
|
455
|
-
throw new Error('Transformation failed');
|
|
456
|
-
}
|
|
457
|
-
|
|
458
|
-
// Step 3: Export to S3
|
|
459
|
-
await s3.putObject(
|
|
460
|
-
'output-bucket',
|
|
461
|
-
`inventory_${new Date().toISOString()}.json`,
|
|
462
|
-
JSON.stringify(mappingResult.data, null, 2)
|
|
463
|
-
);
|
|
464
|
-
|
|
465
|
-
console.log(`Exported ${mappingResult.data.length} transformed records`);
|
|
466
|
-
}
|
|
467
|
-
```
|
|
468
|
-
|
|
469
|
-
## Practice Exercise
|
|
470
|
-
|
|
471
|
-
**Goal**: Transform inventory data to external warehouse system format
|
|
472
|
-
|
|
473
|
-
**Requirements:**
|
|
474
|
-
1. Map Fluent fields to external field names
|
|
475
|
-
2. Convert status values to external codes
|
|
476
|
-
3. Calculate total value (qty * price)
|
|
477
|
-
4. Add metadata (sync timestamp, source system)
|
|
478
|
-
5. Handle missing optional fields
|
|
479
|
-
|
|
480
|
-
**Solution:** See complete example above
|
|
481
|
-
|
|
482
|
-
## Key Takeaways
|
|
483
|
-
|
|
484
|
-
- 🎯 Use UniversalMapper for declarative field mapping
|
|
485
|
-
- 🎯 Leverage SDK resolvers for common transformations
|
|
486
|
-
- 🎯 Create custom resolvers for business-specific logic
|
|
487
|
-
- 🎯 Build transformation pipelines for complex workflows
|
|
488
|
-
- 🎯 Flatten nested structures for BI/analytics tools
|
|
489
|
-
- 🎯 Validate transformations and handle errors
|
|
490
|
-
- 🎯 Document field mappings for maintainability
|
|
491
|
-
|
|
492
|
-
## Next Steps
|
|
493
|
-
|
|
494
|
-
Continue to [Module 6: Export Formats](./02-core-guides-extraction-06-export-formats.md) to learn how to export transformed data to various formats (JSON, CSV, XML, Parquet).
|
|
1
|
+
# Module 5: Data Transformation
|
|
2
|
+
|
|
3
|
+
**Level:** Advanced
|
|
4
|
+
**Estimated Time:** 25 minutes
|
|
5
|
+
|
|
6
|
+
## Overview
|
|
7
|
+
|
|
8
|
+
This module covers transforming extracted data using UniversalMapper, custom transformers, and advanced transformation patterns for converting Fluent data to external system formats.
|
|
9
|
+
|
|
10
|
+
## Learning Objectives
|
|
11
|
+
|
|
12
|
+
By the end of this module, you will:
|
|
13
|
+
- ✅ Use UniversalMapper for declarative field mapping
|
|
14
|
+
- ✅ Apply SDK resolvers for common transformations
|
|
15
|
+
- ✅ Create custom resolvers for business logic
|
|
16
|
+
- ✅ Build transformation pipelines
|
|
17
|
+
- ✅ Handle complex nested structures
|
|
18
|
+
- ✅ Flatten and aggregate data
|
|
19
|
+
|
|
20
|
+
## UniversalMapper Basics
|
|
21
|
+
|
|
22
|
+
### Simple Field Mapping
|
|
23
|
+
|
|
24
|
+
```typescript
|
|
25
|
+
import { UniversalMapper } from '@fluentcommerce/fc-connect-sdk';
|
|
26
|
+
|
|
27
|
+
const mapper = new UniversalMapper({
|
|
28
|
+
fields: {
|
|
29
|
+
sku: { source: 'productRef', required: true },
|
|
30
|
+
warehouse: { source: 'locationRef', required: true },
|
|
31
|
+
quantity: { source: 'qty', resolver: 'sdk.parseInt' },
|
|
32
|
+
status: { source: 'status', resolver: 'sdk.lowercase' }
|
|
33
|
+
}
|
|
34
|
+
});
|
|
35
|
+
|
|
36
|
+
const result = await mapper.map(records);
|
|
37
|
+
|
|
38
|
+
if (!result.success) {
|
|
39
|
+
console.error('Mapping errors:', result.errors);
|
|
40
|
+
} else {
|
|
41
|
+
console.log(`Transformed ${result.data.length} records`);
|
|
42
|
+
}
|
|
43
|
+
```
|
|
44
|
+
|
|
45
|
+
### SDK Resolvers
|
|
46
|
+
|
|
47
|
+
Available built-in resolvers:
|
|
48
|
+
|
|
49
|
+
| Resolver | Description | Example Input | Output |
|
|
50
|
+
|----------|-------------|---------------|--------|
|
|
51
|
+
| `sdk.toString` | Convert to string | 123 | "123" |
|
|
52
|
+
| `sdk.parseInt` | Parse integer | "123" | 123 |
|
|
53
|
+
| `sdk.parseFloat` | Parse float | "123.45" | 123.45 |
|
|
54
|
+
| `sdk.number` | Convert to number | "123" | 123 |
|
|
55
|
+
| `sdk.boolean` | Convert to boolean | "true" | true |
|
|
56
|
+
| `sdk.uppercase` | Uppercase string | "hello" | "HELLO" |
|
|
57
|
+
| `sdk.lowercase` | Lowercase string | "HELLO" | "hello" |
|
|
58
|
+
| `sdk.trim` | Trim whitespace | " hello " | "hello" |
|
|
59
|
+
| `sdk.formatDate` | Format ISO date | Date | "2025-01-15T10:00:00Z" |
|
|
60
|
+
| `sdk.formatDateShort` | Short date | Date | "2025-01-15" |
|
|
61
|
+
| `sdk.parseDate` | Parse date string | "2025-01-15" | Date |
|
|
62
|
+
| `sdk.parseJson` | Parse JSON | '{"a":1}' | {a:1} |
|
|
63
|
+
| `sdk.toJson` | Stringify JSON | {a:1} | '{"a":1}' |
|
|
64
|
+
| `sdk.coalesce` | First non-null | [null, "a"] | "a" |
|
|
65
|
+
| `sdk.identity` | Return as-is | "a" | "a" |
|
|
66
|
+
|
|
67
|
+
### Nested Field Access
|
|
68
|
+
|
|
69
|
+
```typescript
|
|
70
|
+
const mapper = new UniversalMapper({
|
|
71
|
+
fields: {
|
|
72
|
+
sku: { source: 'productRef' },
|
|
73
|
+
productName: { source: 'product.name' }, // Nested field
|
|
74
|
+
catalogueName: { source: 'product.catalogue.name' }, // Deep nesting
|
|
75
|
+
warehouseName: { source: 'location.name' }
|
|
76
|
+
}
|
|
77
|
+
});
|
|
78
|
+
```
|
|
79
|
+
|
|
80
|
+
### Required vs Optional Fields
|
|
81
|
+
|
|
82
|
+
```typescript
|
|
83
|
+
const mapper = new UniversalMapper({
|
|
84
|
+
fields: {
|
|
85
|
+
sku: { source: 'productRef', required: true }, // Must exist
|
|
86
|
+
quantity: { source: 'qty', required: true },
|
|
87
|
+
notes: { source: 'attributes.notes', required: false }, // Optional
|
|
88
|
+
description: { source: 'product.description' } // Optional by default
|
|
89
|
+
}
|
|
90
|
+
});
|
|
91
|
+
|
|
92
|
+
const result = await mapper.map(records);
|
|
93
|
+
|
|
94
|
+
// Check for errors
|
|
95
|
+
if (!result.success) {
|
|
96
|
+
console.log('Missing required fields:', result.errors);
|
|
97
|
+
}
|
|
98
|
+
```
|
|
99
|
+
|
|
100
|
+
## Custom Resolvers
|
|
101
|
+
|
|
102
|
+
### Creating Custom Resolvers
|
|
103
|
+
|
|
104
|
+
```typescript
|
|
105
|
+
const mapper = new UniversalMapper(
|
|
106
|
+
{
|
|
107
|
+
fields: {
|
|
108
|
+
sku: { source: 'productRef' },
|
|
109
|
+
quantity: { source: 'qty', resolver: 'custom.ensurePositive' },
|
|
110
|
+
status: { source: 'status', resolver: 'custom.mapStatus' },
|
|
111
|
+
totalValue: { source: 'qty', resolver: 'custom.calculateValue' }
|
|
112
|
+
}
|
|
113
|
+
},
|
|
114
|
+
{
|
|
115
|
+
customResolvers: {
|
|
116
|
+
'custom.ensurePositive': (value) => {
|
|
117
|
+
const num = parseInt(value) || 0;
|
|
118
|
+
return Math.max(0, num);
|
|
119
|
+
},
|
|
120
|
+
|
|
121
|
+
'custom.mapStatus': (value) => {
|
|
122
|
+
const statusMap = {
|
|
123
|
+
'AVAILABLE': 'in_stock',
|
|
124
|
+
'OUT_OF_STOCK': 'out_of_stock',
|
|
125
|
+
'DISCONTINUED': 'discontinued'
|
|
126
|
+
};
|
|
127
|
+
return statusMap[value] || 'unknown';
|
|
128
|
+
},
|
|
129
|
+
|
|
130
|
+
'custom.calculateValue': (value, sourceData, helpers) => {
|
|
131
|
+
const qty = helpers.parseIntSafe(value, 0);
|
|
132
|
+
const price = helpers.parseFloatSafe(sourceData.price, 0);
|
|
133
|
+
return qty * price;
|
|
134
|
+
}
|
|
135
|
+
}
|
|
136
|
+
}
|
|
137
|
+
);
|
|
138
|
+
```
|
|
139
|
+
|
|
140
|
+
### Resolver Helpers
|
|
141
|
+
|
|
142
|
+
Available in resolver context:
|
|
143
|
+
|
|
144
|
+
```typescript
|
|
145
|
+
{
|
|
146
|
+
customResolvers: {
|
|
147
|
+
'custom.myResolver': (value, sourceData, helpers) => {
|
|
148
|
+
// helpers.parseIntSafe(value, defaultValue)
|
|
149
|
+
const qty = helpers.parseIntSafe(value, 0);
|
|
150
|
+
|
|
151
|
+
// helpers.parseFloatSafe(value, defaultValue)
|
|
152
|
+
const price = helpers.parseFloatSafe(sourceData.price, 0);
|
|
153
|
+
|
|
154
|
+
// helpers.parseDateSafe(value, defaultValue)
|
|
155
|
+
const date = helpers.parseDateSafe(sourceData.date, null);
|
|
156
|
+
|
|
157
|
+
// helpers.get(obj, path, defaultValue)
|
|
158
|
+
const name = helpers.get(sourceData, 'product.name', 'Unknown');
|
|
159
|
+
|
|
160
|
+
return /* transformed value */;
|
|
161
|
+
}
|
|
162
|
+
}
|
|
163
|
+
}
|
|
164
|
+
```
|
|
165
|
+
|
|
166
|
+
## Transformation Pipelines
|
|
167
|
+
|
|
168
|
+
### Chained Transformations
|
|
169
|
+
|
|
170
|
+
```typescript
|
|
171
|
+
class TransformationPipeline {
|
|
172
|
+
private transformers: Array<(data: any[]) => Promise<any[]>> = [];
|
|
173
|
+
|
|
174
|
+
addTransformer(transformer: (data: any[]) => Promise<any[]>): this {
|
|
175
|
+
this.transformers.push(transformer);
|
|
176
|
+
return this;
|
|
177
|
+
}
|
|
178
|
+
|
|
179
|
+
async transform(data: any[]): Promise<any[]> {
|
|
180
|
+
let result = data;
|
|
181
|
+
|
|
182
|
+
for (const transformer of this.transformers) {
|
|
183
|
+
result = await transformer(result);
|
|
184
|
+
}
|
|
185
|
+
|
|
186
|
+
return result;
|
|
187
|
+
}
|
|
188
|
+
}
|
|
189
|
+
|
|
190
|
+
// Usage
|
|
191
|
+
const pipeline = new TransformationPipeline();
|
|
192
|
+
|
|
193
|
+
pipeline
|
|
194
|
+
.addTransformer(async (data) => {
|
|
195
|
+
// Step 1: Field mapping
|
|
196
|
+
const mapper = new UniversalMapper(mappingConfig);
|
|
197
|
+
const result = await mapper.map(data);
|
|
198
|
+
return result.data;
|
|
199
|
+
})
|
|
200
|
+
.addTransformer(async (data) => {
|
|
201
|
+
// Step 2: Filter valid records
|
|
202
|
+
return data.filter(record => record.quantity > 0);
|
|
203
|
+
})
|
|
204
|
+
.addTransformer(async (data) => {
|
|
205
|
+
// Step 3: Add calculated fields
|
|
206
|
+
return data.map(record => ({
|
|
207
|
+
...record,
|
|
208
|
+
totalValue: record.quantity * record.price,
|
|
209
|
+
lastProcessed: new Date().toISOString()
|
|
210
|
+
}));
|
|
211
|
+
});
|
|
212
|
+
|
|
213
|
+
const transformed = await pipeline.transform(sourceData);
|
|
214
|
+
```
|
|
215
|
+
|
|
216
|
+
## Common Transformation Patterns
|
|
217
|
+
|
|
218
|
+
### 1. Flattening Nested Structures
|
|
219
|
+
|
|
220
|
+
```typescript
|
|
221
|
+
class FlattenTransformer {
|
|
222
|
+
transform(records: any[]): any[] {
|
|
223
|
+
return records.map(record => this.flatten(record));
|
|
224
|
+
}
|
|
225
|
+
|
|
226
|
+
private flatten(obj: any, prefix = ''): any {
|
|
227
|
+
const flattened: any = {};
|
|
228
|
+
|
|
229
|
+
for (const key in obj) {
|
|
230
|
+
const value = obj[key];
|
|
231
|
+
const newKey = prefix ? `${prefix}.${key}` : key;
|
|
232
|
+
|
|
233
|
+
if (value === null || value === undefined) {
|
|
234
|
+
flattened[newKey] = null;
|
|
235
|
+
} else if (Array.isArray(value)) {
|
|
236
|
+
flattened[newKey] = JSON.stringify(value);
|
|
237
|
+
flattened[`${newKey}_count`] = value.length;
|
|
238
|
+
} else if (typeof value === 'object' && value !== null) {
|
|
239
|
+
Object.assign(flattened, this.flatten(value, newKey));
|
|
240
|
+
} else {
|
|
241
|
+
flattened[newKey] = value;
|
|
242
|
+
}
|
|
243
|
+
}
|
|
244
|
+
|
|
245
|
+
return flattened;
|
|
246
|
+
}
|
|
247
|
+
}
|
|
248
|
+
|
|
249
|
+
// Usage
|
|
250
|
+
const transformer = new FlattenTransformer();
|
|
251
|
+
const flat = transformer.transform([
|
|
252
|
+
{
|
|
253
|
+
ref: 'INV-001',
|
|
254
|
+
product: {
|
|
255
|
+
name: 'Mouse',
|
|
256
|
+
catalogue: { name: 'Electronics' }
|
|
257
|
+
}
|
|
258
|
+
}
|
|
259
|
+
]);
|
|
260
|
+
|
|
261
|
+
// Result:
|
|
262
|
+
// {
|
|
263
|
+
// ref: 'INV-001',
|
|
264
|
+
// 'product.name': 'Mouse',
|
|
265
|
+
// 'product.catalogue.name': 'Electronics'
|
|
266
|
+
// }
|
|
267
|
+
```
|
|
268
|
+
|
|
269
|
+
### 2. Aggregation
|
|
270
|
+
|
|
271
|
+
```typescript
|
|
272
|
+
class AggregateTransformer {
|
|
273
|
+
groupBy(records: any[], key: string): Map<string, any[]> {
|
|
274
|
+
const groups = new Map();
|
|
275
|
+
|
|
276
|
+
for (const record of records) {
|
|
277
|
+
const groupKey = record[key];
|
|
278
|
+
|
|
279
|
+
if (!groups.has(groupKey)) {
|
|
280
|
+
groups.set(groupKey, []);
|
|
281
|
+
}
|
|
282
|
+
|
|
283
|
+
groups.get(groupKey).push(record);
|
|
284
|
+
}
|
|
285
|
+
|
|
286
|
+
return groups;
|
|
287
|
+
}
|
|
288
|
+
|
|
289
|
+
sumBy(records: any[], field: string): number {
|
|
290
|
+
return records.reduce((sum, record) => {
|
|
291
|
+
return sum + (parseFloat(record[field]) || 0);
|
|
292
|
+
}, 0);
|
|
293
|
+
}
|
|
294
|
+
|
|
295
|
+
aggregateByWarehouse(inventory: any[]): any[] {
|
|
296
|
+
const groups = this.groupBy(inventory, 'locationRef');
|
|
297
|
+
const aggregated = [];
|
|
298
|
+
|
|
299
|
+
for (const [warehouse, items] of groups) {
|
|
300
|
+
aggregated.push({
|
|
301
|
+
warehouse,
|
|
302
|
+
totalQuantity: this.sumBy(items, 'quantity'),
|
|
303
|
+
skuCount: items.length,
|
|
304
|
+
totalValue: this.sumBy(items, 'totalValue')
|
|
305
|
+
});
|
|
306
|
+
}
|
|
307
|
+
|
|
308
|
+
return aggregated;
|
|
309
|
+
}
|
|
310
|
+
}
|
|
311
|
+
```
|
|
312
|
+
|
|
313
|
+
### 3. External Format Conversion
|
|
314
|
+
|
|
315
|
+
```typescript
|
|
316
|
+
class ExternalFormatTransformer {
|
|
317
|
+
// To external system format
|
|
318
|
+
toExternalFormat(fluentRecords: any[]): any[] {
|
|
319
|
+
return fluentRecords.map(record => ({
|
|
320
|
+
// External field names
|
|
321
|
+
sku: record.productRef,
|
|
322
|
+
warehouse_code: record.locationRef,
|
|
323
|
+
available_qty: parseInt(record.qty) || 0,
|
|
324
|
+
item_status: this.mapStatus(record.status),
|
|
325
|
+
last_updated_timestamp: record.updatedOn,
|
|
326
|
+
|
|
327
|
+
// Metadata
|
|
328
|
+
metadata: {
|
|
329
|
+
fluent_id: record.id,
|
|
330
|
+
fluent_ref: record.ref,
|
|
331
|
+
sync_date: new Date().toISOString()
|
|
332
|
+
},
|
|
333
|
+
|
|
334
|
+
// Nested product info
|
|
335
|
+
product_info: {
|
|
336
|
+
name: record.product?.name || 'Unknown',
|
|
337
|
+
gtin: record.product?.gtin || '',
|
|
338
|
+
category: record.product?.catalogue?.name || 'Uncategorized'
|
|
339
|
+
}
|
|
340
|
+
}));
|
|
341
|
+
}
|
|
342
|
+
|
|
343
|
+
// From external back to Fluent format
|
|
344
|
+
fromExternalFormat(externalRecords: any[]): any[] {
|
|
345
|
+
return externalRecords.map(record => ({
|
|
346
|
+
productRef: record.sku,
|
|
347
|
+
locationRef: record.warehouse_code,
|
|
348
|
+
qty: record.available_qty,
|
|
349
|
+
status: this.reverseMapStatus(record.item_status)
|
|
350
|
+
}));
|
|
351
|
+
}
|
|
352
|
+
|
|
353
|
+
private mapStatus(status: string): string {
|
|
354
|
+
const map: Record<string, string> = {
|
|
355
|
+
'AVAILABLE': 'in_stock',
|
|
356
|
+
'OUT_OF_STOCK': 'out_of_stock',
|
|
357
|
+
'DISCONTINUED': 'discontinued'
|
|
358
|
+
};
|
|
359
|
+
return map[status] || 'unknown';
|
|
360
|
+
}
|
|
361
|
+
|
|
362
|
+
private reverseMapStatus(status: string): string {
|
|
363
|
+
const map: Record<string, string> = {
|
|
364
|
+
'in_stock': 'AVAILABLE',
|
|
365
|
+
'out_of_stock': 'OUT_OF_STOCK',
|
|
366
|
+
'discontinued': 'DISCONTINUED'
|
|
367
|
+
};
|
|
368
|
+
return map[status] || 'AVAILABLE';
|
|
369
|
+
}
|
|
370
|
+
}
|
|
371
|
+
```
|
|
372
|
+
|
|
373
|
+
## Complete Workflow Example
|
|
374
|
+
|
|
375
|
+
```typescript
|
|
376
|
+
import {
|
|
377
|
+
createClient,
|
|
378
|
+
UniversalMapper,
|
|
379
|
+
S3DataSource
|
|
380
|
+
} from '@fluentcommerce/fc-connect-sdk';
|
|
381
|
+
|
|
382
|
+
async function extractTransformExport() {
|
|
383
|
+
const client = await createClient({ config });
|
|
384
|
+
const s3 = new S3DataSource(s3Config);
|
|
385
|
+
|
|
386
|
+
// Step 1: Extract with enrichment
|
|
387
|
+
const result = await client.graphql({
|
|
388
|
+
query: `
|
|
389
|
+
query ExtractInventoryEnriched($first: Int!, $after: String) {
|
|
390
|
+
inventoryPositions(first: $first, after: $after) {
|
|
391
|
+
edges {
|
|
392
|
+
node {
|
|
393
|
+
ref
|
|
394
|
+
productRef
|
|
395
|
+
locationRef
|
|
396
|
+
qty
|
|
397
|
+
status
|
|
398
|
+
updatedOn
|
|
399
|
+
product {
|
|
400
|
+
name
|
|
401
|
+
gtin
|
|
402
|
+
catalogue { name }
|
|
403
|
+
}
|
|
404
|
+
location {
|
|
405
|
+
name
|
|
406
|
+
type
|
|
407
|
+
}
|
|
408
|
+
}
|
|
409
|
+
cursor
|
|
410
|
+
}
|
|
411
|
+
pageInfo { hasNextPage }
|
|
412
|
+
}
|
|
413
|
+
}
|
|
414
|
+
`,
|
|
415
|
+
variables: { first: 100 },
|
|
416
|
+
pagination: { maxRecords: 10000 }
|
|
417
|
+
});
|
|
418
|
+
|
|
419
|
+
const records = result.data.inventoryPositions.edges.map(e => e.node);
|
|
420
|
+
|
|
421
|
+
// Step 2: Transform with UniversalMapper
|
|
422
|
+
const mapper = new UniversalMapper(
|
|
423
|
+
{
|
|
424
|
+
fields: {
|
|
425
|
+
sku: { source: 'productRef', required: true },
|
|
426
|
+
productName: { source: 'product.name' },
|
|
427
|
+
productGtin: { source: 'product.gtin' },
|
|
428
|
+
category: { source: 'product.catalogue.name' },
|
|
429
|
+
warehouse: { source: 'locationRef', required: true },
|
|
430
|
+
warehouseName: { source: 'location.name' },
|
|
431
|
+
warehouseType: { source: 'location.type' },
|
|
432
|
+
quantity: { source: 'qty', resolver: 'custom.ensurePositive' },
|
|
433
|
+
status: { source: 'status', resolver: 'custom.mapStatus' },
|
|
434
|
+
lastUpdated: { source: 'updatedOn', resolver: 'sdk.formatDate' }
|
|
435
|
+
}
|
|
436
|
+
},
|
|
437
|
+
{
|
|
438
|
+
customResolvers: {
|
|
439
|
+
'custom.ensurePositive': (value) => Math.max(0, parseInt(value) || 0),
|
|
440
|
+
'custom.mapStatus': (value) => {
|
|
441
|
+
const map: Record<string, string> = {
|
|
442
|
+
'AVAILABLE': 'in_stock',
|
|
443
|
+
'OUT_OF_STOCK': 'out_of_stock'
|
|
444
|
+
};
|
|
445
|
+
return map[value] || 'unknown';
|
|
446
|
+
}
|
|
447
|
+
}
|
|
448
|
+
}
|
|
449
|
+
);
|
|
450
|
+
|
|
451
|
+
const mappingResult = await mapper.map(records);
|
|
452
|
+
|
|
453
|
+
if (!mappingResult.success) {
|
|
454
|
+
console.error('Mapping errors:', mappingResult.errors);
|
|
455
|
+
throw new Error('Transformation failed');
|
|
456
|
+
}
|
|
457
|
+
|
|
458
|
+
// Step 3: Export to S3
|
|
459
|
+
await s3.putObject(
|
|
460
|
+
'output-bucket',
|
|
461
|
+
`inventory_${new Date().toISOString()}.json`,
|
|
462
|
+
JSON.stringify(mappingResult.data, null, 2)
|
|
463
|
+
);
|
|
464
|
+
|
|
465
|
+
console.log(`Exported ${mappingResult.data.length} transformed records`);
|
|
466
|
+
}
|
|
467
|
+
```
|
|
468
|
+
|
|
469
|
+
## Practice Exercise
|
|
470
|
+
|
|
471
|
+
**Goal**: Transform inventory data to external warehouse system format
|
|
472
|
+
|
|
473
|
+
**Requirements:**
|
|
474
|
+
1. Map Fluent fields to external field names
|
|
475
|
+
2. Convert status values to external codes
|
|
476
|
+
3. Calculate total value (qty * price)
|
|
477
|
+
4. Add metadata (sync timestamp, source system)
|
|
478
|
+
5. Handle missing optional fields
|
|
479
|
+
|
|
480
|
+
**Solution:** See complete example above
|
|
481
|
+
|
|
482
|
+
## Key Takeaways
|
|
483
|
+
|
|
484
|
+
- 🎯 Use UniversalMapper for declarative field mapping
|
|
485
|
+
- 🎯 Leverage SDK resolvers for common transformations
|
|
486
|
+
- 🎯 Create custom resolvers for business-specific logic
|
|
487
|
+
- 🎯 Build transformation pipelines for complex workflows
|
|
488
|
+
- 🎯 Flatten nested structures for BI/analytics tools
|
|
489
|
+
- 🎯 Validate transformations and handle errors
|
|
490
|
+
- 🎯 Document field mappings for maintainability
|
|
491
|
+
|
|
492
|
+
## Next Steps
|
|
493
|
+
|
|
494
|
+
Continue to [Module 6: Export Formats](./02-core-guides-extraction-06-export-formats.md) to learn how to export transformed data to various formats (JSON, CSV, XML, Parquet).
|