@golemio/core 3.2.1 → 3.2.2-dev.2622707631

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (214) hide show
  1. package/dist/helpers/BaseApp.js.map +1 -1
  2. package/dist/helpers/ConfigLoader.js.map +1 -1
  3. package/dist/helpers/DateTime.js.map +1 -1
  4. package/dist/helpers/HealthCheck.js.map +1 -1
  5. package/dist/helpers/LightshipStarter.js +2 -1
  6. package/dist/helpers/LightshipStarter.js.map +1 -1
  7. package/dist/helpers/configuration/SimpleConfig.js.map +1 -1
  8. package/dist/helpers/data-access/amqp/AlternateExchangeCreator.js +1 -1
  9. package/dist/helpers/data-access/amqp/AlternateExchangeCreator.js.map +1 -1
  10. package/dist/helpers/data-access/amqp/AmqpConnector.js +1 -2
  11. package/dist/helpers/data-access/amqp/AmqpConnector.js.map +1 -1
  12. package/dist/helpers/data-access/azure/AbstractAzureService.js.map +1 -1
  13. package/dist/helpers/data-access/azure/AzureBearerTokenProvider.js.map +1 -1
  14. package/dist/helpers/data-access/azure/buildBearerTokenProvider.js.map +1 -1
  15. package/dist/helpers/data-access/feature-flags/FeatureFlagServiceFactory.js.map +1 -1
  16. package/dist/helpers/data-access/opensearch/OpenSearchConnector.js.map +1 -1
  17. package/dist/helpers/data-access/opensearch/OpenSearchService.js.map +1 -1
  18. package/dist/helpers/data-access/opensearch/OpenSearchSyncOrchestrator.js +1 -1
  19. package/dist/helpers/data-access/opensearch/OpenSearchSyncOrchestrator.js.map +1 -1
  20. package/dist/helpers/data-access/opensearch/czechAnalysis.d.ts +14 -0
  21. package/dist/helpers/data-access/opensearch/czechAnalysis.js +73 -0
  22. package/dist/helpers/data-access/opensearch/czechAnalysis.js.map +1 -0
  23. package/dist/helpers/data-access/opensearch/expandAcronyms.d.ts +1 -0
  24. package/dist/helpers/data-access/opensearch/expandAcronyms.js +19 -0
  25. package/dist/helpers/data-access/opensearch/expandAcronyms.js.map +1 -0
  26. package/dist/helpers/data-access/opensearch/index.d.ts +5 -1
  27. package/dist/helpers/data-access/opensearch/index.js +9 -5
  28. package/dist/helpers/data-access/opensearch/index.js.map +1 -1
  29. package/dist/helpers/data-access/opensearch/liveSearchQuery.d.ts +18 -0
  30. package/dist/helpers/data-access/opensearch/liveSearchQuery.js +41 -0
  31. package/dist/helpers/data-access/opensearch/liveSearchQuery.js.map +1 -0
  32. package/dist/helpers/data-access/postgres/DatabaseConnector.js +10 -3
  33. package/dist/helpers/data-access/postgres/DatabaseConnector.js.map +1 -1
  34. package/dist/helpers/data-access/postgres/IDatabaseInfo.d.ts +1 -0
  35. package/dist/helpers/data-access/postgres/repositories/AbstractCachedRepository.js.map +1 -1
  36. package/dist/helpers/data-access/pubsub/subscribers/AbstractSubscriber.d.ts +0 -1
  37. package/dist/helpers/data-access/pubsub/subscribers/RedisSubscriber.js.map +1 -1
  38. package/dist/helpers/data-access/redis/IoRedisConnector.js.map +1 -1
  39. package/dist/helpers/data-access/storage/AbstractStorageService.d.ts +0 -4
  40. package/dist/helpers/data-access/storage/AzureBlobStorageService.d.ts +0 -4
  41. package/dist/helpers/data-access/storage/AzureBlobStorageService.js.map +1 -1
  42. package/dist/helpers/data-access/storage/NoopStorageService.d.ts +0 -3
  43. package/dist/helpers/data-access/storage/StorageServiceFactory.js.map +1 -1
  44. package/dist/helpers/data-access/table-storage/TableStorageServiceFactory.js.map +1 -1
  45. package/dist/helpers/data-access/table-storage/providers/AzureTableStorageService.js.map +1 -1
  46. package/dist/helpers/inspector/InspectorUtils.js.map +1 -1
  47. package/dist/helpers/logger/LoggerEmitter.d.ts +0 -1
  48. package/dist/helpers/logger/LoggerProvider.js.map +1 -1
  49. package/dist/helpers/logger/RequestLoggerProvider.js.map +1 -1
  50. package/dist/helpers/parser/queryParser.js.map +1 -1
  51. package/dist/helpers/routing/AbstractGeoJsonRouter.d.ts +1 -1
  52. package/dist/helpers/routing/AbstractGeoJsonRouter.js.map +1 -1
  53. package/dist/helpers/tools/memory/MemoryMonitor.d.ts +0 -1
  54. package/dist/helpers/tools/memory/MemoryMonitor.js +17 -7
  55. package/dist/helpers/tools/memory/MemoryMonitor.js.map +1 -1
  56. package/dist/helpers/tools/memory/MemoryMonitoringDecorator.js +2 -3
  57. package/dist/helpers/tools/memory/MemoryMonitoringDecorator.js.map +1 -1
  58. package/dist/helpers/tools/memory/examples/MemoryMonitoringExamples.js.map +1 -1
  59. package/dist/helpers/transformation/AbstractTransformation.js.map +1 -1
  60. package/dist/helpers/utils.js.map +1 -1
  61. package/dist/index.js +17 -7
  62. package/dist/index.js.map +1 -1
  63. package/dist/input-gateway/config/InputGatewayConfiguration.js +2 -1
  64. package/dist/input-gateway/config/InputGatewayConfiguration.js.map +1 -1
  65. package/dist/input-gateway/connectors/AMQPConnector.js +3 -2
  66. package/dist/input-gateway/connectors/AMQPConnector.js.map +1 -1
  67. package/dist/input-gateway/controllers/BaseController.js +0 -1
  68. package/dist/input-gateway/controllers/BaseController.js.map +1 -1
  69. package/dist/input-gateway/data-access/StorageServiceProvider.js +2 -1
  70. package/dist/input-gateway/data-access/StorageServiceProvider.js.map +1 -1
  71. package/dist/input-gateway/helpers/CheckContentTypeMiddleware.js.map +1 -1
  72. package/dist/input-gateway/helpers/ErrorPreprocessorMiddleware.js.map +1 -1
  73. package/dist/input-gateway/helpers/Logger.d.ts +0 -1
  74. package/dist/input-gateway/helpers/LoggerEmitterProvider.js +2 -1
  75. package/dist/input-gateway/helpers/LoggerEmitterProvider.js.map +1 -1
  76. package/dist/input-gateway/helpers/ResponseTimeMiddleware.js.map +1 -1
  77. package/dist/input-gateway/helpers/SaveRawDataMiddleware.js +2 -1
  78. package/dist/input-gateway/helpers/SaveRawDataMiddleware.js.map +1 -1
  79. package/dist/input-gateway/ioc/Di.js +0 -1
  80. package/dist/input-gateway/ioc/Di.js.map +1 -1
  81. package/dist/input-gateway/middleware/CsvParserMiddleware.js +2 -1
  82. package/dist/input-gateway/middleware/CsvParserMiddleware.js.map +1 -1
  83. package/dist/integration-engine/config/IntegrationEngineConfiguration.js +4 -3
  84. package/dist/integration-engine/config/IntegrationEngineConfiguration.js.map +1 -1
  85. package/dist/integration-engine/connectors/AMQPConnector.js +3 -3
  86. package/dist/integration-engine/connectors/AMQPConnector.js.map +1 -1
  87. package/dist/integration-engine/connectors/index.js +0 -4
  88. package/dist/integration-engine/connectors/index.js.map +1 -1
  89. package/dist/integration-engine/data-access/RawDataStorage.js.map +1 -1
  90. package/dist/integration-engine/data-access/StorageServiceProvider.js +2 -1
  91. package/dist/integration-engine/data-access/StorageServiceProvider.js.map +1 -1
  92. package/dist/integration-engine/data-access/pubsub/subscribers/RedisSubscriber.js.map +1 -1
  93. package/dist/integration-engine/datasources/BatchWritable.d.ts +14 -0
  94. package/dist/integration-engine/datasources/BatchWritable.js +42 -0
  95. package/dist/integration-engine/datasources/BatchWritable.js.map +1 -0
  96. package/dist/integration-engine/datasources/DataSource.js.map +1 -1
  97. package/dist/integration-engine/datasources/DataSourceStream.d.ts +0 -1
  98. package/dist/integration-engine/datasources/DataSourceStream.js.map +1 -1
  99. package/dist/integration-engine/datasources/DataSourceStreamManager.js.map +1 -1
  100. package/dist/integration-engine/datasources/DataSourceStreamed.js.map +1 -1
  101. package/dist/integration-engine/datasources/DataSourceStreamedPipeline.d.ts +24 -0
  102. package/dist/integration-engine/datasources/DataSourceStreamedPipeline.js +72 -0
  103. package/dist/integration-engine/datasources/DataSourceStreamedPipeline.js.map +1 -0
  104. package/dist/integration-engine/datasources/RetryDataSource.js.map +1 -1
  105. package/dist/integration-engine/datasources/datatype-strategy/CSVDataTypeStrategy.js.map +1 -1
  106. package/dist/integration-engine/datasources/datatype-strategy/JSONDataTypeStrategy.js.map +1 -1
  107. package/dist/integration-engine/datasources/datatype-strategy/JSONStreamTransformer.d.ts +4 -0
  108. package/dist/integration-engine/datasources/datatype-strategy/JSONStreamTransformer.js +12 -0
  109. package/dist/integration-engine/datasources/datatype-strategy/JSONStreamTransformer.js.map +1 -0
  110. package/dist/integration-engine/datasources/datatype-strategy/XMLDataTypeStrategy.js.map +1 -1
  111. package/dist/integration-engine/datasources/datatype-strategy/ZipFileDataTypeStrategy.d.ts +0 -2
  112. package/dist/integration-engine/datasources/datatype-strategy/ZipFileDataTypeStrategy.js.map +1 -1
  113. package/dist/integration-engine/datasources/index.d.ts +5 -0
  114. package/dist/integration-engine/datasources/index.js +5 -0
  115. package/dist/integration-engine/datasources/index.js.map +1 -1
  116. package/dist/integration-engine/datasources/protocol-strategy/FTPProtocolStrategy.js.map +1 -1
  117. package/dist/integration-engine/datasources/protocol-strategy/GoogleCloudStorageProtocolStrategy.js.map +1 -1
  118. package/dist/integration-engine/datasources/protocol-strategy/HTTPFetchProtocolStrategy.js.map +1 -1
  119. package/dist/integration-engine/datasources/protocol-strategy/HTTPRequestProtocolStrategy.js.map +1 -1
  120. package/dist/integration-engine/datasources/protocol-strategy/HTTPRequestProtocolStrategyStreamed.d.ts +4 -1
  121. package/dist/integration-engine/datasources/protocol-strategy/HTTPRequestProtocolStrategyStreamed.js +30 -1
  122. package/dist/integration-engine/datasources/protocol-strategy/HTTPRequestProtocolStrategyStreamed.js.map +1 -1
  123. package/dist/integration-engine/datasources/protocol-strategy/IProtocolStrategy.d.ts +0 -3
  124. package/dist/integration-engine/datasources/protocol-strategy/IStreamingProtocolStrategy.d.ts +4 -0
  125. package/dist/integration-engine/datasources/protocol-strategy/IStreamingProtocolStrategy.js +3 -0
  126. package/dist/integration-engine/datasources/protocol-strategy/IStreamingProtocolStrategy.js.map +1 -0
  127. package/dist/integration-engine/datasources/protocol-strategy/PaginatedHTTPProtocolStrategy.js.map +1 -1
  128. package/dist/integration-engine/datasources/protocol-strategy/PostgresProtocolStrategy.js +2 -2
  129. package/dist/integration-engine/datasources/protocol-strategy/PostgresProtocolStrategy.js.map +1 -1
  130. package/dist/integration-engine/datasources/protocol-strategy/PostgresProtocolStrategyStreamed.js +1 -1
  131. package/dist/integration-engine/datasources/protocol-strategy/PostgresProtocolStrategyStreamed.js.map +1 -1
  132. package/dist/integration-engine/datasources/protocol-strategy/ProtocolStrategy.d.ts +2 -0
  133. package/dist/integration-engine/datasources/protocol-strategy/ProtocolStrategy.js +42 -7
  134. package/dist/integration-engine/datasources/protocol-strategy/ProtocolStrategy.js.map +1 -1
  135. package/dist/integration-engine/datasources/protocol-strategy/SFTPProtocolStrategy.js.map +1 -1
  136. package/dist/integration-engine/datasources/protocol-strategy/helpers/FTPFileProcessor.js.map +1 -1
  137. package/dist/integration-engine/datasources/protocol-strategy/interfaces/IHTTPRequestSettings.d.ts +0 -3
  138. package/dist/integration-engine/helpers/FileCompressor.d.ts +0 -2
  139. package/dist/integration-engine/helpers/FileCompressor.js.map +1 -1
  140. package/dist/integration-engine/helpers/GeocodeApi.js +2 -1
  141. package/dist/integration-engine/helpers/GeocodeApi.js.map +1 -1
  142. package/dist/integration-engine/helpers/IntegrationErrorHandler.js.map +1 -1
  143. package/dist/integration-engine/helpers/Logger.d.ts +0 -1
  144. package/dist/integration-engine/helpers/LoggerEmitterProvider.js +2 -1
  145. package/dist/integration-engine/helpers/LoggerEmitterProvider.js.map +1 -1
  146. package/dist/integration-engine/ioc/Di.js +2 -2
  147. package/dist/integration-engine/ioc/Di.js.map +1 -1
  148. package/dist/integration-engine/models/PostgresModel.d.ts +1 -1
  149. package/dist/integration-engine/models/PostgresModel.js.map +1 -1
  150. package/dist/integration-engine/models/RedisModel.d.ts +1 -1
  151. package/dist/integration-engine/models/RedisModel.js.map +1 -1
  152. package/dist/integration-engine/models/postgres/AuditAttributeModel.js +5 -5
  153. package/dist/integration-engine/models/postgres/AuditAttributeModel.js.map +1 -1
  154. package/dist/integration-engine/queueprocessors/QueueProcessor.js.map +1 -1
  155. package/dist/integration-engine/queueprocessors/helpers.js.map +1 -1
  156. package/dist/integration-engine/transformations/BaseTransformation.js.map +1 -1
  157. package/dist/integration-engine/workers/AbstractTask.js.map +1 -1
  158. package/dist/integration-engine/workers/AbstractTaskJsonSchema.js.map +1 -1
  159. package/dist/integration-engine/workers/BaseWorker.d.ts +1 -1
  160. package/dist/integration-engine/workers/BaseWorker.js.map +1 -1
  161. package/dist/integration-engine/workers/helpers/AbortableTask.js.map +1 -1
  162. package/dist/integration-engine/workers/helpers/MessageDataParser.js.map +1 -1
  163. package/dist/integration-engine/workers/helpers/MessageDataValidator.js.map +1 -1
  164. package/dist/integration-engine/workers/webhooks/CloudflareCachePurgeWebhook.js.map +1 -1
  165. package/dist/monitoring/metrics/metrics-builder.js.map +1 -1
  166. package/dist/monitoring/metrics/metrics-middleware.js.map +1 -1
  167. package/dist/monitoring/metrics/metrics-service.d.ts +2 -3
  168. package/dist/monitoring/metrics/metrics-service.js.map +1 -1
  169. package/dist/monitoring/opentelemetry/instrumentation/configs/amqplib.js.map +1 -1
  170. package/dist/monitoring/opentelemetry/instrumentation/configs/aws-sdk.js.map +1 -1
  171. package/dist/monitoring/opentelemetry/instrumentation/configs/http.js.map +1 -1
  172. package/dist/monitoring/opentelemetry/trace-provider.js.map +1 -1
  173. package/dist/output-gateway/CacheHeaderMiddleware.d.ts +0 -1
  174. package/dist/output-gateway/CacheHeaderMiddleware.js +2 -1
  175. package/dist/output-gateway/CacheHeaderMiddleware.js.map +1 -1
  176. package/dist/output-gateway/CompressionByDefaultMiddleware.js +2 -1
  177. package/dist/output-gateway/CompressionByDefaultMiddleware.js.map +1 -1
  178. package/dist/output-gateway/Geo.js.map +1 -1
  179. package/dist/output-gateway/Logger.d.ts +0 -1
  180. package/dist/output-gateway/Utils.js.map +1 -1
  181. package/dist/output-gateway/Validation.js +1 -1
  182. package/dist/output-gateway/Validation.js.map +1 -1
  183. package/dist/output-gateway/config/OutputGatewayConfiguration.js +2 -1
  184. package/dist/output-gateway/config/OutputGatewayConfiguration.js.map +1 -1
  185. package/dist/output-gateway/ioc/Di.js +1 -0
  186. package/dist/output-gateway/ioc/Di.js.map +1 -1
  187. package/dist/output-gateway/routes/BaseRouter.js.map +1 -1
  188. package/dist/output-gateway/routes/GeoJsonRouter.d.ts +1 -1
  189. package/dist/output-gateway/routes/GeoJsonRouter.js.map +1 -1
  190. package/dist/output-gateway/routes/typeguards/RouterExpireParametersTypeGuard.js.map +1 -1
  191. package/dist/shared/class-transformer.js +17 -7
  192. package/dist/shared/class-transformer.js.map +1 -1
  193. package/dist/shared/class-validator.js +17 -7
  194. package/dist/shared/class-validator.js.map +1 -1
  195. package/dist/shared/express-validator.js +17 -7
  196. package/dist/shared/express-validator.js.map +1 -1
  197. package/dist/shared/golemio-errors.js +17 -7
  198. package/dist/shared/golemio-errors.js.map +1 -1
  199. package/dist/shared/golemio-validator.js +17 -7
  200. package/dist/shared/golemio-validator.js.map +1 -1
  201. package/dist/shared/lightship.js +17 -7
  202. package/dist/shared/lightship.js.map +1 -1
  203. package/dist/shared/luxon.js +17 -7
  204. package/dist/shared/luxon.js.map +1 -1
  205. package/dist/shared/pino.js +17 -7
  206. package/dist/shared/pino.js.map +1 -1
  207. package/dist/shared/qs.js +17 -7
  208. package/dist/shared/qs.js.map +1 -1
  209. package/dist/shared/redis-semaphore.js +17 -7
  210. package/dist/shared/redis-semaphore.js.map +1 -1
  211. package/package.json +17 -7
  212. package/dist/helpers/data-access/opensearch/czechAnalyzer.d.ts +0 -6
  213. package/dist/helpers/data-access/opensearch/czechAnalyzer.js +0 -30
  214. package/dist/helpers/data-access/opensearch/czechAnalyzer.js.map +0 -1
@@ -6,7 +6,6 @@ Object.defineProperty(exports, "__esModule", { value: true });
6
6
  exports.InputGatewayContainer = void 0;
7
7
  const _helpers_1 = require("../../helpers");
8
8
  const SimpleConfig_1 = __importDefault(require("../../helpers/configuration/SimpleConfig"));
9
- const IQueueConnector_1 = __importDefault(require("../../helpers/connector/interfaces/IQueueConnector"));
10
9
  const CoreToken_1 = require("../../helpers/ioc/CoreToken");
11
10
  const Di_1 = require("../../helpers/ioc/Di");
12
11
  const InputGatewayConfiguration_1 = require("../config/InputGatewayConfiguration");
@@ -1 +1 @@
1
- {"version":3,"file":"Di.js","sourceRoot":"","sources":["../../../src/input-gateway/ioc/Di.ts"],"names":[],"mappings":";;;;;;AAAA,4CAAsE;AAEtE,4FAA+D;AAC/D,yGAA4E;AAC5E,2DAAmD;AACnD,6CAAkD;AAElD,mFAAiF;AACjF,+DAA6D;AAC7D,kFAAgF;AAChF,4EAA0E;AAC1E,4EAA0E;AAC1E,2EAAyE;AACzE,uCAA6D;AAC7D,qDAAkD;AAElD,wBAAwB;AACxB,MAAM,gBAAgB,GAAG,EAAE,SAAS,EAAE,oBAAS,CAAC,SAAS,EAAE,CAAC;AAC5D,MAAM,qBAAqB,GAAG,oBAAe,CAAC,oBAAoB,EAAE,CAAC;AA8C5D,sDAAqB;AA7C9B,YAAY;AAEZ,iBAAiB;AACjB,qBAAqB,CAAC,QAAQ,CAAiB,+BAAc,CAAC,MAAM,EAAE,EAAE,QAAQ,EAAE,qDAAyB,EAAE,EAAE,gBAAgB,CAAC,CAAC;AAEjI,MAAM,MAAM,GAAG,qBAAqB,CAAC,OAAO,CAAiB,+BAAc,CAAC,MAAM,CAAC,CAAC;AACpF,qBAAqB,CAAC,gBAAgB,CAClC,qBAAS,CAAC,YAAY,EACtB,IAAI,sBAAY,CAAC,EAAE,GAAG,EAAE,MAAM,EAAE,GAAG,EAAE,OAAO,CAAC,GAAG,EAAE,CAAC,CACtD,CAAC;AACF,qBAAqB,CAAC,gBAAgB,CAClC,+BAAc,CAAC,MAAM,EACrB,IAAA,uBAAY,EAAC;IACT,WAAW,EAAE,eAAe;IAC5B,OAAO,EAAE,MAAM,CAAC,QAAQ;IACxB,QAAQ,EAAE,MAAM,CAAC,SAAS;CAC7B,CAAC,CACL,CAAC;AACF,qBAAqB,CAAC,iBAAiB,CAAC,+BAAc,CAAC,qBAAqB,EAAE,6CAAqB,CAAC,CAAC,QAAQ,CACzG,+BAAc,CAAC,aAAa,EAC5B;IACI,UAAU,EAAE,IAAA,iCAAsB,EAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,OAAO,CAAwB,+BAAc,CAAC,qBAAqB,CAAC,CAAC,OAAO,CAAC;CAC5H,CACJ,CAAC;AACF,qBAAqB,CAAC,gBAAgB,CAClC,+BAAc,CAAC,aAAa,EAC5B,IAAA,8BAAmB,EAAC,MAAM,CAAC,QAAQ,EAAE,qBAAqB,CAAC,OAAO,CAAC,+BAAc,CAAC,MAAM,CAAC,CAAC,CAC7F,CAAC;AACF,YAAY;AAEZ,qBAAqB;AACrB,qBAAqB,CAAC,QAAQ,CAAkB,+BAAc,CAAC,aAAa,EAAE,EAAE,QAAQ,EAAE,6BAAa,EAAE,EAAE,gBAAgB,CAAC;KACvH,QAAQ,CAAC,+BAAc,CAAC,sBAAsB,EAAE,+CAAsB,EAAE,gBAAgB,CAAC;KACzF,QAAQ,CAAC,+BAAc,CAAC,cAAc,EAAE;IACrC,UAAU,EAAE,IAAA,iCAAsB,EAC9B,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,OAAO,CAAyB,+BAAc,CAAC,sBAAsB,CAAC,CAAC,OAAO,CAC1F;CACJ,CAAC,CAAC;AACP,YAAY;AAEZ,oBAAoB;AACpB,qBAAqB,CAAC,iBAAiB,CAAC,+BAAc,CAAC,qBAAqB,EAAE,6CAAqB,CAAC,CAAC;AACrG,qBAAqB,CAAC,iBAAiB,CAAC,+BAAc,CAAC,mBAAmB,EAAE,yCAAmB,CAAC,CAAC"}
1
+ {"version":3,"file":"Di.js","sourceRoot":"","sources":["../../../src/input-gateway/ioc/Di.ts"],"names":[],"mappings":";;;;;;AAAA,4CAAsE;AAEtE,4FAA+D;AAE/D,2DAAmD;AACnD,6CAAkD;AAElD,mFAAiF;AACjF,+DAA6D;AAC7D,kFAAgF;AAChF,4EAA0E;AAC1E,4EAA0E;AAC1E,2EAAyE;AACzE,uCAA6D;AAC7D,qDAAkD;AAElD,wBAAwB;AACxB,MAAM,gBAAgB,GAAG,EAAE,SAAS,EAAE,oBAAS,CAAC,SAAS,EAAE,CAAC;AAC5D,MAAM,qBAAqB,GAAG,oBAAe,CAAC,oBAAoB,EAAE,CAAC;AA8C5D,sDAAqB;AA7C9B,YAAY;AAEZ,iBAAiB;AACjB,qBAAqB,CAAC,QAAQ,CAAiB,+BAAc,CAAC,MAAM,EAAE,EAAE,QAAQ,EAAE,qDAAyB,EAAE,EAAE,gBAAgB,CAAC,CAAC;AAEjI,MAAM,MAAM,GAAG,qBAAqB,CAAC,OAAO,CAAiB,+BAAc,CAAC,MAAM,CAAC,CAAC;AACpF,qBAAqB,CAAC,gBAAgB,CAClC,qBAAS,CAAC,YAAY,EACtB,IAAI,sBAAY,CAAC,EAAE,GAAG,EAAE,MAAM,EAAE,GAAG,EAAE,OAAO,CAAC,GAAG,EAAE,CAAC,CACtD,CAAC;AACF,qBAAqB,CAAC,gBAAgB,CAClC,+BAAc,CAAC,MAAM,EACrB,IAAA,uBAAY,EAAC;IACT,WAAW,EAAE,eAAe;IAC5B,OAAO,EAAE,MAAM,CAAC,QAAQ;IACxB,QAAQ,EAAE,MAAM,CAAC,SAAS;CAC7B,CAAC,CACL,CAAC;AACF,qBAAqB,CAAC,iBAAiB,CAAC,+BAAc,CAAC,qBAAqB,EAAE,6CAAqB,CAAC,CAAC,QAAQ,CACzG,+BAAc,CAAC,aAAa,EAC5B;IACI,UAAU,EAAE,IAAA,iCAAsB,EAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,OAAO,CAAwB,+BAAc,CAAC,qBAAqB,CAAC,CAAC,OAAO,CAAC;CAC5H,CACJ,CAAC;AACF,qBAAqB,CAAC,gBAAgB,CAClC,+BAAc,CAAC,aAAa,EAC5B,IAAA,8BAAmB,EAAC,MAAM,CAAC,QAAQ,EAAE,qBAAqB,CAAC,OAAO,CAAC,+BAAc,CAAC,MAAM,CAAC,CAAC,CAC7F,CAAC;AACF,YAAY;AAEZ,qBAAqB;AACrB,qBAAqB,CAAC,QAAQ,CAAkB,+BAAc,CAAC,aAAa,EAAE,EAAE,QAAQ,EAAE,6BAAa,EAAE,EAAE,gBAAgB,CAAC;KACvH,QAAQ,CAAC,+BAAc,CAAC,sBAAsB,EAAE,+CAAsB,EAAE,gBAAgB,CAAC;KACzF,QAAQ,CAAC,+BAAc,CAAC,cAAc,EAAE;IACrC,UAAU,EAAE,IAAA,iCAAsB,EAC9B,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,OAAO,CAAyB,+BAAc,CAAC,sBAAsB,CAAC,CAAC,OAAO,CAC1F;CACJ,CAAC,CAAC;AACP,YAAY;AAEZ,oBAAoB;AACpB,qBAAqB,CAAC,iBAAiB,CAAC,+BAAc,CAAC,qBAAqB,EAAE,6CAAqB,CAAC,CAAC;AACrG,qBAAqB,CAAC,iBAAiB,CAAC,+BAAc,CAAC,mBAAmB,EAAE,yCAAmB,CAAC,CAAC"}
@@ -11,7 +11,7 @@ const errors_1 = require("@golemio/errors");
11
11
  const fast_csv_1 = require("fast-csv");
12
12
  const node_stream_1 = require("node:stream");
13
13
  const tsyringe_1 = require("tsyringe");
14
- let CsvParserMiddleware = exports.CsvParserMiddleware = class CsvParserMiddleware {
14
+ let CsvParserMiddleware = class CsvParserMiddleware {
15
15
  getMiddleware(options) {
16
16
  return (req, _res, next) => {
17
17
  if (!Buffer.isBuffer(req.body)) {
@@ -45,6 +45,7 @@ let CsvParserMiddleware = exports.CsvParserMiddleware = class CsvParserMiddlewar
45
45
  };
46
46
  }
47
47
  };
48
+ exports.CsvParserMiddleware = CsvParserMiddleware;
48
49
  exports.CsvParserMiddleware = CsvParserMiddleware = __decorate([
49
50
  (0, tsyringe_1.injectable)()
50
51
  ], CsvParserMiddleware);
@@ -1 +1 @@
1
- {"version":3,"file":"CsvParserMiddleware.js","sourceRoot":"","sources":["../../../src/input-gateway/middleware/CsvParserMiddleware.ts"],"names":[],"mappings":";;;;;;;;;AAAA,4CAA+C;AAG/C,uCAAuC;AACvC,6CAAuC;AACvC,uCAAsC;AAM/B,IAAM,mBAAmB,iCAAzB,MAAM,mBAAmB;IACrB,aAAa,CAAI,OAA0B;QAC9C,OAAO,CAAC,GAAG,EAAE,IAAI,EAAE,IAAI,EAAE,EAAE;YACvB,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE;gBAC5B,IAAI,CAAC,IAAI,qBAAY,CAAC,0BAA0B,EAAE,IAAI,CAAC,WAAW,CAAC,IAAI,EAAE,SAAS,EAAE,GAAG,CAAC,CAAC,CAAC;gBAC1F,OAAO;aACV;YAED,IAAI,aAAuB,CAAC;YAE5B,IAAI;gBACA,aAAa,GAAG,sBAAQ,CAAC,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;aAC3C;YAAC,OAAO,KAAK,EAAE;gBACZ,IAAI,CAAC,IAAI,qBAAY,CAAC,oDAAoD,EAAE,IAAI,CAAC,WAAW,CAAC,IAAI,EAAE,KAAK,EAAE,GAAG,CAAC,CAAC,CAAC;gBAChH,OAAO;aACV;YAED,MAAM,eAAe,GAAG,IAAA,sBAAW,EAAC,aAAa,EAAE;gBAC/C,SAAS,EAAE,OAAO,CAAC,SAAS;gBAC5B,OAAO,EAAE,OAAO,CAAC,oBAAoB;gBACrC,IAAI,EAAE,OAAO,CAAC,gBAAgB;aACjC,CAAC,CAAC;YAEH,IAAI,IAAI,GAAQ,EAAE,CAAC;YAEnB,eAAe,CAAC,EAAE,CAAC,MAAM,EAAE,CAAC,GAAG,EAAE,EAAE;gBAC/B,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;YACnB,CAAC,CAAC,CAAC;YAEH,eAAe,CAAC,EAAE,CAAC,KAAK,EAAE,GAAG,EAAE;gBAC3B,GAAG,CAAC,IAAI,GAAG,IAAI,CAAC;gBAChB,IAAI,EAAE,CAAC;YACX,CAAC,CAAC,CAAC;YAEH,eAAe,CAAC,EAAE,CAAC,OAAO,EAAE,CAAC,KAAK,EAAE,EAAE;gBAClC,IAAI,CAAC,IAAI,qBAAY,CAAC,8BAA8B,EAAE,IAAI,CAAC,WAAW,CAAC,IAAI,EAAE,KAAK,EAAE,GAAG,CAAC,CAAC,CAAC;YAC9F,CAAC,CAAC,CAAC;QACP,CAAC,CAAC;IACN,CAAC;CACJ,CAAA;8BAvCY,mBAAmB;IAD/B,IAAA,qBAAU,GAAE;GACA,mBAAmB,CAuC/B"}
1
+ {"version":3,"file":"CsvParserMiddleware.js","sourceRoot":"","sources":["../../../src/input-gateway/middleware/CsvParserMiddleware.ts"],"names":[],"mappings":";;;;;;;;;AAAA,4CAA+C;AAG/C,uCAAuC;AACvC,6CAAuC;AACvC,uCAAsC;AAM/B,IAAM,mBAAmB,GAAzB,MAAM,mBAAmB;IACrB,aAAa,CAAI,OAA0B;QAC9C,OAAO,CAAC,GAAG,EAAE,IAAI,EAAE,IAAI,EAAE,EAAE;YACvB,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,CAAC;gBAC7B,IAAI,CAAC,IAAI,qBAAY,CAAC,0BAA0B,EAAE,IAAI,CAAC,WAAW,CAAC,IAAI,EAAE,SAAS,EAAE,GAAG,CAAC,CAAC,CAAC;gBAC1F,OAAO;YACX,CAAC;YAED,IAAI,aAAuB,CAAC;YAE5B,IAAI,CAAC;gBACD,aAAa,GAAG,sBAAQ,CAAC,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;YAC5C,CAAC;YAAC,OAAO,KAAK,EAAE,CAAC;gBACb,IAAI,CAAC,IAAI,qBAAY,CAAC,oDAAoD,EAAE,IAAI,CAAC,WAAW,CAAC,IAAI,EAAE,KAAK,EAAE,GAAG,CAAC,CAAC,CAAC;gBAChH,OAAO;YACX,CAAC;YAED,MAAM,eAAe,GAAG,IAAA,sBAAW,EAAC,aAAa,EAAE;gBAC/C,SAAS,EAAE,OAAO,CAAC,SAAS;gBAC5B,OAAO,EAAE,OAAO,CAAC,oBAAoB;gBACrC,IAAI,EAAE,OAAO,CAAC,gBAAgB;aACjC,CAAC,CAAC;YAEH,IAAI,IAAI,GAAQ,EAAE,CAAC;YAEnB,eAAe,CAAC,EAAE,CAAC,MAAM,EAAE,CAAC,GAAG,EAAE,EAAE;gBAC/B,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;YACnB,CAAC,CAAC,CAAC;YAEH,eAAe,CAAC,EAAE,CAAC,KAAK,EAAE,GAAG,EAAE;gBAC3B,GAAG,CAAC,IAAI,GAAG,IAAI,CAAC;gBAChB,IAAI,EAAE,CAAC;YACX,CAAC,CAAC,CAAC;YAEH,eAAe,CAAC,EAAE,CAAC,OAAO,EAAE,CAAC,KAAK,EAAE,EAAE;gBAClC,IAAI,CAAC,IAAI,qBAAY,CAAC,8BAA8B,EAAE,IAAI,CAAC,WAAW,CAAC,IAAI,EAAE,KAAK,EAAE,GAAG,CAAC,CAAC,CAAC;YAC9F,CAAC,CAAC,CAAC;QACP,CAAC,CAAC;IACN,CAAC;CACJ,CAAA;AAvCY,kDAAmB;8BAAnB,mBAAmB;IAD/B,IAAA,qBAAU,GAAE;GACA,mBAAmB,CAuC/B"}
@@ -15,7 +15,7 @@ const tsyringe_1 = require("tsyringe");
15
15
  /**
16
16
  * @deprecated Use ioc container instead.
17
17
  */
18
- let IntegrationEngineConfiguration = exports.IntegrationEngineConfiguration = class IntegrationEngineConfiguration {
18
+ let IntegrationEngineConfiguration = class IntegrationEngineConfiguration {
19
19
  constructor() {
20
20
  this.DATA_BATCH_SIZE = process.env.DATA_BATCH_SIZE ? Number(process.env.DATA_BATCH_SIZE) : 1000;
21
21
  this.HOPPYGO_BASE_URL = process.env.HOPPYGO_BASE_URL;
@@ -58,7 +58,7 @@ let IntegrationEngineConfiguration = exports.IntegrationEngineConfiguration = cl
58
58
  handlerTimeout: process.env.LIGHTSHIP_HANDLER_TIMEOUT ? parseInt(process.env.LIGHTSHIP_HANDLER_TIMEOUT, 10) : 5000,
59
59
  };
60
60
  this.vehiclePositions = {
61
- stepBetweenPoints: Number(process.env.VEHICLE_POSITIONS_STEP_BETWEEN_POINTS) || 0.1,
61
+ stepBetweenPoints: Number(process.env.VEHICLE_POSITIONS_STEP_BETWEEN_POINTS) || 0.1, // in km, default 100 meters
62
62
  // hours to be subtracted from the TJR property (TCP busses only) when transitioning from CET to CEST, default 1 hour
63
63
  tcpBusTjrNegativeOffset: process.env.VEHICLE_POSITIONS_TCP_BUS_NEGATIVE_OFFSET
64
64
  ? Number(process.env.VEHICLE_POSITIONS_TCP_BUS_NEGATIVE_OFFSET)
@@ -69,7 +69,7 @@ let IntegrationEngineConfiguration = exports.IntegrationEngineConfiguration = cl
69
69
  dataMaintenanceEnabled: process.env.VEHICLE_POSITIONS_DATA_MAINTENANCE_ENABLED === "true",
70
70
  dataRetentionLockTimeout: process.env.VEHICLE_POSITIONS_DATA_RETENTION_LOCK_TIMEOUT
71
71
  ? parseInt(process.env.VEHICLE_POSITIONS_DATA_RETENTION_LOCK_TIMEOUT, 10)
72
- : 2 * 60 * 60 * 1000,
72
+ : 2 * 60 * 60 * 1000, // 2 hours
73
73
  metroArrivalDelayAddition: process.env.VEHICLE_POSITIONS_METRO_ARRIVAL_DELAY_ADDITION_IN_SECONDS
74
74
  ? parseInt(process.env.VEHICLE_POSITIONS_METRO_ARRIVAL_DELAY_ADDITION_IN_SECONDS)
75
75
  : 20,
@@ -82,6 +82,7 @@ let IntegrationEngineConfiguration = exports.IntegrationEngineConfiguration = cl
82
82
  this.saveRawDataWhitelist = new _helpers_1.ConfigLoader("saveRawDataWhitelist").conf;
83
83
  }
84
84
  };
85
+ exports.IntegrationEngineConfiguration = IntegrationEngineConfiguration;
85
86
  exports.IntegrationEngineConfiguration = IntegrationEngineConfiguration = __decorate([
86
87
  (0, tsyringe_1.injectable)(),
87
88
  __metadata("design:paramtypes", [])
@@ -1 +1 @@
1
- {"version":3,"file":"IntegrationEngineConfiguration.js","sourceRoot":"","sources":["../../../src/integration-engine/config/IntegrationEngineConfiguration.ts"],"names":[],"mappings":";;;;;;;;;;;;AAAA,4CAAwC;AACxC,uCAAsC;AAGtC;;GAEG;AAGI,IAAM,8BAA8B,4CAApC,MAAM,8BAA8B;IAiEvC;QAhEO,oBAAe,GAAG,OAAO,CAAC,GAAG,CAAC,eAAe,CAAC,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC,GAAG,CAAC,eAAe,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC;QAC3F,qBAAgB,GAAG,OAAO,CAAC,GAAG,CAAC,gBAAgB,CAAC;QAChD,cAAS,GAAG,OAAO,CAAC,GAAG,CAAC,SAAS,CAAC;QAClC,+BAA0B,GAAG,OAAO,CAAC,GAAG,CAAC,0BAA0B,CAAC;QACpE,aAAQ,GAAG,OAAO,CAAC,GAAG,CAAC,QAAQ,IAAI,aAAa,CAAC;QACjD,oCAA+B,GAAG,OAAO,CAAC,GAAG,CAAC,+BAA+B,CAAC;QAC9E,mCAA8B,GAAG,OAAO,CAAC,GAAG,CAAC,8BAA8B,CAAC;QAC5E,+BAA0B,GAAG,OAAO,CAAC,GAAG,CAAC,0BAA0B,CAAC;QACpE,uBAAkB,GAAG,OAAO,CAAC,GAAG,CAAC,kBAAkB,CAAC;QACpD,yBAAoB,GAAG,OAAO,CAAC,GAAG,CAAC,oBAAoB,CAAC;QACxD,8BAAyB,GAAG,OAAO,CAAC,GAAG,CAAC,yBAAyB,CAAC;QAClE,kBAAa,GAAG,OAAO,CAAC,GAAG,CAAC,aAAa,CAAC;QAC1C,kCAA6B,GAAG,OAAO,CAAC,GAAG,CAAC,6BAA6B,CAAC;QAC1E,kCAA6B,GAAG,OAAO,CAAC,GAAG,CAAC,6BAA6B,CAAC;QAC1E,+BAA0B,GAAG,OAAO,CAAC,GAAG,CAAC,0BAA0B,CAAC;QACpE,gBAAW,GAAG,OAAO,CAAC,GAAG,CAAC,WAAW,CAAC;QACtC,yBAAoB,GAAG,OAAO,CAAC,GAAG,CAAC,oBAAoB,CAAC;QACxD,sCAAiC,GAAG,OAAO,CAAC,GAAG,CAAC,iCAAiC;YACpF,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC,GAAG,CAAC,iCAAiC,CAAC;YACvD,CAAC,CAAC,CAAC,CAAC;QACD,eAAU,GAAG,OAAO,CAAC,GAAG,CAAC,UAAU,CAAC;QACpC,yBAAoB,GAAG,OAAO,CAAC,GAAG,CAAC,oBAAoB,CAAC;QACxD,wBAAmB,GAAG,OAAO,CAAC,GAAG,CAAC,mBAAmB,CAAC;QACtD,gBAAW,GAAG,OAAO,CAAC,GAAG,CAAC,mBAAmB,CAAC;QAC9C,aAAQ,GAAG,OAAO,CAAC,GAAG,CAAC,QAAQ,IAAI,oBAAoB,CAAC;QAExD,SAAI,GAAG,OAAO,CAAC,GAAG,CAAC,IAAI,CAAC;QAGxB,WAAM,GAAG;YACZ,qBAAqB,EAAE,QAAQ,CAAC,OAAO,CAAC,GAAG,CAAC,4BAAsC,EAAE,EAAE,CAAC,IAAI,EAAE;YAC7F,qBAAqB,EAAE,QAAQ,CAAC,OAAO,CAAC,GAAG,CAAC,4BAAsC,EAAE,EAAE,CAAC,IAAI,IAAI;SAClG,CAAC;QACK,YAAO,GAAG;YACb,OAAO,EAAE,OAAO,CAAC,GAAG,CAAC,eAAe,KAAK,MAAM;YAC/C,IAAI,EAAE,OAAO,CAAC,GAAG,CAAC,YAAY,CAAC,CAAC,CAAC,QAAQ,CAAC,OAAO,CAAC,GAAG,CAAC,YAAsB,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,IAAI;YACxF,MAAM,EAAE,OAAO,CAAC,GAAG,CAAC,cAAc,IAAI,EAAE;SAC3C,CAAC;QACK,cAAS,GAAG;YACf,aAAa,EAAE,OAAO,CAAC,GAAG,CAAC,wBAAwB,CAAC,CAAC,CAAC,QAAQ,CAAC,OAAO,CAAC,GAAG,CAAC,wBAAwB,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,IAAI;YAC/G,eAAe,EAAE,OAAO,CAAC,GAAG,CAAC,0BAA0B,CAAC,CAAC,CAAC,QAAQ,CAAC,OAAO,CAAC,GAAG,CAAC,0BAA0B,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,KAAK;YACtH,cAAc,EAAE,OAAO,CAAC,GAAG,CAAC,yBAAyB,CAAC,CAAC,CAAC,QAAQ,CAAC,OAAO,CAAC,GAAG,CAAC,yBAAyB,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,IAAI;SACrH,CAAC;QACK,qBAAgB,GAAG;YACtB,iBAAiB,EAAE,MAAM,CAAC,OAAO,CAAC,GAAG,CAAC,qCAAqC,CAAC,IAAI,GAAG;YACnF,qHAAqH;YACrH,uBAAuB,EAAE,OAAO,CAAC,GAAG,CAAC,yCAAyC;gBAC1E,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC,GAAG,CAAC,yCAAyC,CAAC;gBAC/D,CAAC,CAAC,CAAC;YACP,yCAAyC;YACzC,eAAe,EAAE,OAAO,CAAC,GAAG,CAAC,mCAAmC,IAAI,OAAO;YAC3E,6FAA6F;YAC7F,sBAAsB,EAAE,OAAO,CAAC,GAAG,CAAC,0CAA0C,KAAK,MAAM;YACzF,wBAAwB,EAAE,OAAO,CAAC,GAAG,CAAC,6CAA6C;gBAC/E,CAAC,CAAC,QAAQ,CAAC,OAAO,CAAC,GAAG,CAAC,6CAA6C,EAAE,EAAE,CAAC;gBACzE,CAAC,CAAC,CAAC,GAAG,EAAE,GAAG,EAAE,GAAG,IAAI;YACxB,yBAAyB,EAAE,OAAO,CAAC,GAAG,CAAC,yDAAyD;gBAC5F,CAAC,CAAC,QAAQ,CAAC,OAAO,CAAC,GAAG,CAAC,yDAAyD,CAAC;gBACjF,CAAC,CAAC,EAAE;YACR,2BAA2B,EAAE,OAAO,CAAC,GAAG,CAAC,2DAA2D;gBAChG,CAAC,CAAC,QAAQ,CAAC,OAAO,CAAC,GAAG,CAAC,2DAA2D,CAAC;gBACnF,CAAC,CAAC,CAAC,CAAC;SACX,CAAC;QAGE,IAAI,CAAC,WAAW,GAAG,IAAI,uBAAY,CAAC,cAAc,CAAC,CAAC,IAAI,CAAC;QACzD,IAAI,CAAC,eAAe,GAAG,IAAI,uBAAY,CAAC,iBAAiB,CAAC,CAAC,IAAI,CAAC;QAChE,IAAI,CAAC,oBAAoB,GAAG,IAAI,uBAAY,CAAC,sBAAsB,CAAC,CAAC,IAAI,CAAC;IAC9E,CAAC;CACJ,CAAA;yCAtEY,8BAA8B;IAD1C,IAAA,qBAAU,GAAE;;GACA,8BAA8B,CAsE1C"}
1
+ {"version":3,"file":"IntegrationEngineConfiguration.js","sourceRoot":"","sources":["../../../src/integration-engine/config/IntegrationEngineConfiguration.ts"],"names":[],"mappings":";;;;;;;;;;;;AAAA,4CAAwC;AACxC,uCAAsC;AAGtC;;GAEG;AAGI,IAAM,8BAA8B,GAApC,MAAM,8BAA8B;IAiEvC;QAhEO,oBAAe,GAAG,OAAO,CAAC,GAAG,CAAC,eAAe,CAAC,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC,GAAG,CAAC,eAAe,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC;QAC3F,qBAAgB,GAAG,OAAO,CAAC,GAAG,CAAC,gBAAgB,CAAC;QAChD,cAAS,GAAG,OAAO,CAAC,GAAG,CAAC,SAAS,CAAC;QAClC,+BAA0B,GAAG,OAAO,CAAC,GAAG,CAAC,0BAA0B,CAAC;QACpE,aAAQ,GAAG,OAAO,CAAC,GAAG,CAAC,QAAQ,IAAI,aAAa,CAAC;QACjD,oCAA+B,GAAG,OAAO,CAAC,GAAG,CAAC,+BAA+B,CAAC;QAC9E,mCAA8B,GAAG,OAAO,CAAC,GAAG,CAAC,8BAA8B,CAAC;QAC5E,+BAA0B,GAAG,OAAO,CAAC,GAAG,CAAC,0BAA0B,CAAC;QACpE,uBAAkB,GAAG,OAAO,CAAC,GAAG,CAAC,kBAAkB,CAAC;QACpD,yBAAoB,GAAG,OAAO,CAAC,GAAG,CAAC,oBAAoB,CAAC;QACxD,8BAAyB,GAAG,OAAO,CAAC,GAAG,CAAC,yBAAyB,CAAC;QAClE,kBAAa,GAAG,OAAO,CAAC,GAAG,CAAC,aAAa,CAAC;QAC1C,kCAA6B,GAAG,OAAO,CAAC,GAAG,CAAC,6BAA6B,CAAC;QAC1E,kCAA6B,GAAG,OAAO,CAAC,GAAG,CAAC,6BAA6B,CAAC;QAC1E,+BAA0B,GAAG,OAAO,CAAC,GAAG,CAAC,0BAA0B,CAAC;QACpE,gBAAW,GAAG,OAAO,CAAC,GAAG,CAAC,WAAW,CAAC;QACtC,yBAAoB,GAAG,OAAO,CAAC,GAAG,CAAC,oBAAoB,CAAC;QACxD,sCAAiC,GAAG,OAAO,CAAC,GAAG,CAAC,iCAAiC;YACpF,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC,GAAG,CAAC,iCAAiC,CAAC;YACvD,CAAC,CAAC,CAAC,CAAC;QACD,eAAU,GAAG,OAAO,CAAC,GAAG,CAAC,UAAU,CAAC;QACpC,yBAAoB,GAAG,OAAO,CAAC,GAAG,CAAC,oBAAoB,CAAC;QACxD,wBAAmB,GAAG,OAAO,CAAC,GAAG,CAAC,mBAAmB,CAAC;QACtD,gBAAW,GAAG,OAAO,CAAC,GAAG,CAAC,mBAAmB,CAAC;QAC9C,aAAQ,GAAG,OAAO,CAAC,GAAG,CAAC,QAAQ,IAAI,oBAAoB,CAAC;QAExD,SAAI,GAAG,OAAO,CAAC,GAAG,CAAC,IAAI,CAAC;QAGxB,WAAM,GAAG;YACZ,qBAAqB,EAAE,QAAQ,CAAC,OAAO,CAAC,GAAG,CAAC,4BAAsC,EAAE,EAAE,CAAC,IAAI,EAAE;YAC7F,qBAAqB,EAAE,QAAQ,CAAC,OAAO,CAAC,GAAG,CAAC,4BAAsC,EAAE,EAAE,CAAC,IAAI,IAAI;SAClG,CAAC;QACK,YAAO,GAAG;YACb,OAAO,EAAE,OAAO,CAAC,GAAG,CAAC,eAAe,KAAK,MAAM;YAC/C,IAAI,EAAE,OAAO,CAAC,GAAG,CAAC,YAAY,CAAC,CAAC,CAAC,QAAQ,CAAC,OAAO,CAAC,GAAG,CAAC,YAAsB,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,IAAI;YACxF,MAAM,EAAE,OAAO,CAAC,GAAG,CAAC,cAAc,IAAI,EAAE;SAC3C,CAAC;QACK,cAAS,GAAG;YACf,aAAa,EAAE,OAAO,CAAC,GAAG,CAAC,wBAAwB,CAAC,CAAC,CAAC,QAAQ,CAAC,OAAO,CAAC,GAAG,CAAC,wBAAwB,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,IAAI;YAC/G,eAAe,EAAE,OAAO,CAAC,GAAG,CAAC,0BAA0B,CAAC,CAAC,CAAC,QAAQ,CAAC,OAAO,CAAC,GAAG,CAAC,0BAA0B,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,KAAK;YACtH,cAAc,EAAE,OAAO,CAAC,GAAG,CAAC,yBAAyB,CAAC,CAAC,CAAC,QAAQ,CAAC,OAAO,CAAC,GAAG,CAAC,yBAAyB,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,IAAI;SACrH,CAAC;QACK,qBAAgB,GAAG;YACtB,iBAAiB,EAAE,MAAM,CAAC,OAAO,CAAC,GAAG,CAAC,qCAAqC,CAAC,IAAI,GAAG,EAAE,4BAA4B;YACjH,qHAAqH;YACrH,uBAAuB,EAAE,OAAO,CAAC,GAAG,CAAC,yCAAyC;gBAC1E,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC,GAAG,CAAC,yCAAyC,CAAC;gBAC/D,CAAC,CAAC,CAAC;YACP,yCAAyC;YACzC,eAAe,EAAE,OAAO,CAAC,GAAG,CAAC,mCAAmC,IAAI,OAAO;YAC3E,6FAA6F;YAC7F,sBAAsB,EAAE,OAAO,CAAC,GAAG,CAAC,0CAA0C,KAAK,MAAM;YACzF,wBAAwB,EAAE,OAAO,CAAC,GAAG,CAAC,6CAA6C;gBAC/E,CAAC,CAAC,QAAQ,CAAC,OAAO,CAAC,GAAG,CAAC,6CAA6C,EAAE,EAAE,CAAC;gBACzE,CAAC,CAAC,CAAC,GAAG,EAAE,GAAG,EAAE,GAAG,IAAI,EAAE,UAAU;YACpC,yBAAyB,EAAE,OAAO,CAAC,GAAG,CAAC,yDAAyD;gBAC5F,CAAC,CAAC,QAAQ,CAAC,OAAO,CAAC,GAAG,CAAC,yDAAyD,CAAC;gBACjF,CAAC,CAAC,EAAE;YACR,2BAA2B,EAAE,OAAO,CAAC,GAAG,CAAC,2DAA2D;gBAChG,CAAC,CAAC,QAAQ,CAAC,OAAO,CAAC,GAAG,CAAC,2DAA2D,CAAC;gBACnF,CAAC,CAAC,CAAC,CAAC;SACX,CAAC;QAGE,IAAI,CAAC,WAAW,GAAG,IAAI,uBAAY,CAAC,cAAc,CAAC,CAAC,IAAI,CAAC;QACzD,IAAI,CAAC,eAAe,GAAG,IAAI,uBAAY,CAAC,iBAAiB,CAAC,CAAC,IAAI,CAAC;QAChE,IAAI,CAAC,oBAAoB,GAAG,IAAI,uBAAY,CAAC,sBAAsB,CAAC,CAAC,IAAI,CAAC;IAC9E,CAAC;CACJ,CAAA;AAtEY,wEAA8B;yCAA9B,8BAA8B;IAD1C,IAAA,qBAAU,GAAE;;GACA,8BAA8B,CAsE1C"}
@@ -16,13 +16,12 @@ var __importDefault = (this && this.__importDefault) || function (mod) {
16
16
  };
17
17
  Object.defineProperty(exports, "__esModule", { value: true });
18
18
  exports.AMQPConnector = void 0;
19
- const IQueueConnector_1 = __importDefault(require("../../helpers/connector/interfaces/IQueueConnector"));
20
19
  const AlternateExchangeCreator_1 = __importDefault(require("../../helpers/data-access/amqp/AlternateExchangeCreator"));
21
20
  const ioc_1 = require("../ioc");
22
21
  const errors_1 = require("@golemio/errors");
23
22
  const amqplib_1 = __importDefault(require("amqplib"));
24
23
  const tsyringe_1 = require("tsyringe");
25
- let AMQPConnector = exports.AMQPConnector = class AMQPConnector {
24
+ let AMQPConnector = class AMQPConnector {
26
25
  constructor(config, log) {
27
26
  this.log = log;
28
27
  this.connect = async () => {
@@ -105,7 +104,7 @@ let AMQPConnector = exports.AMQPConnector = class AMQPConnector {
105
104
  });
106
105
  const q = await channel.assertQueue(this.rabbitExchangeName + ".deadqueue", {
107
106
  durable: true,
108
- messageTtl: 3 * 24 * 60 * 60 * 1000,
107
+ messageTtl: 3 * 24 * 60 * 60 * 1000, // 3 days in milliseconds
109
108
  arguments: { "x-queue-type": "quorum" },
110
109
  });
111
110
  await channel.bindQueue(q.queue, this.rabbitExchangeName, "dead");
@@ -119,6 +118,7 @@ let AMQPConnector = exports.AMQPConnector = class AMQPConnector {
119
118
  this.rabbitChannelMaxPrefetchCount = config.RABBIT_CHANNEL_MAX_PREFETCH_COUNT;
120
119
  }
121
120
  };
121
+ exports.AMQPConnector = AMQPConnector;
122
122
  exports.AMQPConnector = AMQPConnector = __decorate([
123
123
  (0, tsyringe_1.injectable)(),
124
124
  __param(0, (0, tsyringe_1.inject)(ioc_1.ContainerToken.Config)),
@@ -1 +1 @@
1
- {"version":3,"file":"AMQPConnector.js","sourceRoot":"","sources":["../../../src/integration-engine/connectors/AMQPConnector.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;;;AACA,yGAA4E;AAC5E,uHAA0F;AAE1F,gCAAyC;AACzC,4CAAyE;AACzE,sDAA8B;AAC9B,uCAA0D;AAGnD,IAAM,aAAa,2BAAnB,MAAM,aAAa;IAQtB,YACmC,MAAsB,EACtB,GAA6B;QAAZ,QAAG,GAAH,GAAG,CAAS;QAQzD,YAAO,GAAG,KAAK,IAA8B,EAAE;YAClD,IAAI;gBACA,IAAI,IAAI,CAAC,OAAO,EAAE;oBACd,OAAO,IAAI,CAAC,OAAO,CAAC;iBACvB;gBAED,IAAI,CAAC,IAAI,CAAC,sBAAsB,EAAE;oBAC9B,MAAM,IAAI,qBAAY,CAAC,0DAA0D,EAAE,IAAI,CAAC,WAAW,CAAC,IAAI,CAAC,CAAC;iBAC7G;gBAED,IAAI,CAAC,UAAU,GAAG,MAAM,iBAAO,CAAC,OAAO,CAAC,IAAI,CAAC,sBAAsB,CAAC,CAAC;gBAErE,IAAI,CAAC,UAAU;qBACV,EAAE,CAAC,OAAO,EAAE,CAAC,GAAU,EAAE,EAAE;oBACxB,IAAI,CAAC,GAAG,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;gBACxB,CAAC,CAAC;qBACD,EAAE,CAAC,OAAO,EAAE,KAAK,IAAI,EAAE;oBACpB,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,4BAA4B,CAAC,CAAC;oBAC5C,IAAI,CAAC,IAAI,CAAC,gBAAgB,EAAE;wBACxB,qBAAY,CAAC,MAAM,CAAC,IAAI,mBAAU,CAAC,0BAA0B,EAAE,IAAI,CAAC,WAAW,CAAC,IAAI,CAAC,EAAE,IAAI,CAAC,GAAG,CAAC,CAAC;qBACpG;gBACL,CAAC,CAAC,CAAC;gBAEP,IAAI,CAAC,OAAO,GAAG,MAAM,IAAI,CAAC,UAAU,CAAC,aAAa,EAAE,CAAC;gBAErD,IAAI,CAAC,OAAO;qBACP,EAAE,CAAC,OAAO,EAAE,CAAC,GAAG,EAAE,EAAE;oBACjB,IAAI,CAAC,GAAG,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;gBACxB,CAAC,CAAC;qBACD,EAAE,CAAC,OAAO,EAAE,GAAG,EAAE;oBACd,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,yBAAyB,CAAC,CAAC;oBACzC,IAAI,CAAC,IAAI,CAAC,gBAAgB,EAAE;wBACxB,IAAI,CAAC,UAAU,EAAE,KAAK,EAAE,CAAC;qBAC5B;gBACL,CAAC,CAAC,CAAC;gBAEP,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,4BAA4B,CAAC,CAAC;gBAE5C,MAAM,kCAAwB,CAAC,uBAAuB,CAAC,IAAI,CAAC,OAAO,EAAE,IAAI,CAAC,kBAAkB,CAAC,CAAC;gBAC9F,MAAM,IAAI,CAAC,eAAe,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;gBAEzC,2DAA2D;gBAC3D,2BAA2B;gBAC3B,MAAM,IAAI,CAAC,OAAO,CAAC,QAAQ,CAAC,IAAI,CAAC,6BAA6B,CAAC,CAAC;gBAEhE,OAAO,IAAI,CAAC,OAAO,CAAC;aACvB;YAAC,OAAO,GAAG,EAAE;gBACV,MAAM,IAAI,mBAAU,CAAC,2CAA2C,EAAE,IAAI,CAAC,WAAW,CAAC,IAAI,EAAE,GAAG,CAAC,CAAC;aACjG;QACL,CAAC,CAAC;QAEK,eAAU,GAAG,GAAoB,EAAE;YACtC,IAAI,CAAC,IAAI,CAAC,OAAO,EAAE;gBACf,MAAM,IAAI,mBAAU,CAAC,6DAA6D,EAAE,IAAI,CAAC,WAAW,CAAC,IAAI,CAAC,CAAC;aAC9G;YACD,OAAO,IAAI,CAAC,OAAO,CAAC;QACxB,CAAC,CAAC;QAEK,gBAAW,GAAG,KAAK,EAAE,GAAW,EAAE,GAAW,EAAE,UAAmC,EAAE,EAAoB,EAAE;YAC7G,IAAI;gBACA,MAAM,OAAO,GAAG,IAAI,CAAC,UAAU,EAAE,CAAC;gBAClC,MAAM,OAAO,CAAC,cAAc,CAAC,IAAI,CAAC,kBAAkB,EAAE,OAAO,EAAE;oBAC3D,OAAO,EAAE,KAAK;oBACd,iBAAiB,EAAE,kCAAwB,CAAC,kBAAkB,CAAC,IAAI,CAAC,kBAAkB,CAAC;iBAC1F,CAAC,CAAC;gBACH,OAAO,OAAO,CAAC,OAAO,CAAC,IAAI,CAAC,kBAAkB,EAAE,GAAG,EAAE,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,EAAE,OAAO,CAAC,CAAC;aACnF;YAAC,OAAO,GAAG,EAAE;gBACV,MAAM,IAAI,qBAAY,CAAC,yCAAyC,EAAE,IAAI,CAAC,WAAW,CAAC,IAAI,EAAE,GAAG,CAAC,CAAC;aACjG;QACL,CAAC,CAAC;QAEK,gBAAW,GAAG,KAAK,IAAsB,EAAE;YAC9C,OAAO,CAAC,CAAC,CAAC,MAAM,IAAI,CAAC,OAAO,EAAE,aAAa,CAAC,IAAI,CAAC,kBAAkB,CAAC,CAAC,CAAC;QAC1E,CAAC,CAAC;QAEK,eAAU,GAAG,KAAK,IAAmB,EAAE;YAC1C,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,0BAA0B,CAAC,CAAC;YAC1C,IAAI,CAAC,gBAAgB,GAAG,IAAI,CAAC;YAC7B,MAAM,IAAI,CAAC,OAAO,EAAE,KAAK,EAAE,CAAC;YAC5B,MAAM,IAAI,CAAC,UAAU,EAAE,KAAK,EAAE,CAAC;QACnC,CAAC,CAAC;QAEM,oBAAe,GAAG,KAAK,EAAE,OAAwB,EAAiB,EAAE;YACxE,IAAI,CAAC,IAAI,CAAC,kBAAkB,EAAE;gBAC1B,MAAM,IAAI,qBAAY,CAAC,mEAAmE,EAAE,IAAI,CAAC,WAAW,CAAC,IAAI,CAAC,CAAC;aACtH;YAED,MAAM,OAAO,CAAC,cAAc,CAAC,IAAI,CAAC,kBAAkB,EAAE,OAAO,EAAE;gBAC3D,OAAO,EAAE,KAAK;gBACd,iBAAiB,EAAE,kCAAwB,CAAC,kBAAkB,CAAC,IAAI,CAAC,kBAAkB,CAAC;aAC1F,CAAC,CAAC;YACH,MAAM,CAAC,GAAG,MAAM,OAAO,CAAC,WAAW,CAAC,IAAI,CAAC,kBAAkB,GAAG,YAAY,EAAE;gBACxE,OAAO,EAAE,IAAI;gBACb,UAAU,EAAE,CAAC,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,IAAI;gBACnC,SAAS,EAAE,EAAE,cAAc,EAAE,QAAQ,EAAE;aAC1C,CAAC,CAAC;YACH,MAAM,OAAO,CAAC,SAAS,CAAC,CAAC,CAAC,KAAK,EAAE,IAAI,CAAC,kBAAkB,EAAE,MAAM,CAAC,CAAC;QACtE,CAAC,CAAC;QAEK,YAAO,GAAG,KAAK,IAAI,EAAE;YACxB,MAAM,IAAI,CAAC,UAAU,EAAE,CAAC;QAC5B,CAAC,CAAC;QA3GE,IAAI,CAAC,gBAAgB,GAAG,KAAK,CAAC;QAC9B,IAAI,CAAC,kBAAkB,GAAG,MAAM,CAAC,oBAAqB,CAAC;QACvD,IAAI,CAAC,sBAAsB,GAAG,MAAM,CAAC,WAAW,CAAC;QACjD,IAAI,CAAC,6BAA6B,GAAG,MAAM,CAAC,iCAAiC,CAAC;IAClF,CAAC;CAwGJ,CAAA;wBAxHY,aAAa;IADzB,IAAA,qBAAU,GAAE;IAUJ,WAAA,IAAA,iBAAM,EAAC,oBAAc,CAAC,MAAM,CAAC,CAAA;IAC7B,WAAA,IAAA,iBAAM,EAAC,oBAAc,CAAC,MAAM,CAAC,CAAA;;GAVzB,aAAa,CAwHzB"}
1
+ {"version":3,"file":"AMQPConnector.js","sourceRoot":"","sources":["../../../src/integration-engine/connectors/AMQPConnector.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;;;AAEA,uHAA0F;AAE1F,gCAAyC;AACzC,4CAAyE;AACzE,sDAA8B;AAC9B,uCAA0D;AAGnD,IAAM,aAAa,GAAnB,MAAM,aAAa;IAQtB,YACmC,MAAsB,EACtB,GAA6B;QAAZ,QAAG,GAAH,GAAG,CAAS;QAQzD,YAAO,GAAG,KAAK,IAA8B,EAAE;YAClD,IAAI,CAAC;gBACD,IAAI,IAAI,CAAC,OAAO,EAAE,CAAC;oBACf,OAAO,IAAI,CAAC,OAAO,CAAC;gBACxB,CAAC;gBAED,IAAI,CAAC,IAAI,CAAC,sBAAsB,EAAE,CAAC;oBAC/B,MAAM,IAAI,qBAAY,CAAC,0DAA0D,EAAE,IAAI,CAAC,WAAW,CAAC,IAAI,CAAC,CAAC;gBAC9G,CAAC;gBAED,IAAI,CAAC,UAAU,GAAG,MAAM,iBAAO,CAAC,OAAO,CAAC,IAAI,CAAC,sBAAsB,CAAC,CAAC;gBAErE,IAAI,CAAC,UAAU;qBACV,EAAE,CAAC,OAAO,EAAE,CAAC,GAAU,EAAE,EAAE;oBACxB,IAAI,CAAC,GAAG,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;gBACxB,CAAC,CAAC;qBACD,EAAE,CAAC,OAAO,EAAE,KAAK,IAAI,EAAE;oBACpB,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,4BAA4B,CAAC,CAAC;oBAC5C,IAAI,CAAC,IAAI,CAAC,gBAAgB,EAAE,CAAC;wBACzB,qBAAY,CAAC,MAAM,CAAC,IAAI,mBAAU,CAAC,0BAA0B,EAAE,IAAI,CAAC,WAAW,CAAC,IAAI,CAAC,EAAE,IAAI,CAAC,GAAG,CAAC,CAAC;oBACrG,CAAC;gBACL,CAAC,CAAC,CAAC;gBAEP,IAAI,CAAC,OAAO,GAAG,MAAM,IAAI,CAAC,UAAU,CAAC,aAAa,EAAE,CAAC;gBAErD,IAAI,CAAC,OAAO;qBACP,EAAE,CAAC,OAAO,EAAE,CAAC,GAAG,EAAE,EAAE;oBACjB,IAAI,CAAC,GAAG,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;gBACxB,CAAC,CAAC;qBACD,EAAE,CAAC,OAAO,EAAE,GAAG,EAAE;oBACd,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,yBAAyB,CAAC,CAAC;oBACzC,IAAI,CAAC,IAAI,CAAC,gBAAgB,EAAE,CAAC;wBACzB,IAAI,CAAC,UAAU,EAAE,KAAK,EAAE,CAAC;oBAC7B,CAAC;gBACL,CAAC,CAAC,CAAC;gBAEP,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,4BAA4B,CAAC,CAAC;gBAE5C,MAAM,kCAAwB,CAAC,uBAAuB,CAAC,IAAI,CAAC,OAAO,EAAE,IAAI,CAAC,kBAAkB,CAAC,CAAC;gBAC9F,MAAM,IAAI,CAAC,eAAe,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;gBAEzC,2DAA2D;gBAC3D,2BAA2B;gBAC3B,MAAM,IAAI,CAAC,OAAO,CAAC,QAAQ,CAAC,IAAI,CAAC,6BAA6B,CAAC,CAAC;gBAEhE,OAAO,IAAI,CAAC,OAAO,CAAC;YACxB,CAAC;YAAC,OAAO,GAAG,EAAE,CAAC;gBACX,MAAM,IAAI,mBAAU,CAAC,2CAA2C,EAAE,IAAI,CAAC,WAAW,CAAC,IAAI,EAAE,GAAG,CAAC,CAAC;YAClG,CAAC;QACL,CAAC,CAAC;QAEK,eAAU,GAAG,GAAoB,EAAE;YACtC,IAAI,CAAC,IAAI,CAAC,OAAO,EAAE,CAAC;gBAChB,MAAM,IAAI,mBAAU,CAAC,6DAA6D,EAAE,IAAI,CAAC,WAAW,CAAC,IAAI,CAAC,CAAC;YAC/G,CAAC;YACD,OAAO,IAAI,CAAC,OAAO,CAAC;QACxB,CAAC,CAAC;QAEK,gBAAW,GAAG,KAAK,EAAE,GAAW,EAAE,GAAW,EAAE,UAAmC,EAAE,EAAoB,EAAE;YAC7G,IAAI,CAAC;gBACD,MAAM,OAAO,GAAG,IAAI,CAAC,UAAU,EAAE,CAAC;gBAClC,MAAM,OAAO,CAAC,cAAc,CAAC,IAAI,CAAC,kBAAkB,EAAE,OAAO,EAAE;oBAC3D,OAAO,EAAE,KAAK;oBACd,iBAAiB,EAAE,kCAAwB,CAAC,kBAAkB,CAAC,IAAI,CAAC,kBAAkB,CAAC;iBAC1F,CAAC,CAAC;gBACH,OAAO,OAAO,CAAC,OAAO,CAAC,IAAI,CAAC,kBAAkB,EAAE,GAAG,EAAE,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,EAAE,OAAO,CAAC,CAAC;YACpF,CAAC;YAAC,OAAO,GAAG,EAAE,CAAC;gBACX,MAAM,IAAI,qBAAY,CAAC,yCAAyC,EAAE,IAAI,CAAC,WAAW,CAAC,IAAI,EAAE,GAAG,CAAC,CAAC;YAClG,CAAC;QACL,CAAC,CAAC;QAEK,gBAAW,GAAG,KAAK,IAAsB,EAAE;YAC9C,OAAO,CAAC,CAAC,CAAC,MAAM,IAAI,CAAC,OAAO,EAAE,aAAa,CAAC,IAAI,CAAC,kBAAkB,CAAC,CAAC,CAAC;QAC1E,CAAC,CAAC;QAEK,eAAU,GAAG,KAAK,IAAmB,EAAE;YAC1C,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,0BAA0B,CAAC,CAAC;YAC1C,IAAI,CAAC,gBAAgB,GAAG,IAAI,CAAC;YAC7B,MAAM,IAAI,CAAC,OAAO,EAAE,KAAK,EAAE,CAAC;YAC5B,MAAM,IAAI,CAAC,UAAU,EAAE,KAAK,EAAE,CAAC;QACnC,CAAC,CAAC;QAEM,oBAAe,GAAG,KAAK,EAAE,OAAwB,EAAiB,EAAE;YACxE,IAAI,CAAC,IAAI,CAAC,kBAAkB,EAAE,CAAC;gBAC3B,MAAM,IAAI,qBAAY,CAAC,mEAAmE,EAAE,IAAI,CAAC,WAAW,CAAC,IAAI,CAAC,CAAC;YACvH,CAAC;YAED,MAAM,OAAO,CAAC,cAAc,CAAC,IAAI,CAAC,kBAAkB,EAAE,OAAO,EAAE;gBAC3D,OAAO,EAAE,KAAK;gBACd,iBAAiB,EAAE,kCAAwB,CAAC,kBAAkB,CAAC,IAAI,CAAC,kBAAkB,CAAC;aAC1F,CAAC,CAAC;YACH,MAAM,CAAC,GAAG,MAAM,OAAO,CAAC,WAAW,CAAC,IAAI,CAAC,kBAAkB,GAAG,YAAY,EAAE;gBACxE,OAAO,EAAE,IAAI;gBACb,UAAU,EAAE,CAAC,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,IAAI,EAAE,yBAAyB;gBAC9D,SAAS,EAAE,EAAE,cAAc,EAAE,QAAQ,EAAE;aAC1C,CAAC,CAAC;YACH,MAAM,OAAO,CAAC,SAAS,CAAC,CAAC,CAAC,KAAK,EAAE,IAAI,CAAC,kBAAkB,EAAE,MAAM,CAAC,CAAC;QACtE,CAAC,CAAC;QAEK,YAAO,GAAG,KAAK,IAAI,EAAE;YACxB,MAAM,IAAI,CAAC,UAAU,EAAE,CAAC;QAC5B,CAAC,CAAC;QA3GE,IAAI,CAAC,gBAAgB,GAAG,KAAK,CAAC;QAC9B,IAAI,CAAC,kBAAkB,GAAG,MAAM,CAAC,oBAAqB,CAAC;QACvD,IAAI,CAAC,sBAAsB,GAAG,MAAM,CAAC,WAAW,CAAC;QACjD,IAAI,CAAC,6BAA6B,GAAG,MAAM,CAAC,iCAAiC,CAAC;IAClF,CAAC;CAwGJ,CAAA;AAxHY,sCAAa;wBAAb,aAAa;IADzB,IAAA,qBAAU,GAAE;IAUJ,WAAA,IAAA,iBAAM,EAAC,oBAAc,CAAC,MAAM,CAAC,CAAA;IAC7B,WAAA,IAAA,iBAAM,EAAC,oBAAc,CAAC,MAAM,CAAC,CAAA;;GAVzB,aAAa,CAwHzB"}
@@ -1,10 +1,6 @@
1
1
  "use strict";
2
- var __importDefault = (this && this.__importDefault) || function (mod) {
3
- return (mod && mod.__esModule) ? mod : { "default": mod };
4
- };
5
2
  Object.defineProperty(exports, "__esModule", { value: true });
6
3
  exports.PostgresConnector = exports.AMQPConnector = exports.RedisConnector = void 0;
7
- const IQueueConnector_1 = __importDefault(require("../../helpers/connector/interfaces/IQueueConnector"));
8
4
  const CoreToken_1 = require("../../helpers/ioc/CoreToken");
9
5
  const ioc_1 = require("../ioc");
10
6
  /**
@@ -1 +1 @@
1
- {"version":3,"file":"index.js","sourceRoot":"","sources":["../../../src/integration-engine/connectors/index.ts"],"names":[],"mappings":";;;;;;AAAA,yGAA4E;AAG5E,2DAAmD;AACnD,gCAAqE;AAErE;;GAEG;AACH,MAAM,cAAc,GAAG,gCAA0B,CAAC,OAAO,CAAkB,oBAAc,CAAC,aAAa,CAAC,CAAC;AAY9E,uCAAa;AAXxC;;GAEG;AACH,MAAM,iBAAiB,GAAG,gCAA0B,CAAC,OAAO,CAAqB,qBAAS,CAAC,iBAAiB,CAAC,CAAC;AAShF,8CAAiB;AAR/C;;GAEG;AACH,MAAM,cAAc,GAAG,gCAA0B,CAAC,OAAO,CAAmB,oBAAc,CAAC,cAAc,CAAC,CAAC;AAGhF,wCAAc"}
1
+ {"version":3,"file":"index.js","sourceRoot":"","sources":["../../../src/integration-engine/connectors/index.ts"],"names":[],"mappings":";;;AAGA,2DAAmD;AACnD,gCAAqE;AAErE;;GAEG;AACH,MAAM,cAAc,GAAG,gCAA0B,CAAC,OAAO,CAAkB,oBAAc,CAAC,aAAa,CAAC,CAAC;AAY9E,uCAAa;AAXxC;;GAEG;AACH,MAAM,iBAAiB,GAAG,gCAA0B,CAAC,OAAO,CAAqB,qBAAS,CAAC,iBAAiB,CAAC,CAAC;AAShF,8CAAiB;AAR/C;;GAEG;AACH,MAAM,cAAc,GAAG,gCAA0B,CAAC,OAAO,CAAmB,oBAAc,CAAC,cAAc,CAAC,CAAC;AAGhF,wCAAc"}
@@ -1 +1 @@
1
- {"version":3,"file":"RawDataStorage.js","sourceRoot":"","sources":["../../../src/integration-engine/data-access/RawDataStorage.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;;AAAA,qDAA6C;AAG7C,+DAAsE;AACtE,2DAAmD;AAEnD,oEAAuE;AACvE,gCAAyC;AACzC,gEAAuC;AACvC,uCAA8C;AAG/B,IAAM,cAAc,GAApB,MAAM,cAAc;IAI/B,YACmC,MAAsB,EACd,cAA8C,EACrD,YAA2B,EACjC,GAA6B;QAFR,mBAAc,GAAd,cAAc,CAAwB;QAE1C,QAAG,GAAH,GAAG,CAAS;QAMpD,SAAI,GAAG,KAAK,EAAE,IAAS,EAAE,IAAS,EAAE,IAAI,GAAG,SAAS,EAAE,EAAE;YAC3D,IAAI,CAAC,IAAI,CAAC,cAAc,IAAI,CAAC,IAAI,CAAC,gBAAgB,CAAC,IAAI,CAAC,EAAE;gBACtD,IAAI,CAAC,GAAG,CAAC,OAAO,CAAC,6CAA6C,IAAI,gBAAgB,CAAC,CAAC;gBACpF,OAAO;aACV;YAED,MAAM,GAAG,GAAG,IAAA,mBAAQ,EAAC,IAAI,IAAI,EAAE,CAAC,CAAC,WAAW,CAAC,eAAe,CAAC,CAAC;YAC9D,IAAI,GAAG,GAAG,IAAI,CAAC;YACf,IAAI,OAAO,GAAG,IAAI,CAAC;YAEnB,IAAI,IAAI,CAAC,OAAO,EAAE;gBACd,IAAI;oBACA,OAAO,GAAG,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,OAAO,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC;iBACnD;gBAAC,MAAM;oBACJ,IAAI,CAAC;iBACR;gBACD,IAAI;oBACA,MAAM,eAAe,GAAG,sBAAW,CAAC,KAAK,CAAC,IAAI,CAAC,OAAO,CAAC,cAAc,CAAC,CAAC,CAAC;oBACxE,IAAI,eAAe,EAAE,IAAI,EAAE;wBACvB,GAAG,GAAG,0CAAsB,CAAC,eAAe,CAAC,IAAI,CAAC,CAAC;qBACtD;iBACJ;gBAAC,MAAM;oBACJ,IAAI,CAAC;iBACR;aACJ;YAED,MAAM,QAAQ,GAAG,GAAG,GAAG,CAAC,MAAM,CAAC,SAAS,CAAC,IAAI,GAAG,CAAC,MAAM,CAAC,cAAc,CAAC,EAAE,CAAC;YAE1E,YAAY;YACZ,MAAM,IAAI,CAAC,cAAc,CAAC,UAAU,CAAC,IAAI,EAAE,IAAI,EAAE,GAAG,IAAI,EAAE,EAAE,QAAQ,CAAC,CAAC;YAEtE,IAAI,IAAI,CAAC,gBAAgB,CAAC,IAAI,CAAC,CAAC,WAAW,IAAI,OAAO,IAAI,IAAI,CAAC,UAAU,IAAI,IAAI,CAAC,UAAU,KAAK,GAAG,EAAE;gBAClG,eAAe;gBACf,MAAM,IAAI,CAAC,cAAc,CAAC,UAAU,CAAC,OAAO,EAAE,IAAI,EAAE,MAAM,EAAE,GAAG,QAAQ,UAAU,CAAC,CAAC;aACtF;QACL,CAAC,CAAC;QAvCE,IAAI,CAAC,cAAc,GAAG,YAAY,CAAC,QAAQ,CAAC,qBAAqB,EAAE,OAAO,CAAC,KAAK,MAAM,CAAC;QACvF,IAAI,CAAC,gBAAgB,GAAG,MAAM,CAAC,oBAAoB,CAAC;IACxD,CAAC;CAsCJ,CAAA;AAlDoB,cAAc;IADlC,IAAA,qBAAU,GAAE;IAMJ,WAAA,IAAA,iBAAM,EAAC,oBAAc,CAAC,MAAM,CAAC,CAAA;IAC7B,WAAA,IAAA,iBAAM,EAAC,oBAAc,CAAC,cAAc,CAAC,CAAA;IACrC,WAAA,IAAA,iBAAM,EAAC,qBAAS,CAAC,YAAY,CAAC,CAAA;IAC9B,WAAA,IAAA,iBAAM,EAAC,qBAAS,CAAC,MAAM,CAAC,CAAA;6CAFsC,gCAAsB;GANxE,cAAc,CAkDlC;kBAlDoB,cAAc"}
1
+ {"version":3,"file":"RawDataStorage.js","sourceRoot":"","sources":["../../../src/integration-engine/data-access/RawDataStorage.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;;AAAA,qDAA6C;AAG7C,+DAAsE;AACtE,2DAAmD;AAEnD,oEAAuE;AACvE,gCAAyC;AACzC,gEAAuC;AACvC,uCAA8C;AAG/B,IAAM,cAAc,GAApB,MAAM,cAAc;IAI/B,YACmC,MAAsB,EACd,cAA8C,EACrD,YAA2B,EACjC,GAA6B;QAFR,mBAAc,GAAd,cAAc,CAAwB;QAE1C,QAAG,GAAH,GAAG,CAAS;QAMpD,SAAI,GAAG,KAAK,EAAE,IAAS,EAAE,IAAS,EAAE,IAAI,GAAG,SAAS,EAAE,EAAE;YAC3D,IAAI,CAAC,IAAI,CAAC,cAAc,IAAI,CAAC,IAAI,CAAC,gBAAgB,CAAC,IAAI,CAAC,EAAE,CAAC;gBACvD,IAAI,CAAC,GAAG,CAAC,OAAO,CAAC,6CAA6C,IAAI,gBAAgB,CAAC,CAAC;gBACpF,OAAO;YACX,CAAC;YAED,MAAM,GAAG,GAAG,IAAA,mBAAQ,EAAC,IAAI,IAAI,EAAE,CAAC,CAAC,WAAW,CAAC,eAAe,CAAC,CAAC;YAC9D,IAAI,GAAG,GAAG,IAAI,CAAC;YACf,IAAI,OAAO,GAAG,IAAI,CAAC;YAEnB,IAAI,IAAI,CAAC,OAAO,EAAE,CAAC;gBACf,IAAI,CAAC;oBACD,OAAO,GAAG,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,OAAO,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC;gBACpD,CAAC;gBAAC,MAAM,CAAC;oBACL,IAAI,CAAC;gBACT,CAAC;gBACD,IAAI,CAAC;oBACD,MAAM,eAAe,GAAG,sBAAW,CAAC,KAAK,CAAC,IAAI,CAAC,OAAO,CAAC,cAAc,CAAC,CAAC,CAAC;oBACxE,IAAI,eAAe,EAAE,IAAI,EAAE,CAAC;wBACxB,GAAG,GAAG,0CAAsB,CAAC,eAAe,CAAC,IAAI,CAAC,CAAC;oBACvD,CAAC;gBACL,CAAC;gBAAC,MAAM,CAAC;oBACL,IAAI,CAAC;gBACT,CAAC;YACL,CAAC;YAED,MAAM,QAAQ,GAAG,GAAG,GAAG,CAAC,MAAM,CAAC,SAAS,CAAC,IAAI,GAAG,CAAC,MAAM,CAAC,cAAc,CAAC,EAAE,CAAC;YAE1E,YAAY;YACZ,MAAM,IAAI,CAAC,cAAc,CAAC,UAAU,CAAC,IAAI,EAAE,IAAI,EAAE,GAAG,IAAI,EAAE,EAAE,QAAQ,CAAC,CAAC;YAEtE,IAAI,IAAI,CAAC,gBAAgB,CAAC,IAAI,CAAC,CAAC,WAAW,IAAI,OAAO,IAAI,IAAI,CAAC,UAAU,IAAI,IAAI,CAAC,UAAU,KAAK,GAAG,EAAE,CAAC;gBACnG,eAAe;gBACf,MAAM,IAAI,CAAC,cAAc,CAAC,UAAU,CAAC,OAAO,EAAE,IAAI,EAAE,MAAM,EAAE,GAAG,QAAQ,UAAU,CAAC,CAAC;YACvF,CAAC;QACL,CAAC,CAAC;QAvCE,IAAI,CAAC,cAAc,GAAG,YAAY,CAAC,QAAQ,CAAC,qBAAqB,EAAE,OAAO,CAAC,KAAK,MAAM,CAAC;QACvF,IAAI,CAAC,gBAAgB,GAAG,MAAM,CAAC,oBAAoB,CAAC;IACxD,CAAC;CAsCJ,CAAA;AAlDoB,cAAc;IADlC,IAAA,qBAAU,GAAE;IAMJ,WAAA,IAAA,iBAAM,EAAC,oBAAc,CAAC,MAAM,CAAC,CAAA;IAC7B,WAAA,IAAA,iBAAM,EAAC,oBAAc,CAAC,cAAc,CAAC,CAAA;IACrC,WAAA,IAAA,iBAAM,EAAC,qBAAS,CAAC,YAAY,CAAC,CAAA;IAC9B,WAAA,IAAA,iBAAM,EAAC,qBAAS,CAAC,MAAM,CAAC,CAAA;6CAFsC,gCAAsB;GANxE,cAAc,CAkDlC;kBAlDoB,cAAc"}
@@ -18,7 +18,7 @@ const CoreToken_1 = require("../../helpers/ioc/CoreToken");
18
18
  const ioc_1 = require("../ioc");
19
19
  const errors_1 = require("@golemio/errors");
20
20
  const tsyringe_1 = require("tsyringe");
21
- let StorageServiceProvider = exports.StorageServiceProvider = class StorageServiceProvider {
21
+ let StorageServiceProvider = class StorageServiceProvider {
22
22
  constructor(config, log) {
23
23
  let factoryConfig = {
24
24
  enabled: config.getValue("env.STORAGE_ENABLED", "false") === "true",
@@ -53,6 +53,7 @@ let StorageServiceProvider = exports.StorageServiceProvider = class StorageServi
53
53
  return this._service;
54
54
  }
55
55
  };
56
+ exports.StorageServiceProvider = StorageServiceProvider;
56
57
  exports.StorageServiceProvider = StorageServiceProvider = __decorate([
57
58
  (0, tsyringe_1.injectable)(),
58
59
  __param(0, (0, tsyringe_1.inject)(CoreToken_1.CoreToken.SimpleConfig)),
@@ -1 +1 @@
1
- {"version":3,"file":"StorageServiceProvider.js","sourceRoot":"","sources":["../../../src/integration-engine/data-access/StorageServiceProvider.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;AAEA,+DAA8H;AAC9H,2DAAmD;AACnD,gCAAyC;AACzC,4CAA6C;AAC7C,uCAA8C;AAGvC,IAAM,sBAAsB,oCAA5B,MAAM,sBAAsB;IAG/B,YAA4C,MAAqB,EAAiC,GAAY;QAC1G,IAAI,aAAa,GAA4B;YACzC,OAAO,EAAE,MAAM,CAAC,QAAQ,CAAC,qBAAqB,EAAE,OAAO,CAAC,KAAK,MAAM;SACtE,CAAC;QACF,IAAI,aAAa,CAAC,OAAO,EAAE;YACvB,MAAM,gBAAgB,GAAG,MAAM,CAAC,QAAQ,CAAC,qCAAqC,EAAE,IAAI,CAAC,CAAC;YACtF,MAAM,SAAS,GAAG,MAAM,CAAC,QAAQ,CAAC,cAAc,CAAC,KAAK,aAAa,CAAC;YACpE,aAAa,CAAC,QAAQ,GAAG;gBACrB,KAAK,EAAE;oBACH,uEAAuE;oBACvE,uGAAuG;oBACvG,QAAQ,EAAE,MAAM,CAAC,QAAQ,CAAC,qBAAqB,EAAE,IAAI,CAAC,IAAI,MAAM,CAAC,QAAQ,CAAC,0BAA0B,EAAE,IAAI,CAAC;oBAC3G,QAAQ,EAAE,MAAM,CAAC,QAAQ,CAAC,qBAAqB,EAAE,IAAI,CAAC,IAAI,MAAM,CAAC,QAAQ,CAAC,0BAA0B,EAAE,IAAI,CAAC;oBAC3G,YAAY,EACR,MAAM,CAAC,QAAQ,CAAC,yBAAyB,EAAE,IAAI,CAAC,IAAI,MAAM,CAAC,QAAQ,CAAC,8BAA8B,EAAE,IAAI,CAAC;oBAC7G,OAAO,EAAE,MAAM,CAAC,QAAQ,CAAC,wBAAwB,EAAE,IAAI,CAAC;oBACxD,aAAa,EAAE,MAAM,CAAC,QAAQ,CAAC,uCAAuC,CAAC;oBACvE,sBAAsB,EAAE,MAAM,CAAC,QAAQ,CAAC,MAAM,CAAC,QAAQ,CAAC,0CAA0C,EAAE,KAAK,CAAC,CAAC;oBAC3G,uBAAuB,EAAE,MAAM,CAAC,QAAQ,CAAC,gCAAgC,EAAE,IAAI,CAAC;oBAChF,qCAAqC;oBACrC,gBAAgB,EAAE,gBAAgB;oBAClC,mBAAmB,EAAE,SAAS,IAAI,CAAC,CAAC,gBAAgB;iBACvD;aACJ,CAAC;SACL;QAED,MAAM,OAAO,GAAG,IAAI,+BAAqB,CAAC,aAA+B,EAAE,GAAG,CAAC,CAAC,UAAU,CAAC,yBAAe,CAAC,KAAK,CAAC,CAAC;QAElH,IAAI,CAAC,OAAO,EAAE;YACV,MAAM,IAAI,mBAAU,CAChB,0DAA0D,yBAAe,CAAC,KAAK,EAAE,EACjF,IAAI,CAAC,WAAW,CAAC,IAAI,CACxB,CAAC;SACL;QAED,IAAI,CAAC,QAAQ,GAAG,OAAO,CAAC;IAC5B,CAAC;IAED,IAAW,OAAO;QACd,OAAO,IAAI,CAAC,QAAQ,CAAC;IACzB,CAAC;CACJ,CAAA;iCA5CY,sBAAsB;IADlC,IAAA,qBAAU,GAAE;IAII,WAAA,IAAA,iBAAM,EAAC,qBAAS,CAAC,YAAY,CAAC,CAAA;IAAyB,WAAA,IAAA,iBAAM,EAAC,oBAAc,CAAC,MAAM,CAAC,CAAA;;GAHxF,sBAAsB,CA4ClC"}
1
+ {"version":3,"file":"StorageServiceProvider.js","sourceRoot":"","sources":["../../../src/integration-engine/data-access/StorageServiceProvider.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;AAEA,+DAA8H;AAC9H,2DAAmD;AACnD,gCAAyC;AACzC,4CAA6C;AAC7C,uCAA8C;AAGvC,IAAM,sBAAsB,GAA5B,MAAM,sBAAsB;IAG/B,YAA4C,MAAqB,EAAiC,GAAY;QAC1G,IAAI,aAAa,GAA4B;YACzC,OAAO,EAAE,MAAM,CAAC,QAAQ,CAAC,qBAAqB,EAAE,OAAO,CAAC,KAAK,MAAM;SACtE,CAAC;QACF,IAAI,aAAa,CAAC,OAAO,EAAE,CAAC;YACxB,MAAM,gBAAgB,GAAG,MAAM,CAAC,QAAQ,CAAC,qCAAqC,EAAE,IAAI,CAAC,CAAC;YACtF,MAAM,SAAS,GAAG,MAAM,CAAC,QAAQ,CAAC,cAAc,CAAC,KAAK,aAAa,CAAC;YACpE,aAAa,CAAC,QAAQ,GAAG;gBACrB,KAAK,EAAE;oBACH,uEAAuE;oBACvE,uGAAuG;oBACvG,QAAQ,EAAE,MAAM,CAAC,QAAQ,CAAC,qBAAqB,EAAE,IAAI,CAAC,IAAI,MAAM,CAAC,QAAQ,CAAC,0BAA0B,EAAE,IAAI,CAAC;oBAC3G,QAAQ,EAAE,MAAM,CAAC,QAAQ,CAAC,qBAAqB,EAAE,IAAI,CAAC,IAAI,MAAM,CAAC,QAAQ,CAAC,0BAA0B,EAAE,IAAI,CAAC;oBAC3G,YAAY,EACR,MAAM,CAAC,QAAQ,CAAC,yBAAyB,EAAE,IAAI,CAAC,IAAI,MAAM,CAAC,QAAQ,CAAC,8BAA8B,EAAE,IAAI,CAAC;oBAC7G,OAAO,EAAE,MAAM,CAAC,QAAQ,CAAC,wBAAwB,EAAE,IAAI,CAAC;oBACxD,aAAa,EAAE,MAAM,CAAC,QAAQ,CAAC,uCAAuC,CAAC;oBACvE,sBAAsB,EAAE,MAAM,CAAC,QAAQ,CAAC,MAAM,CAAC,QAAQ,CAAC,0CAA0C,EAAE,KAAK,CAAC,CAAC;oBAC3G,uBAAuB,EAAE,MAAM,CAAC,QAAQ,CAAC,gCAAgC,EAAE,IAAI,CAAC;oBAChF,qCAAqC;oBACrC,gBAAgB,EAAE,gBAAgB;oBAClC,mBAAmB,EAAE,SAAS,IAAI,CAAC,CAAC,gBAAgB;iBACvD;aACJ,CAAC;QACN,CAAC;QAED,MAAM,OAAO,GAAG,IAAI,+BAAqB,CAAC,aAA+B,EAAE,GAAG,CAAC,CAAC,UAAU,CAAC,yBAAe,CAAC,KAAK,CAAC,CAAC;QAElH,IAAI,CAAC,OAAO,EAAE,CAAC;YACX,MAAM,IAAI,mBAAU,CAChB,0DAA0D,yBAAe,CAAC,KAAK,EAAE,EACjF,IAAI,CAAC,WAAW,CAAC,IAAI,CACxB,CAAC;QACN,CAAC;QAED,IAAI,CAAC,QAAQ,GAAG,OAAO,CAAC;IAC5B,CAAC;IAED,IAAW,OAAO;QACd,OAAO,IAAI,CAAC,QAAQ,CAAC;IACzB,CAAC;CACJ,CAAA;AA5CY,wDAAsB;iCAAtB,sBAAsB;IADlC,IAAA,qBAAU,GAAE;IAII,WAAA,IAAA,iBAAM,EAAC,qBAAS,CAAC,YAAY,CAAC,CAAA;IAAyB,WAAA,IAAA,iBAAM,EAAC,oBAAc,CAAC,MAAM,CAAC,CAAA;;GAHxF,sBAAsB,CA4ClC"}
@@ -1 +1 @@
1
- {"version":3,"file":"RedisSubscriber.js","sourceRoot":"","sources":["../../../../../src/integration-engine/data-access/pubsub/subscribers/RedisSubscriber.ts"],"names":[],"mappings":";;;;;;AAEA,4CAA+C;AAC/C,sDAAwD;AACxD,oGAAiG;AACjG,8GAAmG;AAYnG;;;GAGG;AAEH,MAAa,eAAgB,SAAQ,+BAAU;IAM3C,YAAY,OAA2B;QACnC,KAAK,EAAE,CAAC;QACR,IAAI,CAAC,YAAY,GAAG,IAAA,iCAAe,EAAC,OAAO,CAAC,WAAW,EAAE,OAAO,CAAC,aAAa,CAAC,CAAC;QAChF,IAAI,CAAC,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC;QAC7B,IAAI,CAAC,eAAe,GAAG,OAAO,CAAC,eAAe,CAAC;QAE/C,IAAI,CAAC,UAAU,GAAG,IAAI,iBAAK,CAAC,OAAO,CAAC,qBAAsB,EAAE;YACxD,cAAc,EAAE,kBAAkB,IAAI,CAAC,YAAY,EAAE;YACrD,WAAW,EAAE,IAAI;YACjB,eAAe,EAAE,IAAI;SACxB,CAAC,CAAC;QAEH,IAAI,CAAC,UAAU,CAAC,EAAE,CAAC,OAAO,EAAE,CAAC,GAAG,EAAE,EAAE;YAChC,MAAM,IAAI,qBAAY,CAAC,iCAAiC,EAAE,IAAI,CAAC,WAAW,CAAC,IAAI,EAAE,GAAG,CAAC,CAAC;QAC1F,CAAC,CAAC,CAAC;IACP,CAAC;IAEM,KAAK,CAAC,SAAS;QAClB,IAAI,IAAI,CAAC,UAAU,CAAC,MAAM,KAAK,OAAO,EAAE;YACpC,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,uCAAuC,IAAI,CAAC,YAAY,EAAE,CAAC,CAAC;SAChF;aAAM;YACH,MAAM,IAAI,CAAC,UAAU,CAAC,OAAO,EAAE,CAAC;YAChC,MAAM,IAAI,CAAC,UAAU,CAAC,SAAS,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC;SACtD;QAED,OAAO,IAAI,CAAC,UAAU,CAAC;IAC3B,CAAC;IAEM,KAAK,CAAC,WAAW;QACpB,MAAM,IAAI,CAAC,UAAU,CAAC,WAAW,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC;QACrD,IAAI,CAAC,UAAU,CAAC,UAAU,EAAE,CAAC;IACjC,CAAC;IAEM,MAAM,CAAC,eAAgC;QAC1C,OAAO,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,MAAM,EAAE,EAAE;YACnC,IAAI,YAAY,GAAG,CAAC,CAAC;YACrB,IAAI,CAAC,UAAU,CAAC,EAAE,CAAC,SAAS,EAAE,CAAC,OAAO,EAAE,OAAO,EAAE,EAAE;gBAC/C,IAAI,OAAO,KAAK,IAAI,CAAC,YAAY,EAAE;oBAC/B,OAAO;iBACV;gBAED,YAAY,EAAE,CAAC;gBACf,IAAI,OAAO,GAAG,YAAY,IAAI,IAAI,CAAC,eAAe,CAAC;gBAEnD,IAAI;oBACA,eAAe,CAAC,EAAE,OAAO,EAAE,YAAY,EAAE,OAAO,EAAE,CAAC,CAAC;oBACpD,IAAI,OAAO,EAAE;wBACT,IAAI,CAAC,UAAU,CAAC,kBAAkB,CAAC,SAAS,CAAC,CAAC;wBAC9C,OAAO,EAAE,CAAC;qBACb;iBACJ;gBAAC,OAAO,GAAG,EAAE;oBACV,IAAI,CAAC,UAAU,CAAC,kBAAkB,CAAC,SAAS,CAAC,CAAC;oBAC9C,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,sCAAsC,EAAE,EAAE,OAAO,EAAE,YAAY,EAAE,CAAC,CAAC;oBACrF,MAAM,CAAC,GAAG,CAAC,CAAC;iBACf;YACL,CAAC,CAAC,CAAC;QACP,CAAC,CAAC,CAAC;IACP,CAAC;CACJ;AAhED,0CAgEC"}
1
+ {"version":3,"file":"RedisSubscriber.js","sourceRoot":"","sources":["../../../../../src/integration-engine/data-access/pubsub/subscribers/RedisSubscriber.ts"],"names":[],"mappings":";;;;;;AAEA,4CAA+C;AAC/C,sDAAwD;AACxD,oGAAiG;AACjG,8GAAmG;AAYnG;;;GAGG;AAEH,MAAa,eAAgB,SAAQ,+BAAU;IAM3C,YAAY,OAA2B;QACnC,KAAK,EAAE,CAAC;QACR,IAAI,CAAC,YAAY,GAAG,IAAA,iCAAe,EAAC,OAAO,CAAC,WAAW,EAAE,OAAO,CAAC,aAAa,CAAC,CAAC;QAChF,IAAI,CAAC,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC;QAC7B,IAAI,CAAC,eAAe,GAAG,OAAO,CAAC,eAAe,CAAC;QAE/C,IAAI,CAAC,UAAU,GAAG,IAAI,iBAAK,CAAC,OAAO,CAAC,qBAAsB,EAAE;YACxD,cAAc,EAAE,kBAAkB,IAAI,CAAC,YAAY,EAAE;YACrD,WAAW,EAAE,IAAI;YACjB,eAAe,EAAE,IAAI;SACxB,CAAC,CAAC;QAEH,IAAI,CAAC,UAAU,CAAC,EAAE,CAAC,OAAO,EAAE,CAAC,GAAG,EAAE,EAAE;YAChC,MAAM,IAAI,qBAAY,CAAC,iCAAiC,EAAE,IAAI,CAAC,WAAW,CAAC,IAAI,EAAE,GAAG,CAAC,CAAC;QAC1F,CAAC,CAAC,CAAC;IACP,CAAC;IAEM,KAAK,CAAC,SAAS;QAClB,IAAI,IAAI,CAAC,UAAU,CAAC,MAAM,KAAK,OAAO,EAAE,CAAC;YACrC,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,uCAAuC,IAAI,CAAC,YAAY,EAAE,CAAC,CAAC;QACjF,CAAC;aAAM,CAAC;YACJ,MAAM,IAAI,CAAC,UAAU,CAAC,OAAO,EAAE,CAAC;YAChC,MAAM,IAAI,CAAC,UAAU,CAAC,SAAS,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC;QACvD,CAAC;QAED,OAAO,IAAI,CAAC,UAAU,CAAC;IAC3B,CAAC;IAEM,KAAK,CAAC,WAAW;QACpB,MAAM,IAAI,CAAC,UAAU,CAAC,WAAW,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC;QACrD,IAAI,CAAC,UAAU,CAAC,UAAU,EAAE,CAAC;IACjC,CAAC;IAEM,MAAM,CAAC,eAAgC;QAC1C,OAAO,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,MAAM,EAAE,EAAE;YACnC,IAAI,YAAY,GAAG,CAAC,CAAC;YACrB,IAAI,CAAC,UAAU,CAAC,EAAE,CAAC,SAAS,EAAE,CAAC,OAAO,EAAE,OAAO,EAAE,EAAE;gBAC/C,IAAI,OAAO,KAAK,IAAI,CAAC,YAAY,EAAE,CAAC;oBAChC,OAAO;gBACX,CAAC;gBAED,YAAY,EAAE,CAAC;gBACf,IAAI,OAAO,GAAG,YAAY,IAAI,IAAI,CAAC,eAAe,CAAC;gBAEnD,IAAI,CAAC;oBACD,eAAe,CAAC,EAAE,OAAO,EAAE,YAAY,EAAE,OAAO,EAAE,CAAC,CAAC;oBACpD,IAAI,OAAO,EAAE,CAAC;wBACV,IAAI,CAAC,UAAU,CAAC,kBAAkB,CAAC,SAAS,CAAC,CAAC;wBAC9C,OAAO,EAAE,CAAC;oBACd,CAAC;gBACL,CAAC;gBAAC,OAAO,GAAG,EAAE,CAAC;oBACX,IAAI,CAAC,UAAU,CAAC,kBAAkB,CAAC,SAAS,CAAC,CAAC;oBAC9C,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,sCAAsC,EAAE,EAAE,OAAO,EAAE,YAAY,EAAE,CAAC,CAAC;oBACrF,MAAM,CAAC,GAAG,CAAC,CAAC;gBAChB,CAAC;YACL,CAAC,CAAC,CAAC;QACP,CAAC,CAAC,CAAC;IACP,CAAC;CACJ;AAhED,0CAgEC"}
@@ -0,0 +1,14 @@
1
+ import { Writable } from "node:stream";
2
+ export interface BatchWritableOptions<T> {
3
+ batchSize: number;
4
+ onFlush: (batch: T[]) => Promise<void>;
5
+ }
6
+ export declare class BatchWritable<T> extends Writable {
7
+ private batch;
8
+ private readonly batchSize;
9
+ private readonly onFlush;
10
+ constructor(options: BatchWritableOptions<T>);
11
+ _write(item: T, _encoding: BufferEncoding, callback: (err?: Error | null) => void): void;
12
+ _final(callback: (err?: Error | null) => void): void;
13
+ private flush;
14
+ }
@@ -0,0 +1,42 @@
1
+ "use strict";
2
+ Object.defineProperty(exports, "__esModule", { value: true });
3
+ exports.BatchWritable = void 0;
4
+ const node_stream_1 = require("node:stream");
5
+ class BatchWritable extends node_stream_1.Writable {
6
+ constructor(options) {
7
+ super({
8
+ objectMode: true,
9
+ });
10
+ this.batch = [];
11
+ this.batchSize = options.batchSize;
12
+ this.onFlush = options.onFlush;
13
+ }
14
+ _write(item, _encoding, callback) {
15
+ this.batch.push(item);
16
+ if (this.batch.length < this.batchSize) {
17
+ callback();
18
+ return;
19
+ }
20
+ this.flush(callback);
21
+ }
22
+ _final(callback) {
23
+ if (this.batch.length === 0) {
24
+ callback();
25
+ return;
26
+ }
27
+ this.flush(callback);
28
+ }
29
+ async flush(callback) {
30
+ const fullBatch = this.batch;
31
+ this.batch = [];
32
+ try {
33
+ await this.onFlush(fullBatch);
34
+ callback();
35
+ }
36
+ catch (err) {
37
+ callback(err instanceof Error ? err : new Error(String(err)));
38
+ }
39
+ }
40
+ }
41
+ exports.BatchWritable = BatchWritable;
42
+ //# sourceMappingURL=BatchWritable.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"BatchWritable.js","sourceRoot":"","sources":["../../../src/integration-engine/datasources/BatchWritable.ts"],"names":[],"mappings":";;;AAAA,6CAAuC;AAOvC,MAAa,aAAiB,SAAQ,sBAAQ;IAK1C,YAAY,OAAgC;QACxC,KAAK,CAAC;YACF,UAAU,EAAE,IAAI;SACnB,CAAC,CAAC;QAPC,UAAK,GAAQ,EAAE,CAAC;QAQpB,IAAI,CAAC,SAAS,GAAG,OAAO,CAAC,SAAS,CAAC;QACnC,IAAI,CAAC,OAAO,GAAG,OAAO,CAAC,OAAO,CAAC;IACnC,CAAC;IAEe,MAAM,CAAC,IAAO,EAAE,SAAyB,EAAE,QAAsC;QAC7F,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QACtB,IAAI,IAAI,CAAC,KAAK,CAAC,MAAM,GAAG,IAAI,CAAC,SAAS,EAAE,CAAC;YACrC,QAAQ,EAAE,CAAC;YACX,OAAO;QACX,CAAC;QACD,IAAI,CAAC,KAAK,CAAC,QAAQ,CAAC,CAAC;IACzB,CAAC;IAEe,MAAM,CAAC,QAAsC;QACzD,IAAI,IAAI,CAAC,KAAK,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YAC1B,QAAQ,EAAE,CAAC;YACX,OAAO;QACX,CAAC;QACD,IAAI,CAAC,KAAK,CAAC,QAAQ,CAAC,CAAC;IACzB,CAAC;IAEO,KAAK,CAAC,KAAK,CAAC,QAAsC;QACtD,MAAM,SAAS,GAAG,IAAI,CAAC,KAAK,CAAC;QAC7B,IAAI,CAAC,KAAK,GAAG,EAAE,CAAC;QAChB,IAAI,CAAC;YACD,MAAM,IAAI,CAAC,OAAO,CAAC,SAAS,CAAC,CAAC;YAC9B,QAAQ,EAAE,CAAC;QACf,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACX,QAAQ,CAAC,GAAG,YAAY,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,IAAI,KAAK,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC;QAClE,CAAC;IACL,CAAC;CACJ;AAxCD,sCAwCC"}
@@ -1 +1 @@
1
- {"version":3,"file":"DataSource.js","sourceRoot":"","sources":["../../../src/integration-engine/datasources/DataSource.ts"],"names":[],"mappings":";;;AAAA,iDAAiE;AACjE,wCAAkC;AAClC,wEAAsE;AACtE,gCAAqE;AACrE,4CAA+C;AAK/C,6EAAwF;AAExF,MAAa,UAAU;IAQnB,YACI,IAAY,EACZ,gBAAmC,EACnC,mBAA6C,IAAI,EACjD,YAA+B,IAAI;QAkBhC,wBAAmB,GAAG,CAAC,QAA2B,EAAQ,EAAE;YAC/D,IAAI,CAAC,gBAAgB,GAAG,QAAQ,CAAC;YACjC,IAAI,IAAI,CAAC,gBAAgB,CAAC,aAAa,EAAE;gBACrC,IAAI,CAAC,gBAAgB,CAAC,aAAa,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;aAClD;QACL,CAAC,CAAC;QAEK,wBAAmB,GAAG,CAAC,QAAkC,EAAQ,EAAE;YACtE,IAAI,CAAC,gBAAgB,GAAG,QAAQ,CAAC;QACrC,CAAC,CAAC;QAEK,iBAAY,GAAG,CAAC,SAA4B,EAAQ,EAAE;YACzD,IAAI,CAAC,SAAS,GAAG,SAAS,CAAC;QAC/B,CAAC,CAAC;QAgEQ,YAAO,GAAG,CAAC,OAAU,EAAW,EAAE;YACxC,IAAI,CAAC,OAAO,EAAE;gBACV,OAAO,IAAI,CAAC;aACf;iBAAM,IAAI,OAAO,YAAY,KAAK,IAAI,OAAO,CAAC,MAAM,KAAK,CAAC,EAAE;gBACzD,OAAO,IAAI,CAAC;aACf;iBAAM,IAAI,OAAO,YAAY,MAAM,IAAI,MAAM,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC,MAAM,KAAK,CAAC,EAAE;gBACvE,OAAO,IAAI,CAAC;aACf;YACD,OAAO,KAAK,CAAC;QACjB,CAAC,CAAC;QAEM,0BAAqB,GAAG,CAAC,OAAU,EAAE,EAAE;YAC3C,IAAI,eAAe,GAAG,CAAC,CAAC;YAExB,IAAI,IAAI,CAAC,OAAO,CAAC,OAAO,CAAC,EAAE;gBACvB,aAAG,CAAC,OAAO,CAAC,IAAI,IAAI,CAAC,IAAI,oCAAoC,CAAC,CAAC;aAClE;iBAAM;gBACH,eAAe,GAAG,OAAO,YAAY,KAAK,CAAC,CAAC,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC;aACnE;YAED,IAAI,CAAC,aAAa,CAAC,IAAI,CAAC,wBAAe,CAAC,eAAe,EAAE,EAAE,IAAI,EAAE,IAAI,CAAC,IAAI,EAAE,eAAe,EAAE,CAAC,CAAC;QACnG,CAAC,CAAC;QAlHE,IAAI,CAAC,IAAI,GAAG,IAAI,CAAC;QACjB,IAAI,CAAC,gBAAgB,GAAG,gBAAgB,CAAC;QACzC,IAAI,CAAC,gBAAgB,GAAG,gBAAgB,CAAC;QACzC,IAAI,CAAC,SAAS,GAAG,SAAS,CAAC;QAE3B,IAAI,IAAI,CAAC,gBAAgB,IAAI,IAAI,CAAC,gBAAgB,CAAC,aAAa,EAAE;YAC9D,IAAI,CAAC,gBAAgB,CAAC,aAAa,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;SAClD;QAED,IAAI,IAAI,CAAC,SAAS,EAAE,SAAS,EAAE;YAC3B,IAAI,CAAC,SAAS,CAAC,SAAS,CAAC,aAAG,CAAC,CAAC;SACjC;QAED,IAAI,CAAC,aAAa,GAAG,gCAA0B,CAAC,OAAO,CAAgB,oBAAc,CAAC,aAAa,CAAC,CAAC;IACzG,CAAC;IAiBM,KAAK,CAAC,MAAM;QACf,MAAM,EAAE,IAAI,EAAE,GAAG,MAAM,IAAI,CAAC,kBAAkB,EAAE,CAAC;QACjD,IAAI,IAAI,YAAY,yCAAmB,EAAE;YACrC,MAAM,IAAI,qBAAY,CAClB,qGAAqG,EACrG,IAAI,CAAC,IAAI,CACZ,CAAC;SACL;QACD,OAAO,IAAI,CAAC;IAChB,CAAC;IAEM,KAAK,CAAC,kBAAkB;QAC3B,MAAM,GAAG,GAAG,MAAM,IAAI,CAAC,UAAU,EAAE,CAAC;QAEpC,IAAI,CAAC,IAAI,CAAC,SAAS,EAAE;YACjB,aAAG,CAAC,IAAI,CAAC,kCAAkC,CAAC,CAAC;YAC7C,OAAO,GAAG,CAAC;SACd;QACD,IAAI,GAAG,CAAC,IAAI,YAAY,yCAAmB;YAAE,OAAO,GAAG,CAAC;QAExD,IAAI;YACA,MAAM,IAAI,CAAC,SAAS,CAAC,QAAQ,CAAC,IAAA,gCAAY,EAAC,GAAG,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;SACpF;QAAC,OAAO,GAAG,EAAE;YACV,MAAM,IAAI,qBAAY,CAClB,uCAAuC,UAAU,CAAC,kBAAkB,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,EAChF,IAAI,CAAC,IAAI,EACT,GAAG,CACN,CAAC;SACL;QACD,OAAO,GAAG,CAAC;IACf,CAAC;IAEM,KAAK,CAAC,eAAe;QACxB,OAAO,IAAI,CAAC,gBAAgB,CAAC,eAAe,EAAE,CAAC;IACnD,CAAC;IAES,KAAK,CAAC,UAAU;QACtB,IAAI;YACA,MAAM,GAAG,GAAG,MAAM,IAAI,CAAC,gBAAgB,CAAC,mBAAmB,EAAE,CAAC;YAC9D,IAAI,IAAI,CAAC,qBAAqB,CAAC,GAAG,CAAC,QAAQ,CAAC,KAAK,GAAG,EAAE;gBAClD,OAAO,EAAE,IAAI,EAAE,IAAI,yCAAmB,EAAE,EAAE,QAAQ,EAAE,GAAG,CAAC,QAAQ,EAAE,CAAC;aACtE;YACD,MAAM,IAAI,GAAG,GAAG,CAAC,IAAI,CAAC;YAEtB,MAAM,MAAM,GAAG,IAAA,gCAAY,EAAC,IAAI,CAAC,CAAC;YAElC,MAAM,OAAO,GAAG,MAAM,IAAI,CAAC,gBAAgB,EAAE,SAAS,CAAC,MAAM,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC;YAClF,IAAI,CAAC,qBAAqB,CAAC,OAAO,CAAC,CAAC;YACpC,OAAO,MAAM;gBACT,CAAC,CAAC,EAAE,IAAI,EAAE,EAAE,GAAG,IAAI,EAAE,IAAI,EAAE,OAAO,EAAE,EAAE,QAAQ,EAAE,GAAG,CAAC,QAAQ,EAAE;gBAC9D,CAAC,CAAC,EAAE,IAAI,EAAE,OAAO,EAAE,QAAQ,EAAE,GAAG,CAAC,QAAQ,EAAE,CAAC;SACnD;QAAC,OAAO,GAAG,EAAE;YACV,MAAM,IAAI,qBAAY,CAAC,uCAAuC,EAAE,IAAI,CAAC,IAAI,EAAE,GAAG,CAAC,CAAC;SACnF;IACL,CAAC;IAEO,qBAAqB,CAAC,QAAiB;QAC3C,IAAI,OAAO,QAAQ,KAAK,QAAQ,IAAI,QAAQ,KAAK,IAAI,IAAI,YAAY,IAAI,QAAQ,IAAI,QAAQ,CAAC,UAAU,KAAK,GAAG,EAAE;YAC9G,OAAO,QAAQ,CAAC,UAAU,CAAC;SAC9B;IACL,CAAC;;AAzGL,gCA6IC;AAXiB,6BAAkB,GAAG,CAAC,IAAS,EAAU,EAAE;IACrD,IAAI,OAAO,GAAG,EAAE,CAAC;IAEjB,IAAI;QACA,OAAO,GAAG,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,IAAI,EAAE,CAAC;KACxC;IAAC,MAAM;QACJ,OAAO,uBAAuB,CAAC;KAClC;IAED,OAAO,OAAO,EAAE,MAAM,GAAG,IAAI,CAAC,CAAC,CAAC,GAAG,OAAO,CAAC,KAAK,CAAC,CAAC,EAAE,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,OAAO,CAAC;AAC7E,CAAC,AAV+B,CAU9B"}
1
+ {"version":3,"file":"DataSource.js","sourceRoot":"","sources":["../../../src/integration-engine/datasources/DataSource.ts"],"names":[],"mappings":";;;AAAA,iDAAiE;AACjE,wCAAkC;AAClC,wEAAsE;AACtE,gCAAqE;AACrE,4CAA+C;AAK/C,6EAAwF;AAExF,MAAa,UAAU;IAQnB,YACI,IAAY,EACZ,gBAAmC,EACnC,mBAA6C,IAAI,EACjD,YAA+B,IAAI;QAkBhC,wBAAmB,GAAG,CAAC,QAA2B,EAAQ,EAAE;YAC/D,IAAI,CAAC,gBAAgB,GAAG,QAAQ,CAAC;YACjC,IAAI,IAAI,CAAC,gBAAgB,CAAC,aAAa,EAAE,CAAC;gBACtC,IAAI,CAAC,gBAAgB,CAAC,aAAa,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;YACnD,CAAC;QACL,CAAC,CAAC;QAEK,wBAAmB,GAAG,CAAC,QAAkC,EAAQ,EAAE;YACtE,IAAI,CAAC,gBAAgB,GAAG,QAAQ,CAAC;QACrC,CAAC,CAAC;QAEK,iBAAY,GAAG,CAAC,SAA4B,EAAQ,EAAE;YACzD,IAAI,CAAC,SAAS,GAAG,SAAS,CAAC;QAC/B,CAAC,CAAC;QAgEQ,YAAO,GAAG,CAAC,OAAU,EAAW,EAAE;YACxC,IAAI,CAAC,OAAO,EAAE,CAAC;gBACX,OAAO,IAAI,CAAC;YAChB,CAAC;iBAAM,IAAI,OAAO,YAAY,KAAK,IAAI,OAAO,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;gBAC1D,OAAO,IAAI,CAAC;YAChB,CAAC;iBAAM,IAAI,OAAO,YAAY,MAAM,IAAI,MAAM,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;gBACxE,OAAO,IAAI,CAAC;YAChB,CAAC;YACD,OAAO,KAAK,CAAC;QACjB,CAAC,CAAC;QAEM,0BAAqB,GAAG,CAAC,OAAU,EAAE,EAAE;YAC3C,IAAI,eAAe,GAAG,CAAC,CAAC;YAExB,IAAI,IAAI,CAAC,OAAO,CAAC,OAAO,CAAC,EAAE,CAAC;gBACxB,aAAG,CAAC,OAAO,CAAC,IAAI,IAAI,CAAC,IAAI,oCAAoC,CAAC,CAAC;YACnE,CAAC;iBAAM,CAAC;gBACJ,eAAe,GAAG,OAAO,YAAY,KAAK,CAAC,CAAC,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC;YACpE,CAAC;YAED,IAAI,CAAC,aAAa,CAAC,IAAI,CAAC,wBAAe,CAAC,eAAe,EAAE,EAAE,IAAI,EAAE,IAAI,CAAC,IAAI,EAAE,eAAe,EAAE,CAAC,CAAC;QACnG,CAAC,CAAC;QAlHE,IAAI,CAAC,IAAI,GAAG,IAAI,CAAC;QACjB,IAAI,CAAC,gBAAgB,GAAG,gBAAgB,CAAC;QACzC,IAAI,CAAC,gBAAgB,GAAG,gBAAgB,CAAC;QACzC,IAAI,CAAC,SAAS,GAAG,SAAS,CAAC;QAE3B,IAAI,IAAI,CAAC,gBAAgB,IAAI,IAAI,CAAC,gBAAgB,CAAC,aAAa,EAAE,CAAC;YAC/D,IAAI,CAAC,gBAAgB,CAAC,aAAa,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QACnD,CAAC;QAED,IAAI,IAAI,CAAC,SAAS,EAAE,SAAS,EAAE,CAAC;YAC5B,IAAI,CAAC,SAAS,CAAC,SAAS,CAAC,aAAG,CAAC,CAAC;QAClC,CAAC;QAED,IAAI,CAAC,aAAa,GAAG,gCAA0B,CAAC,OAAO,CAAgB,oBAAc,CAAC,aAAa,CAAC,CAAC;IACzG,CAAC;IAiBM,KAAK,CAAC,MAAM;QACf,MAAM,EAAE,IAAI,EAAE,GAAG,MAAM,IAAI,CAAC,kBAAkB,EAAE,CAAC;QACjD,IAAI,IAAI,YAAY,yCAAmB,EAAE,CAAC;YACtC,MAAM,IAAI,qBAAY,CAClB,qGAAqG,EACrG,IAAI,CAAC,IAAI,CACZ,CAAC;QACN,CAAC;QACD,OAAO,IAAI,CAAC;IAChB,CAAC;IAEM,KAAK,CAAC,kBAAkB;QAC3B,MAAM,GAAG,GAAG,MAAM,IAAI,CAAC,UAAU,EAAE,CAAC;QAEpC,IAAI,CAAC,IAAI,CAAC,SAAS,EAAE,CAAC;YAClB,aAAG,CAAC,IAAI,CAAC,kCAAkC,CAAC,CAAC;YAC7C,OAAO,GAAG,CAAC;QACf,CAAC;QACD,IAAI,GAAG,CAAC,IAAI,YAAY,yCAAmB;YAAE,OAAO,GAAG,CAAC;QAExD,IAAI,CAAC;YACD,MAAM,IAAI,CAAC,SAAS,CAAC,QAAQ,CAAC,IAAA,gCAAY,EAAC,GAAG,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;QACrF,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACX,MAAM,IAAI,qBAAY,CAClB,uCAAuC,UAAU,CAAC,kBAAkB,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,EAChF,IAAI,CAAC,IAAI,EACT,GAAG,CACN,CAAC;QACN,CAAC;QACD,OAAO,GAAG,CAAC;IACf,CAAC;IAEM,KAAK,CAAC,eAAe;QACxB,OAAO,IAAI,CAAC,gBAAgB,CAAC,eAAe,EAAE,CAAC;IACnD,CAAC;IAES,KAAK,CAAC,UAAU;QACtB,IAAI,CAAC;YACD,MAAM,GAAG,GAAG,MAAM,IAAI,CAAC,gBAAgB,CAAC,mBAAmB,EAAE,CAAC;YAC9D,IAAI,IAAI,CAAC,qBAAqB,CAAC,GAAG,CAAC,QAAQ,CAAC,KAAK,GAAG,EAAE,CAAC;gBACnD,OAAO,EAAE,IAAI,EAAE,IAAI,yCAAmB,EAAE,EAAE,QAAQ,EAAE,GAAG,CAAC,QAAQ,EAAE,CAAC;YACvE,CAAC;YACD,MAAM,IAAI,GAAG,GAAG,CAAC,IAAI,CAAC;YAEtB,MAAM,MAAM,GAAG,IAAA,gCAAY,EAAC,IAAI,CAAC,CAAC;YAElC,MAAM,OAAO,GAAG,MAAM,IAAI,CAAC,gBAAgB,EAAE,SAAS,CAAC,MAAM,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC;YAClF,IAAI,CAAC,qBAAqB,CAAC,OAAO,CAAC,CAAC;YACpC,OAAO,MAAM;gBACT,CAAC,CAAC,EAAE,IAAI,EAAE,EAAE,GAAG,IAAI,EAAE,IAAI,EAAE,OAAO,EAAE,EAAE,QAAQ,EAAE,GAAG,CAAC,QAAQ,EAAE;gBAC9D,CAAC,CAAC,EAAE,IAAI,EAAE,OAAO,EAAE,QAAQ,EAAE,GAAG,CAAC,QAAQ,EAAE,CAAC;QACpD,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACX,MAAM,IAAI,qBAAY,CAAC,uCAAuC,EAAE,IAAI,CAAC,IAAI,EAAE,GAAG,CAAC,CAAC;QACpF,CAAC;IACL,CAAC;IAEO,qBAAqB,CAAC,QAAiB;QAC3C,IAAI,OAAO,QAAQ,KAAK,QAAQ,IAAI,QAAQ,KAAK,IAAI,IAAI,YAAY,IAAI,QAAQ,IAAI,QAAQ,CAAC,UAAU,KAAK,GAAG,EAAE,CAAC;YAC/G,OAAO,QAAQ,CAAC,UAAU,CAAC;QAC/B,CAAC;IACL,CAAC;;AAzGL,gCA6IC;AAXiB,6BAAkB,GAAG,CAAC,IAAS,EAAU,EAAE;IACrD,IAAI,OAAO,GAAG,EAAE,CAAC;IAEjB,IAAI,CAAC;QACD,OAAO,GAAG,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,IAAI,EAAE,CAAC;IACzC,CAAC;IAAC,MAAM,CAAC;QACL,OAAO,uBAAuB,CAAC;IACnC,CAAC;IAED,OAAO,OAAO,EAAE,MAAM,GAAG,IAAI,CAAC,CAAC,CAAC,GAAG,OAAO,CAAC,KAAK,CAAC,CAAC,EAAE,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,OAAO,CAAC;AAC7E,CAAC,AAV+B,CAU9B"}
@@ -1,4 +1,3 @@
1
- /// <reference types="node" />
2
1
  import { Readable } from "stream";
3
2
  export declare class DataSourceStream extends Readable {
4
3
  onDataListeners: Function[];
@@ -1 +1 @@
1
- {"version":3,"file":"DataSourceStream.js","sourceRoot":"","sources":["../../../src/integration-engine/datasources/DataSourceStream.ts"],"names":[],"mappings":";;;AAAA,4CAAqE;AACrE,mCAAkC;AAClC,sCAAoC;AAEpC,MAAa,gBAAiB,SAAQ,iBAAQ;IAM1C,YAAY,GAAG,IAAS;QACpB,KAAK,CAAC,GAAG,IAAI,CAAC,CAAC;QANZ,oBAAe,GAAe,EAAE,CAAC;QACjC,eAAU,GAAG,CAAC,CAAC;QAEd,gBAAW,GAAG,KAAK,CAAC;QAarB,qBAAgB,GAAG,CAAC,aAAkC,EAAoB,EAAE;YAC/E,IAAI,CAAC,aAAa,GAAG,aAAa,CAAC;YACnC,OAAO,IAAI,CAAC;QAChB,CAAC,CAAC;QAEK,qBAAgB,GAAG,CAAC,cAA4C,EAAoB,EAAE;YACzF,IAAI,CAAC,eAAe,CAAC,IAAI,CAAC,KAAK,EAAE,IAAS,EAAE,EAAE;gBAC1C,IAAI,CAAC,UAAU,EAAE,CAAC;gBAClB,IAAI,CAAC,KAAK,EAAE,CAAC;gBACb,IAAI;oBACA,IAAI,IAAI,YAAY,KAAK,EAAE;wBACvB,MAAM,cAAc,CAAC,CAAC,GAAG,IAAI,CAAC,CAAC,CAAC;qBACnC;yBAAM;wBACH,MAAM,cAAc,CAAC,MAAM,CAAC,MAAM,CAAC,EAAE,EAAE,IAAI,CAAC,CAAC,CAAC;qBACjD;iBACJ;gBAAC,OAAO,GAAG,EAAE;oBACV,IAAI,CAAC,IAAI,CAAC,OAAO,EAAE,IAAI,qBAAY,CAAC,mCAAmC,EAAE,IAAI,CAAC,WAAW,CAAC,IAAI,EAAE,GAAG,CAAC,CAAC,CAAC;iBACzG;gBAED,IAAI,CAAC,MAAM,EAAE,CAAC;gBACd,IAAI,CAAC,UAAU,EAAE,CAAC;YACtB,CAAC,CAAC,CAAC;YAEH,OAAO,IAAI,CAAC;QAChB,CAAC,CAAC;QAEK,eAAU,GAAG,KAAK,IAAmB,EAAE;YAC1C,IAAI,wBAAwB,GAAG,CAAC,CAAC;YACjC,OAAO,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,MAAM,EAAE,EAAE;gBACnC,IAAI,CAAC,EAAE,CAAC,OAAO,EAAE,CAAC,KAAK,EAAE,EAAE;oBACvB,IAAI,KAAK,YAAY,6BAAoB,EAAE;wBACvC,OAAO,MAAM,CAAC,KAAK,CAAC,CAAC;qBACxB;yBAAM;wBACH,OAAO,MAAM,CAAC,IAAI,qBAAY,CAAC,gCAAgC,EAAE,IAAI,CAAC,WAAW,CAAC,IAAI,EAAE,KAAK,CAAC,CAAC,CAAC;qBACnG;gBACL,CAAC,CAAC,CAAC;gBACH,IAAI,CAAC,EAAE,CAAC,KAAK,EAAE,KAAK,IAAI,EAAE;oBACtB,IAAI,CAAC,IAAI,CAAC,UAAU,IAAI,CAAC,IAAI,CAAC,WAAW,EAAE;wBACvC,IAAI,CAAC,WAAW,GAAG,IAAI,CAAC;wBACxB,IAAI,IAAI,CAAC,aAAa,EAAE;4BACpB,MAAM,IAAI,CAAC,aAAa,EAAE,CAAC;yBAC9B;wBACD,OAAO,EAAE,CAAC;qBACb;yBAAM;wBACH,MAAM,OAAO,GAAG,WAAW,CAAC,KAAK,IAAI,EAAE;4BACnC,wBAAwB,EAAE,CAAC;4BAE3B,IAAI,CAAC,IAAI,CAAC,UAAU,IAAI,CAAC,IAAI,CAAC,WAAW,EAAE;gCACvC,aAAa,CAAC,OAAO,CAAC,CAAC;gCACvB,IAAI,CAAC,WAAW,GAAG,IAAI,CAAC;gCACxB,IAAI,IAAI,CAAC,aAAa,EAAE;oCACpB,MAAM,IAAI,CAAC,aAAa,EAAE,CAAC;iCAC9B;gCACD,OAAO,EAAE,CAAC;6BACb;iCAAM,IAAI,wBAAwB,GAAG,eAAM,CAAC,MAAM,CAAC,qBAAqB,EAAE;gCACvE,IAAI,CAAC,IAAI,CAAC,OAAO,EAAE,IAAI,qBAAY,CAAC,4BAA4B,EAAE,kBAAkB,CAAC,CAAC,CAAC;gCACvF,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;gCAChB,aAAa,CAAC,OAAO,CAAC,CAAC;6BAC1B;wBACL,CAAC,EAAE,eAAM,CAAC,MAAM,CAAC,qBAAqB,CAAC,CAAC;qBAC3C;gBACL,CAAC,CAAC,CAAC;YACP,CAAC,CAAC,CAAC;QACP,CAAC,CAAC;QAEK,YAAO,GAAG,GAAkB,EAAE;YACjC,IAAI,CAAC,IAAI,CAAC,aAAa,CAAC,CAAC;YACzB,OAAO,IAAI,CAAC,UAAU,EAAE,CAAC;QAC7B,CAAC,CAAC;QA5EE,wFAAwF;QACxF,IAAI,CAAC,EAAE,CAAC,aAAa,EAAE,GAAG,EAAE;YACxB,IAAI,CAAC,eAAe,CAAC,OAAO,CAAC,CAAC,QAAQ,EAAE,EAAE;gBACtC,IAAI,CAAC,EAAE,CAAC,MAAM,EAAE,QAAsB,CAAC,CAAC;YAC5C,CAAC,CAAC,CAAC;QACP,CAAC,CAAC,CAAC;IACP,CAAC;CAuEJ;AAtFD,4CAsFC"}
1
+ {"version":3,"file":"DataSourceStream.js","sourceRoot":"","sources":["../../../src/integration-engine/datasources/DataSourceStream.ts"],"names":[],"mappings":";;;AAAA,4CAAqE;AACrE,mCAAkC;AAClC,sCAAoC;AAEpC,MAAa,gBAAiB,SAAQ,iBAAQ;IAM1C,YAAY,GAAG,IAAS;QACpB,KAAK,CAAC,GAAG,IAAI,CAAC,CAAC;QANZ,oBAAe,GAAe,EAAE,CAAC;QACjC,eAAU,GAAG,CAAC,CAAC;QAEd,gBAAW,GAAG,KAAK,CAAC;QAarB,qBAAgB,GAAG,CAAC,aAAkC,EAAoB,EAAE;YAC/E,IAAI,CAAC,aAAa,GAAG,aAAa,CAAC;YACnC,OAAO,IAAI,CAAC;QAChB,CAAC,CAAC;QAEK,qBAAgB,GAAG,CAAC,cAA4C,EAAoB,EAAE;YACzF,IAAI,CAAC,eAAe,CAAC,IAAI,CAAC,KAAK,EAAE,IAAS,EAAE,EAAE;gBAC1C,IAAI,CAAC,UAAU,EAAE,CAAC;gBAClB,IAAI,CAAC,KAAK,EAAE,CAAC;gBACb,IAAI,CAAC;oBACD,IAAI,IAAI,YAAY,KAAK,EAAE,CAAC;wBACxB,MAAM,cAAc,CAAC,CAAC,GAAG,IAAI,CAAC,CAAC,CAAC;oBACpC,CAAC;yBAAM,CAAC;wBACJ,MAAM,cAAc,CAAC,MAAM,CAAC,MAAM,CAAC,EAAE,EAAE,IAAI,CAAC,CAAC,CAAC;oBAClD,CAAC;gBACL,CAAC;gBAAC,OAAO,GAAG,EAAE,CAAC;oBACX,IAAI,CAAC,IAAI,CAAC,OAAO,EAAE,IAAI,qBAAY,CAAC,mCAAmC,EAAE,IAAI,CAAC,WAAW,CAAC,IAAI,EAAE,GAAG,CAAC,CAAC,CAAC;gBAC1G,CAAC;gBAED,IAAI,CAAC,MAAM,EAAE,CAAC;gBACd,IAAI,CAAC,UAAU,EAAE,CAAC;YACtB,CAAC,CAAC,CAAC;YAEH,OAAO,IAAI,CAAC;QAChB,CAAC,CAAC;QAEK,eAAU,GAAG,KAAK,IAAmB,EAAE;YAC1C,IAAI,wBAAwB,GAAG,CAAC,CAAC;YACjC,OAAO,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,MAAM,EAAE,EAAE;gBACnC,IAAI,CAAC,EAAE,CAAC,OAAO,EAAE,CAAC,KAAK,EAAE,EAAE;oBACvB,IAAI,KAAK,YAAY,6BAAoB,EAAE,CAAC;wBACxC,OAAO,MAAM,CAAC,KAAK,CAAC,CAAC;oBACzB,CAAC;yBAAM,CAAC;wBACJ,OAAO,MAAM,CAAC,IAAI,qBAAY,CAAC,gCAAgC,EAAE,IAAI,CAAC,WAAW,CAAC,IAAI,EAAE,KAAK,CAAC,CAAC,CAAC;oBACpG,CAAC;gBACL,CAAC,CAAC,CAAC;gBACH,IAAI,CAAC,EAAE,CAAC,KAAK,EAAE,KAAK,IAAI,EAAE;oBACtB,IAAI,CAAC,IAAI,CAAC,UAAU,IAAI,CAAC,IAAI,CAAC,WAAW,EAAE,CAAC;wBACxC,IAAI,CAAC,WAAW,GAAG,IAAI,CAAC;wBACxB,IAAI,IAAI,CAAC,aAAa,EAAE,CAAC;4BACrB,MAAM,IAAI,CAAC,aAAa,EAAE,CAAC;wBAC/B,CAAC;wBACD,OAAO,EAAE,CAAC;oBACd,CAAC;yBAAM,CAAC;wBACJ,MAAM,OAAO,GAAG,WAAW,CAAC,KAAK,IAAI,EAAE;4BACnC,wBAAwB,EAAE,CAAC;4BAE3B,IAAI,CAAC,IAAI,CAAC,UAAU,IAAI,CAAC,IAAI,CAAC,WAAW,EAAE,CAAC;gCACxC,aAAa,CAAC,OAAO,CAAC,CAAC;gCACvB,IAAI,CAAC,WAAW,GAAG,IAAI,CAAC;gCACxB,IAAI,IAAI,CAAC,aAAa,EAAE,CAAC;oCACrB,MAAM,IAAI,CAAC,aAAa,EAAE,CAAC;gCAC/B,CAAC;gCACD,OAAO,EAAE,CAAC;4BACd,CAAC;iCAAM,IAAI,wBAAwB,GAAG,eAAM,CAAC,MAAM,CAAC,qBAAqB,EAAE,CAAC;gCACxE,IAAI,CAAC,IAAI,CAAC,OAAO,EAAE,IAAI,qBAAY,CAAC,4BAA4B,EAAE,kBAAkB,CAAC,CAAC,CAAC;gCACvF,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;gCAChB,aAAa,CAAC,OAAO,CAAC,CAAC;4BAC3B,CAAC;wBACL,CAAC,EAAE,eAAM,CAAC,MAAM,CAAC,qBAAqB,CAAC,CAAC;oBAC5C,CAAC;gBACL,CAAC,CAAC,CAAC;YACP,CAAC,CAAC,CAAC;QACP,CAAC,CAAC;QAEK,YAAO,GAAG,GAAkB,EAAE;YACjC,IAAI,CAAC,IAAI,CAAC,aAAa,CAAC,CAAC;YACzB,OAAO,IAAI,CAAC,UAAU,EAAE,CAAC;QAC7B,CAAC,CAAC;QA5EE,wFAAwF;QACxF,IAAI,CAAC,EAAE,CAAC,aAAa,EAAE,GAAG,EAAE;YACxB,IAAI,CAAC,eAAe,CAAC,OAAO,CAAC,CAAC,QAAQ,EAAE,EAAE;gBACtC,IAAI,CAAC,EAAE,CAAC,MAAM,EAAE,QAAsB,CAAC,CAAC;YAC5C,CAAC,CAAC,CAAC;QACP,CAAC,CAAC,CAAC;IACP,CAAC;CAuEJ;AAtFD,4CAsFC"}
@@ -1 +1 @@
1
- {"version":3,"file":"DataSourceStreamManager.js","sourceRoot":"","sources":["../../../src/integration-engine/datasources/DataSourceStreamManager.ts"],"names":[],"mappings":";;;AAAA,4CAA+C;AAG/C,MAAqB,uBAAuB;;;AAC1B,yCAAiB,GAAG,KAAK,EACnC,gBAA2C,EAC3C,cAA4C,EAC/B,EAAE;IACf,IAAI,UAA4B,CAAC;IAEjC,IAAI;QACA,UAAU,GAAG,MAAM,gBAAgB,CAAC;KACvC;IAAC,OAAO,GAAG,EAAE;QACV,MAAM,IAAI,qBAAY,CAAC,0BAA0B,EAAE,EAAI,CAAC,WAAW,CAAC,IAAI,EAAE,GAAG,CAAC,CAAC;KAClF;IAED,IAAI;QACA,MAAM,UAAU,CAAC,gBAAgB,CAAC,cAAc,CAAC,CAAC,OAAO,EAAE,CAAC;KAC/D;IAAC,OAAO,GAAG,EAAE;QACV,MAAM,IAAI,qBAAY,CAAC,6BAA6B,EAAE,EAAI,CAAC,WAAW,CAAC,IAAI,EAAE,GAAG,CAAC,CAAC;KACrF;AACL,CAAC,AAjB8B,CAiB7B;kBAlBe,uBAAuB"}
1
+ {"version":3,"file":"DataSourceStreamManager.js","sourceRoot":"","sources":["../../../src/integration-engine/datasources/DataSourceStreamManager.ts"],"names":[],"mappings":";;;AAAA,4CAA+C;AAG/C,MAAqB,uBAAuB;;;AAC1B,yCAAiB,GAAG,KAAK,EACnC,gBAA2C,EAC3C,cAA4C,EAC/B,EAAE;IACf,IAAI,UAA4B,CAAC;IAEjC,IAAI,CAAC;QACD,UAAU,GAAG,MAAM,gBAAgB,CAAC;IACxC,CAAC;IAAC,OAAO,GAAG,EAAE,CAAC;QACX,MAAM,IAAI,qBAAY,CAAC,0BAA0B,EAAE,EAAI,CAAC,WAAW,CAAC,IAAI,EAAE,GAAG,CAAC,CAAC;IACnF,CAAC;IAED,IAAI,CAAC;QACD,MAAM,UAAU,CAAC,gBAAgB,CAAC,cAAc,CAAC,CAAC,OAAO,EAAE,CAAC;IAChE,CAAC;IAAC,OAAO,GAAG,EAAE,CAAC;QACX,MAAM,IAAI,qBAAY,CAAC,6BAA6B,EAAE,EAAI,CAAC,WAAW,CAAC,IAAI,EAAE,GAAG,CAAC,CAAC;IACtF,CAAC;AACL,CAAC,AAjB8B,CAiB7B;kBAlBe,uBAAuB"}
@@ -1 +1 @@
1
- {"version":3,"file":"DataSourceStreamed.js","sourceRoot":"","sources":["../../../src/integration-engine/datasources/DataSourceStreamed.ts"],"names":[],"mappings":";;;AAAA,iDAAkD;AAClD,sCAAoC;AACpC,wCAAkC;AAClC,4CAAqE;AACrE,6CAA0C;AAC1C,yDAAsD;AAGtD,MAAa,kBAAmB,SAAQ,uBAAU;IAAlD;;QACY,eAAU,GAAU,EAAE,CAAC;QAExB,YAAO,GAAG,KAAK,IAAmB,EAAE;YACvC,OAAO,IAAI,CAAC,UAAU,CAAC,OAAO,EAAE,CAAC;QACrC,CAAC,CAAC;QA+BF;;WAEG;QACO,oBAAe,GAAG,KAAK,EAAE,gBAAyB,KAAK,EAA6B,EAAE;YAC5F,IAAI,wBAAwB,GAAG,CAAC,CAAC;YACjC,IAAI,CAAC,UAAU,GAAG,IAAI,mCAAgB,CAAC;gBACnC,UAAU,EAAE,IAAI;gBAChB,IAAI,EAAE,GAAG,EAAE;oBACP,OAAO;gBACX,CAAC;aACJ,CAAC,CAAC;YAEH,MAAM,WAAW,GAAG,MAAM,IAAI,CAAC,gBAAgB,CAAC,OAAO,EAAE,CAAC;YAE1D,WAAW,CAAC,EAAE,CAAC,OAAO,EAAE,CAAC,KAAU,EAAE,EAAE;gBACnC,IAAI,KAAK,YAAY,6BAAoB,EAAE;oBACvC,IAAI,CAAC,UAAU,CAAC,IAAI,CAAC,OAAO,EAAE,KAAK,CAAC,CAAC;iBACxC;qBAAM;oBACH,IAAI,CAAC,UAAU,CAAC,IAAI,CAAC,OAAO,EAAE,IAAI,qBAAY,CAAC,kCAAkC,EAAE,IAAI,CAAC,WAAW,CAAC,IAAI,EAAE,KAAK,CAAC,CAAC,CAAC;iBACrH;YACL,CAAC,CAAC,CAAC;YAEH,WAAW,CAAC,eAAe,CAAC,IAAI,CAAC,KAAK,EAAE,IAAS,EAAiB,EAAE;gBAChE,WAAW,CAAC,KAAK,EAAE,CAAC;gBAEpB,IAAI,aAAa,EAAE;oBACf,IAAI,CAAC,UAAU,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;oBAC3B,MAAM,IAAI,CAAC,WAAW,EAAE,CAAC;iBAC5B;qBAAM;oBACH,MAAM,IAAI,CAAC,WAAW,CAAC,KAAK,EAAE,IAAI,CAAC,CAAC;iBACvC;gBAED,WAAW,CAAC,MAAM,EAAE,CAAC;YACzB,CAAC,CAAC,CAAC;YAEH,WAAW,CAAC,EAAE,CAAC,KAAK,EAAE,KAAK,IAAmB,EAAE;gBAC5C,IAAI,aAAa,EAAE;oBACf,MAAM,IAAI,CAAC,WAAW,CAAC,IAAI,CAAC,CAAC;iBAChC;gBAED,IAAI,CAAC,WAAW,CAAC,QAAQ,EAAE,EAAE;oBACzB,IAAI,CAAC,UAAU,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;iBAC9B;qBAAM;oBACH,MAAM,OAAO,GAAG,WAAW,CAAC,GAAG,EAAE;wBAC7B,wBAAwB,EAAE,CAAC;wBAC3B,kCAAkC;wBAClC,IAAI,CAAC,WAAW,CAAC,QAAQ,EAAE,EAAE;4BACzB,aAAa,CAAC,OAAO,CAAC,CAAC;4BACvB,IAAI,CAAC,UAAU,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;yBAC9B;6BAAM,IAAI,wBAAwB,GAAG,eAAM,CAAC,MAAM,CAAC,qBAAqB,EAAE;4BACvE,IAAI,CAAC,UAAU,CAAC,IAAI,CAAC,OAAO,EAAE,IAAI,qBAAY,CAAC,kCAAkC,EAAE,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC;4BAC/F,IAAI,CAAC,UAAU,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;4BAC3B,aAAa,CAAC,OAAO,CAAC,CAAC;yBAC1B;oBACL,CAAC,EAAE,eAAM,CAAC,MAAM,CAAC,qBAAqB,CAAC,CAAC;iBAC3C;YACL,CAAC,CAAC,CAAC;YAEH,WAAW,CAAC,OAAO,EAAE,CAAC,KAAK,CAAC,CAAC,KAAY,EAAE,EAAE,CAAC,IAAI,CAAC,UAAU,CAAC,IAAI,CAAC,OAAO,EAAE,KAAK,CAAC,CAAC,CAAC;YAEpF,OAAO,IAAI,CAAC,UAAU,CAAC;QAC3B,CAAC,CAAC;QAEM,gBAAW,GAAG,KAAK,EAAE,KAAK,GAAG,KAAK,EAAE,IAAI,GAAG,IAAI,EAAiB,EAAE;YACtE,IAAI,IAAI,CAAC,UAAU,CAAC,MAAM,IAAI,eAAM,CAAC,eAAe,IAAI,KAAK,IAAI,IAAI,EAAE;gBACnE,IAAI;oBACA,IAAI,OAAY,CAAC;oBAEjB,IAAI,IAAI,CAAC,gBAAgB,EAAE,SAAS,EAAE;wBAClC,OAAO,GAAG,MAAM,IAAI,CAAC,gBAAgB,CAAC,SAAS,CAAC,IAAI,IAAI,IAAI,CAAC,UAAU,CAAC,CAAC;qBAC5E;yBAAM;wBACH,OAAO,GAAG,IAAI,IAAI,IAAI,CAAC,UAAU,CAAC;qBACrC;oBAED,IAAI,IAAI,CAAC,OAAO,CAAC,OAAO,CAAC,EAAE;wBACvB,aAAG,CAAC,OAAO,CAAC,IAAI,IAAI,CAAC,IAAI,oCAAoC,CAAC,CAAC;wBAC/D,IAAI,CAAC,aAAa,CAAC,IAAI,CAAC,wBAAe,CAAC,eAAe,EAAE,EAAE,IAAI,EAAE,IAAI,CAAC,IAAI,EAAE,eAAe,EAAE,CAAC,EAAE,CAAC,CAAC;qBACrG;yBAAM;wBACH,MAAM,eAAe,GAAG,OAAO,YAAY,KAAK,CAAC,CAAC,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC;wBACtE,IAAI,CAAC,aAAa,CAAC,IAAI,CAAC,wBAAe,CAAC,eAAe,EAAE,EAAE,IAAI,EAAE,IAAI,CAAC,IAAI,EAAE,eAAe,EAAE,CAAC,CAAC;wBAE/F,IAAI,CAAC,UAAU,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;wBAC9B,mBAAmB;wBACnB,IAAI,CAAC,UAAU,CAAC,MAAM,GAAG,CAAC,CAAC;qBAC9B;iBACJ;gBAAC,OAAO,GAAG,EAAE;oBACV,IAAI,CAAC,UAAU,CAAC,IAAI,CAAC,OAAO,EAAE,IAAI,qBAAY,CAAC,uCAAuC,EAAE,IAAI,CAAC,IAAI,EAAE,GAAG,CAAC,CAAC,CAAC;iBAC5G;aACJ;QACL,CAAC,CAAC;IACN,CAAC;IAvHmB,KAAK,CAAC,MAAM,CAAC,aAAa,GAAG,KAAK;QAC9C,MAAM,EAAE,IAAI,EAAE,GAAG,MAAM,IAAI,CAAC,kBAAkB,CAAC,aAAa,CAAC,CAAC;QAC9D,OAAO,IAAI,CAAC;IAChB,CAAC;IAEe,KAAK,CAAC,kBAAkB,CAAC,aAAa,GAAG,KAAK;QAC1D,IAAI,CAAC,UAAU,GAAG,MAAM,IAAI,CAAC,eAAe,CAAC,aAAa,CAAC,CAAC;QAE5D,IAAI,CAAC,UAAU,CAAC,EAAE,CAAC,KAAK,EAAE,GAAG,EAAE;YAC3B,IAAI,CAAC,UAAU,CAAC,OAAO,EAAE,CAAC;QAC9B,CAAC,CAAC,CAAC;QAEH,IAAI,CAAC,UAAU,CAAC,eAAe,CAAC,IAAI,CAAC,KAAK,EAAE,IAAS,EAAE,EAAE;YACrD,IAAI,IAAI,CAAC,SAAS,EAAE;gBAChB,IAAI;oBACA,IAAI,CAAC,UAAU,CAAC,KAAK,EAAE,CAAC;oBACxB,MAAM,IAAI,CAAC,SAAS,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC;oBACpC,IAAI,CAAC,UAAU,CAAC,MAAM,EAAE,CAAC;iBAC5B;gBAAC,OAAO,GAAG,EAAE;oBACV,IAAI,CAAC,UAAU,CAAC,OAAO,CAAC,IAAI,qBAAY,CAAC,qCAAqC,EAAE,IAAI,CAAC,IAAI,EAAE,GAAG,CAAC,CAAC,CAAC;iBACpG;aACJ;iBAAM;gBACH,aAAG,CAAC,IAAI,CAAC,kCAAkC,CAAC,CAAC;aAChD;QACL,CAAC,CAAC,CAAC;QAEH,OAAO,EAAE,IAAI,EAAE,IAAI,CAAC,UAAU,EAAE,QAAQ,EAAE,SAAS,EAAE,CAAC;IAC1D,CAAC;CA4FJ;AA9HD,gDA8HC"}
1
+ {"version":3,"file":"DataSourceStreamed.js","sourceRoot":"","sources":["../../../src/integration-engine/datasources/DataSourceStreamed.ts"],"names":[],"mappings":";;;AAAA,iDAAkD;AAClD,sCAAoC;AACpC,wCAAkC;AAClC,4CAAqE;AACrE,6CAA0C;AAC1C,yDAAsD;AAGtD,MAAa,kBAAmB,SAAQ,uBAAU;IAAlD;;QACY,eAAU,GAAU,EAAE,CAAC;QAExB,YAAO,GAAG,KAAK,IAAmB,EAAE;YACvC,OAAO,IAAI,CAAC,UAAU,CAAC,OAAO,EAAE,CAAC;QACrC,CAAC,CAAC;QA+BF;;WAEG;QACO,oBAAe,GAAG,KAAK,EAAE,gBAAyB,KAAK,EAA6B,EAAE;YAC5F,IAAI,wBAAwB,GAAG,CAAC,CAAC;YACjC,IAAI,CAAC,UAAU,GAAG,IAAI,mCAAgB,CAAC;gBACnC,UAAU,EAAE,IAAI;gBAChB,IAAI,EAAE,GAAG,EAAE;oBACP,OAAO;gBACX,CAAC;aACJ,CAAC,CAAC;YAEH,MAAM,WAAW,GAAG,MAAM,IAAI,CAAC,gBAAgB,CAAC,OAAO,EAAE,CAAC;YAE1D,WAAW,CAAC,EAAE,CAAC,OAAO,EAAE,CAAC,KAAU,EAAE,EAAE;gBACnC,IAAI,KAAK,YAAY,6BAAoB,EAAE,CAAC;oBACxC,IAAI,CAAC,UAAU,CAAC,IAAI,CAAC,OAAO,EAAE,KAAK,CAAC,CAAC;gBACzC,CAAC;qBAAM,CAAC;oBACJ,IAAI,CAAC,UAAU,CAAC,IAAI,CAAC,OAAO,EAAE,IAAI,qBAAY,CAAC,kCAAkC,EAAE,IAAI,CAAC,WAAW,CAAC,IAAI,EAAE,KAAK,CAAC,CAAC,CAAC;gBACtH,CAAC;YACL,CAAC,CAAC,CAAC;YAEH,WAAW,CAAC,eAAe,CAAC,IAAI,CAAC,KAAK,EAAE,IAAS,EAAiB,EAAE;gBAChE,WAAW,CAAC,KAAK,EAAE,CAAC;gBAEpB,IAAI,aAAa,EAAE,CAAC;oBAChB,IAAI,CAAC,UAAU,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;oBAC3B,MAAM,IAAI,CAAC,WAAW,EAAE,CAAC;gBAC7B,CAAC;qBAAM,CAAC;oBACJ,MAAM,IAAI,CAAC,WAAW,CAAC,KAAK,EAAE,IAAI,CAAC,CAAC;gBACxC,CAAC;gBAED,WAAW,CAAC,MAAM,EAAE,CAAC;YACzB,CAAC,CAAC,CAAC;YAEH,WAAW,CAAC,EAAE,CAAC,KAAK,EAAE,KAAK,IAAmB,EAAE;gBAC5C,IAAI,aAAa,EAAE,CAAC;oBAChB,MAAM,IAAI,CAAC,WAAW,CAAC,IAAI,CAAC,CAAC;gBACjC,CAAC;gBAED,IAAI,CAAC,WAAW,CAAC,QAAQ,EAAE,EAAE,CAAC;oBAC1B,IAAI,CAAC,UAAU,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;gBAC/B,CAAC;qBAAM,CAAC;oBACJ,MAAM,OAAO,GAAG,WAAW,CAAC,GAAG,EAAE;wBAC7B,wBAAwB,EAAE,CAAC;wBAC3B,kCAAkC;wBAClC,IAAI,CAAC,WAAW,CAAC,QAAQ,EAAE,EAAE,CAAC;4BAC1B,aAAa,CAAC,OAAO,CAAC,CAAC;4BACvB,IAAI,CAAC,UAAU,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;wBAC/B,CAAC;6BAAM,IAAI,wBAAwB,GAAG,eAAM,CAAC,MAAM,CAAC,qBAAqB,EAAE,CAAC;4BACxE,IAAI,CAAC,UAAU,CAAC,IAAI,CAAC,OAAO,EAAE,IAAI,qBAAY,CAAC,kCAAkC,EAAE,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC;4BAC/F,IAAI,CAAC,UAAU,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;4BAC3B,aAAa,CAAC,OAAO,CAAC,CAAC;wBAC3B,CAAC;oBACL,CAAC,EAAE,eAAM,CAAC,MAAM,CAAC,qBAAqB,CAAC,CAAC;gBAC5C,CAAC;YACL,CAAC,CAAC,CAAC;YAEH,WAAW,CAAC,OAAO,EAAE,CAAC,KAAK,CAAC,CAAC,KAAY,EAAE,EAAE,CAAC,IAAI,CAAC,UAAU,CAAC,IAAI,CAAC,OAAO,EAAE,KAAK,CAAC,CAAC,CAAC;YAEpF,OAAO,IAAI,CAAC,UAAU,CAAC;QAC3B,CAAC,CAAC;QAEM,gBAAW,GAAG,KAAK,EAAE,KAAK,GAAG,KAAK,EAAE,IAAI,GAAG,IAAI,EAAiB,EAAE;YACtE,IAAI,IAAI,CAAC,UAAU,CAAC,MAAM,IAAI,eAAM,CAAC,eAAe,IAAI,KAAK,IAAI,IAAI,EAAE,CAAC;gBACpE,IAAI,CAAC;oBACD,IAAI,OAAY,CAAC;oBAEjB,IAAI,IAAI,CAAC,gBAAgB,EAAE,SAAS,EAAE,CAAC;wBACnC,OAAO,GAAG,MAAM,IAAI,CAAC,gBAAgB,CAAC,SAAS,CAAC,IAAI,IAAI,IAAI,CAAC,UAAU,CAAC,CAAC;oBAC7E,CAAC;yBAAM,CAAC;wBACJ,OAAO,GAAG,IAAI,IAAI,IAAI,CAAC,UAAU,CAAC;oBACtC,CAAC;oBAED,IAAI,IAAI,CAAC,OAAO,CAAC,OAAO,CAAC,EAAE,CAAC;wBACxB,aAAG,CAAC,OAAO,CAAC,IAAI,IAAI,CAAC,IAAI,oCAAoC,CAAC,CAAC;wBAC/D,IAAI,CAAC,aAAa,CAAC,IAAI,CAAC,wBAAe,CAAC,eAAe,EAAE,EAAE,IAAI,EAAE,IAAI,CAAC,IAAI,EAAE,eAAe,EAAE,CAAC,EAAE,CAAC,CAAC;oBACtG,CAAC;yBAAM,CAAC;wBACJ,MAAM,eAAe,GAAG,OAAO,YAAY,KAAK,CAAC,CAAC,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC;wBACtE,IAAI,CAAC,aAAa,CAAC,IAAI,CAAC,wBAAe,CAAC,eAAe,EAAE,EAAE,IAAI,EAAE,IAAI,CAAC,IAAI,EAAE,eAAe,EAAE,CAAC,CAAC;wBAE/F,IAAI,CAAC,UAAU,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;wBAC9B,mBAAmB;wBACnB,IAAI,CAAC,UAAU,CAAC,MAAM,GAAG,CAAC,CAAC;oBAC/B,CAAC;gBACL,CAAC;gBAAC,OAAO,GAAG,EAAE,CAAC;oBACX,IAAI,CAAC,UAAU,CAAC,IAAI,CAAC,OAAO,EAAE,IAAI,qBAAY,CAAC,uCAAuC,EAAE,IAAI,CAAC,IAAI,EAAE,GAAG,CAAC,CAAC,CAAC;gBAC7G,CAAC;YACL,CAAC;QACL,CAAC,CAAC;IACN,CAAC;IAvHmB,KAAK,CAAC,MAAM,CAAC,aAAa,GAAG,KAAK;QAC9C,MAAM,EAAE,IAAI,EAAE,GAAG,MAAM,IAAI,CAAC,kBAAkB,CAAC,aAAa,CAAC,CAAC;QAC9D,OAAO,IAAI,CAAC;IAChB,CAAC;IAEe,KAAK,CAAC,kBAAkB,CAAC,aAAa,GAAG,KAAK;QAC1D,IAAI,CAAC,UAAU,GAAG,MAAM,IAAI,CAAC,eAAe,CAAC,aAAa,CAAC,CAAC;QAE5D,IAAI,CAAC,UAAU,CAAC,EAAE,CAAC,KAAK,EAAE,GAAG,EAAE;YAC3B,IAAI,CAAC,UAAU,CAAC,OAAO,EAAE,CAAC;QAC9B,CAAC,CAAC,CAAC;QAEH,IAAI,CAAC,UAAU,CAAC,eAAe,CAAC,IAAI,CAAC,KAAK,EAAE,IAAS,EAAE,EAAE;YACrD,IAAI,IAAI,CAAC,SAAS,EAAE,CAAC;gBACjB,IAAI,CAAC;oBACD,IAAI,CAAC,UAAU,CAAC,KAAK,EAAE,CAAC;oBACxB,MAAM,IAAI,CAAC,SAAS,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC;oBACpC,IAAI,CAAC,UAAU,CAAC,MAAM,EAAE,CAAC;gBAC7B,CAAC;gBAAC,OAAO,GAAG,EAAE,CAAC;oBACX,IAAI,CAAC,UAAU,CAAC,OAAO,CAAC,IAAI,qBAAY,CAAC,qCAAqC,EAAE,IAAI,CAAC,IAAI,EAAE,GAAG,CAAC,CAAC,CAAC;gBACrG,CAAC;YACL,CAAC;iBAAM,CAAC;gBACJ,aAAG,CAAC,IAAI,CAAC,kCAAkC,CAAC,CAAC;YACjD,CAAC;QACL,CAAC,CAAC,CAAC;QAEH,OAAO,EAAE,IAAI,EAAE,IAAI,CAAC,UAAU,EAAE,QAAQ,EAAE,SAAS,EAAE,CAAC;IAC1D,CAAC;CA4FJ;AA9HD,gDA8HC"}
@@ -0,0 +1,24 @@
1
+ import { IDataSource } from "./IDataSource";
2
+ import { IValidator } from "@golemio/validator";
3
+ import { Transform } from "node:stream";
4
+ import { DataSource } from "./DataSource";
5
+ import { IStreamingProtocolStrategy } from "./protocol-strategy/IStreamingProtocolStrategy";
6
+ export interface DataSourceStreamedPipelineOptions {
7
+ validator?: IValidator | null;
8
+ batchSize?: number;
9
+ timeoutMs?: number;
10
+ }
11
+ export declare class DataSourceStreamedPipeline<T extends object = any> extends DataSource implements IDataSource {
12
+ static readonly DEFAULT_BATCH_SIZE: number;
13
+ static readonly DEFAULT_PIPELINE_TIMEOUT_MS: number;
14
+ private readonly streamTransformer;
15
+ private readonly batchSize;
16
+ private readonly timeoutMs;
17
+ private dataProcessor;
18
+ constructor(name: string, streamingStrategy: IStreamingProtocolStrategy, streamTransformer: Transform, options?: DataSourceStreamedPipelineOptions);
19
+ private get streamingStrategy();
20
+ setDataProcessor(fn: (batch: T[]) => Promise<void>): this;
21
+ proceed(): Promise<void>;
22
+ private createBatchWriter;
23
+ private validateAndProcess;
24
+ }
@@ -0,0 +1,72 @@
1
+ "use strict";
2
+ Object.defineProperty(exports, "__esModule", { value: true });
3
+ exports.DataSourceStreamedPipeline = void 0;
4
+ const logger_1 = require("../../helpers/logger");
5
+ const errors_1 = require("@golemio/errors");
6
+ const promises_1 = require("node:stream/promises");
7
+ const BatchWritable_1 = require("./BatchWritable");
8
+ const DataSource_1 = require("./DataSource");
9
+ class DataSourceStreamedPipeline extends DataSource_1.DataSource {
10
+ constructor(name, streamingStrategy, streamTransformer, options = {}) {
11
+ super(name, streamingStrategy, null, options.validator ?? null);
12
+ this.dataProcessor = null;
13
+ this.streamTransformer = streamTransformer;
14
+ this.batchSize = options.batchSize ?? DataSourceStreamedPipeline.DEFAULT_BATCH_SIZE;
15
+ this.timeoutMs = options.timeoutMs ?? DataSourceStreamedPipeline.DEFAULT_PIPELINE_TIMEOUT_MS;
16
+ }
17
+ get streamingStrategy() {
18
+ return this.protocolStrategy;
19
+ }
20
+ setDataProcessor(fn) {
21
+ this.dataProcessor = fn;
22
+ return this;
23
+ }
24
+ async proceed() {
25
+ if (!this.dataProcessor) {
26
+ throw new errors_1.GeneralError("No data processor registered. Call setDataProcessor() before proceed().", this.name);
27
+ }
28
+ const bodyStream = await this.streamingStrategy.getBodyStream();
29
+ let totalRecords = 0;
30
+ const batchWriter = this.createBatchWriter((processedCount) => {
31
+ totalRecords += processedCount;
32
+ });
33
+ try {
34
+ await (0, promises_1.pipeline)(bodyStream, this.streamTransformer, batchWriter, {
35
+ signal: AbortSignal.timeout(this.timeoutMs),
36
+ });
37
+ }
38
+ catch (err) {
39
+ bodyStream.destroy();
40
+ if (err instanceof errors_1.GeneralError)
41
+ throw err;
42
+ throw new errors_1.GeneralError("DataSourceStreamedPipeline pipeline failed.", this.name, err);
43
+ }
44
+ this.loggerEmitter.emit(logger_1.LoggerEventType.NumberOfRecords, { name: this.name, numberOfRecords: totalRecords });
45
+ }
46
+ createBatchWriter(onBatchProcessed) {
47
+ const batchSize = this.batchSize;
48
+ return new BatchWritable_1.BatchWritable({
49
+ batchSize,
50
+ onFlush: async (batch) => {
51
+ const processedCount = batch.length;
52
+ await this.validateAndProcess(batch);
53
+ onBatchProcessed(processedCount);
54
+ },
55
+ });
56
+ }
57
+ async validateAndProcess(batch) {
58
+ if (this.validator) {
59
+ try {
60
+ await this.validator.Validate(batch);
61
+ }
62
+ catch (err) {
63
+ throw new errors_1.GeneralError("Error while validating source data.", this.name, err);
64
+ }
65
+ }
66
+ await this.dataProcessor(batch);
67
+ }
68
+ }
69
+ exports.DataSourceStreamedPipeline = DataSourceStreamedPipeline;
70
+ DataSourceStreamedPipeline.DEFAULT_BATCH_SIZE = process.env.DATA_BATCH_SIZE ? Number(process.env.DATA_BATCH_SIZE) : 1000;
71
+ DataSourceStreamedPipeline.DEFAULT_PIPELINE_TIMEOUT_MS = 30 * 60 * 1000;
72
+ //# sourceMappingURL=DataSourceStreamedPipeline.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"DataSourceStreamedPipeline.js","sourceRoot":"","sources":["../../../src/integration-engine/datasources/DataSourceStreamedPipeline.ts"],"names":[],"mappings":";;;AAAA,iDAAkD;AAElD,4CAA+C;AAG/C,mDAAgD;AAChD,mDAAgD;AAChD,6CAA0C;AAU1C,MAAa,0BAAmD,SAAQ,uBAAU;IAU9E,YACI,IAAY,EACZ,iBAA6C,EAC7C,iBAA4B,EAC5B,UAA6C,EAAE;QAE/C,KAAK,CAAC,IAAI,EAAE,iBAAiD,EAAE,IAAI,EAAE,OAAO,CAAC,SAAS,IAAI,IAAI,CAAC,CAAC;QAR5F,kBAAa,GAA2C,IAAI,CAAC;QASjE,IAAI,CAAC,iBAAiB,GAAG,iBAAiB,CAAC;QAC3C,IAAI,CAAC,SAAS,GAAG,OAAO,CAAC,SAAS,IAAI,0BAA0B,CAAC,kBAAkB,CAAC;QACpF,IAAI,CAAC,SAAS,GAAG,OAAO,CAAC,SAAS,IAAI,0BAA0B,CAAC,2BAA2B,CAAC;IACjG,CAAC;IAED,IAAY,iBAAiB;QACzB,OAAO,IAAI,CAAC,gBAAyD,CAAC;IAC1E,CAAC;IAEM,gBAAgB,CAAC,EAAiC;QACrD,IAAI,CAAC,aAAa,GAAG,EAAE,CAAC;QACxB,OAAO,IAAI,CAAC;IAChB,CAAC;IAEM,KAAK,CAAC,OAAO;QAChB,IAAI,CAAC,IAAI,CAAC,aAAa,EAAE,CAAC;YACtB,MAAM,IAAI,qBAAY,CAAC,yEAAyE,EAAE,IAAI,CAAC,IAAI,CAAC,CAAC;QACjH,CAAC;QAED,MAAM,UAAU,GAAG,MAAM,IAAI,CAAC,iBAAiB,CAAC,aAAa,EAAE,CAAC;QAEhE,IAAI,YAAY,GAAG,CAAC,CAAC;QACrB,MAAM,WAAW,GAAG,IAAI,CAAC,iBAAiB,CAAC,CAAC,cAAc,EAAE,EAAE;YAC1D,YAAY,IAAI,cAAc,CAAC;QACnC,CAAC,CAAC,CAAC;QAEH,IAAI,CAAC;YACD,MAAM,IAAA,mBAAQ,EAAC,UAAU,EAAE,IAAI,CAAC,iBAAiB,EAAE,WAAW,EAAE;gBAC5D,MAAM,EAAE,WAAW,CAAC,OAAO,CAAC,IAAI,CAAC,SAAS,CAAC;aAC9C,CAAC,CAAC;QACP,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACX,UAAU,CAAC,OAAO,EAAE,CAAC;YACrB,IAAI,GAAG,YAAY,qBAAY;gBAAE,MAAM,GAAG,CAAC;YAC3C,MAAM,IAAI,qBAAY,CAAC,6CAA6C,EAAE,IAAI,CAAC,IAAI,EAAE,GAAG,CAAC,CAAC;QAC1F,CAAC;QAED,IAAI,CAAC,aAAa,CAAC,IAAI,CAAC,wBAAe,CAAC,eAAe,EAAE,EAAE,IAAI,EAAE,IAAI,CAAC,IAAI,EAAE,eAAe,EAAE,YAAY,EAAE,CAAC,CAAC;IACjH,CAAC;IAEO,iBAAiB,CAAC,gBAAyC;QAC/D,MAAM,SAAS,GAAG,IAAI,CAAC,SAAS,CAAC;QACjC,OAAO,IAAI,6BAAa,CAAI;YACxB,SAAS;YACT,OAAO,EAAE,KAAK,EAAE,KAAK,EAAE,EAAE;gBACrB,MAAM,cAAc,GAAG,KAAK,CAAC,MAAM,CAAC;gBACpC,MAAM,IAAI,CAAC,kBAAkB,CAAC,KAAK,CAAC,CAAC;gBACrC,gBAAgB,CAAC,cAAc,CAAC,CAAC;YACrC,CAAC;SACJ,CAAC,CAAC;IACP,CAAC;IAEO,KAAK,CAAC,kBAAkB,CAAC,KAAU;QACvC,IAAI,IAAI,CAAC,SAAS,EAAE,CAAC;YACjB,IAAI,CAAC;gBACD,MAAM,IAAI,CAAC,SAAS,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC;YACzC,CAAC;YAAC,OAAO,GAAG,EAAE,CAAC;gBACX,MAAM,IAAI,qBAAY,CAAC,qCAAqC,EAAE,IAAI,CAAC,IAAI,EAAE,GAAG,CAAC,CAAC;YAClF,CAAC;QACL,CAAC;QACD,MAAM,IAAI,CAAC,aAAc,CAAC,KAAK,CAAC,CAAC;IACrC,CAAC;;AA7EL,gEA8EC;AA7E0B,6CAAkB,GAAG,OAAO,CAAC,GAAG,CAAC,eAAe,CAAC,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC,GAAG,CAAC,eAAe,CAAC,CAAC,CAAC,CAAC,IAAI,AAA3E,CAA4E;AAC9F,sDAA2B,GAAG,EAAE,GAAG,EAAE,GAAG,IAAI,AAAjB,CAAkB"}
@@ -1 +1 @@
1
- {"version":3,"file":"RetryDataSource.js","sourceRoot":"","sources":["../../../src/integration-engine/datasources/RetryDataSource.ts"],"names":[],"mappings":";;;AACA,8CAAsD;AACtD,6CAA0C;AAI1C,MAAa,eAAe;IAIxB,YACI,IAAY,EACZ,gBAAmC,EACnC,mBAA6C,IAAI,EACjD,YAA+B,IAAI,EACnC,aAAqB,CAAC;QAEtB,IAAI,CAAC,UAAU,GAAG,IAAI,uBAAU,CAAI,IAAI,EAAE,gBAAgB,EAAE,gBAAgB,EAAE,SAAS,CAAC,CAAC;QACzF,IAAI,CAAC,UAAU,GAAG,UAAU,CAAC;IACjC,CAAC;IAEM,KAAK,CAAC,MAAM;QACf,IAAI;YACA,OAAO,MAAM,IAAI,CAAC,UAAU,CAAC,MAAM,EAAE,CAAC;SACzC;QAAC,OAAO,GAAG,EAAE;YACV,IAAI,IAAI,CAAC,UAAU,GAAG,CAAC,EAAE;gBACrB,IAAI,CAAC,UAAU,EAAE,CAAC;gBAClB,MAAM,IAAI,CAAC,KAAK,EAAE,CAAC;gBACnB,OAAO,MAAM,IAAI,CAAC,MAAM,EAAE,CAAC;aAC9B;YACD,MAAM,GAAG,CAAC;SACb;IACL,CAAC;IAEM,KAAK,CAAC,eAAe;QACxB,IAAI;YACA,OAAO,MAAM,IAAI,CAAC,UAAU,CAAC,eAAe,EAAE,CAAC;SAClD;QAAC,OAAO,GAAG,EAAE;YACV,IAAI,IAAI,CAAC,UAAU,GAAG,CAAC,EAAE;gBACrB,IAAI,CAAC,UAAU,EAAE,CAAC;gBAClB,MAAM,IAAI,CAAC,KAAK,EAAE,CAAC;gBACnB,OAAO,MAAM,IAAI,CAAC,eAAe,EAAE,CAAC;aACvC;YACD,MAAM,GAAG,CAAC;SACb;IACL,CAAC;IAEO,KAAK,CAAC,KAAK;QACf,oDAAoD;QACpD,MAAM,IAAA,qBAAK,EAAC,IAAI,CAAC,MAAM,EAAE,GAAG,KAAK,GAAG,IAAI,CAAC,CAAC;IAC9C,CAAC;CACJ;AA7CD,0CA6CC"}
1
+ {"version":3,"file":"RetryDataSource.js","sourceRoot":"","sources":["../../../src/integration-engine/datasources/RetryDataSource.ts"],"names":[],"mappings":";;;AACA,8CAAsD;AACtD,6CAA0C;AAI1C,MAAa,eAAe;IAIxB,YACI,IAAY,EACZ,gBAAmC,EACnC,mBAA6C,IAAI,EACjD,YAA+B,IAAI,EACnC,aAAqB,CAAC;QAEtB,IAAI,CAAC,UAAU,GAAG,IAAI,uBAAU,CAAI,IAAI,EAAE,gBAAgB,EAAE,gBAAgB,EAAE,SAAS,CAAC,CAAC;QACzF,IAAI,CAAC,UAAU,GAAG,UAAU,CAAC;IACjC,CAAC;IAEM,KAAK,CAAC,MAAM;QACf,IAAI,CAAC;YACD,OAAO,MAAM,IAAI,CAAC,UAAU,CAAC,MAAM,EAAE,CAAC;QAC1C,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACX,IAAI,IAAI,CAAC,UAAU,GAAG,CAAC,EAAE,CAAC;gBACtB,IAAI,CAAC,UAAU,EAAE,CAAC;gBAClB,MAAM,IAAI,CAAC,KAAK,EAAE,CAAC;gBACnB,OAAO,MAAM,IAAI,CAAC,MAAM,EAAE,CAAC;YAC/B,CAAC;YACD,MAAM,GAAG,CAAC;QACd,CAAC;IACL,CAAC;IAEM,KAAK,CAAC,eAAe;QACxB,IAAI,CAAC;YACD,OAAO,MAAM,IAAI,CAAC,UAAU,CAAC,eAAe,EAAE,CAAC;QACnD,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACX,IAAI,IAAI,CAAC,UAAU,GAAG,CAAC,EAAE,CAAC;gBACtB,IAAI,CAAC,UAAU,EAAE,CAAC;gBAClB,MAAM,IAAI,CAAC,KAAK,EAAE,CAAC;gBACnB,OAAO,MAAM,IAAI,CAAC,eAAe,EAAE,CAAC;YACxC,CAAC;YACD,MAAM,GAAG,CAAC;QACd,CAAC;IACL,CAAC;IAEO,KAAK,CAAC,KAAK;QACf,oDAAoD;QACpD,MAAM,IAAA,qBAAK,EAAC,IAAI,CAAC,MAAM,EAAE,GAAG,KAAK,GAAG,IAAI,CAAC,CAAC;IAC9C,CAAC;CACJ;AA7CD,0CA6CC"}
@@ -1 +1 @@
1
- {"version":3,"file":"CSVDataTypeStrategy.js","sourceRoot":"","sources":["../../../../src/integration-engine/datasources/datatype-strategy/CSVDataTypeStrategy.ts"],"names":[],"mappings":";;;AAAA,4CAA+C;AAC/C,uCAAiD;AACjD,mCAAkC;AAGlC,MAAa,mBAAmB;IAI5B,YAAY,QAAsB;QAC9B,IAAI,CAAC,gBAAgB,GAAG,QAAQ,CAAC;QACjC,IAAI,CAAC,MAAM,GAAG,SAAS,CAAC;IAC5B,CAAC;IAEM,mBAAmB,CAAC,QAAsB;QAC7C,IAAI,CAAC,gBAAgB,GAAG,QAAQ,CAAC;IACrC,CAAC;IAEM,SAAS,CAAC,cAAkC;QAC/C,IAAI,CAAC,MAAM,GAAG,cAAc,CAAC;IACjC,CAAC;IAEM,KAAK,CAAC,SAAS,CAAC,IAAS;QAC5B,MAAM,QAAQ,GAAG,IAAI,iBAAQ,EAAE,CAAC;QAChC,QAAQ,CAAC,KAAK,GAAG,GAAG,EAAE;YAClB,wCAAwC;QAC5C,CAAC,CAAC;QACF,QAAQ,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QACpB,QAAQ,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QAEpB,OAAO,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,MAAM,EAAE,EAAE;YACnC,IAAI,YAAY,GAAU,EAAE,CAAC;YAC7B,QAAQ;iBACH,IAAI,CAAC,IAAA,gBAAY,EAAC,IAAI,CAAC,gBAAgB,CAAC,aAAa,CAAC,CAAC;iBACvD,EAAE,CAAC,OAAO,EAAE,CAAC,KAAK,EAAE,EAAE;gBACnB,MAAM,CAAC,IAAI,qBAAY,CAAC,kCAAkC,EAAE,IAAI,CAAC,WAAW,CAAC,IAAI,EAAE,KAAK,CAAC,CAAC,CAAC;YAC/F,CAAC,CAAC;iBACD,EAAE,CAAC,MAAM,EAAE,CAAC,GAAG,EAAE,EAAE;gBAChB,YAAY,CAAC,IAAI,CAAC,IAAI,CAAC,gBAAgB,CAAC,SAAS,CAAC,GAAG,CAAC,CAAC,CAAC;YAC5D,CAAC,CAAC;iBACD,EAAE,CAAC,KAAK,EAAE,CAAC,QAAgB,EAAE,EAAE;gBAC5B,IAAI,IAAI,CAAC,MAAM,EAAE;oBACb,YAAY,GAAG,YAAY,CAAC,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;iBACnD;gBACD,OAAO,OAAO,CAAC,YAAY,CAAC,CAAC;YACjC,CAAC,CAAC,CAAC;QACX,CAAC,CAAC,CAAC;IACP,CAAC;CACJ;AA3CD,kDA2CC"}
1
+ {"version":3,"file":"CSVDataTypeStrategy.js","sourceRoot":"","sources":["../../../../src/integration-engine/datasources/datatype-strategy/CSVDataTypeStrategy.ts"],"names":[],"mappings":";;;AAAA,4CAA+C;AAC/C,uCAAiD;AACjD,mCAAkC;AAGlC,MAAa,mBAAmB;IAI5B,YAAY,QAAsB;QAC9B,IAAI,CAAC,gBAAgB,GAAG,QAAQ,CAAC;QACjC,IAAI,CAAC,MAAM,GAAG,SAAS,CAAC;IAC5B,CAAC;IAEM,mBAAmB,CAAC,QAAsB;QAC7C,IAAI,CAAC,gBAAgB,GAAG,QAAQ,CAAC;IACrC,CAAC;IAEM,SAAS,CAAC,cAAkC;QAC/C,IAAI,CAAC,MAAM,GAAG,cAAc,CAAC;IACjC,CAAC;IAEM,KAAK,CAAC,SAAS,CAAC,IAAS;QAC5B,MAAM,QAAQ,GAAG,IAAI,iBAAQ,EAAE,CAAC;QAChC,QAAQ,CAAC,KAAK,GAAG,GAAG,EAAE;YAClB,wCAAwC;QAC5C,CAAC,CAAC;QACF,QAAQ,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QACpB,QAAQ,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QAEpB,OAAO,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,MAAM,EAAE,EAAE;YACnC,IAAI,YAAY,GAAU,EAAE,CAAC;YAC7B,QAAQ;iBACH,IAAI,CAAC,IAAA,gBAAY,EAAC,IAAI,CAAC,gBAAgB,CAAC,aAAa,CAAC,CAAC;iBACvD,EAAE,CAAC,OAAO,EAAE,CAAC,KAAK,EAAE,EAAE;gBACnB,MAAM,CAAC,IAAI,qBAAY,CAAC,kCAAkC,EAAE,IAAI,CAAC,WAAW,CAAC,IAAI,EAAE,KAAK,CAAC,CAAC,CAAC;YAC/F,CAAC,CAAC;iBACD,EAAE,CAAC,MAAM,EAAE,CAAC,GAAG,EAAE,EAAE;gBAChB,YAAY,CAAC,IAAI,CAAC,IAAI,CAAC,gBAAgB,CAAC,SAAS,CAAC,GAAG,CAAC,CAAC,CAAC;YAC5D,CAAC,CAAC;iBACD,EAAE,CAAC,KAAK,EAAE,CAAC,QAAgB,EAAE,EAAE;gBAC5B,IAAI,IAAI,CAAC,MAAM,EAAE,CAAC;oBACd,YAAY,GAAG,YAAY,CAAC,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;gBACpD,CAAC;gBACD,OAAO,OAAO,CAAC,YAAY,CAAC,CAAC;YACjC,CAAC,CAAC,CAAC;QACX,CAAC,CAAC,CAAC;IACP,CAAC;CACJ;AA3CD,kDA2CC"}
@@ -1 +1 @@
1
- {"version":3,"file":"JSONDataTypeStrategy.js","sourceRoot":"","sources":["../../../../src/integration-engine/datasources/datatype-strategy/JSONDataTypeStrategy.ts"],"names":[],"mappings":";;;AAAA,kDAAgD;AAEhD,4CAA+C;AAE/C,MAAa,oBAAoB;IAI7B,YAAY,QAAuB;QAC/B,IAAI,CAAC,WAAW,GAAG,QAAQ,CAAC,WAAW,CAAC;QACxC,IAAI,CAAC,MAAM,GAAG,SAAS,CAAC;IAC5B,CAAC;IAEM,mBAAmB,CAAC,QAAuB;QAC9C,IAAI,CAAC,WAAW,GAAG,QAAQ,CAAC,WAAW,CAAC;IAC5C,CAAC;IAEM,SAAS,CAAC,cAAkC;QAC/C,IAAI,CAAC,MAAM,GAAG,cAAc,CAAC;IACjC,CAAC;IAEM,KAAK,CAAC,SAAS,CAAC,IAAS;QAC5B,IAAI;YACA,IAAI,OAAO,IAAI,KAAK,QAAQ,EAAE;gBAC1B,IAAI,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;aAC3B;YAED,IAAI,IAAI,CAAC,WAAW,EAAE;gBAClB,IAAI,GAAG,IAAA,sBAAc,EAAM,IAAI,CAAC,WAAW,EAAE,IAAI,CAAC,CAAC;aACtD;YAED,IAAI,IAAI,CAAC,MAAM,EAAE;gBACb,IAAI,GAAG,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;aACnC;YACD,OAAO,IAAI,CAAC;SACf;QAAC,OAAO,GAAG,EAAE;YACV,MAAM,IAAI,qBAAY,CAAC,kCAAkC,EAAE,IAAI,CAAC,WAAW,CAAC,IAAI,EAAE,GAAG,CAAC,CAAC;SAC1F;IACL,CAAC;CACJ;AAnCD,oDAmCC"}
1
+ {"version":3,"file":"JSONDataTypeStrategy.js","sourceRoot":"","sources":["../../../../src/integration-engine/datasources/datatype-strategy/JSONDataTypeStrategy.ts"],"names":[],"mappings":";;;AAAA,kDAAgD;AAEhD,4CAA+C;AAE/C,MAAa,oBAAoB;IAI7B,YAAY,QAAuB;QAC/B,IAAI,CAAC,WAAW,GAAG,QAAQ,CAAC,WAAW,CAAC;QACxC,IAAI,CAAC,MAAM,GAAG,SAAS,CAAC;IAC5B,CAAC;IAEM,mBAAmB,CAAC,QAAuB;QAC9C,IAAI,CAAC,WAAW,GAAG,QAAQ,CAAC,WAAW,CAAC;IAC5C,CAAC;IAEM,SAAS,CAAC,cAAkC;QAC/C,IAAI,CAAC,MAAM,GAAG,cAAc,CAAC;IACjC,CAAC;IAEM,KAAK,CAAC,SAAS,CAAC,IAAS;QAC5B,IAAI,CAAC;YACD,IAAI,OAAO,IAAI,KAAK,QAAQ,EAAE,CAAC;gBAC3B,IAAI,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;YAC5B,CAAC;YAED,IAAI,IAAI,CAAC,WAAW,EAAE,CAAC;gBACnB,IAAI,GAAG,IAAA,sBAAc,EAAM,IAAI,CAAC,WAAW,EAAE,IAAI,CAAC,CAAC;YACvD,CAAC;YAED,IAAI,IAAI,CAAC,MAAM,EAAE,CAAC;gBACd,IAAI,GAAG,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;YACpC,CAAC;YACD,OAAO,IAAI,CAAC;QAChB,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACX,MAAM,IAAI,qBAAY,CAAC,kCAAkC,EAAE,IAAI,CAAC,WAAW,CAAC,IAAI,EAAE,GAAG,CAAC,CAAC;QAC3F,CAAC;IACL,CAAC;CACJ;AAnCD,oDAmCC"}
@@ -0,0 +1,4 @@
1
+ import { Transform } from "node:stream";
2
+ export declare class JSONStreamTransformer {
3
+ static parse(path: string): Transform;
4
+ }
@@ -0,0 +1,12 @@
1
+ "use strict";
2
+ Object.defineProperty(exports, "__esModule", { value: true });
3
+ exports.JSONStreamTransformer = void 0;
4
+ // eslint-disable-next-line @typescript-eslint/no-var-requires
5
+ const JSONStream = require("JSONStream");
6
+ class JSONStreamTransformer {
7
+ static parse(path) {
8
+ return JSONStream.parse(path);
9
+ }
10
+ }
11
+ exports.JSONStreamTransformer = JSONStreamTransformer;
12
+ //# sourceMappingURL=JSONStreamTransformer.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"JSONStreamTransformer.js","sourceRoot":"","sources":["../../../../src/integration-engine/datasources/datatype-strategy/JSONStreamTransformer.ts"],"names":[],"mappings":";;;AAGA,8DAA8D;AAC9D,MAAM,UAAU,GAAG,OAAO,CAAC,YAAY,CAA4B,CAAC;AACpE,MAAa,qBAAqB;IAC9B,MAAM,CAAC,KAAK,CAAC,IAAY;QACrB,OAAO,UAAU,CAAC,KAAK,CAAC,IAAI,CAAyB,CAAC;IAC1D,CAAC;CACJ;AAJD,sDAIC"}
@@ -1 +1 @@
1
- {"version":3,"file":"XMLDataTypeStrategy.js","sourceRoot":"","sources":["../../../../src/integration-engine/datasources/datatype-strategy/XMLDataTypeStrategy.ts"],"names":[],"mappings":";;;;;;AAAA,kDAAgD;AAEhD,4CAA+C;AAC/C,oDAA4B;AAE5B,MAAa,mBAAmB;IAI5B,YAAY,QAAsB;QAC9B,IAAI,CAAC,gBAAgB,GAAG,QAAQ,CAAC;QACjC,IAAI,CAAC,MAAM,GAAG,SAAS,CAAC;IAC5B,CAAC;IAEM,mBAAmB,CAAC,QAAsB;QAC7C,IAAI,CAAC,gBAAgB,GAAG,QAAQ,CAAC;IACrC,CAAC;IAEM,SAAS,CAAC,cAAkC;QAC/C,IAAI,CAAC,MAAM,GAAG,cAAc,CAAC;IACjC,CAAC;IAEM,KAAK,CAAC,SAAS,CAAC,IAAS;QAC5B,IAAI;YACA,IAAI,MAAM,GAAG,MAAM,gBAAM,CAAC,kBAAkB,CAAC,IAAI,EAAE,IAAI,CAAC,gBAAgB,CAAC,YAAY,CAAC,CAAC;YACvF,MAAM,GAAG,IAAA,sBAAc,EAAC,IAAI,CAAC,gBAAgB,CAAC,WAAW,EAAE,MAAM,CAAC,CAAC;YACnE,IAAI,IAAI,CAAC,MAAM,EAAE;gBACb,MAAM,GAAG,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;aACvC;YACD,OAAO,MAAM,CAAC;SACjB;QAAC,OAAO,GAAG,EAAE;YACV,MAAM,IAAI,qBAAY,CAAC,kCAAkC,EAAE,IAAI,CAAC,WAAW,CAAC,IAAI,EAAE,GAAG,CAAC,CAAC;SAC1F;IACL,CAAC;CACJ;AA7BD,kDA6BC"}
1
+ {"version":3,"file":"XMLDataTypeStrategy.js","sourceRoot":"","sources":["../../../../src/integration-engine/datasources/datatype-strategy/XMLDataTypeStrategy.ts"],"names":[],"mappings":";;;;;;AAAA,kDAAgD;AAEhD,4CAA+C;AAC/C,oDAA4B;AAE5B,MAAa,mBAAmB;IAI5B,YAAY,QAAsB;QAC9B,IAAI,CAAC,gBAAgB,GAAG,QAAQ,CAAC;QACjC,IAAI,CAAC,MAAM,GAAG,SAAS,CAAC;IAC5B,CAAC;IAEM,mBAAmB,CAAC,QAAsB;QAC7C,IAAI,CAAC,gBAAgB,GAAG,QAAQ,CAAC;IACrC,CAAC;IAEM,SAAS,CAAC,cAAkC;QAC/C,IAAI,CAAC,MAAM,GAAG,cAAc,CAAC;IACjC,CAAC;IAEM,KAAK,CAAC,SAAS,CAAC,IAAS;QAC5B,IAAI,CAAC;YACD,IAAI,MAAM,GAAG,MAAM,gBAAM,CAAC,kBAAkB,CAAC,IAAI,EAAE,IAAI,CAAC,gBAAgB,CAAC,YAAY,CAAC,CAAC;YACvF,MAAM,GAAG,IAAA,sBAAc,EAAC,IAAI,CAAC,gBAAgB,CAAC,WAAW,EAAE,MAAM,CAAC,CAAC;YACnE,IAAI,IAAI,CAAC,MAAM,EAAE,CAAC;gBACd,MAAM,GAAG,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;YACxC,CAAC;YACD,OAAO,MAAM,CAAC;QAClB,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACX,MAAM,IAAI,qBAAY,CAAC,kCAAkC,EAAE,IAAI,CAAC,WAAW,CAAC,IAAI,EAAE,GAAG,CAAC,CAAC;QAC3F,CAAC;IACL,CAAC;CACJ;AA7BD,kDA6BC"}
@@ -1,5 +1,3 @@
1
- /// <reference types="node" />
2
- /// <reference types="node" />
3
1
  import { IDataTypeStrategy, IZipSettings } from "./IDataTypeStrategy";
4
2
  export declare class ZipFileDataTypeStrategy implements IDataTypeStrategy {
5
3
  private settings;
@@ -1 +1 @@
1
- {"version":3,"file":"ZipFileDataTypeStrategy.js","sourceRoot":"","sources":["../../../../src/integration-engine/datasources/datatype-strategy/ZipFileDataTypeStrategy.ts"],"names":[],"mappings":";;;;;;AACA,iEAA4D;AAC5D,wDAAmD;AACnD,4CAA+C;AAC/C,2DAA6B;AAC7B,4CAAoB;AACpB,gDAAwB;AAExB,MAAa,uBAAuB;IAIhC,YAAoB,QAAsB;QAAtB,aAAQ,GAAR,QAAQ,CAAc;QACtC,IAAI,CAAC,cAAc,GAAG,IAAI,+BAAc,CAAC,YAAE,CAAC,MAAM,EAAE,CAAC,CAAC;QACtD,IAAI,CAAC,MAAM,GAAG,SAAS,CAAC;IAC5B,CAAC;IAEM,mBAAmB,CAAC,QAAsB;QAC7C,IAAI,CAAC,QAAQ,GAAG,QAAQ,CAAC;IAC7B,CAAC;IAEM,SAAS,CAAC,cAAkC;QAC/C,IAAI,CAAC,MAAM,GAAG,cAAc,CAAC;IACjC,CAAC;IAEM,KAAK,CAAC,SAAS,CAAC,IAA0B;QAC7C,IAAI;YACA,IAAI,IAAI,YAAY,WAAW,EAAE;gBAC7B,IAAI,GAAG,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;aAC5B;YAED,MAAM,EAAE,cAAc,EAAE,KAAK,EAAE,GAAG,MAAM,IAAI,CAAC,cAAc,CAAC,aAAa,CAAC,IAAc,EAAE,CAAC,QAAQ,EAAE,EAAE;gBACnG,IAAI,IAAI,CAAC,QAAQ,CAAC,gBAAgB,EAAE;oBAChC,OAAO,IAAI,CAAC,QAAQ,CAAC,gBAAgB,CAAC,OAAO,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC;iBAChE;gBAED,OAAO,CAAC,CAAC,QAAQ,CAAC;YACtB,CAAC,CAAC,CAAC;YAEH,MAAM,UAAU,GAAG,IAAI,uBAAU,CAC7B,sBAAsB,GAAG,OAAO,EAChC;gBACI,wBAAwB,EAAE,KAAK;gBAC/B,MAAM,EAAE,OAAO;aAClB,EACD,IAAI,CACP,CAAC;YACF,MAAM,MAAM,GAAG,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC;YAClC,MAAM,QAAQ,GAAG,IAAI,CAAC,QAAQ,CAAC,QAAQ,IAAI,MAAM,CAAC;YAElD,MAAM,IAAI,GAAG,MAAM,OAAO,CAAC,GAAG,CAC1B,KAAK,CAAC,GAAG,CAAC,KAAK,EAAE,IAAI,EAAE,EAAE;gBACrB,MAAM,IAAI,GAAG,MAAM,kBAAE,CAAC,QAAQ,CAAC,IAAI,CAAC,IAAI,EAAE,QAAe,CAAC,CAAC;gBAC3D,MAAM,YAAY,GAAG,cAAI,CAAC,IAAI,CAAC,MAAM,EAAE,IAAI,CAAC,IAAI,CAAC,CAAC;gBAElD,MAAM,UAAU,CAAC,IAAI,CAAC,YAAY,EAAE,IAAI,CAAC,QAAQ,CAAC,QAA0B,CAAC,CAAC,CAAC;gBAC/E,OAAO;oBACH,QAAQ,EAAE,YAAY;oBACtB,KAAK,EAAE,IAAI,CAAC,KAAK;oBACjB,IAAI,EAAE,cAAI,CAAC,KAAK,CAAC,YAAY,CAAC,CAAC,IAAI;oBACnC,IAAI,EAAE,IAAI,CAAC,IAAI;iBAClB,CAAC;YACN,CAAC,CAAC,CACL,CAAC;YAEF,MAAM,kBAAE,CAAC,EAAE,CAAC,cAAc,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC,CAAC;YAE9D,OAAO,IAAI,CAAC;SACf;QAAC,OAAO,GAAG,EAAE;YACV,MAAM,IAAI,qBAAY,CAAC,8BAA8B,EAAE,IAAI,CAAC,WAAW,CAAC,IAAI,EAAE,GAAG,CAAC,CAAC;SACtF;IACL,CAAC;CACJ;AAhED,0DAgEC"}
1
+ {"version":3,"file":"ZipFileDataTypeStrategy.js","sourceRoot":"","sources":["../../../../src/integration-engine/datasources/datatype-strategy/ZipFileDataTypeStrategy.ts"],"names":[],"mappings":";;;;;;AACA,iEAA4D;AAC5D,wDAAmD;AACnD,4CAA+C;AAC/C,2DAA6B;AAC7B,4CAAoB;AACpB,gDAAwB;AAExB,MAAa,uBAAuB;IAIhC,YAAoB,QAAsB;QAAtB,aAAQ,GAAR,QAAQ,CAAc;QACtC,IAAI,CAAC,cAAc,GAAG,IAAI,+BAAc,CAAC,YAAE,CAAC,MAAM,EAAE,CAAC,CAAC;QACtD,IAAI,CAAC,MAAM,GAAG,SAAS,CAAC;IAC5B,CAAC;IAEM,mBAAmB,CAAC,QAAsB;QAC7C,IAAI,CAAC,QAAQ,GAAG,QAAQ,CAAC;IAC7B,CAAC;IAEM,SAAS,CAAC,cAAkC;QAC/C,IAAI,CAAC,MAAM,GAAG,cAAc,CAAC;IACjC,CAAC;IAEM,KAAK,CAAC,SAAS,CAAC,IAA0B;QAC7C,IAAI,CAAC;YACD,IAAI,IAAI,YAAY,WAAW,EAAE,CAAC;gBAC9B,IAAI,GAAG,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;YAC7B,CAAC;YAED,MAAM,EAAE,cAAc,EAAE,KAAK,EAAE,GAAG,MAAM,IAAI,CAAC,cAAc,CAAC,aAAa,CAAC,IAAc,EAAE,CAAC,QAAQ,EAAE,EAAE;gBACnG,IAAI,IAAI,CAAC,QAAQ,CAAC,gBAAgB,EAAE,CAAC;oBACjC,OAAO,IAAI,CAAC,QAAQ,CAAC,gBAAgB,CAAC,OAAO,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC;gBACjE,CAAC;gBAED,OAAO,CAAC,CAAC,QAAQ,CAAC;YACtB,CAAC,CAAC,CAAC;YAEH,MAAM,UAAU,GAAG,IAAI,uBAAU,CAC7B,sBAAsB,GAAG,OAAO,EAChC;gBACI,wBAAwB,EAAE,KAAK;gBAC/B,MAAM,EAAE,OAAO;aAClB,EACD,IAAI,CACP,CAAC;YACF,MAAM,MAAM,GAAG,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC;YAClC,MAAM,QAAQ,GAAG,IAAI,CAAC,QAAQ,CAAC,QAAQ,IAAI,MAAM,CAAC;YAElD,MAAM,IAAI,GAAG,MAAM,OAAO,CAAC,GAAG,CAC1B,KAAK,CAAC,GAAG,CAAC,KAAK,EAAE,IAAI,EAAE,EAAE;gBACrB,MAAM,IAAI,GAAG,MAAM,kBAAE,CAAC,QAAQ,CAAC,IAAI,CAAC,IAAI,EAAE,QAAe,CAAC,CAAC;gBAC3D,MAAM,YAAY,GAAG,cAAI,CAAC,IAAI,CAAC,MAAM,EAAE,IAAI,CAAC,IAAI,CAAC,CAAC;gBAElD,MAAM,UAAU,CAAC,IAAI,CAAC,YAAY,EAAE,IAAI,CAAC,QAAQ,CAAC,QAA0B,CAAC,CAAC,CAAC;gBAC/E,OAAO;oBACH,QAAQ,EAAE,YAAY;oBACtB,KAAK,EAAE,IAAI,CAAC,KAAK;oBACjB,IAAI,EAAE,cAAI,CAAC,KAAK,CAAC,YAAY,CAAC,CAAC,IAAI;oBACnC,IAAI,EAAE,IAAI,CAAC,IAAI;iBAClB,CAAC;YACN,CAAC,CAAC,CACL,CAAC;YAEF,MAAM,kBAAE,CAAC,EAAE,CAAC,cAAc,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC,CAAC;YAE9D,OAAO,IAAI,CAAC;QAChB,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACX,MAAM,IAAI,qBAAY,CAAC,8BAA8B,EAAE,IAAI,CAAC,WAAW,CAAC,IAAI,EAAE,GAAG,CAAC,CAAC;QACvF,CAAC;IACL,CAAC;CACJ;AAhED,0DAgEC"}
@@ -1,16 +1,21 @@
1
+ export * from "./BatchWritable";
1
2
  export * from "./DataSource";
2
3
  export * from "./DataSourceStream";
3
4
  export * from "./DataSourceStreamManager";
4
5
  export * from "./DataSourceStreamed";
6
+ export * from "./DataSourceStreamedPipeline";
5
7
  export * from "./IDataSource";
6
8
  export * from "./datatype-strategy/CSVDataTypeStrategy";
7
9
  export * from "./datatype-strategy/IDataTypeStrategy";
8
10
  export * from "./datatype-strategy/JSONDataTypeStrategy";
11
+ export * from "./datatype-strategy/JSONStreamTransformer";
9
12
  export * from "./datatype-strategy/XMLDataTypeStrategy";
10
13
  export * from "./protocol-strategy/FTPProtocolStrategy";
14
+ export * from "./protocol-strategy/HTTPRequestProtocolStrategyStreamed";
11
15
  export * from "./protocol-strategy/GoogleCloudStorageProtocolStrategy";
12
16
  export * from "./protocol-strategy/PaginatedHTTPProtocolStrategy";
13
17
  export * from "./protocol-strategy/IProtocolStrategy";
18
+ export * from "./protocol-strategy/IStreamingProtocolStrategy";
14
19
  export * from "./protocol-strategy/PostgresProtocolStrategy";
15
20
  export * from "./protocol-strategy/PostgresProtocolStrategyStreamed";
16
21
  export * from "./protocol-strategy/ProtocolStrategy";