@multiplayer-app/ai-agent-node 0.1.0-beta.4 → 0.1.0-beta.41

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (299) hide show
  1. package/dist/cjs/config.cjs +88 -38
  2. package/dist/cjs/config.cjs.map +1 -1
  3. package/dist/cjs/config.d.ts +57 -23
  4. package/dist/cjs/config.d.ts.map +1 -1
  5. package/dist/cjs/helpers/AIHelper.cjs +160 -101
  6. package/dist/cjs/helpers/AIHelper.cjs.map +1 -1
  7. package/dist/cjs/helpers/AIHelper.d.ts +21 -13
  8. package/dist/cjs/helpers/AIHelper.d.ts.map +1 -1
  9. package/dist/cjs/helpers/AIHelper.test.cjs +22 -15
  10. package/dist/cjs/helpers/AIHelper.test.cjs.map +1 -1
  11. package/dist/cjs/helpers/ConfigHelper.cjs +19 -11
  12. package/dist/cjs/helpers/ConfigHelper.cjs.map +1 -1
  13. package/dist/cjs/helpers/ConfigHelper.d.ts.map +1 -1
  14. package/dist/cjs/helpers/ContextLimiter.cjs +2 -3
  15. package/dist/cjs/helpers/ContextLimiter.cjs.map +1 -1
  16. package/dist/cjs/helpers/FileHelper.cjs +132 -154
  17. package/dist/cjs/helpers/FileHelper.cjs.map +1 -1
  18. package/dist/cjs/helpers/FileHelper.d.ts +19 -25
  19. package/dist/cjs/helpers/FileHelper.d.ts.map +1 -1
  20. package/dist/cjs/helpers/index.cjs +4 -5
  21. package/dist/cjs/helpers/index.cjs.map +1 -1
  22. package/dist/cjs/helpers/index.d.ts +4 -5
  23. package/dist/cjs/helpers/index.d.ts.map +1 -1
  24. package/dist/cjs/index.cjs +118 -31
  25. package/dist/cjs/index.cjs.map +1 -1
  26. package/dist/cjs/index.d.ts +42 -13
  27. package/dist/cjs/index.d.ts.map +1 -1
  28. package/dist/cjs/libs/index.cjs +2 -3
  29. package/dist/cjs/libs/index.cjs.map +1 -1
  30. package/dist/cjs/libs/index.d.ts +2 -3
  31. package/dist/cjs/libs/index.d.ts.map +1 -1
  32. package/dist/cjs/libs/logger/index.cjs +5 -5
  33. package/dist/cjs/libs/logger/index.cjs.map +1 -1
  34. package/dist/cjs/libs/logger/index.d.ts +2 -2
  35. package/dist/cjs/libs/logger/index.d.ts.map +1 -1
  36. package/dist/cjs/libs/logger/kafkajs-logger-creator.cjs +2 -2
  37. package/dist/cjs/libs/logger/kafkajs-logger-creator.cjs.map +1 -1
  38. package/dist/cjs/libs/s3/index.cjs +3 -39
  39. package/dist/cjs/libs/s3/index.cjs.map +1 -1
  40. package/dist/cjs/libs/s3/index.d.ts +1 -2
  41. package/dist/cjs/libs/s3/index.d.ts.map +1 -1
  42. package/dist/cjs/libs/s3/s3.lib.cjs +174 -191
  43. package/dist/cjs/libs/s3/s3.lib.cjs.map +1 -1
  44. package/dist/cjs/libs/s3/s3.lib.d.ts +29 -22
  45. package/dist/cjs/libs/s3/s3.lib.d.ts.map +1 -1
  46. package/dist/cjs/processors/ActivityProcessor.cjs +36 -0
  47. package/dist/cjs/processors/ActivityProcessor.cjs.map +1 -0
  48. package/dist/cjs/processors/ActivityProcessor.d.ts +27 -0
  49. package/dist/cjs/processors/ActivityProcessor.d.ts.map +1 -0
  50. package/dist/cjs/processors/ActivityProcessor.test.cjs +84 -0
  51. package/dist/cjs/processors/ActivityProcessor.test.cjs.map +1 -0
  52. package/dist/cjs/processors/ActivityProcessor.test.d.ts +2 -0
  53. package/dist/cjs/processors/ActivityProcessor.test.d.ts.map +1 -0
  54. package/dist/cjs/processors/ChatProcessor.cjs +335 -163
  55. package/dist/cjs/processors/ChatProcessor.cjs.map +1 -1
  56. package/dist/cjs/processors/ChatProcessor.d.ts +56 -9
  57. package/dist/cjs/processors/ChatProcessor.d.ts.map +1 -1
  58. package/dist/cjs/processors/ChatProcessor.test.cjs +450 -0
  59. package/dist/cjs/processors/ChatProcessor.test.cjs.map +1 -0
  60. package/dist/cjs/processors/ChatProcessor.test.d.ts +2 -0
  61. package/dist/cjs/processors/ChatProcessor.test.d.ts.map +1 -0
  62. package/dist/cjs/processors/ModelsProcessor.cjs +2 -2
  63. package/dist/cjs/processors/ModelsProcessor.cjs.map +1 -1
  64. package/dist/cjs/processors/index.cjs +3 -2
  65. package/dist/cjs/processors/index.cjs.map +1 -1
  66. package/dist/cjs/processors/index.d.ts +3 -2
  67. package/dist/cjs/processors/index.d.ts.map +1 -1
  68. package/dist/cjs/services/AIService.cjs +50 -31
  69. package/dist/cjs/services/AIService.cjs.map +1 -1
  70. package/dist/cjs/services/AIService.d.ts +16 -5
  71. package/dist/cjs/services/AIService.d.ts.map +1 -1
  72. package/dist/cjs/services/InternalEventsHandler.cjs +5 -5
  73. package/dist/cjs/services/InternalEventsHandler.cjs.map +1 -1
  74. package/dist/cjs/services/InternalEventsHandler.d.ts +3 -1
  75. package/dist/cjs/services/InternalEventsHandler.d.ts.map +1 -1
  76. package/dist/cjs/services/ModelFetcher.cjs +9 -15
  77. package/dist/cjs/services/ModelFetcher.cjs.map +1 -1
  78. package/dist/cjs/services/ModelFetcher.d.ts +2 -7
  79. package/dist/cjs/services/ModelFetcher.d.ts.map +1 -1
  80. package/dist/cjs/services/RedisService.cjs +35 -32
  81. package/dist/cjs/services/RedisService.cjs.map +1 -1
  82. package/dist/cjs/services/RedisService.d.ts +5 -2
  83. package/dist/cjs/services/RedisService.d.ts.map +1 -1
  84. package/dist/cjs/services/SocketService.cjs +19 -20
  85. package/dist/cjs/services/SocketService.cjs.map +1 -1
  86. package/dist/cjs/services/SocketService.d.ts +9 -6
  87. package/dist/cjs/services/SocketService.d.ts.map +1 -1
  88. package/dist/cjs/services/index.cjs +5 -6
  89. package/dist/cjs/services/index.cjs.map +1 -1
  90. package/dist/cjs/services/index.d.ts +5 -6
  91. package/dist/cjs/services/index.d.ts.map +1 -1
  92. package/dist/cjs/store/AgentStore.cjs +4 -5
  93. package/dist/cjs/store/AgentStore.cjs.map +1 -1
  94. package/dist/cjs/store/AgentStore.d.ts +2 -1
  95. package/dist/cjs/store/AgentStore.d.ts.map +1 -1
  96. package/dist/cjs/store/ArtifactStore.cjs +2 -4
  97. package/dist/cjs/store/ArtifactStore.cjs.map +1 -1
  98. package/dist/cjs/store/ConfigStore.cjs +8 -11
  99. package/dist/cjs/store/ConfigStore.cjs.map +1 -1
  100. package/dist/cjs/store/ConfigStore.d.ts.map +1 -1
  101. package/dist/cjs/store/ConfigStore.test.cjs +2 -2
  102. package/dist/cjs/store/ConfigStore.test.cjs.map +1 -1
  103. package/dist/cjs/store/ModelStore.cjs +4 -4
  104. package/dist/cjs/store/ModelStore.cjs.map +1 -1
  105. package/dist/cjs/store/ModelStore.test.cjs +17 -17
  106. package/dist/cjs/store/ModelStore.test.cjs.map +1 -1
  107. package/dist/cjs/store/index.cjs +4 -4
  108. package/dist/cjs/store/index.cjs.map +1 -1
  109. package/dist/cjs/store/index.d.ts +4 -4
  110. package/dist/cjs/store/index.d.ts.map +1 -1
  111. package/dist/cjs/tools/proposeFormValuesTool.d.ts +2 -2
  112. package/dist/cjs/tsconfig.cjs.tsbuildinfo +1 -0
  113. package/dist/esm/config.d.ts +57 -23
  114. package/dist/esm/config.d.ts.map +1 -1
  115. package/dist/esm/config.js +88 -36
  116. package/dist/esm/config.js.map +1 -1
  117. package/dist/esm/helpers/AIHelper.d.ts +21 -13
  118. package/dist/esm/helpers/AIHelper.d.ts.map +1 -1
  119. package/dist/esm/helpers/AIHelper.js +159 -98
  120. package/dist/esm/helpers/AIHelper.js.map +1 -1
  121. package/dist/esm/helpers/AIHelper.test.js +21 -14
  122. package/dist/esm/helpers/AIHelper.test.js.map +1 -1
  123. package/dist/esm/helpers/ConfigHelper.d.ts.map +1 -1
  124. package/dist/esm/helpers/ConfigHelper.js +17 -9
  125. package/dist/esm/helpers/ConfigHelper.js.map +1 -1
  126. package/dist/esm/helpers/ContextLimiter.js +2 -3
  127. package/dist/esm/helpers/ContextLimiter.js.map +1 -1
  128. package/dist/esm/helpers/FileHelper.d.ts +19 -25
  129. package/dist/esm/helpers/FileHelper.d.ts.map +1 -1
  130. package/dist/esm/helpers/FileHelper.js +132 -149
  131. package/dist/esm/helpers/FileHelper.js.map +1 -1
  132. package/dist/esm/helpers/index.d.ts +4 -5
  133. package/dist/esm/helpers/index.d.ts.map +1 -1
  134. package/dist/esm/helpers/index.js +4 -5
  135. package/dist/esm/helpers/index.js.map +1 -1
  136. package/dist/esm/index.d.ts +42 -13
  137. package/dist/esm/index.d.ts.map +1 -1
  138. package/dist/esm/index.js +87 -12
  139. package/dist/esm/index.js.map +1 -1
  140. package/dist/esm/libs/index.d.ts +2 -3
  141. package/dist/esm/libs/index.d.ts.map +1 -1
  142. package/dist/esm/libs/index.js +2 -3
  143. package/dist/esm/libs/index.js.map +1 -1
  144. package/dist/esm/libs/logger/index.d.ts +2 -2
  145. package/dist/esm/libs/logger/index.d.ts.map +1 -1
  146. package/dist/esm/libs/logger/index.js +2 -2
  147. package/dist/esm/libs/logger/index.js.map +1 -1
  148. package/dist/esm/libs/logger/kafkajs-logger-creator.js +1 -1
  149. package/dist/esm/libs/logger/kafkajs-logger-creator.js.map +1 -1
  150. package/dist/esm/libs/s3/index.d.ts +1 -2
  151. package/dist/esm/libs/s3/index.d.ts.map +1 -1
  152. package/dist/esm/libs/s3/index.js +1 -2
  153. package/dist/esm/libs/s3/index.js.map +1 -1
  154. package/dist/esm/libs/s3/s3.lib.d.ts +29 -22
  155. package/dist/esm/libs/s3/s3.lib.d.ts.map +1 -1
  156. package/dist/esm/libs/s3/s3.lib.js +178 -177
  157. package/dist/esm/libs/s3/s3.lib.js.map +1 -1
  158. package/dist/esm/processors/ActivityProcessor.d.ts +27 -0
  159. package/dist/esm/processors/ActivityProcessor.d.ts.map +1 -0
  160. package/dist/esm/processors/ActivityProcessor.js +33 -0
  161. package/dist/esm/processors/ActivityProcessor.js.map +1 -0
  162. package/dist/esm/processors/ActivityProcessor.test.d.ts +2 -0
  163. package/dist/esm/processors/ActivityProcessor.test.d.ts.map +1 -0
  164. package/dist/esm/processors/ActivityProcessor.test.js +82 -0
  165. package/dist/esm/processors/ActivityProcessor.test.js.map +1 -0
  166. package/dist/esm/processors/ChatProcessor.d.ts +56 -9
  167. package/dist/esm/processors/ChatProcessor.d.ts.map +1 -1
  168. package/dist/esm/processors/ChatProcessor.js +334 -153
  169. package/dist/esm/processors/ChatProcessor.js.map +1 -1
  170. package/dist/esm/processors/ChatProcessor.test.d.ts +2 -0
  171. package/dist/esm/processors/ChatProcessor.test.d.ts.map +1 -0
  172. package/dist/esm/processors/ChatProcessor.test.js +448 -0
  173. package/dist/esm/processors/ChatProcessor.test.js.map +1 -0
  174. package/dist/esm/processors/ModelsProcessor.js +1 -1
  175. package/dist/esm/processors/ModelsProcessor.js.map +1 -1
  176. package/dist/esm/processors/index.d.ts +3 -2
  177. package/dist/esm/processors/index.d.ts.map +1 -1
  178. package/dist/esm/processors/index.js +3 -2
  179. package/dist/esm/processors/index.js.map +1 -1
  180. package/dist/esm/services/AIService.d.ts +16 -5
  181. package/dist/esm/services/AIService.d.ts.map +1 -1
  182. package/dist/esm/services/AIService.js +53 -32
  183. package/dist/esm/services/AIService.js.map +1 -1
  184. package/dist/esm/services/InternalEventsHandler.d.ts +3 -1
  185. package/dist/esm/services/InternalEventsHandler.d.ts.map +1 -1
  186. package/dist/esm/services/InternalEventsHandler.js +10 -8
  187. package/dist/esm/services/InternalEventsHandler.js.map +1 -1
  188. package/dist/esm/services/ModelFetcher.d.ts +2 -7
  189. package/dist/esm/services/ModelFetcher.d.ts.map +1 -1
  190. package/dist/esm/services/ModelFetcher.js +4 -9
  191. package/dist/esm/services/ModelFetcher.js.map +1 -1
  192. package/dist/esm/services/RedisService.d.ts +5 -2
  193. package/dist/esm/services/RedisService.d.ts.map +1 -1
  194. package/dist/esm/services/RedisService.js +25 -21
  195. package/dist/esm/services/RedisService.js.map +1 -1
  196. package/dist/esm/services/SocketService.d.ts +9 -6
  197. package/dist/esm/services/SocketService.d.ts.map +1 -1
  198. package/dist/esm/services/SocketService.js +15 -13
  199. package/dist/esm/services/SocketService.js.map +1 -1
  200. package/dist/esm/services/index.d.ts +5 -6
  201. package/dist/esm/services/index.d.ts.map +1 -1
  202. package/dist/esm/services/index.js +5 -6
  203. package/dist/esm/services/index.js.map +1 -1
  204. package/dist/esm/store/AgentStore.d.ts +2 -1
  205. package/dist/esm/store/AgentStore.d.ts.map +1 -1
  206. package/dist/esm/store/AgentStore.js +5 -5
  207. package/dist/esm/store/AgentStore.js.map +1 -1
  208. package/dist/esm/store/ArtifactStore.js +3 -7
  209. package/dist/esm/store/ArtifactStore.js.map +1 -1
  210. package/dist/esm/store/ConfigStore.d.ts.map +1 -1
  211. package/dist/esm/store/ConfigStore.js +16 -19
  212. package/dist/esm/store/ConfigStore.js.map +1 -1
  213. package/dist/esm/store/ConfigStore.test.js +1 -1
  214. package/dist/esm/store/ConfigStore.test.js.map +1 -1
  215. package/dist/esm/store/ModelStore.js +6 -6
  216. package/dist/esm/store/ModelStore.js.map +1 -1
  217. package/dist/esm/store/ModelStore.test.js +12 -12
  218. package/dist/esm/store/ModelStore.test.js.map +1 -1
  219. package/dist/esm/store/index.d.ts +4 -4
  220. package/dist/esm/store/index.d.ts.map +1 -1
  221. package/dist/esm/store/index.js +4 -4
  222. package/dist/esm/store/index.js.map +1 -1
  223. package/dist/esm/tools/proposeFormValuesTool.d.ts +2 -2
  224. package/dist/esm/tsconfig.esm.tsbuildinfo +1 -0
  225. package/package.json +15 -15
  226. package/dist/cjs/helpers/SetupHelper.cjs +0 -37
  227. package/dist/cjs/helpers/SetupHelper.cjs.map +0 -1
  228. package/dist/cjs/helpers/SetupHelper.d.ts +0 -5
  229. package/dist/cjs/helpers/SetupHelper.d.ts.map +0 -1
  230. package/dist/cjs/libs/kafka/config.cjs +0 -8
  231. package/dist/cjs/libs/kafka/config.cjs.map +0 -1
  232. package/dist/cjs/libs/kafka/config.d.ts +0 -5
  233. package/dist/cjs/libs/kafka/config.d.ts.map +0 -1
  234. package/dist/cjs/libs/kafka/consumer.cjs +0 -133
  235. package/dist/cjs/libs/kafka/consumer.cjs.map +0 -1
  236. package/dist/cjs/libs/kafka/consumer.d.ts +0 -16
  237. package/dist/cjs/libs/kafka/consumer.d.ts.map +0 -1
  238. package/dist/cjs/libs/kafka/index.cjs +0 -19
  239. package/dist/cjs/libs/kafka/index.cjs.map +0 -1
  240. package/dist/cjs/libs/kafka/index.d.ts +0 -3
  241. package/dist/cjs/libs/kafka/index.d.ts.map +0 -1
  242. package/dist/cjs/libs/kafka/kafka.cjs +0 -27
  243. package/dist/cjs/libs/kafka/kafka.cjs.map +0 -1
  244. package/dist/cjs/libs/kafka/kafka.d.ts +0 -3
  245. package/dist/cjs/libs/kafka/kafka.d.ts.map +0 -1
  246. package/dist/cjs/libs/kafka/producer.cjs +0 -48
  247. package/dist/cjs/libs/kafka/producer.cjs.map +0 -1
  248. package/dist/cjs/libs/kafka/producer.d.ts +0 -11
  249. package/dist/cjs/libs/kafka/producer.d.ts.map +0 -1
  250. package/dist/cjs/libs/logger/config.cjs +0 -9
  251. package/dist/cjs/libs/logger/config.cjs.map +0 -1
  252. package/dist/cjs/libs/logger/config.d.ts +0 -5
  253. package/dist/cjs/libs/logger/config.d.ts.map +0 -1
  254. package/dist/cjs/libs/s3/config.cjs +0 -10
  255. package/dist/cjs/libs/s3/config.cjs.map +0 -1
  256. package/dist/cjs/libs/s3/config.d.ts +0 -7
  257. package/dist/cjs/libs/s3/config.d.ts.map +0 -1
  258. package/dist/cjs/services/KafkaService.cjs +0 -123
  259. package/dist/cjs/services/KafkaService.cjs.map +0 -1
  260. package/dist/cjs/services/KafkaService.d.ts +0 -35
  261. package/dist/cjs/services/KafkaService.d.ts.map +0 -1
  262. package/dist/esm/helpers/SetupHelper.d.ts +0 -5
  263. package/dist/esm/helpers/SetupHelper.d.ts.map +0 -1
  264. package/dist/esm/helpers/SetupHelper.js +0 -32
  265. package/dist/esm/helpers/SetupHelper.js.map +0 -1
  266. package/dist/esm/libs/kafka/config.d.ts +0 -5
  267. package/dist/esm/libs/kafka/config.d.ts.map +0 -1
  268. package/dist/esm/libs/kafka/config.js +0 -5
  269. package/dist/esm/libs/kafka/config.js.map +0 -1
  270. package/dist/esm/libs/kafka/consumer.d.ts +0 -16
  271. package/dist/esm/libs/kafka/consumer.d.ts.map +0 -1
  272. package/dist/esm/libs/kafka/consumer.js +0 -126
  273. package/dist/esm/libs/kafka/consumer.js.map +0 -1
  274. package/dist/esm/libs/kafka/index.d.ts +0 -3
  275. package/dist/esm/libs/kafka/index.d.ts.map +0 -1
  276. package/dist/esm/libs/kafka/index.js +0 -3
  277. package/dist/esm/libs/kafka/index.js.map +0 -1
  278. package/dist/esm/libs/kafka/kafka.d.ts +0 -3
  279. package/dist/esm/libs/kafka/kafka.d.ts.map +0 -1
  280. package/dist/esm/libs/kafka/kafka.js +0 -24
  281. package/dist/esm/libs/kafka/kafka.js.map +0 -1
  282. package/dist/esm/libs/kafka/producer.d.ts +0 -11
  283. package/dist/esm/libs/kafka/producer.d.ts.map +0 -1
  284. package/dist/esm/libs/kafka/producer.js +0 -44
  285. package/dist/esm/libs/kafka/producer.js.map +0 -1
  286. package/dist/esm/libs/logger/config.d.ts +0 -5
  287. package/dist/esm/libs/logger/config.d.ts.map +0 -1
  288. package/dist/esm/libs/logger/config.js +0 -6
  289. package/dist/esm/libs/logger/config.js.map +0 -1
  290. package/dist/esm/libs/s3/config.d.ts +0 -7
  291. package/dist/esm/libs/s3/config.d.ts.map +0 -1
  292. package/dist/esm/libs/s3/config.js +0 -7
  293. package/dist/esm/libs/s3/config.js.map +0 -1
  294. package/dist/esm/services/KafkaService.d.ts +0 -35
  295. package/dist/esm/services/KafkaService.d.ts.map +0 -1
  296. package/dist/esm/services/KafkaService.js +0 -120
  297. package/dist/esm/services/KafkaService.js.map +0 -1
  298. package/dist/tsconfig.cjs.tsbuildinfo +0 -1
  299. package/dist/tsconfig.esm.tsbuildinfo +0 -1
@@ -1 +0,0 @@
1
- {"version":3,"file":"KafkaService.js","sourceRoot":"","sources":["../../../src/services/KafkaService.ts"],"names":[],"mappings":";;;AAAA,qDAAqE;AACrE,4CAAqC;AAErC,wDAAiD;AACjD,sDAA+C;AAC/C,yDAAiD;AAGjD,IAAK,6BAEJ;AAFD,WAAK,6BAA6B;IAChC,gDAAe,CAAA;AACjB,CAAC,EAFI,6BAA6B,KAA7B,6BAA6B,QAEjC;AAED,MAAM,YAAY;IAUhB,YAAY,cAAoC,EAAE,iBAA0C;QAJ3E,gBAAW,GAAG,CAAC,CAAA;QACf,kBAAa,GAAG,IAAI,CAAA,CAAC,sBAAsB;QAC3C,iBAAY,GAAG,KAAK,CAAA,CAAC,uBAAuB;QAG3D,IAAI,CAAC,aAAa,GAAG,IAAI,wBAAa,CAAC,kBAAM,CAAC,KAAK,CAAC,OAAO,CAAC,CAAA;QAC5D,IAAI,CAAC,aAAa,GAAG,IAAI,wBAAa,EAAE,CAAA;QACxC,IAAI,CAAC,cAAc,GAAG,cAAc,CAAA;QACpC,IAAI,CAAC,iBAAiB,GAAG,iBAAiB,CAAA;IAC5C,CAAC;IAED,eAAe,CAAC,cAAmC,EAAE,iBAAyC;QAC5F,IAAI,CAAC,cAAc,GAAG,cAAc,CAAA;QACpC,IAAI,CAAC,iBAAiB,GAAG,iBAAiB,CAAA;IAC5C,CAAC;IAED,KAAK,CAAC,KAAK;QACT,MAAM,OAAO,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC,OAAO,EAAE,EAAE,IAAI,CAAC,aAAa,CAAC,OAAO,EAAE,CAAC,CAAC,CAAA;IACnE,CAAC;IAED,KAAK,CAAC,IAAI;QACR,MAAM,OAAO,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC,aAAa,CAAC,UAAU,EAAE,EAAE,IAAI,CAAC,aAAa,CAAC,UAAU,EAAE,CAAC,CAAC,CAAA;IACvF,CAAC;IAED,KAAK,CAAC,6BAA6B,CAAC,MAAc;QAChD,MAAM,IAAI,CAAC,aAAa,CAAC,IAAI,CAAC,kBAAM,CAAC,KAAK,CAAC,6BAA6B,EAAE,EAAE,KAAK,EAAE,6BAA6B,CAAC,KAAK,EAAE,MAAM,EAAE,CAAC,CAAA;IACnI,CAAC;IAED,KAAK,CAAC,4BAA4B,CAAC,MAAc,EAAE,aAAqB,CAAC;QACvE,MAAM,IAAI,CAAC,aAAa,CAAC,IAAI,CAAC,kBAAM,CAAC,KAAK,CAAC,wBAAwB,EAAE,EAAE,MAAM,EAAE,UAAU,EAAE,CAAC,CAAA;IAC9F,CAAC;IAEO,KAAK,CAAC,KAAK,CAAC,EAAU;QAC5B,OAAO,IAAI,OAAO,CAAC,OAAO,CAAC,EAAE,CAAC,UAAU,CAAC,OAAO,EAAE,EAAE,CAAC,CAAC,CAAA;IACxD,CAAC;IAEO,qBAAqB,CAAC,UAAkB;QAC9C,4DAA4D;QAC5D,MAAM,gBAAgB,GAAG,IAAI,CAAC,aAAa,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,UAAU,CAAC,CAAA;QACrE,gEAAgE;QAChE,MAAM,MAAM,GAAG,IAAI,CAAC,MAAM,EAAE,GAAG,IAAI,GAAG,gBAAgB,CAAA;QACtD,MAAM,KAAK,GAAG,gBAAgB,GAAG,MAAM,CAAA;QACvC,mBAAmB;QACnB,OAAO,IAAI,CAAC,GAAG,CAAC,KAAK,EAAE,IAAI,CAAC,YAAY,CAAC,CAAA;IAC3C,CAAC;IAED,KAAK,CAAC,sBAAsB,CAAC,GAAG,EAAE,OAAiE;QACjG,QAAQ,OAAO,CAAC,KAAK,EAAE,CAAC;YACtB,KAAK,6BAA6B,CAAC,KAAK;gBACtC,MAAM,IAAI,CAAC,2BAA2B,CAAC,OAAO,CAAC,MAAM,CAAC,CAAA;gBACtD,MAAK;QACT,CAAC;IACH,CAAC;IAED,KAAK,CAAC,0BAA0B,CAAC,GAAG,EAAE,OAAgD;;QACpF,IAAI,CAAC,IAAI,CAAC,cAAc,IAAI,CAAC,IAAI,CAAC,iBAAiB,EAAE,CAAC;YACpD,iBAAM,CAAC,IAAI,CAAC,oEAAoE,CAAC,CAAA;YACjF,OAAM;QACR,CAAC;QACD,MAAM,UAAU,GAAG,MAAA,OAAO,CAAC,UAAU,mCAAI,CAAC,CAAA;QAC1C,IAAI,CAAC;YACH,MAAM,IAAI,GAAG,MAAM,IAAI,CAAC,cAAc,CAAC,QAAQ,CAAC,OAAO,CAAC,MAAM,CAAC,CAAA;YAC/D,IAAI,CAAC,IAAI,EAAE,CAAC;gBACV,OAAM;YACR,CAAC;YACD,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,iBAAiB,CAAC,YAAY,CAAC,OAAO,CAAC,MAAM,CAAC,CAAA;YAC1E,IAAI,QAAQ,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;gBAC1B,OAAM;YACR,CAAC;YAED,MAAM,KAAK,GAAG,MAAM,sBAAQ,CAAC,uBAAuB,CAAC,IAAI,CAAC,UAAU,EAAE,QAAQ,CAAC,CAAA;YAC/E,MAAM,IAAI,CAAC,cAAc,CAAC,MAAM,CAAC,IAAI,CAAC,EAAE,EAAE,EAAC,KAAK,EAAC,CAAC,CAAA;YAClD,4DAA4D;YAC5D,MAAM,WAAW,GAAG;gBAClB,GAAG,IAAI;gBACP,KAAK;aACN,CAAA;YACD,IAAI,IAAI,CAAC,MAAM;gBAAE,gCAAa,CAAC,cAAc,CAAC,IAAI,CAAC,MAAM,EAAE,EAAC,GAAG,WAAW,EAAE,QAAQ,EAAC,CAAC,CAAC;QACzF,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,iBAAM,CAAC,KAAK,CAAC,wDAAwD,OAAO,CAAC,MAAM,iBAAiB,UAAU,EAAE,EAAE,KAAK,CAAC,CAAA;YAExH,IAAI,UAAU,GAAG,IAAI,CAAC,WAAW,EAAE,CAAC;gBAClC,MAAM,KAAK,GAAG,IAAI,CAAC,qBAAqB,CAAC,UAAU,CAAC,CAAA;gBACpD,iBAAM,CAAC,IAAI,CAAC,2DAA2D,OAAO,CAAC,MAAM,UAAU,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,eAAe,UAAU,GAAG,CAAC,IAAI,IAAI,CAAC,WAAW,GAAG,CAAC,CAAA;gBAErK,MAAM,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,CAAA;gBACvB,MAAM,IAAI,CAAC,4BAA4B,CAAC,OAAO,CAAC,MAAM,EAAE,UAAU,GAAG,CAAC,CAAC,CAAA;YACzE,CAAC;iBAAM,CAAC;gBACN,iBAAM,CAAC,KAAK,CAAC,8BAA8B,IAAI,CAAC,WAAW,iDAAiD,OAAO,CAAC,MAAM,EAAE,CAAC,CAAA;YAC/H,CAAC;QACH,CAAC;IACH,CAAC;IAED,KAAK,CAAC,2BAA2B,CAAC,MAAc;QAC9C,IAAI,CAAC,IAAI,CAAC,cAAc,IAAI,CAAC,IAAI,CAAC,iBAAiB,EAAE,CAAC;YACpD,iBAAM,CAAC,IAAI,CAAC,qEAAqE,CAAC,CAAA;YAClF,OAAM;QACR,CAAC;QACD,MAAM,IAAI,GAAG,MAAM,IAAI,CAAC,cAAc,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAA;QACvD,IAAI,CAAC,IAAI,EAAE,CAAC;YACV,OAAM;QACR,CAAC;QACD,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,iBAAiB,CAAC,YAAY,CAAC,MAAM,CAAC,CAAA;QAClE,IAAI,QAAQ,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YAC1B,OAAM;QACR,CAAC;QAED,8CAA8C;IAEhD,CAAC;IAED,KAAK,CAAC,OAAO;QACX,MAAM,IAAI,CAAC,aAAa,CAAC,OAAO,EAAE,CAAA;QAClC,MAAM,IAAI,CAAC,aAAa,CAAC,SAAS,CAAC,kBAAM,CAAC,KAAK,CAAC,wBAAwB,EAAE,IAAI,CAAC,0BAA0B,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAA;QACrH,MAAM,IAAI,CAAC,aAAa,CAAC,SAAS,CAAC,kBAAM,CAAC,KAAK,CAAC,6BAA6B,EAAE,IAAI,CAAC,sBAAsB,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAA;QACtH,MAAM,IAAI,CAAC,aAAa,CAAC,MAAM,EAAE,CAAA;IACnC,CAAC;IAED,KAAK,CAAC,UAAU;QACd,MAAM,IAAI,CAAC,aAAa,CAAC,UAAU,EAAE,CAAA;IACvC,CAAC;CACF;AACY,QAAA,YAAY,GAAG,IAAI,YAAY,EAAE,CAAA"}
@@ -1,35 +0,0 @@
1
- import type { AgentChatRepository, AgentMessageRepository } from '@multiplayer-app/ai-agent-db';
2
- declare enum BackgroundChatProcessingEvent {
3
- Start = "start"
4
- }
5
- declare class KafkaService {
6
- private kafkaConsumer;
7
- private kafkaProducer;
8
- private chatRepository?;
9
- private messageRepository?;
10
- private readonly MAX_RETRIES;
11
- private readonly BASE_DELAY_MS;
12
- private readonly MAX_DELAY_MS;
13
- constructor(chatRepository?: AgentChatRepository, messageRepository?: AgentMessageRepository);
14
- setRepositories(chatRepository: AgentChatRepository, messageRepository: AgentMessageRepository): void;
15
- start(): Promise<void>;
16
- stop(): Promise<void>;
17
- sendStartBackgroundAgentEvent(chatId: string): Promise<void>;
18
- sendChatTitleGenerationEvent(chatId: string, retryCount?: number): Promise<void>;
19
- private sleep;
20
- private calculateBackoffDelay;
21
- onBackgroundAgentEvent(key: any, message: {
22
- event: BackgroundChatProcessingEvent;
23
- chatId: string;
24
- }): Promise<void>;
25
- onChatTitleGenerationEvent(key: any, message: {
26
- chatId: string;
27
- retryCount?: number;
28
- }): Promise<void>;
29
- onStartBackgroundAgentEvent(chatId: string): Promise<void>;
30
- connect(): Promise<void>;
31
- disconnect(): Promise<void>;
32
- }
33
- export declare const kafkaService: KafkaService;
34
- export {};
35
- //# sourceMappingURL=KafkaService.d.ts.map
@@ -1 +0,0 @@
1
- {"version":3,"file":"KafkaService.d.ts","sourceRoot":"","sources":["../../../src/services/KafkaService.ts"],"names":[],"mappings":"AAMA,OAAO,KAAK,EAAE,mBAAmB,EAAE,sBAAsB,EAAE,MAAM,8BAA8B,CAAC;AAEhG,aAAK,6BAA6B;IAChC,KAAK,UAAU;CAChB;AAED,cAAM,YAAY;IAChB,OAAO,CAAC,aAAa,CAAe;IACpC,OAAO,CAAC,aAAa,CAAe;IACpC,OAAO,CAAC,cAAc,CAAC,CAAqB;IAC5C,OAAO,CAAC,iBAAiB,CAAC,CAAwB;IAElD,OAAO,CAAC,QAAQ,CAAC,WAAW,CAAI;IAChC,OAAO,CAAC,QAAQ,CAAC,aAAa,CAAO;IACrC,OAAO,CAAC,QAAQ,CAAC,YAAY,CAAQ;gBAEzB,cAAc,CAAC,EAAE,mBAAmB,EAAE,iBAAiB,CAAC,EAAE,sBAAsB;IAO5F,eAAe,CAAC,cAAc,EAAE,mBAAmB,EAAE,iBAAiB,EAAE,sBAAsB;IAKxF,KAAK;IAIL,IAAI;IAIJ,6BAA6B,CAAC,MAAM,EAAE,MAAM;IAI5C,4BAA4B,CAAC,MAAM,EAAE,MAAM,EAAE,UAAU,GAAE,MAAU;YAI3D,KAAK;IAInB,OAAO,CAAC,qBAAqB;IAUvB,sBAAsB,CAAC,GAAG,KAAA,EAAE,OAAO,EAAE;QAAE,KAAK,EAAE,6BAA6B,CAAC;QAAC,MAAM,EAAE,MAAM,CAAA;KAAE;IAQ7F,0BAA0B,CAAC,GAAG,KAAA,EAAE,OAAO,EAAE;QAAE,MAAM,EAAE,MAAM,CAAC;QAAC,UAAU,CAAC,EAAE,MAAM,CAAA;KAAE;IAuChF,2BAA2B,CAAC,MAAM,EAAE,MAAM;IAkB1C,OAAO;IAOP,UAAU;CAGjB;AACD,eAAO,MAAM,YAAY,cAAqB,CAAA"}
@@ -1,5 +0,0 @@
1
- import type { AgentChatRepository, AgentMessageRepository } from '@multiplayer-app/ai-agent-db';
2
- export declare function fetchModels(): Promise<void>;
3
- export declare function startServices(agentChatRepository: AgentChatRepository, agentMessageRepository: AgentMessageRepository): Promise<[void, void, void, void]>;
4
- export declare function stopServices(): Promise<[void, void]>;
5
- //# sourceMappingURL=SetupHelper.d.ts.map
@@ -1 +0,0 @@
1
- {"version":3,"file":"SetupHelper.d.ts","sourceRoot":"","sources":["../../../src/helpers/SetupHelper.ts"],"names":[],"mappings":"AAKA,OAAO,KAAK,EAAE,mBAAmB,EAAE,sBAAsB,EAAE,MAAM,8BAA8B,CAAC;AAEhG,wBAAsB,WAAW,kBAShC;AAED,wBAAgB,aAAa,CAAC,mBAAmB,EAAE,mBAAmB,EAAE,sBAAsB,EAAE,sBAAsB,qCASrH;AAED,wBAAgB,YAAY,0BAK3B"}
@@ -1,32 +0,0 @@
1
- import { logger } from '../libs/logger/index.js';
2
- import { agentStore, ModelStore } from '../store/index.js';
3
- import { redisService, kafkaService, ModelFetcher } from '../services/index.js';
4
- import { s3 } from "../libs/s3/index.js";
5
- import { config } from "../config.js";
6
- export async function fetchModels() {
7
- try {
8
- const modelFetcher = new ModelFetcher();
9
- const models = await modelFetcher.fetchAllModels();
10
- ModelStore.getInstance().setModels(models);
11
- }
12
- catch (error) {
13
- logger.error('Failed to fetch models on startup:', error);
14
- throw error;
15
- }
16
- }
17
- export function startServices(agentChatRepository, agentMessageRepository) {
18
- kafkaService.setRepositories(agentChatRepository, agentMessageRepository);
19
- return Promise.all([
20
- kafkaService.start(),
21
- agentStore.initialize(),
22
- fetchModels(),
23
- s3.ensureBucketExists(config.s3.bucket),
24
- ]);
25
- }
26
- export function stopServices() {
27
- return Promise.all([
28
- redisService.disconnect(),
29
- kafkaService.stop()
30
- ]);
31
- }
32
- //# sourceMappingURL=SetupHelper.js.map
@@ -1 +0,0 @@
1
- {"version":3,"file":"SetupHelper.js","sourceRoot":"","sources":["../../../src/helpers/SetupHelper.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,MAAM,EAAE,MAAM,yBAAyB,CAAC;AACjD,OAAO,EAAE,UAAU,EAAE,UAAU,EAAE,MAAM,mBAAmB,CAAC;AAC3D,OAAO,EAAE,YAAY,EAAE,YAAY,EAAE,YAAY,EAAE,MAAM,sBAAsB,CAAC;AAChF,OAAO,EAAE,EAAE,EAAE,MAAM,qBAAqB,CAAC;AACzC,OAAO,EAAE,MAAM,EAAE,MAAM,cAAc,CAAC;AAGtC,MAAM,CAAC,KAAK,UAAU,WAAW;IAC7B,IAAI,CAAC;QACH,MAAM,YAAY,GAAG,IAAI,YAAY,EAAE,CAAC;QACxC,MAAM,MAAM,GAAG,MAAM,YAAY,CAAC,cAAc,EAAE,CAAC;QACnD,UAAU,CAAC,WAAW,EAAE,CAAC,SAAS,CAAC,MAAM,CAAC,CAAC;IAC7C,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,MAAM,CAAC,KAAK,CAAC,oCAAoC,EAAE,KAAK,CAAC,CAAC;QAC1D,MAAM,KAAK,CAAC;IACd,CAAC;AACL,CAAC;AAED,MAAM,UAAU,aAAa,CAAC,mBAAwC,EAAE,sBAA8C;IACpH,YAAY,CAAC,eAAe,CAAC,mBAAmB,EAAE,sBAAsB,CAAC,CAAC;IAE1E,OAAO,OAAO,CAAC,GAAG,CAAC;QACjB,YAAY,CAAC,KAAK,EAAE;QACpB,UAAU,CAAC,UAAU,EAAE;QACvB,WAAW,EAAE;QACb,EAAE,CAAC,kBAAkB,CAAC,MAAM,CAAC,EAAE,CAAC,MAAM,CAAC;KACxC,CAAC,CAAA;AACJ,CAAC;AAED,MAAM,UAAU,YAAY;IAC1B,OAAO,OAAO,CAAC,GAAG,CAAC;QACjB,YAAY,CAAC,UAAU,EAAE;QACzB,YAAY,CAAC,IAAI,EAAE;KACpB,CAAC,CAAA;AACJ,CAAC"}
@@ -1,5 +0,0 @@
1
- export declare const SERVICE_NAME: string | undefined;
2
- export declare const KAFKA_URI: string[];
3
- export declare const KAFKA_CLIENT_ID: string | undefined;
4
- export declare const KAFKA_SESSION_TIMEOUT: number;
5
- //# sourceMappingURL=config.d.ts.map
@@ -1 +0,0 @@
1
- {"version":3,"file":"config.d.ts","sourceRoot":"","sources":["../../../../src/libs/kafka/config.ts"],"names":[],"mappings":"AAAA,eAAO,MAAM,YAAY,oBAA+B,CAAA;AACxD,eAAO,MAAM,SAAS,UAAmE,CAAA;AACzF,eAAO,MAAM,eAAe,oBAAwD,CAAA;AACpF,eAAO,MAAM,qBAAqB,QAAgE,CAAA"}
@@ -1,5 +0,0 @@
1
- export const SERVICE_NAME = process.env.npm_package_name;
2
- export const KAFKA_URI = (process.env.KAFKA_URI || 'localhost:9092').split(',');
3
- export const KAFKA_CLIENT_ID = process.env.KAFKA_CLIENT_ID || SERVICE_NAME;
4
- export const KAFKA_SESSION_TIMEOUT = Number.parseInt(process.env.KAFKA_SESSION_TIMEOUT || '30000');
5
- //# sourceMappingURL=config.js.map
@@ -1 +0,0 @@
1
- {"version":3,"file":"config.js","sourceRoot":"","sources":["../../../../src/libs/kafka/config.ts"],"names":[],"mappings":"AAAA,MAAM,CAAC,MAAM,YAAY,GAAG,OAAO,CAAC,GAAG,CAAC,gBAAgB,CAAA;AACxD,MAAM,CAAC,MAAM,SAAS,GAAG,CAAC,OAAO,CAAC,GAAG,CAAC,SAAmB,IAAI,gBAAgB,CAAC,CAAC,KAAK,CAAC,GAAG,CAAC,CAAA;AACzF,MAAM,CAAC,MAAM,eAAe,GAAG,OAAO,CAAC,GAAG,CAAC,eAAyB,IAAI,YAAY,CAAA;AACpF,MAAM,CAAC,MAAM,qBAAqB,GAAG,MAAM,CAAC,QAAQ,CAAC,OAAO,CAAC,GAAG,CAAC,qBAAqB,IAAI,OAAO,CAAC,CAAA"}
@@ -1,16 +0,0 @@
1
- import { ConsumerRunConfig, IHeaders } from 'kafkajs';
2
- export type KafkaConsumerListener = (key: any, value: any, headers?: IHeaders) => void | Promise<void>;
3
- export declare class KafkaConsumer {
4
- private consumer;
5
- private listeners;
6
- private lastHeartbeat;
7
- constructor(groupId: string);
8
- isConnected(): Promise<boolean>;
9
- connect(): Promise<void>;
10
- disconnect(): Promise<void>;
11
- subscribe(topic: string, listener: KafkaConsumerListener): Promise<void>;
12
- private listenFnWrapper;
13
- listen(options?: Omit<ConsumerRunConfig, 'eachMessage' | 'eachBatch'>): Promise<void>;
14
- listenBatch(options: Omit<ConsumerRunConfig, 'eachMessage' | 'eachBatch'>): Promise<void>;
15
- }
16
- //# sourceMappingURL=consumer.d.ts.map
@@ -1 +0,0 @@
1
- {"version":3,"file":"consumer.d.ts","sourceRoot":"","sources":["../../../../src/libs/kafka/consumer.ts"],"names":[],"mappings":"AAAA,OAAO,EAAY,iBAAiB,EAAE,QAAQ,EAAW,MAAM,SAAS,CAAA;AAcxE,MAAM,MAAM,qBAAqB,GAAG,CAAC,GAAG,KAAA,EAAE,KAAK,KAAA,EAAE,OAAO,CAAC,EAAE,QAAQ,KAAK,IAAI,GAAG,OAAO,CAAC,IAAI,CAAC,CAAA;AAC5F,qBAAa,aAAa;IACxB,OAAO,CAAC,QAAQ,CAAU;IAC1B,OAAO,CAAC,SAAS,CAA8C;IAC/D,OAAO,CAAC,aAAa,CAAY;gBAErB,OAAO,EAAE,MAAM;IAgBd,WAAW;IAYX,OAAO;IAIP,UAAU;IAIV,SAAS,CAAC,KAAK,EAAE,MAAM,EAAE,QAAQ,EAAE,qBAAqB;YASvD,eAAe;IAwChB,MAAM,CAAC,OAAO,GAAE,IAAI,CAAC,iBAAiB,EAAE,aAAa,GAAG,WAAW,CAE/E;IAeY,WAAW,CAAC,OAAO,EAAE,IAAI,CAAC,iBAAiB,EAAE,aAAa,GAAG,WAAW,CAAC;CAsCvF"}
@@ -1,126 +0,0 @@
1
- import logger from '../logger/index.js';
2
- import { kafka } from './kafka.js';
3
- import { KAFKA_SESSION_TIMEOUT } from './config.js';
4
- const startTimer = () => {
5
- const startTime = process.hrtime();
6
- return startTime;
7
- };
8
- const getDuration = (startTime) => {
9
- const diff = process.hrtime(startTime);
10
- return diff[0] * 1e3 + diff[1] * 1e-6;
11
- };
12
- export class KafkaConsumer {
13
- constructor(groupId) {
14
- this.listeners = {};
15
- this.lastHeartbeat = 0;
16
- this.consumer = kafka.consumer({
17
- groupId,
18
- sessionTimeout: KAFKA_SESSION_TIMEOUT,
19
- });
20
- this.consumer.on(this.consumer.events.HEARTBEAT, ({ timestamp }) => {
21
- this.lastHeartbeat = timestamp;
22
- });
23
- this.consumer.on(this.consumer.events.REQUEST_TIMEOUT, ({ timestamp }) => {
24
- this.lastHeartbeat = 0;
25
- });
26
- this.consumer.on(this.consumer.events.CRASH, ({ timestamp }) => {
27
- this.lastHeartbeat = 0;
28
- });
29
- }
30
- async isConnected() {
31
- if (Date.now() - this.lastHeartbeat < KAFKA_SESSION_TIMEOUT) {
32
- return true;
33
- }
34
- try {
35
- const { state } = await this.consumer.describeGroup();
36
- return ['CompletingRebalance', 'PreparingRebalance', 'Stable'].includes(state);
37
- }
38
- catch (err) {
39
- return false;
40
- }
41
- }
42
- async connect() {
43
- await this.consumer.connect();
44
- }
45
- async disconnect() {
46
- await this.consumer.disconnect();
47
- }
48
- async subscribe(topic, listener) {
49
- logger.info({ topic }, '[KAFKAJS] Subscribing for topic');
50
- if (!this.listeners[topic]) {
51
- this.listeners[topic] = [];
52
- }
53
- this.listeners[topic].push(listener);
54
- }
55
- async listenFnWrapper(topic, message) {
56
- var _a, _b;
57
- const parseStartTime = startTimer();
58
- try {
59
- if (!((_a = this.listeners[topic]) === null || _a === void 0 ? void 0 : _a.length)) {
60
- logger.error(`[KAFKAJS] Missing handler for topic ${topic}`);
61
- }
62
- if (!(message === null || message === void 0 ? void 0 : message.value)) {
63
- return;
64
- }
65
- const key = (_b = message === null || message === void 0 ? void 0 : message.key) === null || _b === void 0 ? void 0 : _b.toString('utf8');
66
- const value = JSON.parse(message.value.toString('utf8'));
67
- const headers = message.headers;
68
- logger.debug({
69
- topic,
70
- key,
71
- value,
72
- }, `[KAFKAJS] Received message from topic ${topic}`);
73
- await Promise.all(this.listeners[topic].map(func => func(key, value, headers)));
74
- logger.debug({
75
- key,
76
- topic,
77
- duration: getDuration(parseStartTime),
78
- }, '[KAFKAJS] Done with processing data from kafka');
79
- }
80
- catch (err) {
81
- logger.error(err, '[KAFKAJS] Error on handling incoming message');
82
- }
83
- }
84
- async listen(options = {
85
- partitionsConsumedConcurrently: 3, autoCommit: true,
86
- }) {
87
- const topics = Object.keys(this.listeners);
88
- await this.consumer.subscribe({
89
- topics,
90
- fromBeginning: true,
91
- });
92
- await this.consumer.run({
93
- autoCommit: true,
94
- ...options,
95
- eachMessage: async ({ topic, message }) => this.listenFnWrapper(topic, message),
96
- });
97
- }
98
- async listenBatch(options) {
99
- const topics = Object.keys(this.listeners);
100
- await this.consumer.subscribe({
101
- topics,
102
- fromBeginning: true,
103
- });
104
- await this.consumer.run({
105
- eachBatchAutoResolve: true,
106
- ...options,
107
- eachBatch: async ({ batch, resolveOffset, heartbeat, commitOffsetsIfNecessary, uncommittedOffsets, isRunning, isStale, pause, }) => {
108
- var _a;
109
- for (const message of batch.messages) {
110
- if (!((_a = this.listeners[batch.topic]) === null || _a === void 0 ? void 0 : _a.length)) {
111
- logger.error(`[KAFKAJS] Missing handler for topic ${batch.topic}`);
112
- }
113
- try {
114
- await Promise.all(batch.messages.map(message => this.listenFnWrapper(batch.topic, message)));
115
- }
116
- catch (batchError) {
117
- logger.error(batchError, '[KAFKAJS] Batch fn error');
118
- }
119
- resolveOffset(message.offset);
120
- await heartbeat();
121
- }
122
- },
123
- });
124
- }
125
- }
126
- //# sourceMappingURL=consumer.js.map
@@ -1 +0,0 @@
1
- {"version":3,"file":"consumer.js","sourceRoot":"","sources":["../../../../src/libs/kafka/consumer.ts"],"names":[],"mappings":"AACA,OAAO,MAAM,MAAM,oBAAoB,CAAA;AACvC,OAAO,EAAE,KAAK,EAAE,MAAM,YAAY,CAAA;AAClC,OAAO,EAAE,qBAAqB,EAAE,MAAM,aAAa,CAAA;AAEnD,MAAM,UAAU,GAAG,GAAG,EAAE;IACtB,MAAM,SAAS,GAAG,OAAO,CAAC,MAAM,EAAE,CAAA;IAClC,OAAO,SAAS,CAAA;AAClB,CAAC,CAAA;AACD,MAAM,WAAW,GAAG,CAAC,SAAS,EAAE,EAAE;IAChC,MAAM,IAAI,GAAG,OAAO,CAAC,MAAM,CAAC,SAAS,CAAC,CAAA;IACtC,OAAO,IAAI,CAAC,CAAC,CAAC,GAAG,GAAG,GAAG,IAAI,CAAC,CAAC,CAAC,GAAG,IAAI,CAAA;AACvC,CAAC,CAAA;AAGD,MAAM,OAAO,aAAa;IAKxB,YAAY,OAAe;QAHnB,cAAS,GAA4C,EAAE,CAAA;QACvD,kBAAa,GAAW,CAAC,CAAA;QAG/B,IAAI,CAAC,QAAQ,GAAG,KAAK,CAAC,QAAQ,CAAC;YAC7B,OAAO;YACP,cAAc,EAAE,qBAAqB;SACtC,CAAC,CAAA;QACF,IAAI,CAAC,QAAQ,CAAC,EAAE,CAAC,IAAI,CAAC,QAAQ,CAAC,MAAM,CAAC,SAAS,EAAE,CAAC,EAAE,SAAS,EAAE,EAAE,EAAE;YACjE,IAAI,CAAC,aAAa,GAAG,SAAS,CAAA;QAChC,CAAC,CAAC,CAAA;QACF,IAAI,CAAC,QAAQ,CAAC,EAAE,CAAC,IAAI,CAAC,QAAQ,CAAC,MAAM,CAAC,eAAe,EAAE,CAAC,EAAE,SAAS,EAAE,EAAE,EAAE;YACvE,IAAI,CAAC,aAAa,GAAG,CAAC,CAAA;QACxB,CAAC,CAAC,CAAA;QACF,IAAI,CAAC,QAAQ,CAAC,EAAE,CAAC,IAAI,CAAC,QAAQ,CAAC,MAAM,CAAC,KAAK,EAAE,CAAC,EAAE,SAAS,EAAE,EAAE,EAAE;YAC7D,IAAI,CAAC,aAAa,GAAG,CAAC,CAAA;QACxB,CAAC,CAAC,CAAA;IACJ,CAAC;IAEM,KAAK,CAAC,WAAW;QACtB,IAAI,IAAI,CAAC,GAAG,EAAE,GAAG,IAAI,CAAC,aAAa,GAAG,qBAAqB,EAAE,CAAC;YAC5D,OAAO,IAAI,CAAA;QACb,CAAC;QACD,IAAI,CAAC;YACH,MAAM,EAAE,KAAK,EAAE,GAAG,MAAM,IAAI,CAAC,QAAQ,CAAC,aAAa,EAAE,CAAA;YACrD,OAAO,CAAC,qBAAqB,EAAE,oBAAoB,EAAE,QAAQ,CAAC,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAA;QAChF,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACb,OAAO,KAAK,CAAA;QACd,CAAC;IACH,CAAC;IAEM,KAAK,CAAC,OAAO;QAClB,MAAM,IAAI,CAAC,QAAQ,CAAC,OAAO,EAAE,CAAA;IAC/B,CAAC;IAEM,KAAK,CAAC,UAAU;QACrB,MAAM,IAAI,CAAC,QAAQ,CAAC,UAAU,EAAE,CAAA;IAClC,CAAC;IAEM,KAAK,CAAC,SAAS,CAAC,KAAa,EAAE,QAA+B;QACnE,MAAM,CAAC,IAAI,CAAC,EAAE,KAAK,EAAE,EAAE,iCAAiC,CAAC,CAAA;QAEzD,IAAI,CAAC,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,EAAE,CAAC;YAC3B,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,GAAG,EAAE,CAAA;QAC5B,CAAC;QACD,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAA;IACtC,CAAC;IAEO,KAAK,CAAC,eAAe,CAC3B,KAAa,EACb,OAAgB;;QAGhB,MAAM,cAAc,GAAG,UAAU,EAAE,CAAA;QACnC,IAAI,CAAC;YACH,IAAI,CAAC,CAAA,MAAA,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,0CAAE,MAAM,CAAA,EAAE,CAAC;gBACnC,MAAM,CAAC,KAAK,CAAC,uCAAuC,KAAK,EAAE,CAAC,CAAA;YAC9D,CAAC;YAED,IAAI,CAAC,CAAA,OAAO,aAAP,OAAO,uBAAP,OAAO,CAAE,KAAK,CAAA,EAAE,CAAC;gBACpB,OAAM;YACR,CAAC;YAED,MAAM,GAAG,GAAG,MAAA,OAAO,aAAP,OAAO,uBAAP,OAAO,CAAE,GAAG,0CAAE,QAAQ,CAAC,MAAM,CAAC,CAAA;YAC1C,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC,CAAA;YACxD,MAAM,OAAO,GAAG,OAAO,CAAC,OAAO,CAAA;YAE/B,MAAM,CAAC,KAAK,CACV;gBACE,KAAK;gBACL,GAAG;gBACH,KAAK;aACN,EACD,yCAAyC,KAAK,EAAE,CACjD,CAAA;YAED,MAAM,OAAO,CAAC,GAAG,CAAC,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,CAAC,IAAI,CAAC,GAAG,EAAE,KAAK,EAAE,OAAO,CAAC,CAAC,CAAC,CAAA;YAE/E,MAAM,CAAC,KAAK,CAAC;gBACX,GAAG;gBACH,KAAK;gBACL,QAAQ,EAAE,WAAW,CAAC,cAAc,CAAC;aACtC,EAAE,gDAAgD,CAAC,CAAA;QACtD,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACb,MAAM,CAAC,KAAK,CAAC,GAAG,EAAE,8CAA8C,CAAC,CAAA;QACnE,CAAC;IACH,CAAC;IAEM,KAAK,CAAC,MAAM,CAAC,UAAgE;QAClF,8BAA8B,EAAE,CAAC,EAAE,UAAU,EAAE,IAAI;KACpD;QACC,MAAM,MAAM,GAAG,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,SAAS,CAAC,CAAA;QAE1C,MAAM,IAAI,CAAC,QAAQ,CAAC,SAAS,CAAC;YAC5B,MAAM;YACN,aAAa,EAAE,IAAI;SACpB,CAAC,CAAA;QAEF,MAAM,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC;YACtB,UAAU,EAAE,IAAI;YAChB,GAAG,OAAO;YACV,WAAW,EAAE,KAAK,EAAE,EAAE,KAAK,EAAE,OAAO,EAAE,EAAE,EAAE,CAAC,IAAI,CAAC,eAAe,CAAC,KAAK,EAAE,OAAO,CAAC;SAChF,CAAC,CAAA;IACJ,CAAC;IAEM,KAAK,CAAC,WAAW,CAAC,OAA6D;QACpF,MAAM,MAAM,GAAG,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,SAAS,CAAC,CAAA;QAE1C,MAAM,IAAI,CAAC,QAAQ,CAAC,SAAS,CAAC;YAC5B,MAAM;YACN,aAAa,EAAE,IAAI;SACpB,CAAC,CAAA;QAEF,MAAM,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC;YACtB,oBAAoB,EAAE,IAAI;YAC1B,GAAG,OAAO;YACV,SAAS,EAAE,KAAK,EAAE,EAChB,KAAK,EACL,aAAa,EACb,SAAS,EACT,wBAAwB,EACxB,kBAAkB,EAClB,SAAS,EACT,OAAO,EACP,KAAK,GACN,EAAE,EAAE;;gBACH,KAAK,MAAM,OAAO,IAAI,KAAK,CAAC,QAAQ,EAAE,CAAC;oBACrC,IAAI,CAAC,CAAA,MAAA,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,KAAK,CAAC,0CAAE,MAAM,CAAA,EAAE,CAAC;wBACzC,MAAM,CAAC,KAAK,CAAC,uCAAuC,KAAK,CAAC,KAAK,EAAE,CAAC,CAAA;oBACpE,CAAC;oBAED,IAAI,CAAC;wBACH,MAAM,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,QAAQ,CAAC,GAAG,CAAC,OAAO,CAAC,EAAE,CAAC,IAAI,CAAC,eAAe,CAAC,KAAK,CAAC,KAAK,EAAE,OAAO,CAAC,CAAC,CAAC,CAAA;oBAC9F,CAAC;oBAAC,OAAO,UAAU,EAAE,CAAC;wBACpB,MAAM,CAAC,KAAK,CAAC,UAAU,EAAE,0BAA0B,CAAC,CAAA;oBACtD,CAAC;oBAED,aAAa,CAAC,OAAO,CAAC,MAAM,CAAC,CAAA;oBAC7B,MAAM,SAAS,EAAE,CAAA;gBACnB,CAAC;YACH,CAAC;SACF,CAAC,CAAA;IACJ,CAAC;CACF"}
@@ -1,3 +0,0 @@
1
- export * from './consumer.js';
2
- export * from './producer.js';
3
- //# sourceMappingURL=index.d.ts.map
@@ -1 +0,0 @@
1
- {"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../../src/libs/kafka/index.ts"],"names":[],"mappings":"AAAA,cAAc,eAAe,CAAA;AAC7B,cAAc,eAAe,CAAA"}
@@ -1,3 +0,0 @@
1
- export * from './consumer.js';
2
- export * from './producer.js';
3
- //# sourceMappingURL=index.js.map
@@ -1 +0,0 @@
1
- {"version":3,"file":"index.js","sourceRoot":"","sources":["../../../../src/libs/kafka/index.ts"],"names":[],"mappings":"AAAA,cAAc,eAAe,CAAA;AAC7B,cAAc,eAAe,CAAA"}
@@ -1,3 +0,0 @@
1
- import { Kafka } from 'kafkajs';
2
- export declare const kafka: Kafka;
3
- //# sourceMappingURL=kafka.d.ts.map
@@ -1 +0,0 @@
1
- {"version":3,"file":"kafka.d.ts","sourceRoot":"","sources":["../../../../src/libs/kafka/kafka.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,KAAK,EAAY,MAAM,SAAS,CAAA;AAsBzC,eAAO,MAAM,KAAK,OAIhB,CAAA"}
@@ -1,24 +0,0 @@
1
- import { Kafka, logLevel } from 'kafkajs';
2
- import { KAFKA_CLIENT_ID, KAFKA_URI } from './config.js';
3
- import { KafkaJsLogCreator } from '../logger/index.js';
4
- const toBunyanLogLevel = level => {
5
- switch (level) {
6
- case logLevel.ERROR:
7
- case logLevel.NOTHING:
8
- return 'error';
9
- case logLevel.WARN:
10
- return 'warn';
11
- case logLevel.INFO:
12
- return 'info';
13
- case logLevel.DEBUG:
14
- return 'debug';
15
- default:
16
- return 'info';
17
- }
18
- };
19
- export const kafka = new Kafka({
20
- clientId: KAFKA_CLIENT_ID,
21
- brokers: KAFKA_URI,
22
- logCreator: KafkaJsLogCreator(toBunyanLogLevel),
23
- });
24
- //# sourceMappingURL=kafka.js.map
@@ -1 +0,0 @@
1
- {"version":3,"file":"kafka.js","sourceRoot":"","sources":["../../../../src/libs/kafka/kafka.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,KAAK,EAAE,QAAQ,EAAE,MAAM,SAAS,CAAA;AACzC,OAAO,EAAE,eAAe,EAAE,SAAS,EAAE,MAAM,aAAa,CAAA;AACxD,OAAO,EAAE,iBAAiB,EAAE,MAAM,oBAAoB,CAAA;AAGtD,MAAM,gBAAgB,GAAG,KAAK,CAAC,EAAE;IAC/B,QAAQ,KAAK,EAAE,CAAC;QACd,KAAK,QAAQ,CAAC,KAAK,CAAC;QACpB,KAAK,QAAQ,CAAC,OAAO;YACnB,OAAO,OAAO,CAAA;QAChB,KAAK,QAAQ,CAAC,IAAI;YAChB,OAAO,MAAM,CAAA;QACf,KAAK,QAAQ,CAAC,IAAI;YAChB,OAAO,MAAM,CAAA;QACf,KAAK,QAAQ,CAAC,KAAK;YACjB,OAAO,OAAO,CAAA;QAChB;YACE,OAAO,MAAM,CAAA;IACjB,CAAC;AACH,CAAC,CAAA;AAGD,MAAM,CAAC,MAAM,KAAK,GAAG,IAAI,KAAK,CAAC;IAC7B,QAAQ,EAAE,eAAe;IACzB,OAAO,EAAE,SAAS;IAClB,UAAU,EAAE,iBAAiB,CAAC,gBAAgB,CAAC;CAChD,CAAC,CAAA"}
@@ -1,11 +0,0 @@
1
- import { IHeaders, ProducerConfig } from 'kafkajs';
2
- export declare class KafkaProducer {
3
- private producer;
4
- private _isConnected;
5
- constructor(config?: ProducerConfig);
6
- connect(): Promise<void>;
7
- isConnected(): boolean;
8
- disconnect(): Promise<void>;
9
- send(topic: string, value: Record<string, any>, key?: string, headers?: IHeaders): Promise<void>;
10
- }
11
- //# sourceMappingURL=producer.d.ts.map
@@ -1 +0,0 @@
1
- {"version":3,"file":"producer.d.ts","sourceRoot":"","sources":["../../../../src/libs/kafka/producer.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,QAAQ,EAAY,cAAc,EAAE,MAAM,SAAS,CAAA;AAG5D,qBAAa,aAAa;IACxB,OAAO,CAAC,QAAQ,CAAU;IAC1B,OAAO,CAAC,YAAY,CAAQ;gBAChB,MAAM,GAAE,cAAmB;IAI1B,OAAO;IAUb,WAAW;IAIL,UAAU;IAKV,IAAI,CAAC,KAAK,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,EAAE,GAAG,CAAC,EAAE,MAAM,EAAE,OAAO,CAAC,EAAE,QAAQ;CAkB9F"}
@@ -1,44 +0,0 @@
1
- import { kafka } from './kafka.js';
2
- export class KafkaProducer {
3
- constructor(config = {}) {
4
- this._isConnected = false;
5
- this.producer = kafka.producer(config);
6
- }
7
- async connect() {
8
- try {
9
- await this.producer.connect();
10
- this._isConnected = true;
11
- }
12
- catch (err) {
13
- this._isConnected = false;
14
- throw err;
15
- }
16
- }
17
- isConnected() {
18
- return this._isConnected;
19
- }
20
- async disconnect() {
21
- await this.producer.disconnect();
22
- this._isConnected = false;
23
- }
24
- async send(topic, value, key, headers) {
25
- try {
26
- await this.producer.send({
27
- topic,
28
- messages: [
29
- {
30
- key,
31
- value: JSON.stringify(value),
32
- headers: headers
33
- },
34
- ],
35
- });
36
- this._isConnected = true;
37
- }
38
- catch (err) {
39
- this._isConnected = false;
40
- throw err;
41
- }
42
- }
43
- }
44
- //# sourceMappingURL=producer.js.map
@@ -1 +0,0 @@
1
- {"version":3,"file":"producer.js","sourceRoot":"","sources":["../../../../src/libs/kafka/producer.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,KAAK,EAAE,MAAM,YAAY,CAAA;AAElC,MAAM,OAAO,aAAa;IAGxB,YAAY,SAAyB,EAAE;QAD/B,iBAAY,GAAG,KAAK,CAAA;QAE1B,IAAI,CAAC,QAAQ,GAAG,KAAK,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAA;IACxC,CAAC;IAEM,KAAK,CAAC,OAAO;QAClB,IAAI,CAAC;YACH,MAAM,IAAI,CAAC,QAAQ,CAAC,OAAO,EAAE,CAAA;YAC7B,IAAI,CAAC,YAAY,GAAG,IAAI,CAAA;QAC1B,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACb,IAAI,CAAC,YAAY,GAAG,KAAK,CAAA;YACzB,MAAM,GAAG,CAAA;QACX,CAAC;IACH,CAAC;IAEM,WAAW;QAChB,OAAO,IAAI,CAAC,YAAY,CAAA;IAC1B,CAAC;IAEM,KAAK,CAAC,UAAU;QACrB,MAAM,IAAI,CAAC,QAAQ,CAAC,UAAU,EAAE,CAAA;QAChC,IAAI,CAAC,YAAY,GAAG,KAAK,CAAA;IAC3B,CAAC;IAEM,KAAK,CAAC,IAAI,CAAC,KAAa,EAAE,KAA0B,EAAE,GAAY,EAAE,OAAkB;QAC3F,IAAI,CAAC;YACH,MAAM,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC;gBACvB,KAAK;gBACL,QAAQ,EAAE;oBACR;wBACE,GAAG;wBACH,KAAK,EAAE,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC;wBAC5B,OAAO,EAAE,OAAO;qBACjB;iBACF;aACF,CAAC,CAAA;YACF,IAAI,CAAC,YAAY,GAAG,IAAI,CAAA;QAC1B,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACb,IAAI,CAAC,YAAY,GAAG,KAAK,CAAA;YACzB,MAAM,GAAG,CAAA;QACX,CAAC;IACH,CAAC;CACF"}
@@ -1,5 +0,0 @@
1
- export declare const NODE_ENV: string;
2
- export declare const isProduction: boolean;
3
- export declare const APP_NAME: string;
4
- export declare const LOG_LEVEL: string;
5
- //# sourceMappingURL=config.d.ts.map
@@ -1 +0,0 @@
1
- {"version":3,"file":"config.d.ts","sourceRoot":"","sources":["../../../../src/libs/logger/config.ts"],"names":[],"mappings":"AAAA,eAAO,MAAM,QAAQ,QAAwC,CAAA;AAC7D,eAAO,MAAM,YAAY,SAA4B,CAAA;AACrD,eAAO,MAAM,QAAQ,QAAsE,CAAA;AAC3F,eAAO,MAAM,SAAS,QAA6D,CAAA"}
@@ -1,6 +0,0 @@
1
- var _a;
2
- export const NODE_ENV = process.env.NODE_ENV || 'development';
3
- export const isProduction = NODE_ENV === 'production';
4
- export const APP_NAME = ((_a = process.env.npm_package_name) === null || _a === void 0 ? void 0 : _a.split('/').pop()) || 'tests';
5
- export const LOG_LEVEL = process.env.LOG_LEVEL || (isProduction ? 'info' : 'debug');
6
- //# sourceMappingURL=config.js.map
@@ -1 +0,0 @@
1
- {"version":3,"file":"config.js","sourceRoot":"","sources":["../../../../src/libs/logger/config.ts"],"names":[],"mappings":";AAAA,MAAM,CAAC,MAAM,QAAQ,GAAG,OAAO,CAAC,GAAG,CAAC,QAAQ,IAAI,aAAa,CAAA;AAC7D,MAAM,CAAC,MAAM,YAAY,GAAG,QAAQ,KAAK,YAAY,CAAA;AACrD,MAAM,CAAC,MAAM,QAAQ,GAAG,CAAA,MAAA,OAAO,CAAC,GAAG,CAAC,gBAAgB,0CAAE,KAAK,CAAC,GAAG,EAAE,GAAG,EAAY,KAAI,OAAO,CAAA;AAC3F,MAAM,CAAC,MAAM,SAAS,GAAG,OAAO,CAAC,GAAG,CAAC,SAAS,IAAI,CAAC,YAAY,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,OAAO,CAAC,CAAA"}
@@ -1,7 +0,0 @@
1
- export declare const S3_HOST: string;
2
- export declare const S3_EXPORT_HOST: string;
3
- export declare const S3_PRESIGNED_URL_EXPIRES: number;
4
- export declare const AWS_REGION: string;
5
- export declare const AWS_ACCESS_KEY_ID: string;
6
- export declare const AWS_SECRET_ACCESS_KEY: string;
7
- //# sourceMappingURL=config.d.ts.map
@@ -1 +0,0 @@
1
- {"version":3,"file":"config.d.ts","sourceRoot":"","sources":["../../../../src/libs/s3/config.ts"],"names":[],"mappings":"AAAA,eAAO,MAAM,OAAO,QAAoD,CAAA;AACxE,eAAO,MAAM,cAAc,QAAwC,CAAA;AACnE,eAAO,MAAM,wBAAwB,QAAsD,CAAA;AAE3F,eAAO,MAAM,UAAU,EAA6B,MAAM,CAAA;AAC1D,eAAO,MAAM,iBAAiB,EAAoC,MAAM,CAAA;AACxE,eAAO,MAAM,qBAAqB,EAAwC,MAAM,CAAA"}
@@ -1,7 +0,0 @@
1
- export const S3_HOST = process.env.S3_HOST || 'https://s3.amazonaws.com';
2
- export const S3_EXPORT_HOST = process.env.S3_EXPORT_HOST || S3_HOST;
3
- export const S3_PRESIGNED_URL_EXPIRES = Number(process.env.S3_PRESIGNED_URL_EXPIRES) || 120;
4
- export const AWS_REGION = process.env.AWS_REGION;
5
- export const AWS_ACCESS_KEY_ID = process.env.AWS_ACCESS_KEY_ID;
6
- export const AWS_SECRET_ACCESS_KEY = process.env.AWS_SECRET_ACCESS_KEY;
7
- //# sourceMappingURL=config.js.map
@@ -1 +0,0 @@
1
- {"version":3,"file":"config.js","sourceRoot":"","sources":["../../../../src/libs/s3/config.ts"],"names":[],"mappings":"AAAA,MAAM,CAAC,MAAM,OAAO,GAAG,OAAO,CAAC,GAAG,CAAC,OAAO,IAAI,0BAA0B,CAAA;AACxE,MAAM,CAAC,MAAM,cAAc,GAAG,OAAO,CAAC,GAAG,CAAC,cAAc,IAAI,OAAO,CAAA;AACnE,MAAM,CAAC,MAAM,wBAAwB,GAAG,MAAM,CAAC,OAAO,CAAC,GAAG,CAAC,wBAAwB,CAAC,IAAI,GAAG,CAAA;AAE3F,MAAM,CAAC,MAAM,UAAU,GAAG,OAAO,CAAC,GAAG,CAAC,UAAoB,CAAA;AAC1D,MAAM,CAAC,MAAM,iBAAiB,GAAG,OAAO,CAAC,GAAG,CAAC,iBAA2B,CAAA;AACxE,MAAM,CAAC,MAAM,qBAAqB,GAAG,OAAO,CAAC,GAAG,CAAC,qBAA+B,CAAA"}
@@ -1,35 +0,0 @@
1
- import type { AgentChatRepository, AgentMessageRepository } from '@multiplayer-app/ai-agent-db';
2
- declare enum BackgroundChatProcessingEvent {
3
- Start = "start"
4
- }
5
- declare class KafkaService {
6
- private kafkaConsumer;
7
- private kafkaProducer;
8
- private chatRepository?;
9
- private messageRepository?;
10
- private readonly MAX_RETRIES;
11
- private readonly BASE_DELAY_MS;
12
- private readonly MAX_DELAY_MS;
13
- constructor(chatRepository?: AgentChatRepository, messageRepository?: AgentMessageRepository);
14
- setRepositories(chatRepository: AgentChatRepository, messageRepository: AgentMessageRepository): void;
15
- start(): Promise<void>;
16
- stop(): Promise<void>;
17
- sendStartBackgroundAgentEvent(chatId: string): Promise<void>;
18
- sendChatTitleGenerationEvent(chatId: string, retryCount?: number): Promise<void>;
19
- private sleep;
20
- private calculateBackoffDelay;
21
- onBackgroundAgentEvent(key: any, message: {
22
- event: BackgroundChatProcessingEvent;
23
- chatId: string;
24
- }): Promise<void>;
25
- onChatTitleGenerationEvent(key: any, message: {
26
- chatId: string;
27
- retryCount?: number;
28
- }): Promise<void>;
29
- onStartBackgroundAgentEvent(chatId: string): Promise<void>;
30
- connect(): Promise<void>;
31
- disconnect(): Promise<void>;
32
- }
33
- export declare const kafkaService: KafkaService;
34
- export {};
35
- //# sourceMappingURL=KafkaService.d.ts.map
@@ -1 +0,0 @@
1
- {"version":3,"file":"KafkaService.d.ts","sourceRoot":"","sources":["../../../src/services/KafkaService.ts"],"names":[],"mappings":"AAMA,OAAO,KAAK,EAAE,mBAAmB,EAAE,sBAAsB,EAAE,MAAM,8BAA8B,CAAC;AAEhG,aAAK,6BAA6B;IAChC,KAAK,UAAU;CAChB;AAED,cAAM,YAAY;IAChB,OAAO,CAAC,aAAa,CAAe;IACpC,OAAO,CAAC,aAAa,CAAe;IACpC,OAAO,CAAC,cAAc,CAAC,CAAqB;IAC5C,OAAO,CAAC,iBAAiB,CAAC,CAAwB;IAElD,OAAO,CAAC,QAAQ,CAAC,WAAW,CAAI;IAChC,OAAO,CAAC,QAAQ,CAAC,aAAa,CAAO;IACrC,OAAO,CAAC,QAAQ,CAAC,YAAY,CAAQ;gBAEzB,cAAc,CAAC,EAAE,mBAAmB,EAAE,iBAAiB,CAAC,EAAE,sBAAsB;IAO5F,eAAe,CAAC,cAAc,EAAE,mBAAmB,EAAE,iBAAiB,EAAE,sBAAsB;IAKxF,KAAK;IAIL,IAAI;IAIJ,6BAA6B,CAAC,MAAM,EAAE,MAAM;IAI5C,4BAA4B,CAAC,MAAM,EAAE,MAAM,EAAE,UAAU,GAAE,MAAU;YAI3D,KAAK;IAInB,OAAO,CAAC,qBAAqB;IAUvB,sBAAsB,CAAC,GAAG,KAAA,EAAE,OAAO,EAAE;QAAE,KAAK,EAAE,6BAA6B,CAAC;QAAC,MAAM,EAAE,MAAM,CAAA;KAAE;IAQ7F,0BAA0B,CAAC,GAAG,KAAA,EAAE,OAAO,EAAE;QAAE,MAAM,EAAE,MAAM,CAAC;QAAC,UAAU,CAAC,EAAE,MAAM,CAAA;KAAE;IAuChF,2BAA2B,CAAC,MAAM,EAAE,MAAM;IAkB1C,OAAO;IAOP,UAAU;CAGjB;AACD,eAAO,MAAM,YAAY,cAAqB,CAAA"}
@@ -1,120 +0,0 @@
1
- import { KafkaConsumer, KafkaProducer } from '../libs/kafka/index.js';
2
- import { config } from '../config.js';
3
- import { AIHelper } from '../helpers/AIHelper.js';
4
- import { logger } from "../libs/logger/index.js";
5
- import { socketService } from "./SocketService.js";
6
- var BackgroundChatProcessingEvent;
7
- (function (BackgroundChatProcessingEvent) {
8
- BackgroundChatProcessingEvent["Start"] = "start";
9
- })(BackgroundChatProcessingEvent || (BackgroundChatProcessingEvent = {}));
10
- class KafkaService {
11
- constructor(chatRepository, messageRepository) {
12
- this.MAX_RETRIES = 5;
13
- this.BASE_DELAY_MS = 1000; // 1 second base delay
14
- this.MAX_DELAY_MS = 60000; // 60 seconds max delay
15
- this.kafkaConsumer = new KafkaConsumer(config.kafka.groupId);
16
- this.kafkaProducer = new KafkaProducer();
17
- this.chatRepository = chatRepository;
18
- this.messageRepository = messageRepository;
19
- }
20
- setRepositories(chatRepository, messageRepository) {
21
- this.chatRepository = chatRepository;
22
- this.messageRepository = messageRepository;
23
- }
24
- async start() {
25
- await Promise.all([this.connect(), this.kafkaProducer.connect()]);
26
- }
27
- async stop() {
28
- await Promise.all([this.kafkaConsumer.disconnect(), this.kafkaProducer.disconnect()]);
29
- }
30
- async sendStartBackgroundAgentEvent(chatId) {
31
- await this.kafkaProducer.send(config.kafka.backgroundChatProcessingTopic, { event: BackgroundChatProcessingEvent.Start, chatId });
32
- }
33
- async sendChatTitleGenerationEvent(chatId, retryCount = 0) {
34
- await this.kafkaProducer.send(config.kafka.chatTitleGenerationTopic, { chatId, retryCount });
35
- }
36
- async sleep(ms) {
37
- return new Promise(resolve => setTimeout(resolve, ms));
38
- }
39
- calculateBackoffDelay(retryCount) {
40
- // Exponential backoff: baseDelay * 2^retryCount with jitter
41
- const exponentialDelay = this.BASE_DELAY_MS * Math.pow(2, retryCount);
42
- // Add jitter (random 0-25% of delay) to prevent thundering herd
43
- const jitter = Math.random() * 0.25 * exponentialDelay;
44
- const delay = exponentialDelay + jitter;
45
- // Cap at max delay
46
- return Math.min(delay, this.MAX_DELAY_MS);
47
- }
48
- async onBackgroundAgentEvent(key, message) {
49
- switch (message.event) {
50
- case BackgroundChatProcessingEvent.Start:
51
- await this.onStartBackgroundAgentEvent(message.chatId);
52
- break;
53
- }
54
- }
55
- async onChatTitleGenerationEvent(key, message) {
56
- var _a;
57
- if (!this.chatRepository || !this.messageRepository) {
58
- logger.warn('KafkaService: Repositories not set, skipping chat title generation');
59
- return;
60
- }
61
- const retryCount = (_a = message.retryCount) !== null && _a !== void 0 ? _a : 0;
62
- try {
63
- const chat = await this.chatRepository.findById(message.chatId);
64
- if (!chat) {
65
- return;
66
- }
67
- const messages = await this.messageRepository.findByChatId(message.chatId);
68
- if (messages.length === 0) {
69
- return;
70
- }
71
- const title = await AIHelper.generateTitleForMessage(chat.contextKey, messages);
72
- await this.chatRepository.update(chat.id, { title });
73
- // Update the chat object with the new title before emitting
74
- const updatedChat = {
75
- ...chat,
76
- title
77
- };
78
- if (chat.userId)
79
- socketService.emitChatUpdate(chat.userId, { ...updatedChat, messages });
80
- }
81
- catch (error) {
82
- logger.error(`KafkaService: Error generating chat title for chatId ${message.chatId}, retryCount: ${retryCount}`, error);
83
- if (retryCount < this.MAX_RETRIES) {
84
- const delay = this.calculateBackoffDelay(retryCount);
85
- logger.info(`KafkaService: Retrying chat title generation for chatId ${message.chatId} after ${Math.round(delay)}ms (attempt ${retryCount + 1}/${this.MAX_RETRIES})`);
86
- await this.sleep(delay);
87
- await this.sendChatTitleGenerationEvent(message.chatId, retryCount + 1);
88
- }
89
- else {
90
- logger.error(`KafkaService: Max retries (${this.MAX_RETRIES}) exceeded for chat title generation, chatId: ${message.chatId}`);
91
- }
92
- }
93
- }
94
- async onStartBackgroundAgentEvent(chatId) {
95
- if (!this.chatRepository || !this.messageRepository) {
96
- logger.warn('KafkaService: Repositories not set, skipping background agent event');
97
- return;
98
- }
99
- const chat = await this.chatRepository.findById(chatId);
100
- if (!chat) {
101
- return;
102
- }
103
- const messages = await this.messageRepository.findByChatId(chatId);
104
- if (messages.length === 0) {
105
- return;
106
- }
107
- // TODO: Implement background agent processing
108
- }
109
- async connect() {
110
- await this.kafkaConsumer.connect();
111
- await this.kafkaConsumer.subscribe(config.kafka.chatTitleGenerationTopic, this.onChatTitleGenerationEvent.bind(this));
112
- await this.kafkaConsumer.subscribe(config.kafka.backgroundChatProcessingTopic, this.onBackgroundAgentEvent.bind(this));
113
- await this.kafkaConsumer.listen();
114
- }
115
- async disconnect() {
116
- await this.kafkaConsumer.disconnect();
117
- }
118
- }
119
- export const kafkaService = new KafkaService();
120
- //# sourceMappingURL=KafkaService.js.map
@@ -1 +0,0 @@
1
- {"version":3,"file":"KafkaService.js","sourceRoot":"","sources":["../../../src/services/KafkaService.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,aAAa,EAAE,aAAa,EAAE,MAAM,wBAAwB,CAAA;AACrE,OAAO,EAAE,MAAM,EAAE,MAAM,cAAc,CAAA;AAErC,OAAO,EAAE,QAAQ,EAAE,MAAM,wBAAwB,CAAA;AACjD,OAAO,EAAC,MAAM,EAAC,MAAM,yBAAyB,CAAC;AAC/C,OAAO,EAAC,aAAa,EAAC,MAAM,oBAAoB,CAAC;AAGjD,IAAK,6BAEJ;AAFD,WAAK,6BAA6B;IAChC,gDAAe,CAAA;AACjB,CAAC,EAFI,6BAA6B,KAA7B,6BAA6B,QAEjC;AAED,MAAM,YAAY;IAUhB,YAAY,cAAoC,EAAE,iBAA0C;QAJ3E,gBAAW,GAAG,CAAC,CAAA;QACf,kBAAa,GAAG,IAAI,CAAA,CAAC,sBAAsB;QAC3C,iBAAY,GAAG,KAAK,CAAA,CAAC,uBAAuB;QAG3D,IAAI,CAAC,aAAa,GAAG,IAAI,aAAa,CAAC,MAAM,CAAC,KAAK,CAAC,OAAO,CAAC,CAAA;QAC5D,IAAI,CAAC,aAAa,GAAG,IAAI,aAAa,EAAE,CAAA;QACxC,IAAI,CAAC,cAAc,GAAG,cAAc,CAAA;QACpC,IAAI,CAAC,iBAAiB,GAAG,iBAAiB,CAAA;IAC5C,CAAC;IAED,eAAe,CAAC,cAAmC,EAAE,iBAAyC;QAC5F,IAAI,CAAC,cAAc,GAAG,cAAc,CAAA;QACpC,IAAI,CAAC,iBAAiB,GAAG,iBAAiB,CAAA;IAC5C,CAAC;IAED,KAAK,CAAC,KAAK;QACT,MAAM,OAAO,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC,OAAO,EAAE,EAAE,IAAI,CAAC,aAAa,CAAC,OAAO,EAAE,CAAC,CAAC,CAAA;IACnE,CAAC;IAED,KAAK,CAAC,IAAI;QACR,MAAM,OAAO,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC,aAAa,CAAC,UAAU,EAAE,EAAE,IAAI,CAAC,aAAa,CAAC,UAAU,EAAE,CAAC,CAAC,CAAA;IACvF,CAAC;IAED,KAAK,CAAC,6BAA6B,CAAC,MAAc;QAChD,MAAM,IAAI,CAAC,aAAa,CAAC,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,6BAA6B,EAAE,EAAE,KAAK,EAAE,6BAA6B,CAAC,KAAK,EAAE,MAAM,EAAE,CAAC,CAAA;IACnI,CAAC;IAED,KAAK,CAAC,4BAA4B,CAAC,MAAc,EAAE,aAAqB,CAAC;QACvE,MAAM,IAAI,CAAC,aAAa,CAAC,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,wBAAwB,EAAE,EAAE,MAAM,EAAE,UAAU,EAAE,CAAC,CAAA;IAC9F,CAAC;IAEO,KAAK,CAAC,KAAK,CAAC,EAAU;QAC5B,OAAO,IAAI,OAAO,CAAC,OAAO,CAAC,EAAE,CAAC,UAAU,CAAC,OAAO,EAAE,EAAE,CAAC,CAAC,CAAA;IACxD,CAAC;IAEO,qBAAqB,CAAC,UAAkB;QAC9C,4DAA4D;QAC5D,MAAM,gBAAgB,GAAG,IAAI,CAAC,aAAa,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,UAAU,CAAC,CAAA;QACrE,gEAAgE;QAChE,MAAM,MAAM,GAAG,IAAI,CAAC,MAAM,EAAE,GAAG,IAAI,GAAG,gBAAgB,CAAA;QACtD,MAAM,KAAK,GAAG,gBAAgB,GAAG,MAAM,CAAA;QACvC,mBAAmB;QACnB,OAAO,IAAI,CAAC,GAAG,CAAC,KAAK,EAAE,IAAI,CAAC,YAAY,CAAC,CAAA;IAC3C,CAAC;IAED,KAAK,CAAC,sBAAsB,CAAC,GAAG,EAAE,OAAiE;QACjG,QAAQ,OAAO,CAAC,KAAK,EAAE,CAAC;YACtB,KAAK,6BAA6B,CAAC,KAAK;gBACtC,MAAM,IAAI,CAAC,2BAA2B,CAAC,OAAO,CAAC,MAAM,CAAC,CAAA;gBACtD,MAAK;QACT,CAAC;IACH,CAAC;IAED,KAAK,CAAC,0BAA0B,CAAC,GAAG,EAAE,OAAgD;;QACpF,IAAI,CAAC,IAAI,CAAC,cAAc,IAAI,CAAC,IAAI,CAAC,iBAAiB,EAAE,CAAC;YACpD,MAAM,CAAC,IAAI,CAAC,oEAAoE,CAAC,CAAA;YACjF,OAAM;QACR,CAAC;QACD,MAAM,UAAU,GAAG,MAAA,OAAO,CAAC,UAAU,mCAAI,CAAC,CAAA;QAC1C,IAAI,CAAC;YACH,MAAM,IAAI,GAAG,MAAM,IAAI,CAAC,cAAc,CAAC,QAAQ,CAAC,OAAO,CAAC,MAAM,CAAC,CAAA;YAC/D,IAAI,CAAC,IAAI,EAAE,CAAC;gBACV,OAAM;YACR,CAAC;YACD,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,iBAAiB,CAAC,YAAY,CAAC,OAAO,CAAC,MAAM,CAAC,CAAA;YAC1E,IAAI,QAAQ,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;gBAC1B,OAAM;YACR,CAAC;YAED,MAAM,KAAK,GAAG,MAAM,QAAQ,CAAC,uBAAuB,CAAC,IAAI,CAAC,UAAU,EAAE,QAAQ,CAAC,CAAA;YAC/E,MAAM,IAAI,CAAC,cAAc,CAAC,MAAM,CAAC,IAAI,CAAC,EAAE,EAAE,EAAC,KAAK,EAAC,CAAC,CAAA;YAClD,4DAA4D;YAC5D,MAAM,WAAW,GAAG;gBAClB,GAAG,IAAI;gBACP,KAAK;aACN,CAAA;YACD,IAAI,IAAI,CAAC,MAAM;gBAAE,aAAa,CAAC,cAAc,CAAC,IAAI,CAAC,MAAM,EAAE,EAAC,GAAG,WAAW,EAAE,QAAQ,EAAC,CAAC,CAAC;QACzF,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,MAAM,CAAC,KAAK,CAAC,wDAAwD,OAAO,CAAC,MAAM,iBAAiB,UAAU,EAAE,EAAE,KAAK,CAAC,CAAA;YAExH,IAAI,UAAU,GAAG,IAAI,CAAC,WAAW,EAAE,CAAC;gBAClC,MAAM,KAAK,GAAG,IAAI,CAAC,qBAAqB,CAAC,UAAU,CAAC,CAAA;gBACpD,MAAM,CAAC,IAAI,CAAC,2DAA2D,OAAO,CAAC,MAAM,UAAU,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,eAAe,UAAU,GAAG,CAAC,IAAI,IAAI,CAAC,WAAW,GAAG,CAAC,CAAA;gBAErK,MAAM,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,CAAA;gBACvB,MAAM,IAAI,CAAC,4BAA4B,CAAC,OAAO,CAAC,MAAM,EAAE,UAAU,GAAG,CAAC,CAAC,CAAA;YACzE,CAAC;iBAAM,CAAC;gBACN,MAAM,CAAC,KAAK,CAAC,8BAA8B,IAAI,CAAC,WAAW,iDAAiD,OAAO,CAAC,MAAM,EAAE,CAAC,CAAA;YAC/H,CAAC;QACH,CAAC;IACH,CAAC;IAED,KAAK,CAAC,2BAA2B,CAAC,MAAc;QAC9C,IAAI,CAAC,IAAI,CAAC,cAAc,IAAI,CAAC,IAAI,CAAC,iBAAiB,EAAE,CAAC;YACpD,MAAM,CAAC,IAAI,CAAC,qEAAqE,CAAC,CAAA;YAClF,OAAM;QACR,CAAC;QACD,MAAM,IAAI,GAAG,MAAM,IAAI,CAAC,cAAc,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAA;QACvD,IAAI,CAAC,IAAI,EAAE,CAAC;YACV,OAAM;QACR,CAAC;QACD,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,iBAAiB,CAAC,YAAY,CAAC,MAAM,CAAC,CAAA;QAClE,IAAI,QAAQ,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YAC1B,OAAM;QACR,CAAC;QAED,8CAA8C;IAEhD,CAAC;IAED,KAAK,CAAC,OAAO;QACX,MAAM,IAAI,CAAC,aAAa,CAAC,OAAO,EAAE,CAAA;QAClC,MAAM,IAAI,CAAC,aAAa,CAAC,SAAS,CAAC,MAAM,CAAC,KAAK,CAAC,wBAAwB,EAAE,IAAI,CAAC,0BAA0B,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAA;QACrH,MAAM,IAAI,CAAC,aAAa,CAAC,SAAS,CAAC,MAAM,CAAC,KAAK,CAAC,6BAA6B,EAAE,IAAI,CAAC,sBAAsB,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAA;QACtH,MAAM,IAAI,CAAC,aAAa,CAAC,MAAM,EAAE,CAAA;IACnC,CAAC;IAED,KAAK,CAAC,UAAU;QACd,MAAM,IAAI,CAAC,aAAa,CAAC,UAAU,EAAE,CAAA;IACvC,CAAC;CACF;AACD,MAAM,CAAC,MAAM,YAAY,GAAG,IAAI,YAAY,EAAE,CAAA"}