@multiplayer-app/ai-agent-node 0.1.0-beta.4 → 0.1.0-beta.41
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/cjs/config.cjs +88 -38
- package/dist/cjs/config.cjs.map +1 -1
- package/dist/cjs/config.d.ts +57 -23
- package/dist/cjs/config.d.ts.map +1 -1
- package/dist/cjs/helpers/AIHelper.cjs +160 -101
- package/dist/cjs/helpers/AIHelper.cjs.map +1 -1
- package/dist/cjs/helpers/AIHelper.d.ts +21 -13
- package/dist/cjs/helpers/AIHelper.d.ts.map +1 -1
- package/dist/cjs/helpers/AIHelper.test.cjs +22 -15
- package/dist/cjs/helpers/AIHelper.test.cjs.map +1 -1
- package/dist/cjs/helpers/ConfigHelper.cjs +19 -11
- package/dist/cjs/helpers/ConfigHelper.cjs.map +1 -1
- package/dist/cjs/helpers/ConfigHelper.d.ts.map +1 -1
- package/dist/cjs/helpers/ContextLimiter.cjs +2 -3
- package/dist/cjs/helpers/ContextLimiter.cjs.map +1 -1
- package/dist/cjs/helpers/FileHelper.cjs +132 -154
- package/dist/cjs/helpers/FileHelper.cjs.map +1 -1
- package/dist/cjs/helpers/FileHelper.d.ts +19 -25
- package/dist/cjs/helpers/FileHelper.d.ts.map +1 -1
- package/dist/cjs/helpers/index.cjs +4 -5
- package/dist/cjs/helpers/index.cjs.map +1 -1
- package/dist/cjs/helpers/index.d.ts +4 -5
- package/dist/cjs/helpers/index.d.ts.map +1 -1
- package/dist/cjs/index.cjs +118 -31
- package/dist/cjs/index.cjs.map +1 -1
- package/dist/cjs/index.d.ts +42 -13
- package/dist/cjs/index.d.ts.map +1 -1
- package/dist/cjs/libs/index.cjs +2 -3
- package/dist/cjs/libs/index.cjs.map +1 -1
- package/dist/cjs/libs/index.d.ts +2 -3
- package/dist/cjs/libs/index.d.ts.map +1 -1
- package/dist/cjs/libs/logger/index.cjs +5 -5
- package/dist/cjs/libs/logger/index.cjs.map +1 -1
- package/dist/cjs/libs/logger/index.d.ts +2 -2
- package/dist/cjs/libs/logger/index.d.ts.map +1 -1
- package/dist/cjs/libs/logger/kafkajs-logger-creator.cjs +2 -2
- package/dist/cjs/libs/logger/kafkajs-logger-creator.cjs.map +1 -1
- package/dist/cjs/libs/s3/index.cjs +3 -39
- package/dist/cjs/libs/s3/index.cjs.map +1 -1
- package/dist/cjs/libs/s3/index.d.ts +1 -2
- package/dist/cjs/libs/s3/index.d.ts.map +1 -1
- package/dist/cjs/libs/s3/s3.lib.cjs +174 -191
- package/dist/cjs/libs/s3/s3.lib.cjs.map +1 -1
- package/dist/cjs/libs/s3/s3.lib.d.ts +29 -22
- package/dist/cjs/libs/s3/s3.lib.d.ts.map +1 -1
- package/dist/cjs/processors/ActivityProcessor.cjs +36 -0
- package/dist/cjs/processors/ActivityProcessor.cjs.map +1 -0
- package/dist/cjs/processors/ActivityProcessor.d.ts +27 -0
- package/dist/cjs/processors/ActivityProcessor.d.ts.map +1 -0
- package/dist/cjs/processors/ActivityProcessor.test.cjs +84 -0
- package/dist/cjs/processors/ActivityProcessor.test.cjs.map +1 -0
- package/dist/cjs/processors/ActivityProcessor.test.d.ts +2 -0
- package/dist/cjs/processors/ActivityProcessor.test.d.ts.map +1 -0
- package/dist/cjs/processors/ChatProcessor.cjs +335 -163
- package/dist/cjs/processors/ChatProcessor.cjs.map +1 -1
- package/dist/cjs/processors/ChatProcessor.d.ts +56 -9
- package/dist/cjs/processors/ChatProcessor.d.ts.map +1 -1
- package/dist/cjs/processors/ChatProcessor.test.cjs +450 -0
- package/dist/cjs/processors/ChatProcessor.test.cjs.map +1 -0
- package/dist/cjs/processors/ChatProcessor.test.d.ts +2 -0
- package/dist/cjs/processors/ChatProcessor.test.d.ts.map +1 -0
- package/dist/cjs/processors/ModelsProcessor.cjs +2 -2
- package/dist/cjs/processors/ModelsProcessor.cjs.map +1 -1
- package/dist/cjs/processors/index.cjs +3 -2
- package/dist/cjs/processors/index.cjs.map +1 -1
- package/dist/cjs/processors/index.d.ts +3 -2
- package/dist/cjs/processors/index.d.ts.map +1 -1
- package/dist/cjs/services/AIService.cjs +50 -31
- package/dist/cjs/services/AIService.cjs.map +1 -1
- package/dist/cjs/services/AIService.d.ts +16 -5
- package/dist/cjs/services/AIService.d.ts.map +1 -1
- package/dist/cjs/services/InternalEventsHandler.cjs +5 -5
- package/dist/cjs/services/InternalEventsHandler.cjs.map +1 -1
- package/dist/cjs/services/InternalEventsHandler.d.ts +3 -1
- package/dist/cjs/services/InternalEventsHandler.d.ts.map +1 -1
- package/dist/cjs/services/ModelFetcher.cjs +9 -15
- package/dist/cjs/services/ModelFetcher.cjs.map +1 -1
- package/dist/cjs/services/ModelFetcher.d.ts +2 -7
- package/dist/cjs/services/ModelFetcher.d.ts.map +1 -1
- package/dist/cjs/services/RedisService.cjs +35 -32
- package/dist/cjs/services/RedisService.cjs.map +1 -1
- package/dist/cjs/services/RedisService.d.ts +5 -2
- package/dist/cjs/services/RedisService.d.ts.map +1 -1
- package/dist/cjs/services/SocketService.cjs +19 -20
- package/dist/cjs/services/SocketService.cjs.map +1 -1
- package/dist/cjs/services/SocketService.d.ts +9 -6
- package/dist/cjs/services/SocketService.d.ts.map +1 -1
- package/dist/cjs/services/index.cjs +5 -6
- package/dist/cjs/services/index.cjs.map +1 -1
- package/dist/cjs/services/index.d.ts +5 -6
- package/dist/cjs/services/index.d.ts.map +1 -1
- package/dist/cjs/store/AgentStore.cjs +4 -5
- package/dist/cjs/store/AgentStore.cjs.map +1 -1
- package/dist/cjs/store/AgentStore.d.ts +2 -1
- package/dist/cjs/store/AgentStore.d.ts.map +1 -1
- package/dist/cjs/store/ArtifactStore.cjs +2 -4
- package/dist/cjs/store/ArtifactStore.cjs.map +1 -1
- package/dist/cjs/store/ConfigStore.cjs +8 -11
- package/dist/cjs/store/ConfigStore.cjs.map +1 -1
- package/dist/cjs/store/ConfigStore.d.ts.map +1 -1
- package/dist/cjs/store/ConfigStore.test.cjs +2 -2
- package/dist/cjs/store/ConfigStore.test.cjs.map +1 -1
- package/dist/cjs/store/ModelStore.cjs +4 -4
- package/dist/cjs/store/ModelStore.cjs.map +1 -1
- package/dist/cjs/store/ModelStore.test.cjs +17 -17
- package/dist/cjs/store/ModelStore.test.cjs.map +1 -1
- package/dist/cjs/store/index.cjs +4 -4
- package/dist/cjs/store/index.cjs.map +1 -1
- package/dist/cjs/store/index.d.ts +4 -4
- package/dist/cjs/store/index.d.ts.map +1 -1
- package/dist/cjs/tools/proposeFormValuesTool.d.ts +2 -2
- package/dist/cjs/tsconfig.cjs.tsbuildinfo +1 -0
- package/dist/esm/config.d.ts +57 -23
- package/dist/esm/config.d.ts.map +1 -1
- package/dist/esm/config.js +88 -36
- package/dist/esm/config.js.map +1 -1
- package/dist/esm/helpers/AIHelper.d.ts +21 -13
- package/dist/esm/helpers/AIHelper.d.ts.map +1 -1
- package/dist/esm/helpers/AIHelper.js +159 -98
- package/dist/esm/helpers/AIHelper.js.map +1 -1
- package/dist/esm/helpers/AIHelper.test.js +21 -14
- package/dist/esm/helpers/AIHelper.test.js.map +1 -1
- package/dist/esm/helpers/ConfigHelper.d.ts.map +1 -1
- package/dist/esm/helpers/ConfigHelper.js +17 -9
- package/dist/esm/helpers/ConfigHelper.js.map +1 -1
- package/dist/esm/helpers/ContextLimiter.js +2 -3
- package/dist/esm/helpers/ContextLimiter.js.map +1 -1
- package/dist/esm/helpers/FileHelper.d.ts +19 -25
- package/dist/esm/helpers/FileHelper.d.ts.map +1 -1
- package/dist/esm/helpers/FileHelper.js +132 -149
- package/dist/esm/helpers/FileHelper.js.map +1 -1
- package/dist/esm/helpers/index.d.ts +4 -5
- package/dist/esm/helpers/index.d.ts.map +1 -1
- package/dist/esm/helpers/index.js +4 -5
- package/dist/esm/helpers/index.js.map +1 -1
- package/dist/esm/index.d.ts +42 -13
- package/dist/esm/index.d.ts.map +1 -1
- package/dist/esm/index.js +87 -12
- package/dist/esm/index.js.map +1 -1
- package/dist/esm/libs/index.d.ts +2 -3
- package/dist/esm/libs/index.d.ts.map +1 -1
- package/dist/esm/libs/index.js +2 -3
- package/dist/esm/libs/index.js.map +1 -1
- package/dist/esm/libs/logger/index.d.ts +2 -2
- package/dist/esm/libs/logger/index.d.ts.map +1 -1
- package/dist/esm/libs/logger/index.js +2 -2
- package/dist/esm/libs/logger/index.js.map +1 -1
- package/dist/esm/libs/logger/kafkajs-logger-creator.js +1 -1
- package/dist/esm/libs/logger/kafkajs-logger-creator.js.map +1 -1
- package/dist/esm/libs/s3/index.d.ts +1 -2
- package/dist/esm/libs/s3/index.d.ts.map +1 -1
- package/dist/esm/libs/s3/index.js +1 -2
- package/dist/esm/libs/s3/index.js.map +1 -1
- package/dist/esm/libs/s3/s3.lib.d.ts +29 -22
- package/dist/esm/libs/s3/s3.lib.d.ts.map +1 -1
- package/dist/esm/libs/s3/s3.lib.js +178 -177
- package/dist/esm/libs/s3/s3.lib.js.map +1 -1
- package/dist/esm/processors/ActivityProcessor.d.ts +27 -0
- package/dist/esm/processors/ActivityProcessor.d.ts.map +1 -0
- package/dist/esm/processors/ActivityProcessor.js +33 -0
- package/dist/esm/processors/ActivityProcessor.js.map +1 -0
- package/dist/esm/processors/ActivityProcessor.test.d.ts +2 -0
- package/dist/esm/processors/ActivityProcessor.test.d.ts.map +1 -0
- package/dist/esm/processors/ActivityProcessor.test.js +82 -0
- package/dist/esm/processors/ActivityProcessor.test.js.map +1 -0
- package/dist/esm/processors/ChatProcessor.d.ts +56 -9
- package/dist/esm/processors/ChatProcessor.d.ts.map +1 -1
- package/dist/esm/processors/ChatProcessor.js +334 -153
- package/dist/esm/processors/ChatProcessor.js.map +1 -1
- package/dist/esm/processors/ChatProcessor.test.d.ts +2 -0
- package/dist/esm/processors/ChatProcessor.test.d.ts.map +1 -0
- package/dist/esm/processors/ChatProcessor.test.js +448 -0
- package/dist/esm/processors/ChatProcessor.test.js.map +1 -0
- package/dist/esm/processors/ModelsProcessor.js +1 -1
- package/dist/esm/processors/ModelsProcessor.js.map +1 -1
- package/dist/esm/processors/index.d.ts +3 -2
- package/dist/esm/processors/index.d.ts.map +1 -1
- package/dist/esm/processors/index.js +3 -2
- package/dist/esm/processors/index.js.map +1 -1
- package/dist/esm/services/AIService.d.ts +16 -5
- package/dist/esm/services/AIService.d.ts.map +1 -1
- package/dist/esm/services/AIService.js +53 -32
- package/dist/esm/services/AIService.js.map +1 -1
- package/dist/esm/services/InternalEventsHandler.d.ts +3 -1
- package/dist/esm/services/InternalEventsHandler.d.ts.map +1 -1
- package/dist/esm/services/InternalEventsHandler.js +10 -8
- package/dist/esm/services/InternalEventsHandler.js.map +1 -1
- package/dist/esm/services/ModelFetcher.d.ts +2 -7
- package/dist/esm/services/ModelFetcher.d.ts.map +1 -1
- package/dist/esm/services/ModelFetcher.js +4 -9
- package/dist/esm/services/ModelFetcher.js.map +1 -1
- package/dist/esm/services/RedisService.d.ts +5 -2
- package/dist/esm/services/RedisService.d.ts.map +1 -1
- package/dist/esm/services/RedisService.js +25 -21
- package/dist/esm/services/RedisService.js.map +1 -1
- package/dist/esm/services/SocketService.d.ts +9 -6
- package/dist/esm/services/SocketService.d.ts.map +1 -1
- package/dist/esm/services/SocketService.js +15 -13
- package/dist/esm/services/SocketService.js.map +1 -1
- package/dist/esm/services/index.d.ts +5 -6
- package/dist/esm/services/index.d.ts.map +1 -1
- package/dist/esm/services/index.js +5 -6
- package/dist/esm/services/index.js.map +1 -1
- package/dist/esm/store/AgentStore.d.ts +2 -1
- package/dist/esm/store/AgentStore.d.ts.map +1 -1
- package/dist/esm/store/AgentStore.js +5 -5
- package/dist/esm/store/AgentStore.js.map +1 -1
- package/dist/esm/store/ArtifactStore.js +3 -7
- package/dist/esm/store/ArtifactStore.js.map +1 -1
- package/dist/esm/store/ConfigStore.d.ts.map +1 -1
- package/dist/esm/store/ConfigStore.js +16 -19
- package/dist/esm/store/ConfigStore.js.map +1 -1
- package/dist/esm/store/ConfigStore.test.js +1 -1
- package/dist/esm/store/ConfigStore.test.js.map +1 -1
- package/dist/esm/store/ModelStore.js +6 -6
- package/dist/esm/store/ModelStore.js.map +1 -1
- package/dist/esm/store/ModelStore.test.js +12 -12
- package/dist/esm/store/ModelStore.test.js.map +1 -1
- package/dist/esm/store/index.d.ts +4 -4
- package/dist/esm/store/index.d.ts.map +1 -1
- package/dist/esm/store/index.js +4 -4
- package/dist/esm/store/index.js.map +1 -1
- package/dist/esm/tools/proposeFormValuesTool.d.ts +2 -2
- package/dist/esm/tsconfig.esm.tsbuildinfo +1 -0
- package/package.json +15 -15
- package/dist/cjs/helpers/SetupHelper.cjs +0 -37
- package/dist/cjs/helpers/SetupHelper.cjs.map +0 -1
- package/dist/cjs/helpers/SetupHelper.d.ts +0 -5
- package/dist/cjs/helpers/SetupHelper.d.ts.map +0 -1
- package/dist/cjs/libs/kafka/config.cjs +0 -8
- package/dist/cjs/libs/kafka/config.cjs.map +0 -1
- package/dist/cjs/libs/kafka/config.d.ts +0 -5
- package/dist/cjs/libs/kafka/config.d.ts.map +0 -1
- package/dist/cjs/libs/kafka/consumer.cjs +0 -133
- package/dist/cjs/libs/kafka/consumer.cjs.map +0 -1
- package/dist/cjs/libs/kafka/consumer.d.ts +0 -16
- package/dist/cjs/libs/kafka/consumer.d.ts.map +0 -1
- package/dist/cjs/libs/kafka/index.cjs +0 -19
- package/dist/cjs/libs/kafka/index.cjs.map +0 -1
- package/dist/cjs/libs/kafka/index.d.ts +0 -3
- package/dist/cjs/libs/kafka/index.d.ts.map +0 -1
- package/dist/cjs/libs/kafka/kafka.cjs +0 -27
- package/dist/cjs/libs/kafka/kafka.cjs.map +0 -1
- package/dist/cjs/libs/kafka/kafka.d.ts +0 -3
- package/dist/cjs/libs/kafka/kafka.d.ts.map +0 -1
- package/dist/cjs/libs/kafka/producer.cjs +0 -48
- package/dist/cjs/libs/kafka/producer.cjs.map +0 -1
- package/dist/cjs/libs/kafka/producer.d.ts +0 -11
- package/dist/cjs/libs/kafka/producer.d.ts.map +0 -1
- package/dist/cjs/libs/logger/config.cjs +0 -9
- package/dist/cjs/libs/logger/config.cjs.map +0 -1
- package/dist/cjs/libs/logger/config.d.ts +0 -5
- package/dist/cjs/libs/logger/config.d.ts.map +0 -1
- package/dist/cjs/libs/s3/config.cjs +0 -10
- package/dist/cjs/libs/s3/config.cjs.map +0 -1
- package/dist/cjs/libs/s3/config.d.ts +0 -7
- package/dist/cjs/libs/s3/config.d.ts.map +0 -1
- package/dist/cjs/services/KafkaService.cjs +0 -123
- package/dist/cjs/services/KafkaService.cjs.map +0 -1
- package/dist/cjs/services/KafkaService.d.ts +0 -35
- package/dist/cjs/services/KafkaService.d.ts.map +0 -1
- package/dist/esm/helpers/SetupHelper.d.ts +0 -5
- package/dist/esm/helpers/SetupHelper.d.ts.map +0 -1
- package/dist/esm/helpers/SetupHelper.js +0 -32
- package/dist/esm/helpers/SetupHelper.js.map +0 -1
- package/dist/esm/libs/kafka/config.d.ts +0 -5
- package/dist/esm/libs/kafka/config.d.ts.map +0 -1
- package/dist/esm/libs/kafka/config.js +0 -5
- package/dist/esm/libs/kafka/config.js.map +0 -1
- package/dist/esm/libs/kafka/consumer.d.ts +0 -16
- package/dist/esm/libs/kafka/consumer.d.ts.map +0 -1
- package/dist/esm/libs/kafka/consumer.js +0 -126
- package/dist/esm/libs/kafka/consumer.js.map +0 -1
- package/dist/esm/libs/kafka/index.d.ts +0 -3
- package/dist/esm/libs/kafka/index.d.ts.map +0 -1
- package/dist/esm/libs/kafka/index.js +0 -3
- package/dist/esm/libs/kafka/index.js.map +0 -1
- package/dist/esm/libs/kafka/kafka.d.ts +0 -3
- package/dist/esm/libs/kafka/kafka.d.ts.map +0 -1
- package/dist/esm/libs/kafka/kafka.js +0 -24
- package/dist/esm/libs/kafka/kafka.js.map +0 -1
- package/dist/esm/libs/kafka/producer.d.ts +0 -11
- package/dist/esm/libs/kafka/producer.d.ts.map +0 -1
- package/dist/esm/libs/kafka/producer.js +0 -44
- package/dist/esm/libs/kafka/producer.js.map +0 -1
- package/dist/esm/libs/logger/config.d.ts +0 -5
- package/dist/esm/libs/logger/config.d.ts.map +0 -1
- package/dist/esm/libs/logger/config.js +0 -6
- package/dist/esm/libs/logger/config.js.map +0 -1
- package/dist/esm/libs/s3/config.d.ts +0 -7
- package/dist/esm/libs/s3/config.d.ts.map +0 -1
- package/dist/esm/libs/s3/config.js +0 -7
- package/dist/esm/libs/s3/config.js.map +0 -1
- package/dist/esm/services/KafkaService.d.ts +0 -35
- package/dist/esm/services/KafkaService.d.ts.map +0 -1
- package/dist/esm/services/KafkaService.js +0 -120
- package/dist/esm/services/KafkaService.js.map +0 -1
- package/dist/tsconfig.cjs.tsbuildinfo +0 -1
- package/dist/tsconfig.esm.tsbuildinfo +0 -1
package/package.json
CHANGED
|
@@ -1,17 +1,17 @@
|
|
|
1
1
|
{
|
|
2
2
|
"name": "@multiplayer-app/ai-agent-node",
|
|
3
|
-
"version": "0.1.0-beta.
|
|
3
|
+
"version": "0.1.0-beta.41",
|
|
4
4
|
"description": "AI Agent Node.js library for multiplayer ai agents",
|
|
5
|
+
"type": "module",
|
|
5
6
|
"main": "./dist/cjs/index.cjs",
|
|
7
|
+
"module": "./dist/esm/index.js",
|
|
6
8
|
"types": "./dist/esm/index.d.ts",
|
|
7
|
-
"type": "module",
|
|
8
9
|
"engines": {
|
|
9
10
|
"node": ">=18",
|
|
10
11
|
"npm": ">=8"
|
|
11
12
|
},
|
|
12
13
|
"scripts": {
|
|
13
|
-
"build": "tsc -p tsconfig.esm.json && tsc -p tsconfig.cjs.json",
|
|
14
|
-
"postbuild": "node ../../scripts/rename-cjs.js",
|
|
14
|
+
"build": "rm -rf dist && tsc -p tsconfig.esm.json && tsc -p tsconfig.cjs.json",
|
|
15
15
|
"test": "vitest run",
|
|
16
16
|
"test:watch": "vitest",
|
|
17
17
|
"test:coverage": "vitest run --coverage"
|
|
@@ -22,7 +22,6 @@
|
|
|
22
22
|
"library"
|
|
23
23
|
],
|
|
24
24
|
"license": "MIT",
|
|
25
|
-
|
|
26
25
|
"exports": {
|
|
27
26
|
".": {
|
|
28
27
|
"require": "./dist/cjs/index.cjs",
|
|
@@ -30,23 +29,24 @@
|
|
|
30
29
|
"types": "./dist/esm/index.d.ts"
|
|
31
30
|
}
|
|
32
31
|
},
|
|
33
|
-
|
|
34
|
-
|
|
35
|
-
|
|
32
|
+
"files": [
|
|
33
|
+
"dist",
|
|
34
|
+
"README.md",
|
|
35
|
+
"LICENSE"
|
|
36
|
+
],
|
|
36
37
|
"dependencies": {
|
|
37
|
-
"@ai-sdk/anthropic": "
|
|
38
|
-
"@ai-sdk/google": "
|
|
39
|
-
"@ai-sdk/openai": "
|
|
40
|
-
"@multiplayer-app/ai-agent-db": "0.1.0-beta.
|
|
41
|
-
"@multiplayer-app/ai-agent-types": "0.1.0-beta.
|
|
42
|
-
"@openrouter/ai-sdk-provider": "
|
|
38
|
+
"@ai-sdk/anthropic": "3.0.42",
|
|
39
|
+
"@ai-sdk/google": "3.0.26",
|
|
40
|
+
"@ai-sdk/openai": "3.0.27",
|
|
41
|
+
"@multiplayer-app/ai-agent-db": "0.1.0-beta.41",
|
|
42
|
+
"@multiplayer-app/ai-agent-types": "0.1.0-beta.41",
|
|
43
|
+
"@openrouter/ai-sdk-provider": "2.0.0",
|
|
43
44
|
"@socket.io/redis-adapter": "^8.3.0",
|
|
44
45
|
"ai": "6.0.3",
|
|
45
46
|
"dotenv": "^17.2.3",
|
|
46
47
|
"redis": "^5.10.0",
|
|
47
48
|
"socket.io": "^4.8.1",
|
|
48
49
|
"zod": "^4.2.1",
|
|
49
|
-
"kafkajs": "2.2.4",
|
|
50
50
|
"@aws-sdk/client-s3": "3.354.0",
|
|
51
51
|
"@aws-sdk/s3-request-presigner": "3.354.0",
|
|
52
52
|
"@aws-sdk/util-create-request": "3.347.0",
|
|
@@ -1,37 +0,0 @@
|
|
|
1
|
-
"use strict";
|
|
2
|
-
Object.defineProperty(exports, "__esModule", { value: true });
|
|
3
|
-
exports.fetchModels = fetchModels;
|
|
4
|
-
exports.startServices = startServices;
|
|
5
|
-
exports.stopServices = stopServices;
|
|
6
|
-
const index_js_1 = require("../libs/logger/index.js");
|
|
7
|
-
const index_js_2 = require("../store/index.js");
|
|
8
|
-
const index_js_3 = require("../services/index.js");
|
|
9
|
-
const index_js_4 = require("../libs/s3/index.js");
|
|
10
|
-
const config_js_1 = require("../config.js");
|
|
11
|
-
async function fetchModels() {
|
|
12
|
-
try {
|
|
13
|
-
const modelFetcher = new index_js_3.ModelFetcher();
|
|
14
|
-
const models = await modelFetcher.fetchAllModels();
|
|
15
|
-
index_js_2.ModelStore.getInstance().setModels(models);
|
|
16
|
-
}
|
|
17
|
-
catch (error) {
|
|
18
|
-
index_js_1.logger.error('Failed to fetch models on startup:', error);
|
|
19
|
-
throw error;
|
|
20
|
-
}
|
|
21
|
-
}
|
|
22
|
-
function startServices(agentChatRepository, agentMessageRepository) {
|
|
23
|
-
index_js_3.kafkaService.setRepositories(agentChatRepository, agentMessageRepository);
|
|
24
|
-
return Promise.all([
|
|
25
|
-
index_js_3.kafkaService.start(),
|
|
26
|
-
index_js_2.agentStore.initialize(),
|
|
27
|
-
fetchModels(),
|
|
28
|
-
index_js_4.s3.ensureBucketExists(config_js_1.config.s3.bucket),
|
|
29
|
-
]);
|
|
30
|
-
}
|
|
31
|
-
function stopServices() {
|
|
32
|
-
return Promise.all([
|
|
33
|
-
index_js_3.redisService.disconnect(),
|
|
34
|
-
index_js_3.kafkaService.stop()
|
|
35
|
-
]);
|
|
36
|
-
}
|
|
37
|
-
//# sourceMappingURL=SetupHelper.js.map
|
|
@@ -1 +0,0 @@
|
|
|
1
|
-
{"version":3,"file":"SetupHelper.js","sourceRoot":"","sources":["../../../src/helpers/SetupHelper.ts"],"names":[],"mappings":";;AAOA,kCASC;AAED,sCASC;AAED,oCAKC;AAlCD,sDAAiD;AACjD,gDAA2D;AAC3D,mDAAgF;AAChF,kDAAyC;AACzC,4CAAsC;AAG/B,KAAK,UAAU,WAAW;IAC7B,IAAI,CAAC;QACH,MAAM,YAAY,GAAG,IAAI,uBAAY,EAAE,CAAC;QACxC,MAAM,MAAM,GAAG,MAAM,YAAY,CAAC,cAAc,EAAE,CAAC;QACnD,qBAAU,CAAC,WAAW,EAAE,CAAC,SAAS,CAAC,MAAM,CAAC,CAAC;IAC7C,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,iBAAM,CAAC,KAAK,CAAC,oCAAoC,EAAE,KAAK,CAAC,CAAC;QAC1D,MAAM,KAAK,CAAC;IACd,CAAC;AACL,CAAC;AAED,SAAgB,aAAa,CAAC,mBAAwC,EAAE,sBAA8C;IACpH,uBAAY,CAAC,eAAe,CAAC,mBAAmB,EAAE,sBAAsB,CAAC,CAAC;IAE1E,OAAO,OAAO,CAAC,GAAG,CAAC;QACjB,uBAAY,CAAC,KAAK,EAAE;QACpB,qBAAU,CAAC,UAAU,EAAE;QACvB,WAAW,EAAE;QACb,aAAE,CAAC,kBAAkB,CAAC,kBAAM,CAAC,EAAE,CAAC,MAAM,CAAC;KACxC,CAAC,CAAA;AACJ,CAAC;AAED,SAAgB,YAAY;IAC1B,OAAO,OAAO,CAAC,GAAG,CAAC;QACjB,uBAAY,CAAC,UAAU,EAAE;QACzB,uBAAY,CAAC,IAAI,EAAE;KACpB,CAAC,CAAA;AACJ,CAAC"}
|
|
@@ -1,5 +0,0 @@
|
|
|
1
|
-
import type { AgentChatRepository, AgentMessageRepository } from '@multiplayer-app/ai-agent-db';
|
|
2
|
-
export declare function fetchModels(): Promise<void>;
|
|
3
|
-
export declare function startServices(agentChatRepository: AgentChatRepository, agentMessageRepository: AgentMessageRepository): Promise<[void, void, void, void]>;
|
|
4
|
-
export declare function stopServices(): Promise<[void, void]>;
|
|
5
|
-
//# sourceMappingURL=SetupHelper.d.ts.map
|
|
@@ -1 +0,0 @@
|
|
|
1
|
-
{"version":3,"file":"SetupHelper.d.ts","sourceRoot":"","sources":["../../../src/helpers/SetupHelper.ts"],"names":[],"mappings":"AAKA,OAAO,KAAK,EAAE,mBAAmB,EAAE,sBAAsB,EAAE,MAAM,8BAA8B,CAAC;AAEhG,wBAAsB,WAAW,kBAShC;AAED,wBAAgB,aAAa,CAAC,mBAAmB,EAAE,mBAAmB,EAAE,sBAAsB,EAAE,sBAAsB,qCASrH;AAED,wBAAgB,YAAY,0BAK3B"}
|
|
@@ -1,8 +0,0 @@
|
|
|
1
|
-
"use strict";
|
|
2
|
-
Object.defineProperty(exports, "__esModule", { value: true });
|
|
3
|
-
exports.KAFKA_SESSION_TIMEOUT = exports.KAFKA_CLIENT_ID = exports.KAFKA_URI = exports.SERVICE_NAME = void 0;
|
|
4
|
-
exports.SERVICE_NAME = process.env.npm_package_name;
|
|
5
|
-
exports.KAFKA_URI = (process.env.KAFKA_URI || 'localhost:9092').split(',');
|
|
6
|
-
exports.KAFKA_CLIENT_ID = process.env.KAFKA_CLIENT_ID || exports.SERVICE_NAME;
|
|
7
|
-
exports.KAFKA_SESSION_TIMEOUT = Number.parseInt(process.env.KAFKA_SESSION_TIMEOUT || '30000');
|
|
8
|
-
//# sourceMappingURL=config.js.map
|
|
@@ -1 +0,0 @@
|
|
|
1
|
-
{"version":3,"file":"config.js","sourceRoot":"","sources":["../../../../src/libs/kafka/config.ts"],"names":[],"mappings":";;;AAAa,QAAA,YAAY,GAAG,OAAO,CAAC,GAAG,CAAC,gBAAgB,CAAA;AAC3C,QAAA,SAAS,GAAG,CAAC,OAAO,CAAC,GAAG,CAAC,SAAmB,IAAI,gBAAgB,CAAC,CAAC,KAAK,CAAC,GAAG,CAAC,CAAA;AAC5E,QAAA,eAAe,GAAG,OAAO,CAAC,GAAG,CAAC,eAAyB,IAAI,oBAAY,CAAA;AACvE,QAAA,qBAAqB,GAAG,MAAM,CAAC,QAAQ,CAAC,OAAO,CAAC,GAAG,CAAC,qBAAqB,IAAI,OAAO,CAAC,CAAA"}
|
|
@@ -1 +0,0 @@
|
|
|
1
|
-
{"version":3,"file":"config.d.ts","sourceRoot":"","sources":["../../../../src/libs/kafka/config.ts"],"names":[],"mappings":"AAAA,eAAO,MAAM,YAAY,oBAA+B,CAAA;AACxD,eAAO,MAAM,SAAS,UAAmE,CAAA;AACzF,eAAO,MAAM,eAAe,oBAAwD,CAAA;AACpF,eAAO,MAAM,qBAAqB,QAAgE,CAAA"}
|
|
@@ -1,133 +0,0 @@
|
|
|
1
|
-
"use strict";
|
|
2
|
-
var __importDefault = (this && this.__importDefault) || function (mod) {
|
|
3
|
-
return (mod && mod.__esModule) ? mod : { "default": mod };
|
|
4
|
-
};
|
|
5
|
-
Object.defineProperty(exports, "__esModule", { value: true });
|
|
6
|
-
exports.KafkaConsumer = void 0;
|
|
7
|
-
const index_js_1 = __importDefault(require("../logger/index.js"));
|
|
8
|
-
const kafka_js_1 = require("./kafka.js");
|
|
9
|
-
const config_js_1 = require("./config.js");
|
|
10
|
-
const startTimer = () => {
|
|
11
|
-
const startTime = process.hrtime();
|
|
12
|
-
return startTime;
|
|
13
|
-
};
|
|
14
|
-
const getDuration = (startTime) => {
|
|
15
|
-
const diff = process.hrtime(startTime);
|
|
16
|
-
return diff[0] * 1e3 + diff[1] * 1e-6;
|
|
17
|
-
};
|
|
18
|
-
class KafkaConsumer {
|
|
19
|
-
constructor(groupId) {
|
|
20
|
-
this.listeners = {};
|
|
21
|
-
this.lastHeartbeat = 0;
|
|
22
|
-
this.consumer = kafka_js_1.kafka.consumer({
|
|
23
|
-
groupId,
|
|
24
|
-
sessionTimeout: config_js_1.KAFKA_SESSION_TIMEOUT,
|
|
25
|
-
});
|
|
26
|
-
this.consumer.on(this.consumer.events.HEARTBEAT, ({ timestamp }) => {
|
|
27
|
-
this.lastHeartbeat = timestamp;
|
|
28
|
-
});
|
|
29
|
-
this.consumer.on(this.consumer.events.REQUEST_TIMEOUT, ({ timestamp }) => {
|
|
30
|
-
this.lastHeartbeat = 0;
|
|
31
|
-
});
|
|
32
|
-
this.consumer.on(this.consumer.events.CRASH, ({ timestamp }) => {
|
|
33
|
-
this.lastHeartbeat = 0;
|
|
34
|
-
});
|
|
35
|
-
}
|
|
36
|
-
async isConnected() {
|
|
37
|
-
if (Date.now() - this.lastHeartbeat < config_js_1.KAFKA_SESSION_TIMEOUT) {
|
|
38
|
-
return true;
|
|
39
|
-
}
|
|
40
|
-
try {
|
|
41
|
-
const { state } = await this.consumer.describeGroup();
|
|
42
|
-
return ['CompletingRebalance', 'PreparingRebalance', 'Stable'].includes(state);
|
|
43
|
-
}
|
|
44
|
-
catch (err) {
|
|
45
|
-
return false;
|
|
46
|
-
}
|
|
47
|
-
}
|
|
48
|
-
async connect() {
|
|
49
|
-
await this.consumer.connect();
|
|
50
|
-
}
|
|
51
|
-
async disconnect() {
|
|
52
|
-
await this.consumer.disconnect();
|
|
53
|
-
}
|
|
54
|
-
async subscribe(topic, listener) {
|
|
55
|
-
index_js_1.default.info({ topic }, '[KAFKAJS] Subscribing for topic');
|
|
56
|
-
if (!this.listeners[topic]) {
|
|
57
|
-
this.listeners[topic] = [];
|
|
58
|
-
}
|
|
59
|
-
this.listeners[topic].push(listener);
|
|
60
|
-
}
|
|
61
|
-
async listenFnWrapper(topic, message) {
|
|
62
|
-
var _a, _b;
|
|
63
|
-
const parseStartTime = startTimer();
|
|
64
|
-
try {
|
|
65
|
-
if (!((_a = this.listeners[topic]) === null || _a === void 0 ? void 0 : _a.length)) {
|
|
66
|
-
index_js_1.default.error(`[KAFKAJS] Missing handler for topic ${topic}`);
|
|
67
|
-
}
|
|
68
|
-
if (!(message === null || message === void 0 ? void 0 : message.value)) {
|
|
69
|
-
return;
|
|
70
|
-
}
|
|
71
|
-
const key = (_b = message === null || message === void 0 ? void 0 : message.key) === null || _b === void 0 ? void 0 : _b.toString('utf8');
|
|
72
|
-
const value = JSON.parse(message.value.toString('utf8'));
|
|
73
|
-
const headers = message.headers;
|
|
74
|
-
index_js_1.default.debug({
|
|
75
|
-
topic,
|
|
76
|
-
key,
|
|
77
|
-
value,
|
|
78
|
-
}, `[KAFKAJS] Received message from topic ${topic}`);
|
|
79
|
-
await Promise.all(this.listeners[topic].map(func => func(key, value, headers)));
|
|
80
|
-
index_js_1.default.debug({
|
|
81
|
-
key,
|
|
82
|
-
topic,
|
|
83
|
-
duration: getDuration(parseStartTime),
|
|
84
|
-
}, '[KAFKAJS] Done with processing data from kafka');
|
|
85
|
-
}
|
|
86
|
-
catch (err) {
|
|
87
|
-
index_js_1.default.error(err, '[KAFKAJS] Error on handling incoming message');
|
|
88
|
-
}
|
|
89
|
-
}
|
|
90
|
-
async listen(options = {
|
|
91
|
-
partitionsConsumedConcurrently: 3, autoCommit: true,
|
|
92
|
-
}) {
|
|
93
|
-
const topics = Object.keys(this.listeners);
|
|
94
|
-
await this.consumer.subscribe({
|
|
95
|
-
topics,
|
|
96
|
-
fromBeginning: true,
|
|
97
|
-
});
|
|
98
|
-
await this.consumer.run({
|
|
99
|
-
autoCommit: true,
|
|
100
|
-
...options,
|
|
101
|
-
eachMessage: async ({ topic, message }) => this.listenFnWrapper(topic, message),
|
|
102
|
-
});
|
|
103
|
-
}
|
|
104
|
-
async listenBatch(options) {
|
|
105
|
-
const topics = Object.keys(this.listeners);
|
|
106
|
-
await this.consumer.subscribe({
|
|
107
|
-
topics,
|
|
108
|
-
fromBeginning: true,
|
|
109
|
-
});
|
|
110
|
-
await this.consumer.run({
|
|
111
|
-
eachBatchAutoResolve: true,
|
|
112
|
-
...options,
|
|
113
|
-
eachBatch: async ({ batch, resolveOffset, heartbeat, commitOffsetsIfNecessary, uncommittedOffsets, isRunning, isStale, pause, }) => {
|
|
114
|
-
var _a;
|
|
115
|
-
for (const message of batch.messages) {
|
|
116
|
-
if (!((_a = this.listeners[batch.topic]) === null || _a === void 0 ? void 0 : _a.length)) {
|
|
117
|
-
index_js_1.default.error(`[KAFKAJS] Missing handler for topic ${batch.topic}`);
|
|
118
|
-
}
|
|
119
|
-
try {
|
|
120
|
-
await Promise.all(batch.messages.map(message => this.listenFnWrapper(batch.topic, message)));
|
|
121
|
-
}
|
|
122
|
-
catch (batchError) {
|
|
123
|
-
index_js_1.default.error(batchError, '[KAFKAJS] Batch fn error');
|
|
124
|
-
}
|
|
125
|
-
resolveOffset(message.offset);
|
|
126
|
-
await heartbeat();
|
|
127
|
-
}
|
|
128
|
-
},
|
|
129
|
-
});
|
|
130
|
-
}
|
|
131
|
-
}
|
|
132
|
-
exports.KafkaConsumer = KafkaConsumer;
|
|
133
|
-
//# sourceMappingURL=consumer.js.map
|
|
@@ -1 +0,0 @@
|
|
|
1
|
-
{"version":3,"file":"consumer.js","sourceRoot":"","sources":["../../../../src/libs/kafka/consumer.ts"],"names":[],"mappings":";;;;;;AACA,kEAAuC;AACvC,yCAAkC;AAClC,2CAAmD;AAEnD,MAAM,UAAU,GAAG,GAAG,EAAE;IACtB,MAAM,SAAS,GAAG,OAAO,CAAC,MAAM,EAAE,CAAA;IAClC,OAAO,SAAS,CAAA;AAClB,CAAC,CAAA;AACD,MAAM,WAAW,GAAG,CAAC,SAAS,EAAE,EAAE;IAChC,MAAM,IAAI,GAAG,OAAO,CAAC,MAAM,CAAC,SAAS,CAAC,CAAA;IACtC,OAAO,IAAI,CAAC,CAAC,CAAC,GAAG,GAAG,GAAG,IAAI,CAAC,CAAC,CAAC,GAAG,IAAI,CAAA;AACvC,CAAC,CAAA;AAGD,MAAa,aAAa;IAKxB,YAAY,OAAe;QAHnB,cAAS,GAA4C,EAAE,CAAA;QACvD,kBAAa,GAAW,CAAC,CAAA;QAG/B,IAAI,CAAC,QAAQ,GAAG,gBAAK,CAAC,QAAQ,CAAC;YAC7B,OAAO;YACP,cAAc,EAAE,iCAAqB;SACtC,CAAC,CAAA;QACF,IAAI,CAAC,QAAQ,CAAC,EAAE,CAAC,IAAI,CAAC,QAAQ,CAAC,MAAM,CAAC,SAAS,EAAE,CAAC,EAAE,SAAS,EAAE,EAAE,EAAE;YACjE,IAAI,CAAC,aAAa,GAAG,SAAS,CAAA;QAChC,CAAC,CAAC,CAAA;QACF,IAAI,CAAC,QAAQ,CAAC,EAAE,CAAC,IAAI,CAAC,QAAQ,CAAC,MAAM,CAAC,eAAe,EAAE,CAAC,EAAE,SAAS,EAAE,EAAE,EAAE;YACvE,IAAI,CAAC,aAAa,GAAG,CAAC,CAAA;QACxB,CAAC,CAAC,CAAA;QACF,IAAI,CAAC,QAAQ,CAAC,EAAE,CAAC,IAAI,CAAC,QAAQ,CAAC,MAAM,CAAC,KAAK,EAAE,CAAC,EAAE,SAAS,EAAE,EAAE,EAAE;YAC7D,IAAI,CAAC,aAAa,GAAG,CAAC,CAAA;QACxB,CAAC,CAAC,CAAA;IACJ,CAAC;IAEM,KAAK,CAAC,WAAW;QACtB,IAAI,IAAI,CAAC,GAAG,EAAE,GAAG,IAAI,CAAC,aAAa,GAAG,iCAAqB,EAAE,CAAC;YAC5D,OAAO,IAAI,CAAA;QACb,CAAC;QACD,IAAI,CAAC;YACH,MAAM,EAAE,KAAK,EAAE,GAAG,MAAM,IAAI,CAAC,QAAQ,CAAC,aAAa,EAAE,CAAA;YACrD,OAAO,CAAC,qBAAqB,EAAE,oBAAoB,EAAE,QAAQ,CAAC,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAA;QAChF,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACb,OAAO,KAAK,CAAA;QACd,CAAC;IACH,CAAC;IAEM,KAAK,CAAC,OAAO;QAClB,MAAM,IAAI,CAAC,QAAQ,CAAC,OAAO,EAAE,CAAA;IAC/B,CAAC;IAEM,KAAK,CAAC,UAAU;QACrB,MAAM,IAAI,CAAC,QAAQ,CAAC,UAAU,EAAE,CAAA;IAClC,CAAC;IAEM,KAAK,CAAC,SAAS,CAAC,KAAa,EAAE,QAA+B;QACnE,kBAAM,CAAC,IAAI,CAAC,EAAE,KAAK,EAAE,EAAE,iCAAiC,CAAC,CAAA;QAEzD,IAAI,CAAC,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,EAAE,CAAC;YAC3B,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,GAAG,EAAE,CAAA;QAC5B,CAAC;QACD,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAA;IACtC,CAAC;IAEO,KAAK,CAAC,eAAe,CAC3B,KAAa,EACb,OAAgB;;QAGhB,MAAM,cAAc,GAAG,UAAU,EAAE,CAAA;QACnC,IAAI,CAAC;YACH,IAAI,CAAC,CAAA,MAAA,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,0CAAE,MAAM,CAAA,EAAE,CAAC;gBACnC,kBAAM,CAAC,KAAK,CAAC,uCAAuC,KAAK,EAAE,CAAC,CAAA;YAC9D,CAAC;YAED,IAAI,CAAC,CAAA,OAAO,aAAP,OAAO,uBAAP,OAAO,CAAE,KAAK,CAAA,EAAE,CAAC;gBACpB,OAAM;YACR,CAAC;YAED,MAAM,GAAG,GAAG,MAAA,OAAO,aAAP,OAAO,uBAAP,OAAO,CAAE,GAAG,0CAAE,QAAQ,CAAC,MAAM,CAAC,CAAA;YAC1C,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC,CAAA;YACxD,MAAM,OAAO,GAAG,OAAO,CAAC,OAAO,CAAA;YAE/B,kBAAM,CAAC,KAAK,CACV;gBACE,KAAK;gBACL,GAAG;gBACH,KAAK;aACN,EACD,yCAAyC,KAAK,EAAE,CACjD,CAAA;YAED,MAAM,OAAO,CAAC,GAAG,CAAC,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,CAAC,IAAI,CAAC,GAAG,EAAE,KAAK,EAAE,OAAO,CAAC,CAAC,CAAC,CAAA;YAE/E,kBAAM,CAAC,KAAK,CAAC;gBACX,GAAG;gBACH,KAAK;gBACL,QAAQ,EAAE,WAAW,CAAC,cAAc,CAAC;aACtC,EAAE,gDAAgD,CAAC,CAAA;QACtD,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACb,kBAAM,CAAC,KAAK,CAAC,GAAG,EAAE,8CAA8C,CAAC,CAAA;QACnE,CAAC;IACH,CAAC;IAEM,KAAK,CAAC,MAAM,CAAC,UAAgE;QAClF,8BAA8B,EAAE,CAAC,EAAE,UAAU,EAAE,IAAI;KACpD;QACC,MAAM,MAAM,GAAG,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,SAAS,CAAC,CAAA;QAE1C,MAAM,IAAI,CAAC,QAAQ,CAAC,SAAS,CAAC;YAC5B,MAAM;YACN,aAAa,EAAE,IAAI;SACpB,CAAC,CAAA;QAEF,MAAM,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC;YACtB,UAAU,EAAE,IAAI;YAChB,GAAG,OAAO;YACV,WAAW,EAAE,KAAK,EAAE,EAAE,KAAK,EAAE,OAAO,EAAE,EAAE,EAAE,CAAC,IAAI,CAAC,eAAe,CAAC,KAAK,EAAE,OAAO,CAAC;SAChF,CAAC,CAAA;IACJ,CAAC;IAEM,KAAK,CAAC,WAAW,CAAC,OAA6D;QACpF,MAAM,MAAM,GAAG,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,SAAS,CAAC,CAAA;QAE1C,MAAM,IAAI,CAAC,QAAQ,CAAC,SAAS,CAAC;YAC5B,MAAM;YACN,aAAa,EAAE,IAAI;SACpB,CAAC,CAAA;QAEF,MAAM,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC;YACtB,oBAAoB,EAAE,IAAI;YAC1B,GAAG,OAAO;YACV,SAAS,EAAE,KAAK,EAAE,EAChB,KAAK,EACL,aAAa,EACb,SAAS,EACT,wBAAwB,EACxB,kBAAkB,EAClB,SAAS,EACT,OAAO,EACP,KAAK,GACN,EAAE,EAAE;;gBACH,KAAK,MAAM,OAAO,IAAI,KAAK,CAAC,QAAQ,EAAE,CAAC;oBACrC,IAAI,CAAC,CAAA,MAAA,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,KAAK,CAAC,0CAAE,MAAM,CAAA,EAAE,CAAC;wBACzC,kBAAM,CAAC,KAAK,CAAC,uCAAuC,KAAK,CAAC,KAAK,EAAE,CAAC,CAAA;oBACpE,CAAC;oBAED,IAAI,CAAC;wBACH,MAAM,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,QAAQ,CAAC,GAAG,CAAC,OAAO,CAAC,EAAE,CAAC,IAAI,CAAC,eAAe,CAAC,KAAK,CAAC,KAAK,EAAE,OAAO,CAAC,CAAC,CAAC,CAAA;oBAC9F,CAAC;oBAAC,OAAO,UAAU,EAAE,CAAC;wBACpB,kBAAM,CAAC,KAAK,CAAC,UAAU,EAAE,0BAA0B,CAAC,CAAA;oBACtD,CAAC;oBAED,aAAa,CAAC,OAAO,CAAC,MAAM,CAAC,CAAA;oBAC7B,MAAM,SAAS,EAAE,CAAA;gBACnB,CAAC;YACH,CAAC;SACF,CAAC,CAAA;IACJ,CAAC;CACF;AAjJD,sCAiJC"}
|
|
@@ -1,16 +0,0 @@
|
|
|
1
|
-
import { ConsumerRunConfig, IHeaders } from 'kafkajs';
|
|
2
|
-
export type KafkaConsumerListener = (key: any, value: any, headers?: IHeaders) => void | Promise<void>;
|
|
3
|
-
export declare class KafkaConsumer {
|
|
4
|
-
private consumer;
|
|
5
|
-
private listeners;
|
|
6
|
-
private lastHeartbeat;
|
|
7
|
-
constructor(groupId: string);
|
|
8
|
-
isConnected(): Promise<boolean>;
|
|
9
|
-
connect(): Promise<void>;
|
|
10
|
-
disconnect(): Promise<void>;
|
|
11
|
-
subscribe(topic: string, listener: KafkaConsumerListener): Promise<void>;
|
|
12
|
-
private listenFnWrapper;
|
|
13
|
-
listen(options?: Omit<ConsumerRunConfig, 'eachMessage' | 'eachBatch'>): Promise<void>;
|
|
14
|
-
listenBatch(options: Omit<ConsumerRunConfig, 'eachMessage' | 'eachBatch'>): Promise<void>;
|
|
15
|
-
}
|
|
16
|
-
//# sourceMappingURL=consumer.d.ts.map
|
|
@@ -1 +0,0 @@
|
|
|
1
|
-
{"version":3,"file":"consumer.d.ts","sourceRoot":"","sources":["../../../../src/libs/kafka/consumer.ts"],"names":[],"mappings":"AAAA,OAAO,EAAY,iBAAiB,EAAE,QAAQ,EAAW,MAAM,SAAS,CAAA;AAcxE,MAAM,MAAM,qBAAqB,GAAG,CAAC,GAAG,KAAA,EAAE,KAAK,KAAA,EAAE,OAAO,CAAC,EAAE,QAAQ,KAAK,IAAI,GAAG,OAAO,CAAC,IAAI,CAAC,CAAA;AAC5F,qBAAa,aAAa;IACxB,OAAO,CAAC,QAAQ,CAAU;IAC1B,OAAO,CAAC,SAAS,CAA8C;IAC/D,OAAO,CAAC,aAAa,CAAY;gBAErB,OAAO,EAAE,MAAM;IAgBd,WAAW;IAYX,OAAO;IAIP,UAAU;IAIV,SAAS,CAAC,KAAK,EAAE,MAAM,EAAE,QAAQ,EAAE,qBAAqB;YASvD,eAAe;IAwChB,MAAM,CAAC,OAAO,GAAE,IAAI,CAAC,iBAAiB,EAAE,aAAa,GAAG,WAAW,CAE/E;IAeY,WAAW,CAAC,OAAO,EAAE,IAAI,CAAC,iBAAiB,EAAE,aAAa,GAAG,WAAW,CAAC;CAsCvF"}
|
|
@@ -1,19 +0,0 @@
|
|
|
1
|
-
"use strict";
|
|
2
|
-
var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
|
|
3
|
-
if (k2 === undefined) k2 = k;
|
|
4
|
-
var desc = Object.getOwnPropertyDescriptor(m, k);
|
|
5
|
-
if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
|
|
6
|
-
desc = { enumerable: true, get: function() { return m[k]; } };
|
|
7
|
-
}
|
|
8
|
-
Object.defineProperty(o, k2, desc);
|
|
9
|
-
}) : (function(o, m, k, k2) {
|
|
10
|
-
if (k2 === undefined) k2 = k;
|
|
11
|
-
o[k2] = m[k];
|
|
12
|
-
}));
|
|
13
|
-
var __exportStar = (this && this.__exportStar) || function(m, exports) {
|
|
14
|
-
for (var p in m) if (p !== "default" && !Object.prototype.hasOwnProperty.call(exports, p)) __createBinding(exports, m, p);
|
|
15
|
-
};
|
|
16
|
-
Object.defineProperty(exports, "__esModule", { value: true });
|
|
17
|
-
__exportStar(require("./consumer.js"), exports);
|
|
18
|
-
__exportStar(require("./producer.js"), exports);
|
|
19
|
-
//# sourceMappingURL=index.js.map
|
|
@@ -1 +0,0 @@
|
|
|
1
|
-
{"version":3,"file":"index.js","sourceRoot":"","sources":["../../../../src/libs/kafka/index.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;AAAA,gDAA6B;AAC7B,gDAA6B"}
|
|
@@ -1 +0,0 @@
|
|
|
1
|
-
{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../../src/libs/kafka/index.ts"],"names":[],"mappings":"AAAA,cAAc,eAAe,CAAA;AAC7B,cAAc,eAAe,CAAA"}
|
|
@@ -1,27 +0,0 @@
|
|
|
1
|
-
"use strict";
|
|
2
|
-
Object.defineProperty(exports, "__esModule", { value: true });
|
|
3
|
-
exports.kafka = void 0;
|
|
4
|
-
const kafkajs_1 = require("kafkajs");
|
|
5
|
-
const config_js_1 = require("./config.js");
|
|
6
|
-
const index_js_1 = require("../logger/index.js");
|
|
7
|
-
const toBunyanLogLevel = level => {
|
|
8
|
-
switch (level) {
|
|
9
|
-
case kafkajs_1.logLevel.ERROR:
|
|
10
|
-
case kafkajs_1.logLevel.NOTHING:
|
|
11
|
-
return 'error';
|
|
12
|
-
case kafkajs_1.logLevel.WARN:
|
|
13
|
-
return 'warn';
|
|
14
|
-
case kafkajs_1.logLevel.INFO:
|
|
15
|
-
return 'info';
|
|
16
|
-
case kafkajs_1.logLevel.DEBUG:
|
|
17
|
-
return 'debug';
|
|
18
|
-
default:
|
|
19
|
-
return 'info';
|
|
20
|
-
}
|
|
21
|
-
};
|
|
22
|
-
exports.kafka = new kafkajs_1.Kafka({
|
|
23
|
-
clientId: config_js_1.KAFKA_CLIENT_ID,
|
|
24
|
-
brokers: config_js_1.KAFKA_URI,
|
|
25
|
-
logCreator: (0, index_js_1.KafkaJsLogCreator)(toBunyanLogLevel),
|
|
26
|
-
});
|
|
27
|
-
//# sourceMappingURL=kafka.js.map
|
|
@@ -1 +0,0 @@
|
|
|
1
|
-
{"version":3,"file":"kafka.js","sourceRoot":"","sources":["../../../../src/libs/kafka/kafka.ts"],"names":[],"mappings":";;;AAAA,qCAAyC;AACzC,2CAAwD;AACxD,iDAAsD;AAGtD,MAAM,gBAAgB,GAAG,KAAK,CAAC,EAAE;IAC/B,QAAQ,KAAK,EAAE,CAAC;QACd,KAAK,kBAAQ,CAAC,KAAK,CAAC;QACpB,KAAK,kBAAQ,CAAC,OAAO;YACnB,OAAO,OAAO,CAAA;QAChB,KAAK,kBAAQ,CAAC,IAAI;YAChB,OAAO,MAAM,CAAA;QACf,KAAK,kBAAQ,CAAC,IAAI;YAChB,OAAO,MAAM,CAAA;QACf,KAAK,kBAAQ,CAAC,KAAK;YACjB,OAAO,OAAO,CAAA;QAChB;YACE,OAAO,MAAM,CAAA;IACjB,CAAC;AACH,CAAC,CAAA;AAGY,QAAA,KAAK,GAAG,IAAI,eAAK,CAAC;IAC7B,QAAQ,EAAE,2BAAe;IACzB,OAAO,EAAE,qBAAS;IAClB,UAAU,EAAE,IAAA,4BAAiB,EAAC,gBAAgB,CAAC;CAChD,CAAC,CAAA"}
|
|
@@ -1 +0,0 @@
|
|
|
1
|
-
{"version":3,"file":"kafka.d.ts","sourceRoot":"","sources":["../../../../src/libs/kafka/kafka.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,KAAK,EAAY,MAAM,SAAS,CAAA;AAsBzC,eAAO,MAAM,KAAK,OAIhB,CAAA"}
|
|
@@ -1,48 +0,0 @@
|
|
|
1
|
-
"use strict";
|
|
2
|
-
Object.defineProperty(exports, "__esModule", { value: true });
|
|
3
|
-
exports.KafkaProducer = void 0;
|
|
4
|
-
const kafka_js_1 = require("./kafka.js");
|
|
5
|
-
class KafkaProducer {
|
|
6
|
-
constructor(config = {}) {
|
|
7
|
-
this._isConnected = false;
|
|
8
|
-
this.producer = kafka_js_1.kafka.producer(config);
|
|
9
|
-
}
|
|
10
|
-
async connect() {
|
|
11
|
-
try {
|
|
12
|
-
await this.producer.connect();
|
|
13
|
-
this._isConnected = true;
|
|
14
|
-
}
|
|
15
|
-
catch (err) {
|
|
16
|
-
this._isConnected = false;
|
|
17
|
-
throw err;
|
|
18
|
-
}
|
|
19
|
-
}
|
|
20
|
-
isConnected() {
|
|
21
|
-
return this._isConnected;
|
|
22
|
-
}
|
|
23
|
-
async disconnect() {
|
|
24
|
-
await this.producer.disconnect();
|
|
25
|
-
this._isConnected = false;
|
|
26
|
-
}
|
|
27
|
-
async send(topic, value, key, headers) {
|
|
28
|
-
try {
|
|
29
|
-
await this.producer.send({
|
|
30
|
-
topic,
|
|
31
|
-
messages: [
|
|
32
|
-
{
|
|
33
|
-
key,
|
|
34
|
-
value: JSON.stringify(value),
|
|
35
|
-
headers: headers
|
|
36
|
-
},
|
|
37
|
-
],
|
|
38
|
-
});
|
|
39
|
-
this._isConnected = true;
|
|
40
|
-
}
|
|
41
|
-
catch (err) {
|
|
42
|
-
this._isConnected = false;
|
|
43
|
-
throw err;
|
|
44
|
-
}
|
|
45
|
-
}
|
|
46
|
-
}
|
|
47
|
-
exports.KafkaProducer = KafkaProducer;
|
|
48
|
-
//# sourceMappingURL=producer.js.map
|
|
@@ -1 +0,0 @@
|
|
|
1
|
-
{"version":3,"file":"producer.js","sourceRoot":"","sources":["../../../../src/libs/kafka/producer.ts"],"names":[],"mappings":";;;AACA,yCAAkC;AAElC,MAAa,aAAa;IAGxB,YAAY,SAAyB,EAAE;QAD/B,iBAAY,GAAG,KAAK,CAAA;QAE1B,IAAI,CAAC,QAAQ,GAAG,gBAAK,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAA;IACxC,CAAC;IAEM,KAAK,CAAC,OAAO;QAClB,IAAI,CAAC;YACH,MAAM,IAAI,CAAC,QAAQ,CAAC,OAAO,EAAE,CAAA;YAC7B,IAAI,CAAC,YAAY,GAAG,IAAI,CAAA;QAC1B,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACb,IAAI,CAAC,YAAY,GAAG,KAAK,CAAA;YACzB,MAAM,GAAG,CAAA;QACX,CAAC;IACH,CAAC;IAEM,WAAW;QAChB,OAAO,IAAI,CAAC,YAAY,CAAA;IAC1B,CAAC;IAEM,KAAK,CAAC,UAAU;QACrB,MAAM,IAAI,CAAC,QAAQ,CAAC,UAAU,EAAE,CAAA;QAChC,IAAI,CAAC,YAAY,GAAG,KAAK,CAAA;IAC3B,CAAC;IAEM,KAAK,CAAC,IAAI,CAAC,KAAa,EAAE,KAA0B,EAAE,GAAY,EAAE,OAAkB;QAC3F,IAAI,CAAC;YACH,MAAM,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC;gBACvB,KAAK;gBACL,QAAQ,EAAE;oBACR;wBACE,GAAG;wBACH,KAAK,EAAE,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC;wBAC5B,OAAO,EAAE,OAAO;qBACjB;iBACF;aACF,CAAC,CAAA;YACF,IAAI,CAAC,YAAY,GAAG,IAAI,CAAA;QAC1B,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACb,IAAI,CAAC,YAAY,GAAG,KAAK,CAAA;YACzB,MAAM,GAAG,CAAA;QACX,CAAC;IACH,CAAC;CACF;AA5CD,sCA4CC"}
|
|
@@ -1,11 +0,0 @@
|
|
|
1
|
-
import { IHeaders, ProducerConfig } from 'kafkajs';
|
|
2
|
-
export declare class KafkaProducer {
|
|
3
|
-
private producer;
|
|
4
|
-
private _isConnected;
|
|
5
|
-
constructor(config?: ProducerConfig);
|
|
6
|
-
connect(): Promise<void>;
|
|
7
|
-
isConnected(): boolean;
|
|
8
|
-
disconnect(): Promise<void>;
|
|
9
|
-
send(topic: string, value: Record<string, any>, key?: string, headers?: IHeaders): Promise<void>;
|
|
10
|
-
}
|
|
11
|
-
//# sourceMappingURL=producer.d.ts.map
|
|
@@ -1 +0,0 @@
|
|
|
1
|
-
{"version":3,"file":"producer.d.ts","sourceRoot":"","sources":["../../../../src/libs/kafka/producer.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,QAAQ,EAAY,cAAc,EAAE,MAAM,SAAS,CAAA;AAG5D,qBAAa,aAAa;IACxB,OAAO,CAAC,QAAQ,CAAU;IAC1B,OAAO,CAAC,YAAY,CAAQ;gBAChB,MAAM,GAAE,cAAmB;IAI1B,OAAO;IAUb,WAAW;IAIL,UAAU;IAKV,IAAI,CAAC,KAAK,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,EAAE,GAAG,CAAC,EAAE,MAAM,EAAE,OAAO,CAAC,EAAE,QAAQ;CAkB9F"}
|
|
@@ -1,9 +0,0 @@
|
|
|
1
|
-
"use strict";
|
|
2
|
-
var _a;
|
|
3
|
-
Object.defineProperty(exports, "__esModule", { value: true });
|
|
4
|
-
exports.LOG_LEVEL = exports.APP_NAME = exports.isProduction = exports.NODE_ENV = void 0;
|
|
5
|
-
exports.NODE_ENV = process.env.NODE_ENV || 'development';
|
|
6
|
-
exports.isProduction = exports.NODE_ENV === 'production';
|
|
7
|
-
exports.APP_NAME = ((_a = process.env.npm_package_name) === null || _a === void 0 ? void 0 : _a.split('/').pop()) || 'tests';
|
|
8
|
-
exports.LOG_LEVEL = process.env.LOG_LEVEL || (exports.isProduction ? 'info' : 'debug');
|
|
9
|
-
//# sourceMappingURL=config.js.map
|
|
@@ -1 +0,0 @@
|
|
|
1
|
-
{"version":3,"file":"config.js","sourceRoot":"","sources":["../../../../src/libs/logger/config.ts"],"names":[],"mappings":";;;;AAAa,QAAA,QAAQ,GAAG,OAAO,CAAC,GAAG,CAAC,QAAQ,IAAI,aAAa,CAAA;AAChD,QAAA,YAAY,GAAG,gBAAQ,KAAK,YAAY,CAAA;AACxC,QAAA,QAAQ,GAAG,CAAA,MAAA,OAAO,CAAC,GAAG,CAAC,gBAAgB,0CAAE,KAAK,CAAC,GAAG,EAAE,GAAG,EAAY,KAAI,OAAO,CAAA;AAC9E,QAAA,SAAS,GAAG,OAAO,CAAC,GAAG,CAAC,SAAS,IAAI,CAAC,oBAAY,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,OAAO,CAAC,CAAA"}
|
|
@@ -1 +0,0 @@
|
|
|
1
|
-
{"version":3,"file":"config.d.ts","sourceRoot":"","sources":["../../../../src/libs/logger/config.ts"],"names":[],"mappings":"AAAA,eAAO,MAAM,QAAQ,QAAwC,CAAA;AAC7D,eAAO,MAAM,YAAY,SAA4B,CAAA;AACrD,eAAO,MAAM,QAAQ,QAAsE,CAAA;AAC3F,eAAO,MAAM,SAAS,QAA6D,CAAA"}
|
|
@@ -1,10 +0,0 @@
|
|
|
1
|
-
"use strict";
|
|
2
|
-
Object.defineProperty(exports, "__esModule", { value: true });
|
|
3
|
-
exports.AWS_SECRET_ACCESS_KEY = exports.AWS_ACCESS_KEY_ID = exports.AWS_REGION = exports.S3_PRESIGNED_URL_EXPIRES = exports.S3_EXPORT_HOST = exports.S3_HOST = void 0;
|
|
4
|
-
exports.S3_HOST = process.env.S3_HOST || 'https://s3.amazonaws.com';
|
|
5
|
-
exports.S3_EXPORT_HOST = process.env.S3_EXPORT_HOST || exports.S3_HOST;
|
|
6
|
-
exports.S3_PRESIGNED_URL_EXPIRES = Number(process.env.S3_PRESIGNED_URL_EXPIRES) || 120;
|
|
7
|
-
exports.AWS_REGION = process.env.AWS_REGION;
|
|
8
|
-
exports.AWS_ACCESS_KEY_ID = process.env.AWS_ACCESS_KEY_ID;
|
|
9
|
-
exports.AWS_SECRET_ACCESS_KEY = process.env.AWS_SECRET_ACCESS_KEY;
|
|
10
|
-
//# sourceMappingURL=config.js.map
|
|
@@ -1 +0,0 @@
|
|
|
1
|
-
{"version":3,"file":"config.js","sourceRoot":"","sources":["../../../../src/libs/s3/config.ts"],"names":[],"mappings":";;;AAAa,QAAA,OAAO,GAAG,OAAO,CAAC,GAAG,CAAC,OAAO,IAAI,0BAA0B,CAAA;AAC3D,QAAA,cAAc,GAAG,OAAO,CAAC,GAAG,CAAC,cAAc,IAAI,eAAO,CAAA;AACtD,QAAA,wBAAwB,GAAG,MAAM,CAAC,OAAO,CAAC,GAAG,CAAC,wBAAwB,CAAC,IAAI,GAAG,CAAA;AAE9E,QAAA,UAAU,GAAG,OAAO,CAAC,GAAG,CAAC,UAAoB,CAAA;AAC7C,QAAA,iBAAiB,GAAG,OAAO,CAAC,GAAG,CAAC,iBAA2B,CAAA;AAC3D,QAAA,qBAAqB,GAAG,OAAO,CAAC,GAAG,CAAC,qBAA+B,CAAA"}
|
|
@@ -1,7 +0,0 @@
|
|
|
1
|
-
export declare const S3_HOST: string;
|
|
2
|
-
export declare const S3_EXPORT_HOST: string;
|
|
3
|
-
export declare const S3_PRESIGNED_URL_EXPIRES: number;
|
|
4
|
-
export declare const AWS_REGION: string;
|
|
5
|
-
export declare const AWS_ACCESS_KEY_ID: string;
|
|
6
|
-
export declare const AWS_SECRET_ACCESS_KEY: string;
|
|
7
|
-
//# sourceMappingURL=config.d.ts.map
|
|
@@ -1 +0,0 @@
|
|
|
1
|
-
{"version":3,"file":"config.d.ts","sourceRoot":"","sources":["../../../../src/libs/s3/config.ts"],"names":[],"mappings":"AAAA,eAAO,MAAM,OAAO,QAAoD,CAAA;AACxE,eAAO,MAAM,cAAc,QAAwC,CAAA;AACnE,eAAO,MAAM,wBAAwB,QAAsD,CAAA;AAE3F,eAAO,MAAM,UAAU,EAA6B,MAAM,CAAA;AAC1D,eAAO,MAAM,iBAAiB,EAAoC,MAAM,CAAA;AACxE,eAAO,MAAM,qBAAqB,EAAwC,MAAM,CAAA"}
|
|
@@ -1,123 +0,0 @@
|
|
|
1
|
-
"use strict";
|
|
2
|
-
Object.defineProperty(exports, "__esModule", { value: true });
|
|
3
|
-
exports.kafkaService = void 0;
|
|
4
|
-
const index_js_1 = require("../libs/kafka/index.js");
|
|
5
|
-
const config_js_1 = require("../config.js");
|
|
6
|
-
const AIHelper_js_1 = require("../helpers/AIHelper.js");
|
|
7
|
-
const index_js_2 = require("../libs/logger/index.js");
|
|
8
|
-
const SocketService_js_1 = require("./SocketService.js");
|
|
9
|
-
var BackgroundChatProcessingEvent;
|
|
10
|
-
(function (BackgroundChatProcessingEvent) {
|
|
11
|
-
BackgroundChatProcessingEvent["Start"] = "start";
|
|
12
|
-
})(BackgroundChatProcessingEvent || (BackgroundChatProcessingEvent = {}));
|
|
13
|
-
class KafkaService {
|
|
14
|
-
constructor(chatRepository, messageRepository) {
|
|
15
|
-
this.MAX_RETRIES = 5;
|
|
16
|
-
this.BASE_DELAY_MS = 1000; // 1 second base delay
|
|
17
|
-
this.MAX_DELAY_MS = 60000; // 60 seconds max delay
|
|
18
|
-
this.kafkaConsumer = new index_js_1.KafkaConsumer(config_js_1.config.kafka.groupId);
|
|
19
|
-
this.kafkaProducer = new index_js_1.KafkaProducer();
|
|
20
|
-
this.chatRepository = chatRepository;
|
|
21
|
-
this.messageRepository = messageRepository;
|
|
22
|
-
}
|
|
23
|
-
setRepositories(chatRepository, messageRepository) {
|
|
24
|
-
this.chatRepository = chatRepository;
|
|
25
|
-
this.messageRepository = messageRepository;
|
|
26
|
-
}
|
|
27
|
-
async start() {
|
|
28
|
-
await Promise.all([this.connect(), this.kafkaProducer.connect()]);
|
|
29
|
-
}
|
|
30
|
-
async stop() {
|
|
31
|
-
await Promise.all([this.kafkaConsumer.disconnect(), this.kafkaProducer.disconnect()]);
|
|
32
|
-
}
|
|
33
|
-
async sendStartBackgroundAgentEvent(chatId) {
|
|
34
|
-
await this.kafkaProducer.send(config_js_1.config.kafka.backgroundChatProcessingTopic, { event: BackgroundChatProcessingEvent.Start, chatId });
|
|
35
|
-
}
|
|
36
|
-
async sendChatTitleGenerationEvent(chatId, retryCount = 0) {
|
|
37
|
-
await this.kafkaProducer.send(config_js_1.config.kafka.chatTitleGenerationTopic, { chatId, retryCount });
|
|
38
|
-
}
|
|
39
|
-
async sleep(ms) {
|
|
40
|
-
return new Promise(resolve => setTimeout(resolve, ms));
|
|
41
|
-
}
|
|
42
|
-
calculateBackoffDelay(retryCount) {
|
|
43
|
-
// Exponential backoff: baseDelay * 2^retryCount with jitter
|
|
44
|
-
const exponentialDelay = this.BASE_DELAY_MS * Math.pow(2, retryCount);
|
|
45
|
-
// Add jitter (random 0-25% of delay) to prevent thundering herd
|
|
46
|
-
const jitter = Math.random() * 0.25 * exponentialDelay;
|
|
47
|
-
const delay = exponentialDelay + jitter;
|
|
48
|
-
// Cap at max delay
|
|
49
|
-
return Math.min(delay, this.MAX_DELAY_MS);
|
|
50
|
-
}
|
|
51
|
-
async onBackgroundAgentEvent(key, message) {
|
|
52
|
-
switch (message.event) {
|
|
53
|
-
case BackgroundChatProcessingEvent.Start:
|
|
54
|
-
await this.onStartBackgroundAgentEvent(message.chatId);
|
|
55
|
-
break;
|
|
56
|
-
}
|
|
57
|
-
}
|
|
58
|
-
async onChatTitleGenerationEvent(key, message) {
|
|
59
|
-
var _a;
|
|
60
|
-
if (!this.chatRepository || !this.messageRepository) {
|
|
61
|
-
index_js_2.logger.warn('KafkaService: Repositories not set, skipping chat title generation');
|
|
62
|
-
return;
|
|
63
|
-
}
|
|
64
|
-
const retryCount = (_a = message.retryCount) !== null && _a !== void 0 ? _a : 0;
|
|
65
|
-
try {
|
|
66
|
-
const chat = await this.chatRepository.findById(message.chatId);
|
|
67
|
-
if (!chat) {
|
|
68
|
-
return;
|
|
69
|
-
}
|
|
70
|
-
const messages = await this.messageRepository.findByChatId(message.chatId);
|
|
71
|
-
if (messages.length === 0) {
|
|
72
|
-
return;
|
|
73
|
-
}
|
|
74
|
-
const title = await AIHelper_js_1.AIHelper.generateTitleForMessage(chat.contextKey, messages);
|
|
75
|
-
await this.chatRepository.update(chat.id, { title });
|
|
76
|
-
// Update the chat object with the new title before emitting
|
|
77
|
-
const updatedChat = {
|
|
78
|
-
...chat,
|
|
79
|
-
title
|
|
80
|
-
};
|
|
81
|
-
if (chat.userId)
|
|
82
|
-
SocketService_js_1.socketService.emitChatUpdate(chat.userId, { ...updatedChat, messages });
|
|
83
|
-
}
|
|
84
|
-
catch (error) {
|
|
85
|
-
index_js_2.logger.error(`KafkaService: Error generating chat title for chatId ${message.chatId}, retryCount: ${retryCount}`, error);
|
|
86
|
-
if (retryCount < this.MAX_RETRIES) {
|
|
87
|
-
const delay = this.calculateBackoffDelay(retryCount);
|
|
88
|
-
index_js_2.logger.info(`KafkaService: Retrying chat title generation for chatId ${message.chatId} after ${Math.round(delay)}ms (attempt ${retryCount + 1}/${this.MAX_RETRIES})`);
|
|
89
|
-
await this.sleep(delay);
|
|
90
|
-
await this.sendChatTitleGenerationEvent(message.chatId, retryCount + 1);
|
|
91
|
-
}
|
|
92
|
-
else {
|
|
93
|
-
index_js_2.logger.error(`KafkaService: Max retries (${this.MAX_RETRIES}) exceeded for chat title generation, chatId: ${message.chatId}`);
|
|
94
|
-
}
|
|
95
|
-
}
|
|
96
|
-
}
|
|
97
|
-
async onStartBackgroundAgentEvent(chatId) {
|
|
98
|
-
if (!this.chatRepository || !this.messageRepository) {
|
|
99
|
-
index_js_2.logger.warn('KafkaService: Repositories not set, skipping background agent event');
|
|
100
|
-
return;
|
|
101
|
-
}
|
|
102
|
-
const chat = await this.chatRepository.findById(chatId);
|
|
103
|
-
if (!chat) {
|
|
104
|
-
return;
|
|
105
|
-
}
|
|
106
|
-
const messages = await this.messageRepository.findByChatId(chatId);
|
|
107
|
-
if (messages.length === 0) {
|
|
108
|
-
return;
|
|
109
|
-
}
|
|
110
|
-
// TODO: Implement background agent processing
|
|
111
|
-
}
|
|
112
|
-
async connect() {
|
|
113
|
-
await this.kafkaConsumer.connect();
|
|
114
|
-
await this.kafkaConsumer.subscribe(config_js_1.config.kafka.chatTitleGenerationTopic, this.onChatTitleGenerationEvent.bind(this));
|
|
115
|
-
await this.kafkaConsumer.subscribe(config_js_1.config.kafka.backgroundChatProcessingTopic, this.onBackgroundAgentEvent.bind(this));
|
|
116
|
-
await this.kafkaConsumer.listen();
|
|
117
|
-
}
|
|
118
|
-
async disconnect() {
|
|
119
|
-
await this.kafkaConsumer.disconnect();
|
|
120
|
-
}
|
|
121
|
-
}
|
|
122
|
-
exports.kafkaService = new KafkaService();
|
|
123
|
-
//# sourceMappingURL=KafkaService.js.map
|