@multiplayer-app/ai-agent-node 0.1.0-beta.3 → 0.1.0-beta.30
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/cjs/config.cjs +98 -0
- package/dist/cjs/config.cjs.map +1 -0
- package/dist/cjs/config.d.ts +56 -23
- package/dist/cjs/config.d.ts.map +1 -1
- package/dist/cjs/helpers/AIHelper.cjs +386 -0
- package/dist/cjs/helpers/AIHelper.cjs.map +1 -0
- package/dist/cjs/helpers/AIHelper.d.ts +20 -13
- package/dist/cjs/helpers/AIHelper.d.ts.map +1 -1
- package/dist/cjs/helpers/{AIHelper.test.js → AIHelper.test.cjs} +22 -15
- package/dist/cjs/helpers/AIHelper.test.cjs.map +1 -0
- package/dist/cjs/helpers/{ConfigHelper.js → ConfigHelper.cjs} +15 -7
- package/dist/cjs/helpers/ConfigHelper.cjs.map +1 -0
- package/dist/cjs/helpers/ConfigHelper.d.ts.map +1 -1
- package/dist/cjs/helpers/{ContextLimiter.js → ContextLimiter.cjs} +2 -3
- package/dist/cjs/helpers/{ContextLimiter.js.map → ContextLimiter.cjs.map} +1 -1
- package/dist/cjs/helpers/FileHelper.cjs +193 -0
- package/dist/cjs/helpers/FileHelper.cjs.map +1 -0
- package/dist/cjs/helpers/FileHelper.d.ts +19 -25
- package/dist/cjs/helpers/FileHelper.d.ts.map +1 -1
- package/dist/cjs/{store/index.js → helpers/index.cjs} +4 -4
- package/dist/cjs/helpers/{index.js.map → index.cjs.map} +1 -1
- package/dist/cjs/helpers/index.d.ts +4 -5
- package/dist/cjs/helpers/index.d.ts.map +1 -1
- package/dist/cjs/index.cjs +114 -0
- package/dist/cjs/index.cjs.map +1 -0
- package/dist/cjs/index.d.ts +39 -13
- package/dist/cjs/index.d.ts.map +1 -1
- package/dist/cjs/libs/{kafka/index.js → index.cjs} +2 -2
- package/dist/cjs/libs/{index.js.map → index.cjs.map} +1 -1
- package/dist/cjs/libs/index.d.ts +2 -3
- package/dist/cjs/libs/index.d.ts.map +1 -1
- package/dist/cjs/libs/logger/{index.js → index.cjs} +5 -5
- package/dist/cjs/libs/logger/{index.js.map → index.cjs.map} +1 -1
- package/dist/cjs/libs/logger/index.d.ts +2 -2
- package/dist/cjs/libs/logger/index.d.ts.map +1 -1
- package/dist/cjs/libs/logger/{kafkajs-logger-creator.js → kafkajs-logger-creator.cjs} +2 -2
- package/dist/cjs/libs/logger/{kafkajs-logger-creator.js.map → kafkajs-logger-creator.cjs.map} +1 -1
- package/dist/cjs/libs/s3/index.cjs +8 -0
- package/dist/cjs/libs/s3/index.cjs.map +1 -0
- package/dist/cjs/libs/s3/index.d.ts +1 -2
- package/dist/cjs/libs/s3/index.d.ts.map +1 -1
- package/dist/cjs/libs/s3/s3.lib.cjs +207 -0
- package/dist/cjs/libs/s3/s3.lib.cjs.map +1 -0
- package/dist/cjs/libs/s3/s3.lib.d.ts +29 -22
- package/dist/cjs/libs/s3/s3.lib.d.ts.map +1 -1
- package/dist/cjs/processors/{ChatProcessor.js → ChatProcessor.cjs} +111 -149
- package/dist/cjs/processors/ChatProcessor.cjs.map +1 -0
- package/dist/cjs/processors/ChatProcessor.d.ts +23 -7
- package/dist/cjs/processors/ChatProcessor.d.ts.map +1 -1
- package/dist/cjs/processors/ChatProcessor.test.cjs +276 -0
- package/dist/cjs/processors/ChatProcessor.test.cjs.map +1 -0
- package/dist/cjs/processors/ChatProcessor.test.d.ts +2 -0
- package/dist/cjs/processors/ChatProcessor.test.d.ts.map +1 -0
- package/dist/cjs/processors/{ModelsProcessor.js → ModelsProcessor.cjs} +2 -2
- package/dist/cjs/processors/{ModelsProcessor.js.map → ModelsProcessor.cjs.map} +1 -1
- package/dist/cjs/processors/{index.js → index.cjs} +2 -2
- package/dist/cjs/processors/{index.js.map → index.cjs.map} +1 -1
- package/dist/cjs/processors/index.d.ts +2 -2
- package/dist/cjs/processors/index.d.ts.map +1 -1
- package/dist/cjs/services/{AIService.js → AIService.cjs} +42 -30
- package/dist/cjs/services/AIService.cjs.map +1 -0
- package/dist/cjs/services/AIService.d.ts +13 -4
- package/dist/cjs/services/AIService.d.ts.map +1 -1
- package/dist/cjs/services/{InternalEventsHandler.js → InternalEventsHandler.cjs} +5 -5
- package/dist/cjs/services/InternalEventsHandler.cjs.map +1 -0
- package/dist/cjs/services/InternalEventsHandler.d.ts +3 -1
- package/dist/cjs/services/InternalEventsHandler.d.ts.map +1 -1
- package/dist/cjs/services/{ModelFetcher.js → ModelFetcher.cjs} +9 -15
- package/dist/cjs/services/ModelFetcher.cjs.map +1 -0
- package/dist/cjs/services/ModelFetcher.d.ts +2 -7
- package/dist/cjs/services/ModelFetcher.d.ts.map +1 -1
- package/dist/cjs/services/{RedisService.js → RedisService.cjs} +35 -32
- package/dist/cjs/services/RedisService.cjs.map +1 -0
- package/dist/cjs/services/RedisService.d.ts +5 -2
- package/dist/cjs/services/RedisService.d.ts.map +1 -1
- package/dist/cjs/services/{SocketService.js → SocketService.cjs} +19 -20
- package/dist/cjs/services/SocketService.cjs.map +1 -0
- package/dist/cjs/services/SocketService.d.ts +7 -4
- package/dist/cjs/services/SocketService.d.ts.map +1 -1
- package/dist/cjs/{helpers/index.js → services/index.cjs} +5 -5
- package/dist/cjs/services/{index.js.map → index.cjs.map} +1 -1
- package/dist/cjs/services/index.d.ts +5 -6
- package/dist/cjs/services/index.d.ts.map +1 -1
- package/dist/cjs/store/{AgentStore.js → AgentStore.cjs} +4 -5
- package/dist/cjs/store/AgentStore.cjs.map +1 -0
- package/dist/cjs/store/AgentStore.d.ts +2 -1
- package/dist/cjs/store/AgentStore.d.ts.map +1 -1
- package/dist/cjs/store/{ArtifactStore.js → ArtifactStore.cjs} +2 -4
- package/dist/cjs/store/ArtifactStore.cjs.map +1 -0
- package/dist/cjs/store/{ConfigStore.js → ConfigStore.cjs} +8 -11
- package/dist/cjs/store/ConfigStore.cjs.map +1 -0
- package/dist/cjs/store/ConfigStore.d.ts.map +1 -1
- package/dist/cjs/store/{ConfigStore.test.js → ConfigStore.test.cjs} +2 -2
- package/dist/cjs/store/{ConfigStore.test.js.map → ConfigStore.test.cjs.map} +1 -1
- package/dist/cjs/store/{ModelStore.js → ModelStore.cjs} +4 -4
- package/dist/cjs/store/ModelStore.cjs.map +1 -0
- package/dist/cjs/store/{ModelStore.test.js → ModelStore.test.cjs} +17 -17
- package/dist/cjs/store/ModelStore.test.cjs.map +1 -0
- package/dist/cjs/{libs/index.js → store/index.cjs} +4 -3
- package/dist/cjs/store/{index.js.map → index.cjs.map} +1 -1
- package/dist/cjs/store/index.d.ts +4 -4
- package/dist/cjs/store/index.d.ts.map +1 -1
- package/dist/cjs/tools/proposeFormValuesTool.d.ts +2 -2
- package/dist/cjs/tsconfig.cjs.tsbuildinfo +1 -0
- package/dist/esm/config.d.ts +56 -23
- package/dist/esm/config.d.ts.map +1 -1
- package/dist/esm/config.js +88 -36
- package/dist/esm/config.js.map +1 -1
- package/dist/esm/helpers/AIHelper.d.ts +20 -13
- package/dist/esm/helpers/AIHelper.d.ts.map +1 -1
- package/dist/esm/helpers/AIHelper.js +152 -94
- package/dist/esm/helpers/AIHelper.js.map +1 -1
- package/dist/esm/helpers/AIHelper.test.js +21 -14
- package/dist/esm/helpers/AIHelper.test.js.map +1 -1
- package/dist/esm/helpers/ConfigHelper.d.ts.map +1 -1
- package/dist/esm/helpers/ConfigHelper.js +13 -5
- package/dist/esm/helpers/ConfigHelper.js.map +1 -1
- package/dist/esm/helpers/ContextLimiter.js +2 -3
- package/dist/esm/helpers/ContextLimiter.js.map +1 -1
- package/dist/esm/helpers/FileHelper.d.ts +19 -25
- package/dist/esm/helpers/FileHelper.d.ts.map +1 -1
- package/dist/esm/helpers/FileHelper.js +132 -149
- package/dist/esm/helpers/FileHelper.js.map +1 -1
- package/dist/esm/helpers/index.d.ts +4 -5
- package/dist/esm/helpers/index.d.ts.map +1 -1
- package/dist/esm/helpers/index.js +4 -5
- package/dist/esm/helpers/index.js.map +1 -1
- package/dist/esm/index.d.ts +39 -13
- package/dist/esm/index.d.ts.map +1 -1
- package/dist/esm/index.js +79 -12
- package/dist/esm/index.js.map +1 -1
- package/dist/esm/libs/index.d.ts +2 -3
- package/dist/esm/libs/index.d.ts.map +1 -1
- package/dist/esm/libs/index.js +2 -3
- package/dist/esm/libs/index.js.map +1 -1
- package/dist/esm/libs/logger/index.d.ts +2 -2
- package/dist/esm/libs/logger/index.d.ts.map +1 -1
- package/dist/esm/libs/logger/index.js +2 -2
- package/dist/esm/libs/logger/index.js.map +1 -1
- package/dist/esm/libs/logger/kafkajs-logger-creator.js +1 -1
- package/dist/esm/libs/logger/kafkajs-logger-creator.js.map +1 -1
- package/dist/esm/libs/s3/index.d.ts +1 -2
- package/dist/esm/libs/s3/index.d.ts.map +1 -1
- package/dist/esm/libs/s3/index.js +1 -2
- package/dist/esm/libs/s3/index.js.map +1 -1
- package/dist/esm/libs/s3/s3.lib.d.ts +29 -22
- package/dist/esm/libs/s3/s3.lib.d.ts.map +1 -1
- package/dist/esm/libs/s3/s3.lib.js +178 -177
- package/dist/esm/libs/s3/s3.lib.js.map +1 -1
- package/dist/esm/processors/ChatProcessor.d.ts +23 -7
- package/dist/esm/processors/ChatProcessor.d.ts.map +1 -1
- package/dist/esm/processors/ChatProcessor.js +107 -138
- package/dist/esm/processors/ChatProcessor.js.map +1 -1
- package/dist/esm/processors/ChatProcessor.test.d.ts +2 -0
- package/dist/esm/processors/ChatProcessor.test.d.ts.map +1 -0
- package/dist/esm/processors/ChatProcessor.test.js +274 -0
- package/dist/esm/processors/ChatProcessor.test.js.map +1 -0
- package/dist/esm/processors/ModelsProcessor.js +1 -1
- package/dist/esm/processors/ModelsProcessor.js.map +1 -1
- package/dist/esm/processors/index.d.ts +2 -2
- package/dist/esm/processors/index.d.ts.map +1 -1
- package/dist/esm/processors/index.js +2 -2
- package/dist/esm/processors/index.js.map +1 -1
- package/dist/esm/services/AIService.d.ts +13 -4
- package/dist/esm/services/AIService.d.ts.map +1 -1
- package/dist/esm/services/AIService.js +45 -31
- package/dist/esm/services/AIService.js.map +1 -1
- package/dist/esm/services/InternalEventsHandler.d.ts +3 -1
- package/dist/esm/services/InternalEventsHandler.d.ts.map +1 -1
- package/dist/esm/services/InternalEventsHandler.js +10 -8
- package/dist/esm/services/InternalEventsHandler.js.map +1 -1
- package/dist/esm/services/ModelFetcher.d.ts +2 -7
- package/dist/esm/services/ModelFetcher.d.ts.map +1 -1
- package/dist/esm/services/ModelFetcher.js +4 -9
- package/dist/esm/services/ModelFetcher.js.map +1 -1
- package/dist/esm/services/RedisService.d.ts +5 -2
- package/dist/esm/services/RedisService.d.ts.map +1 -1
- package/dist/esm/services/RedisService.js +25 -21
- package/dist/esm/services/RedisService.js.map +1 -1
- package/dist/esm/services/SocketService.d.ts +7 -4
- package/dist/esm/services/SocketService.d.ts.map +1 -1
- package/dist/esm/services/SocketService.js +15 -13
- package/dist/esm/services/SocketService.js.map +1 -1
- package/dist/esm/services/index.d.ts +5 -6
- package/dist/esm/services/index.d.ts.map +1 -1
- package/dist/esm/services/index.js +5 -6
- package/dist/esm/services/index.js.map +1 -1
- package/dist/esm/store/AgentStore.d.ts +2 -1
- package/dist/esm/store/AgentStore.d.ts.map +1 -1
- package/dist/esm/store/AgentStore.js +5 -5
- package/dist/esm/store/AgentStore.js.map +1 -1
- package/dist/esm/store/ArtifactStore.js +3 -7
- package/dist/esm/store/ArtifactStore.js.map +1 -1
- package/dist/esm/store/ConfigStore.d.ts.map +1 -1
- package/dist/esm/store/ConfigStore.js +16 -19
- package/dist/esm/store/ConfigStore.js.map +1 -1
- package/dist/esm/store/ConfigStore.test.js +1 -1
- package/dist/esm/store/ConfigStore.test.js.map +1 -1
- package/dist/esm/store/ModelStore.js +6 -6
- package/dist/esm/store/ModelStore.js.map +1 -1
- package/dist/esm/store/ModelStore.test.js +12 -12
- package/dist/esm/store/ModelStore.test.js.map +1 -1
- package/dist/esm/store/index.d.ts +4 -4
- package/dist/esm/store/index.d.ts.map +1 -1
- package/dist/esm/store/index.js +4 -4
- package/dist/esm/store/index.js.map +1 -1
- package/dist/esm/tools/proposeFormValuesTool.d.ts +2 -2
- package/dist/esm/tsconfig.esm.tsbuildinfo +1 -0
- package/package.json +13 -12
- package/dist/cjs/config.js +0 -48
- package/dist/cjs/config.js.map +0 -1
- package/dist/cjs/helpers/AIHelper.js +0 -330
- package/dist/cjs/helpers/AIHelper.js.map +0 -1
- package/dist/cjs/helpers/AIHelper.test.js.map +0 -1
- package/dist/cjs/helpers/ConfigHelper.js.map +0 -1
- package/dist/cjs/helpers/FileHelper.js +0 -215
- package/dist/cjs/helpers/FileHelper.js.map +0 -1
- package/dist/cjs/helpers/SetupHelper.d.ts +0 -5
- package/dist/cjs/helpers/SetupHelper.d.ts.map +0 -1
- package/dist/cjs/helpers/SetupHelper.js +0 -37
- package/dist/cjs/helpers/SetupHelper.js.map +0 -1
- package/dist/cjs/index.js +0 -34
- package/dist/cjs/index.js.map +0 -1
- package/dist/cjs/libs/kafka/config.d.ts +0 -5
- package/dist/cjs/libs/kafka/config.d.ts.map +0 -1
- package/dist/cjs/libs/kafka/config.js +0 -8
- package/dist/cjs/libs/kafka/config.js.map +0 -1
- package/dist/cjs/libs/kafka/consumer.d.ts +0 -16
- package/dist/cjs/libs/kafka/consumer.d.ts.map +0 -1
- package/dist/cjs/libs/kafka/consumer.js +0 -133
- package/dist/cjs/libs/kafka/consumer.js.map +0 -1
- package/dist/cjs/libs/kafka/index.d.ts +0 -3
- package/dist/cjs/libs/kafka/index.d.ts.map +0 -1
- package/dist/cjs/libs/kafka/index.js.map +0 -1
- package/dist/cjs/libs/kafka/kafka.d.ts +0 -3
- package/dist/cjs/libs/kafka/kafka.d.ts.map +0 -1
- package/dist/cjs/libs/kafka/kafka.js +0 -27
- package/dist/cjs/libs/kafka/kafka.js.map +0 -1
- package/dist/cjs/libs/kafka/producer.d.ts +0 -11
- package/dist/cjs/libs/kafka/producer.d.ts.map +0 -1
- package/dist/cjs/libs/kafka/producer.js +0 -48
- package/dist/cjs/libs/kafka/producer.js.map +0 -1
- package/dist/cjs/libs/logger/config.d.ts +0 -5
- package/dist/cjs/libs/logger/config.d.ts.map +0 -1
- package/dist/cjs/libs/logger/config.js +0 -9
- package/dist/cjs/libs/logger/config.js.map +0 -1
- package/dist/cjs/libs/s3/config.d.ts +0 -7
- package/dist/cjs/libs/s3/config.d.ts.map +0 -1
- package/dist/cjs/libs/s3/config.js +0 -10
- package/dist/cjs/libs/s3/config.js.map +0 -1
- package/dist/cjs/libs/s3/index.js +0 -44
- package/dist/cjs/libs/s3/index.js.map +0 -1
- package/dist/cjs/libs/s3/s3.lib.js +0 -224
- package/dist/cjs/libs/s3/s3.lib.js.map +0 -1
- package/dist/cjs/processors/ChatProcessor.js.map +0 -1
- package/dist/cjs/services/AIService.js.map +0 -1
- package/dist/cjs/services/InternalEventsHandler.js.map +0 -1
- package/dist/cjs/services/KafkaService.d.ts +0 -35
- package/dist/cjs/services/KafkaService.d.ts.map +0 -1
- package/dist/cjs/services/KafkaService.js +0 -123
- package/dist/cjs/services/KafkaService.js.map +0 -1
- package/dist/cjs/services/ModelFetcher.js.map +0 -1
- package/dist/cjs/services/RedisService.js.map +0 -1
- package/dist/cjs/services/SocketService.js.map +0 -1
- package/dist/cjs/services/index.js +0 -23
- package/dist/cjs/store/AgentStore.js.map +0 -1
- package/dist/cjs/store/ArtifactStore.js.map +0 -1
- package/dist/cjs/store/ConfigStore.js.map +0 -1
- package/dist/cjs/store/ModelStore.js.map +0 -1
- package/dist/cjs/store/ModelStore.test.js.map +0 -1
- package/dist/esm/helpers/SetupHelper.d.ts +0 -5
- package/dist/esm/helpers/SetupHelper.d.ts.map +0 -1
- package/dist/esm/helpers/SetupHelper.js +0 -32
- package/dist/esm/helpers/SetupHelper.js.map +0 -1
- package/dist/esm/libs/kafka/config.d.ts +0 -5
- package/dist/esm/libs/kafka/config.d.ts.map +0 -1
- package/dist/esm/libs/kafka/config.js +0 -5
- package/dist/esm/libs/kafka/config.js.map +0 -1
- package/dist/esm/libs/kafka/consumer.d.ts +0 -16
- package/dist/esm/libs/kafka/consumer.d.ts.map +0 -1
- package/dist/esm/libs/kafka/consumer.js +0 -126
- package/dist/esm/libs/kafka/consumer.js.map +0 -1
- package/dist/esm/libs/kafka/index.d.ts +0 -3
- package/dist/esm/libs/kafka/index.d.ts.map +0 -1
- package/dist/esm/libs/kafka/index.js +0 -3
- package/dist/esm/libs/kafka/index.js.map +0 -1
- package/dist/esm/libs/kafka/kafka.d.ts +0 -3
- package/dist/esm/libs/kafka/kafka.d.ts.map +0 -1
- package/dist/esm/libs/kafka/kafka.js +0 -24
- package/dist/esm/libs/kafka/kafka.js.map +0 -1
- package/dist/esm/libs/kafka/producer.d.ts +0 -11
- package/dist/esm/libs/kafka/producer.d.ts.map +0 -1
- package/dist/esm/libs/kafka/producer.js +0 -44
- package/dist/esm/libs/kafka/producer.js.map +0 -1
- package/dist/esm/libs/logger/config.d.ts +0 -5
- package/dist/esm/libs/logger/config.d.ts.map +0 -1
- package/dist/esm/libs/logger/config.js +0 -6
- package/dist/esm/libs/logger/config.js.map +0 -1
- package/dist/esm/libs/s3/config.d.ts +0 -7
- package/dist/esm/libs/s3/config.d.ts.map +0 -1
- package/dist/esm/libs/s3/config.js +0 -7
- package/dist/esm/libs/s3/config.js.map +0 -1
- package/dist/esm/services/KafkaService.d.ts +0 -35
- package/dist/esm/services/KafkaService.d.ts.map +0 -1
- package/dist/esm/services/KafkaService.js +0 -120
- package/dist/esm/services/KafkaService.js.map +0 -1
- package/dist/tsconfig.cjs.tsbuildinfo +0 -1
- package/dist/tsconfig.esm.tsbuildinfo +0 -1
- /package/dist/cjs/libs/logger/{logger.js → logger.cjs} +0 -0
- /package/dist/cjs/libs/logger/{logger.js.map → logger.cjs.map} +0 -0
- /package/dist/cjs/tools/{generateChartTool.js → generateChartTool.cjs} +0 -0
- /package/dist/cjs/tools/{generateChartTool.js.map → generateChartTool.cjs.map} +0 -0
- /package/dist/cjs/tools/{proposeFormValuesTool.js → proposeFormValuesTool.cjs} +0 -0
- /package/dist/cjs/tools/{proposeFormValuesTool.js.map → proposeFormValuesTool.cjs.map} +0 -0
|
@@ -1,120 +0,0 @@
|
|
|
1
|
-
import { KafkaConsumer, KafkaProducer } from '../libs/kafka/index.js';
|
|
2
|
-
import { config } from '../config.js';
|
|
3
|
-
import { AIHelper } from '../helpers/AIHelper.js';
|
|
4
|
-
import { logger } from "../libs/logger/index.js";
|
|
5
|
-
import { socketService } from "./SocketService.js";
|
|
6
|
-
var BackgroundChatProcessingEvent;
|
|
7
|
-
(function (BackgroundChatProcessingEvent) {
|
|
8
|
-
BackgroundChatProcessingEvent["Start"] = "start";
|
|
9
|
-
})(BackgroundChatProcessingEvent || (BackgroundChatProcessingEvent = {}));
|
|
10
|
-
class KafkaService {
|
|
11
|
-
constructor(chatRepository, messageRepository) {
|
|
12
|
-
this.MAX_RETRIES = 5;
|
|
13
|
-
this.BASE_DELAY_MS = 1000; // 1 second base delay
|
|
14
|
-
this.MAX_DELAY_MS = 60000; // 60 seconds max delay
|
|
15
|
-
this.kafkaConsumer = new KafkaConsumer(config.kafka.groupId);
|
|
16
|
-
this.kafkaProducer = new KafkaProducer();
|
|
17
|
-
this.chatRepository = chatRepository;
|
|
18
|
-
this.messageRepository = messageRepository;
|
|
19
|
-
}
|
|
20
|
-
setRepositories(chatRepository, messageRepository) {
|
|
21
|
-
this.chatRepository = chatRepository;
|
|
22
|
-
this.messageRepository = messageRepository;
|
|
23
|
-
}
|
|
24
|
-
async start() {
|
|
25
|
-
await Promise.all([this.connect(), this.kafkaProducer.connect()]);
|
|
26
|
-
}
|
|
27
|
-
async stop() {
|
|
28
|
-
await Promise.all([this.kafkaConsumer.disconnect(), this.kafkaProducer.disconnect()]);
|
|
29
|
-
}
|
|
30
|
-
async sendStartBackgroundAgentEvent(chatId) {
|
|
31
|
-
await this.kafkaProducer.send(config.kafka.backgroundChatProcessingTopic, { event: BackgroundChatProcessingEvent.Start, chatId });
|
|
32
|
-
}
|
|
33
|
-
async sendChatTitleGenerationEvent(chatId, retryCount = 0) {
|
|
34
|
-
await this.kafkaProducer.send(config.kafka.chatTitleGenerationTopic, { chatId, retryCount });
|
|
35
|
-
}
|
|
36
|
-
async sleep(ms) {
|
|
37
|
-
return new Promise(resolve => setTimeout(resolve, ms));
|
|
38
|
-
}
|
|
39
|
-
calculateBackoffDelay(retryCount) {
|
|
40
|
-
// Exponential backoff: baseDelay * 2^retryCount with jitter
|
|
41
|
-
const exponentialDelay = this.BASE_DELAY_MS * Math.pow(2, retryCount);
|
|
42
|
-
// Add jitter (random 0-25% of delay) to prevent thundering herd
|
|
43
|
-
const jitter = Math.random() * 0.25 * exponentialDelay;
|
|
44
|
-
const delay = exponentialDelay + jitter;
|
|
45
|
-
// Cap at max delay
|
|
46
|
-
return Math.min(delay, this.MAX_DELAY_MS);
|
|
47
|
-
}
|
|
48
|
-
async onBackgroundAgentEvent(key, message) {
|
|
49
|
-
switch (message.event) {
|
|
50
|
-
case BackgroundChatProcessingEvent.Start:
|
|
51
|
-
await this.onStartBackgroundAgentEvent(message.chatId);
|
|
52
|
-
break;
|
|
53
|
-
}
|
|
54
|
-
}
|
|
55
|
-
async onChatTitleGenerationEvent(key, message) {
|
|
56
|
-
var _a;
|
|
57
|
-
if (!this.chatRepository || !this.messageRepository) {
|
|
58
|
-
logger.warn('KafkaService: Repositories not set, skipping chat title generation');
|
|
59
|
-
return;
|
|
60
|
-
}
|
|
61
|
-
const retryCount = (_a = message.retryCount) !== null && _a !== void 0 ? _a : 0;
|
|
62
|
-
try {
|
|
63
|
-
const chat = await this.chatRepository.findById(message.chatId);
|
|
64
|
-
if (!chat) {
|
|
65
|
-
return;
|
|
66
|
-
}
|
|
67
|
-
const messages = await this.messageRepository.findByChatId(message.chatId);
|
|
68
|
-
if (messages.length === 0) {
|
|
69
|
-
return;
|
|
70
|
-
}
|
|
71
|
-
const title = await AIHelper.generateTitleForMessage(chat.contextKey, messages);
|
|
72
|
-
await this.chatRepository.update(chat.id, { title });
|
|
73
|
-
// Update the chat object with the new title before emitting
|
|
74
|
-
const updatedChat = {
|
|
75
|
-
...chat,
|
|
76
|
-
title
|
|
77
|
-
};
|
|
78
|
-
if (chat.userId)
|
|
79
|
-
socketService.emitChatUpdate(chat.userId, { ...updatedChat, messages });
|
|
80
|
-
}
|
|
81
|
-
catch (error) {
|
|
82
|
-
logger.error(`KafkaService: Error generating chat title for chatId ${message.chatId}, retryCount: ${retryCount}`, error);
|
|
83
|
-
if (retryCount < this.MAX_RETRIES) {
|
|
84
|
-
const delay = this.calculateBackoffDelay(retryCount);
|
|
85
|
-
logger.info(`KafkaService: Retrying chat title generation for chatId ${message.chatId} after ${Math.round(delay)}ms (attempt ${retryCount + 1}/${this.MAX_RETRIES})`);
|
|
86
|
-
await this.sleep(delay);
|
|
87
|
-
await this.sendChatTitleGenerationEvent(message.chatId, retryCount + 1);
|
|
88
|
-
}
|
|
89
|
-
else {
|
|
90
|
-
logger.error(`KafkaService: Max retries (${this.MAX_RETRIES}) exceeded for chat title generation, chatId: ${message.chatId}`);
|
|
91
|
-
}
|
|
92
|
-
}
|
|
93
|
-
}
|
|
94
|
-
async onStartBackgroundAgentEvent(chatId) {
|
|
95
|
-
if (!this.chatRepository || !this.messageRepository) {
|
|
96
|
-
logger.warn('KafkaService: Repositories not set, skipping background agent event');
|
|
97
|
-
return;
|
|
98
|
-
}
|
|
99
|
-
const chat = await this.chatRepository.findById(chatId);
|
|
100
|
-
if (!chat) {
|
|
101
|
-
return;
|
|
102
|
-
}
|
|
103
|
-
const messages = await this.messageRepository.findByChatId(chatId);
|
|
104
|
-
if (messages.length === 0) {
|
|
105
|
-
return;
|
|
106
|
-
}
|
|
107
|
-
// TODO: Implement background agent processing
|
|
108
|
-
}
|
|
109
|
-
async connect() {
|
|
110
|
-
await this.kafkaConsumer.connect();
|
|
111
|
-
await this.kafkaConsumer.subscribe(config.kafka.chatTitleGenerationTopic, this.onChatTitleGenerationEvent.bind(this));
|
|
112
|
-
await this.kafkaConsumer.subscribe(config.kafka.backgroundChatProcessingTopic, this.onBackgroundAgentEvent.bind(this));
|
|
113
|
-
await this.kafkaConsumer.listen();
|
|
114
|
-
}
|
|
115
|
-
async disconnect() {
|
|
116
|
-
await this.kafkaConsumer.disconnect();
|
|
117
|
-
}
|
|
118
|
-
}
|
|
119
|
-
export const kafkaService = new KafkaService();
|
|
120
|
-
//# sourceMappingURL=KafkaService.js.map
|
|
@@ -1 +0,0 @@
|
|
|
1
|
-
{"version":3,"file":"KafkaService.js","sourceRoot":"","sources":["../../../src/services/KafkaService.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,aAAa,EAAE,aAAa,EAAE,MAAM,wBAAwB,CAAA;AACrE,OAAO,EAAE,MAAM,EAAE,MAAM,cAAc,CAAA;AAErC,OAAO,EAAE,QAAQ,EAAE,MAAM,wBAAwB,CAAA;AACjD,OAAO,EAAC,MAAM,EAAC,MAAM,yBAAyB,CAAC;AAC/C,OAAO,EAAC,aAAa,EAAC,MAAM,oBAAoB,CAAC;AAGjD,IAAK,6BAEJ;AAFD,WAAK,6BAA6B;IAChC,gDAAe,CAAA;AACjB,CAAC,EAFI,6BAA6B,KAA7B,6BAA6B,QAEjC;AAED,MAAM,YAAY;IAUhB,YAAY,cAAoC,EAAE,iBAA0C;QAJ3E,gBAAW,GAAG,CAAC,CAAA;QACf,kBAAa,GAAG,IAAI,CAAA,CAAC,sBAAsB;QAC3C,iBAAY,GAAG,KAAK,CAAA,CAAC,uBAAuB;QAG3D,IAAI,CAAC,aAAa,GAAG,IAAI,aAAa,CAAC,MAAM,CAAC,KAAK,CAAC,OAAO,CAAC,CAAA;QAC5D,IAAI,CAAC,aAAa,GAAG,IAAI,aAAa,EAAE,CAAA;QACxC,IAAI,CAAC,cAAc,GAAG,cAAc,CAAA;QACpC,IAAI,CAAC,iBAAiB,GAAG,iBAAiB,CAAA;IAC5C,CAAC;IAED,eAAe,CAAC,cAAmC,EAAE,iBAAyC;QAC5F,IAAI,CAAC,cAAc,GAAG,cAAc,CAAA;QACpC,IAAI,CAAC,iBAAiB,GAAG,iBAAiB,CAAA;IAC5C,CAAC;IAED,KAAK,CAAC,KAAK;QACT,MAAM,OAAO,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC,OAAO,EAAE,EAAE,IAAI,CAAC,aAAa,CAAC,OAAO,EAAE,CAAC,CAAC,CAAA;IACnE,CAAC;IAED,KAAK,CAAC,IAAI;QACR,MAAM,OAAO,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC,aAAa,CAAC,UAAU,EAAE,EAAE,IAAI,CAAC,aAAa,CAAC,UAAU,EAAE,CAAC,CAAC,CAAA;IACvF,CAAC;IAED,KAAK,CAAC,6BAA6B,CAAC,MAAc;QAChD,MAAM,IAAI,CAAC,aAAa,CAAC,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,6BAA6B,EAAE,EAAE,KAAK,EAAE,6BAA6B,CAAC,KAAK,EAAE,MAAM,EAAE,CAAC,CAAA;IACnI,CAAC;IAED,KAAK,CAAC,4BAA4B,CAAC,MAAc,EAAE,aAAqB,CAAC;QACvE,MAAM,IAAI,CAAC,aAAa,CAAC,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,wBAAwB,EAAE,EAAE,MAAM,EAAE,UAAU,EAAE,CAAC,CAAA;IAC9F,CAAC;IAEO,KAAK,CAAC,KAAK,CAAC,EAAU;QAC5B,OAAO,IAAI,OAAO,CAAC,OAAO,CAAC,EAAE,CAAC,UAAU,CAAC,OAAO,EAAE,EAAE,CAAC,CAAC,CAAA;IACxD,CAAC;IAEO,qBAAqB,CAAC,UAAkB;QAC9C,4DAA4D;QAC5D,MAAM,gBAAgB,GAAG,IAAI,CAAC,aAAa,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,UAAU,CAAC,CAAA;QACrE,gEAAgE;QAChE,MAAM,MAAM,GAAG,IAAI,CAAC,MAAM,EAAE,GAAG,IAAI,GAAG,gBAAgB,CAAA;QACtD,MAAM,KAAK,GAAG,gBAAgB,GAAG,MAAM,CAAA;QACvC,mBAAmB;QACnB,OAAO,IAAI,CAAC,GAAG,CAAC,KAAK,EAAE,IAAI,CAAC,YAAY,CAAC,CAAA;IAC3C,CAAC;IAED,KAAK,CAAC,sBAAsB,CAAC,GAAG,EAAE,OAAiE;QACjG,QAAQ,OAAO,CAAC,KAAK,EAAE,CAAC;YACtB,KAAK,6BAA6B,CAAC,KAAK;gBACtC,MAAM,IAAI,CAAC,2BAA2B,CAAC,OAAO,CAAC,MAAM,CAAC,CAAA;gBACtD,MAAK;QACT,CAAC;IACH,CAAC;IAED,KAAK,CAAC,0BAA0B,CAAC,GAAG,EAAE,OAAgD;;QACpF,IAAI,CAAC,IAAI,CAAC,cAAc,IAAI,CAAC,IAAI,CAAC,iBAAiB,EAAE,CAAC;YACpD,MAAM,CAAC,IAAI,CAAC,oEAAoE,CAAC,CAAA;YACjF,OAAM;QACR,CAAC;QACD,MAAM,UAAU,GAAG,MAAA,OAAO,CAAC,UAAU,mCAAI,CAAC,CAAA;QAC1C,IAAI,CAAC;YACH,MAAM,IAAI,GAAG,MAAM,IAAI,CAAC,cAAc,CAAC,QAAQ,CAAC,OAAO,CAAC,MAAM,CAAC,CAAA;YAC/D,IAAI,CAAC,IAAI,EAAE,CAAC;gBACV,OAAM;YACR,CAAC;YACD,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,iBAAiB,CAAC,YAAY,CAAC,OAAO,CAAC,MAAM,CAAC,CAAA;YAC1E,IAAI,QAAQ,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;gBAC1B,OAAM;YACR,CAAC;YAED,MAAM,KAAK,GAAG,MAAM,QAAQ,CAAC,uBAAuB,CAAC,IAAI,CAAC,UAAU,EAAE,QAAQ,CAAC,CAAA;YAC/E,MAAM,IAAI,CAAC,cAAc,CAAC,MAAM,CAAC,IAAI,CAAC,EAAE,EAAE,EAAC,KAAK,EAAC,CAAC,CAAA;YAClD,4DAA4D;YAC5D,MAAM,WAAW,GAAG;gBAClB,GAAG,IAAI;gBACP,KAAK;aACN,CAAA;YACD,IAAI,IAAI,CAAC,MAAM;gBAAE,aAAa,CAAC,cAAc,CAAC,IAAI,CAAC,MAAM,EAAE,EAAC,GAAG,WAAW,EAAE,QAAQ,EAAC,CAAC,CAAC;QACzF,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,MAAM,CAAC,KAAK,CAAC,wDAAwD,OAAO,CAAC,MAAM,iBAAiB,UAAU,EAAE,EAAE,KAAK,CAAC,CAAA;YAExH,IAAI,UAAU,GAAG,IAAI,CAAC,WAAW,EAAE,CAAC;gBAClC,MAAM,KAAK,GAAG,IAAI,CAAC,qBAAqB,CAAC,UAAU,CAAC,CAAA;gBACpD,MAAM,CAAC,IAAI,CAAC,2DAA2D,OAAO,CAAC,MAAM,UAAU,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,eAAe,UAAU,GAAG,CAAC,IAAI,IAAI,CAAC,WAAW,GAAG,CAAC,CAAA;gBAErK,MAAM,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,CAAA;gBACvB,MAAM,IAAI,CAAC,4BAA4B,CAAC,OAAO,CAAC,MAAM,EAAE,UAAU,GAAG,CAAC,CAAC,CAAA;YACzE,CAAC;iBAAM,CAAC;gBACN,MAAM,CAAC,KAAK,CAAC,8BAA8B,IAAI,CAAC,WAAW,iDAAiD,OAAO,CAAC,MAAM,EAAE,CAAC,CAAA;YAC/H,CAAC;QACH,CAAC;IACH,CAAC;IAED,KAAK,CAAC,2BAA2B,CAAC,MAAc;QAC9C,IAAI,CAAC,IAAI,CAAC,cAAc,IAAI,CAAC,IAAI,CAAC,iBAAiB,EAAE,CAAC;YACpD,MAAM,CAAC,IAAI,CAAC,qEAAqE,CAAC,CAAA;YAClF,OAAM;QACR,CAAC;QACD,MAAM,IAAI,GAAG,MAAM,IAAI,CAAC,cAAc,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAA;QACvD,IAAI,CAAC,IAAI,EAAE,CAAC;YACV,OAAM;QACR,CAAC;QACD,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,iBAAiB,CAAC,YAAY,CAAC,MAAM,CAAC,CAAA;QAClE,IAAI,QAAQ,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YAC1B,OAAM;QACR,CAAC;QAED,8CAA8C;IAEhD,CAAC;IAED,KAAK,CAAC,OAAO;QACX,MAAM,IAAI,CAAC,aAAa,CAAC,OAAO,EAAE,CAAA;QAClC,MAAM,IAAI,CAAC,aAAa,CAAC,SAAS,CAAC,MAAM,CAAC,KAAK,CAAC,wBAAwB,EAAE,IAAI,CAAC,0BAA0B,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAA;QACrH,MAAM,IAAI,CAAC,aAAa,CAAC,SAAS,CAAC,MAAM,CAAC,KAAK,CAAC,6BAA6B,EAAE,IAAI,CAAC,sBAAsB,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAA;QACtH,MAAM,IAAI,CAAC,aAAa,CAAC,MAAM,EAAE,CAAA;IACnC,CAAC;IAED,KAAK,CAAC,UAAU;QACd,MAAM,IAAI,CAAC,aAAa,CAAC,UAAU,EAAE,CAAA;IACvC,CAAC;CACF;AACD,MAAM,CAAC,MAAM,YAAY,GAAG,IAAI,YAAY,EAAE,CAAA"}
|