@idevconn/ai-chat-be 0.1.2
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/ai-chat.module.d.ts +6 -0
- package/dist/ai-chat.module.d.ts.map +1 -0
- package/dist/ai-chat.module.js +109 -0
- package/dist/ai-chat.module.js.map +1 -0
- package/dist/audit/audit.service.d.ts +39 -0
- package/dist/audit/audit.service.d.ts.map +1 -0
- package/dist/audit/audit.service.js +139 -0
- package/dist/audit/audit.service.js.map +1 -0
- package/dist/chat/chat.controller.d.ts +20 -0
- package/dist/chat/chat.controller.d.ts.map +1 -0
- package/dist/chat/chat.controller.js +104 -0
- package/dist/chat/chat.controller.js.map +1 -0
- package/dist/chat/chat.service.d.ts +15 -0
- package/dist/chat/chat.service.d.ts.map +1 -0
- package/dist/chat/chat.service.js +95 -0
- package/dist/chat/chat.service.js.map +1 -0
- package/dist/guards/api-key.guard.d.ts +8 -0
- package/dist/guards/api-key.guard.d.ts.map +1 -0
- package/dist/guards/api-key.guard.js +44 -0
- package/dist/guards/api-key.guard.js.map +1 -0
- package/dist/guards/llm-injection-classifier.d.ts +17 -0
- package/dist/guards/llm-injection-classifier.d.ts.map +1 -0
- package/dist/guards/llm-injection-classifier.js +82 -0
- package/dist/guards/llm-injection-classifier.js.map +1 -0
- package/dist/guards/pii.guard.d.ts +14 -0
- package/dist/guards/pii.guard.d.ts.map +1 -0
- package/dist/guards/pii.guard.js +67 -0
- package/dist/guards/pii.guard.js.map +1 -0
- package/dist/guards/prompt-injection.guard.d.ts +9 -0
- package/dist/guards/prompt-injection.guard.d.ts.map +1 -0
- package/dist/guards/prompt-injection.guard.js +157 -0
- package/dist/guards/prompt-injection.guard.js.map +1 -0
- package/dist/guards/rate-limit.guard.d.ts +8 -0
- package/dist/guards/rate-limit.guard.d.ts.map +1 -0
- package/dist/guards/rate-limit.guard.js +59 -0
- package/dist/guards/rate-limit.guard.js.map +1 -0
- package/dist/guards/topic-relevance.guard.d.ts +21 -0
- package/dist/guards/topic-relevance.guard.d.ts.map +1 -0
- package/dist/guards/topic-relevance.guard.js +59 -0
- package/dist/guards/topic-relevance.guard.js.map +1 -0
- package/dist/index.d.ts +22 -0
- package/dist/index.d.ts.map +1 -0
- package/dist/index.js +31 -0
- package/dist/index.js.map +1 -0
- package/dist/intent/embedding-intent-router.d.ts +23 -0
- package/dist/intent/embedding-intent-router.d.ts.map +1 -0
- package/dist/intent/embedding-intent-router.js +103 -0
- package/dist/intent/embedding-intent-router.js.map +1 -0
- package/dist/intent/intent-router.interface.d.ts +8 -0
- package/dist/intent/intent-router.interface.d.ts.map +1 -0
- package/dist/intent/intent-router.interface.js +5 -0
- package/dist/intent/intent-router.interface.js.map +1 -0
- package/dist/intent/intent.types.d.ts +7 -0
- package/dist/intent/intent.types.d.ts.map +1 -0
- package/dist/intent/intent.types.js +3 -0
- package/dist/intent/intent.types.js.map +1 -0
- package/dist/orchestrator/default.orchestrator.d.ts +36 -0
- package/dist/orchestrator/default.orchestrator.d.ts.map +1 -0
- package/dist/orchestrator/default.orchestrator.js +231 -0
- package/dist/orchestrator/default.orchestrator.js.map +1 -0
- package/dist/orchestrator/input-sanitizer.d.ts +8 -0
- package/dist/orchestrator/input-sanitizer.d.ts.map +1 -0
- package/dist/orchestrator/input-sanitizer.js +36 -0
- package/dist/orchestrator/input-sanitizer.js.map +1 -0
- package/dist/orchestrator/orchestrator.interface.d.ts +6 -0
- package/dist/orchestrator/orchestrator.interface.d.ts.map +1 -0
- package/dist/orchestrator/orchestrator.interface.js +5 -0
- package/dist/orchestrator/orchestrator.interface.js.map +1 -0
- package/dist/orchestrator/prompt-builder.d.ts +12 -0
- package/dist/orchestrator/prompt-builder.d.ts.map +1 -0
- package/dist/orchestrator/prompt-builder.js +55 -0
- package/dist/orchestrator/prompt-builder.js.map +1 -0
- package/dist/orchestrator/prompt-normalizer.d.ts +9 -0
- package/dist/orchestrator/prompt-normalizer.d.ts.map +1 -0
- package/dist/orchestrator/prompt-normalizer.js +77 -0
- package/dist/orchestrator/prompt-normalizer.js.map +1 -0
- package/dist/orchestrator/response-sanitizer.d.ts +26 -0
- package/dist/orchestrator/response-sanitizer.d.ts.map +1 -0
- package/dist/orchestrator/response-sanitizer.js +127 -0
- package/dist/orchestrator/response-sanitizer.js.map +1 -0
- package/dist/orchestrator/response-validator.d.ts +10 -0
- package/dist/orchestrator/response-validator.d.ts.map +1 -0
- package/dist/orchestrator/response-validator.js +31 -0
- package/dist/orchestrator/response-validator.js.map +1 -0
- package/dist/providers/gemini.provider.d.ts +13 -0
- package/dist/providers/gemini.provider.d.ts.map +1 -0
- package/dist/providers/gemini.provider.js +132 -0
- package/dist/providers/gemini.provider.js.map +1 -0
- package/dist/providers/grok.provider.d.ts +11 -0
- package/dist/providers/grok.provider.d.ts.map +1 -0
- package/dist/providers/grok.provider.js +69 -0
- package/dist/providers/grok.provider.js.map +1 -0
- package/dist/providers/openai.provider.d.ts +12 -0
- package/dist/providers/openai.provider.d.ts.map +1 -0
- package/dist/providers/openai.provider.js +87 -0
- package/dist/providers/openai.provider.js.map +1 -0
- package/dist/providers/provider-registry.d.ts +17 -0
- package/dist/providers/provider-registry.d.ts.map +1 -0
- package/dist/providers/provider-registry.js +42 -0
- package/dist/providers/provider-registry.js.map +1 -0
- package/dist/providers/provider-settings.d.ts +12 -0
- package/dist/providers/provider-settings.d.ts.map +1 -0
- package/dist/providers/provider-settings.js +3 -0
- package/dist/providers/provider-settings.js.map +1 -0
- package/dist/providers/provider.factory.d.ts +18 -0
- package/dist/providers/provider.factory.d.ts.map +1 -0
- package/dist/providers/provider.factory.js +107 -0
- package/dist/providers/provider.factory.js.map +1 -0
- package/dist/rag/chunker.d.ts +7 -0
- package/dist/rag/chunker.d.ts.map +1 -0
- package/dist/rag/chunker.js +32 -0
- package/dist/rag/chunker.js.map +1 -0
- package/dist/rag/rag.service.d.ts +20 -0
- package/dist/rag/rag.service.d.ts.map +1 -0
- package/dist/rag/rag.service.js +171 -0
- package/dist/rag/rag.service.js.map +1 -0
- package/dist/session/session.service.d.ts +32 -0
- package/dist/session/session.service.d.ts.map +1 -0
- package/dist/session/session.service.js +161 -0
- package/dist/session/session.service.js.map +1 -0
- package/dist/types/chat.types.d.ts +31 -0
- package/dist/types/chat.types.d.ts.map +1 -0
- package/dist/types/chat.types.js +3 -0
- package/dist/types/chat.types.js.map +1 -0
- package/dist/types/config.types.d.ts +139 -0
- package/dist/types/config.types.d.ts.map +1 -0
- package/dist/types/config.types.js +5 -0
- package/dist/types/config.types.js.map +1 -0
- package/dist/types/index.d.ts +4 -0
- package/dist/types/index.d.ts.map +1 -0
- package/dist/types/index.js +20 -0
- package/dist/types/index.js.map +1 -0
- package/dist/types/provider.types.d.ts +15 -0
- package/dist/types/provider.types.d.ts.map +1 -0
- package/dist/types/provider.types.js +3 -0
- package/dist/types/provider.types.js.map +1 -0
- package/dist/utils/cosine-similarity.d.ts +2 -0
- package/dist/utils/cosine-similarity.d.ts.map +1 -0
- package/dist/utils/cosine-similarity.js +21 -0
- package/dist/utils/cosine-similarity.js.map +1 -0
- package/dist/utils/error-sanitizer.d.ts +8 -0
- package/dist/utils/error-sanitizer.d.ts.map +1 -0
- package/dist/utils/error-sanitizer.js +44 -0
- package/dist/utils/error-sanitizer.js.map +1 -0
- package/dist/utils/index.d.ts +6 -0
- package/dist/utils/index.d.ts.map +1 -0
- package/dist/utils/index.js +22 -0
- package/dist/utils/index.js.map +1 -0
- package/dist/utils/logger.d.ts +11 -0
- package/dist/utils/logger.d.ts.map +1 -0
- package/dist/utils/logger.js +47 -0
- package/dist/utils/logger.js.map +1 -0
- package/dist/utils/pii-detector.d.ts +8 -0
- package/dist/utils/pii-detector.d.ts.map +1 -0
- package/dist/utils/pii-detector.js +82 -0
- package/dist/utils/pii-detector.js.map +1 -0
- package/dist/utils/retry.d.ts +8 -0
- package/dist/utils/retry.d.ts.map +1 -0
- package/dist/utils/retry.js +33 -0
- package/dist/utils/retry.js.map +1 -0
- package/dist/utils/session-token.d.ts +8 -0
- package/dist/utils/session-token.d.ts.map +1 -0
- package/dist/utils/session-token.js +46 -0
- package/dist/utils/session-token.js.map +1 -0
- package/dist/utils/sse-parser.d.ts +5 -0
- package/dist/utils/sse-parser.d.ts.map +1 -0
- package/dist/utils/sse-parser.js +45 -0
- package/dist/utils/sse-parser.js.map +1 -0
- package/dist/utils/text.d.ts +4 -0
- package/dist/utils/text.d.ts.map +1 -0
- package/dist/utils/text.js +25 -0
- package/dist/utils/text.js.map +1 -0
- package/package.json +62 -0
|
@@ -0,0 +1,87 @@
|
|
|
1
|
+
"use strict";
|
|
2
|
+
var __importDefault = (this && this.__importDefault) || function (mod) {
|
|
3
|
+
return (mod && mod.__esModule) ? mod : { "default": mod };
|
|
4
|
+
};
|
|
5
|
+
Object.defineProperty(exports, "__esModule", { value: true });
|
|
6
|
+
exports.OpenAIProvider = void 0;
|
|
7
|
+
const openai_1 = __importDefault(require("openai"));
|
|
8
|
+
const logger_1 = require("../utils/logger");
|
|
9
|
+
class OpenAIProvider {
|
|
10
|
+
s;
|
|
11
|
+
id = 'openai';
|
|
12
|
+
supportsEmbedding = true;
|
|
13
|
+
client;
|
|
14
|
+
constructor(s) {
|
|
15
|
+
this.s = s;
|
|
16
|
+
this.client = new openai_1.default({
|
|
17
|
+
apiKey: s.apiKey,
|
|
18
|
+
...(s.baseUrl ? { baseURL: s.baseUrl } : {}),
|
|
19
|
+
});
|
|
20
|
+
}
|
|
21
|
+
async *chatStream(messages, options) {
|
|
22
|
+
let stream;
|
|
23
|
+
try {
|
|
24
|
+
stream = await this.client.chat.completions.create({
|
|
25
|
+
model: this.s.chatModel,
|
|
26
|
+
messages: messages.map((m) => ({
|
|
27
|
+
role: m.role,
|
|
28
|
+
content: m.content,
|
|
29
|
+
})),
|
|
30
|
+
stream: true,
|
|
31
|
+
temperature: options?.temperature ?? 0.7,
|
|
32
|
+
max_tokens: options?.maxTokens ?? 2048,
|
|
33
|
+
});
|
|
34
|
+
}
|
|
35
|
+
catch (error) {
|
|
36
|
+
(0, logger_1.logStreamError)('OpenAI', error);
|
|
37
|
+
yield {
|
|
38
|
+
type: 'error',
|
|
39
|
+
error: 'Failed to connect to OpenAI API',
|
|
40
|
+
};
|
|
41
|
+
return;
|
|
42
|
+
}
|
|
43
|
+
let totalTokens = 0;
|
|
44
|
+
try {
|
|
45
|
+
for await (const chunk of stream) {
|
|
46
|
+
const delta = chunk.choices[0]?.delta;
|
|
47
|
+
if (delta?.content) {
|
|
48
|
+
totalTokens += Math.ceil(delta.content.length / 4);
|
|
49
|
+
yield { type: 'token', content: delta.content };
|
|
50
|
+
}
|
|
51
|
+
if (chunk.usage) {
|
|
52
|
+
yield {
|
|
53
|
+
type: 'done',
|
|
54
|
+
usage: {
|
|
55
|
+
promptTokens: chunk.usage.prompt_tokens,
|
|
56
|
+
completionTokens: chunk.usage.completion_tokens,
|
|
57
|
+
totalTokens: chunk.usage.total_tokens,
|
|
58
|
+
},
|
|
59
|
+
};
|
|
60
|
+
return;
|
|
61
|
+
}
|
|
62
|
+
}
|
|
63
|
+
}
|
|
64
|
+
catch (error) {
|
|
65
|
+
(0, logger_1.logStreamError)('OpenAI', error);
|
|
66
|
+
yield { type: 'error', error: 'Stream interrupted' };
|
|
67
|
+
return;
|
|
68
|
+
}
|
|
69
|
+
yield {
|
|
70
|
+
type: 'done',
|
|
71
|
+
usage: {
|
|
72
|
+
promptTokens: 0,
|
|
73
|
+
completionTokens: totalTokens,
|
|
74
|
+
totalTokens,
|
|
75
|
+
},
|
|
76
|
+
};
|
|
77
|
+
}
|
|
78
|
+
async embed(texts) {
|
|
79
|
+
const response = await this.client.embeddings.create({
|
|
80
|
+
model: this.s.embeddingModel,
|
|
81
|
+
input: texts,
|
|
82
|
+
});
|
|
83
|
+
return response.data.map((item) => item.embedding);
|
|
84
|
+
}
|
|
85
|
+
}
|
|
86
|
+
exports.OpenAIProvider = OpenAIProvider;
|
|
87
|
+
//# sourceMappingURL=openai.provider.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"openai.provider.js","sourceRoot":"","sources":["../../src/providers/openai.provider.ts"],"names":[],"mappings":";;;;;;AAAA,oDAA4B;AAE5B,4CAAiD;AAGjD,MAAa,cAAc;IAMI;IALpB,EAAE,GAAG,QAAiB,CAAC;IACvB,iBAAiB,GAAG,IAAI,CAAC;IAEjB,MAAM,CAAS;IAEhC,YAA6B,CAAmB;QAAnB,MAAC,GAAD,CAAC,CAAkB;QAC9C,IAAI,CAAC,MAAM,GAAG,IAAI,gBAAM,CAAC;YACvB,MAAM,EAAE,CAAC,CAAC,MAAM;YAChB,GAAG,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,OAAO,EAAE,CAAC,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;SAC7C,CAAC,CAAC;IACL,CAAC;IAED,KAAK,CAAC,CAAC,UAAU,CACf,QAAuB,EACvB,OAAuB;QAEvB,IAAI,MAAkE,CAAC;QAEvE,IAAI,CAAC;YACH,MAAM,GAAG,MAAM,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,WAAW,CAAC,MAAM,CAAC;gBACjD,KAAK,EAAE,IAAI,CAAC,CAAC,CAAC,SAAS;gBACvB,QAAQ,EAAE,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;oBAC7B,IAAI,EAAE,CAAC,CAAC,IAAI;oBACZ,OAAO,EAAE,CAAC,CAAC,OAAO;iBACnB,CAAC,CAAC;gBACH,MAAM,EAAE,IAAI;gBACZ,WAAW,EAAE,OAAO,EAAE,WAAW,IAAI,GAAG;gBACxC,UAAU,EAAE,OAAO,EAAE,SAAS,IAAI,IAAI;aACvC,CAAC,CAAC;QACL,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,IAAA,uBAAc,EAAC,QAAQ,EAAE,KAAK,CAAC,CAAC;YAChC,MAAM;gBACJ,IAAI,EAAE,OAAO;gBACb,KAAK,EAAE,iCAAiC;aACzC,CAAC;YACF,OAAO;QACT,CAAC;QAED,IAAI,WAAW,GAAG,CAAC,CAAC;QAEpB,IAAI,CAAC;YACH,IAAI,KAAK,EAAE,MAAM,KAAK,IAAI,MAAM,EAAE,CAAC;gBACjC,MAAM,KAAK,GAAG,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,KAAK,CAAC;gBACtC,IAAI,KAAK,EAAE,OAAO,EAAE,CAAC;oBACnB,WAAW,IAAI,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;oBACnD,MAAM,EAAE,IAAI,EAAE,OAAO,EAAE,OAAO,EAAE,KAAK,CAAC,OAAO,EAAE,CAAC;gBAClD,CAAC;gBAED,IAAI,KAAK,CAAC,KAAK,EAAE,CAAC;oBAChB,MAAM;wBACJ,IAAI,EAAE,MAAM;wBACZ,KAAK,EAAE;4BACL,YAAY,EAAE,KAAK,CAAC,KAAK,CAAC,aAAa;4BACvC,gBAAgB,EAAE,KAAK,CAAC,KAAK,CAAC,iBAAiB;4BAC/C,WAAW,EAAE,KAAK,CAAC,KAAK,CAAC,YAAY;yBACtC;qBACF,CAAC;oBACF,OAAO;gBACT,CAAC;YACH,CAAC;QACH,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,IAAA,uBAAc,EAAC,QAAQ,EAAE,KAAK,CAAC,CAAC;YAChC,MAAM,EAAE,IAAI,EAAE,OAAO,EAAE,KAAK,EAAE,oBAAoB,EAAE,CAAC;YACrD,OAAO;QACT,CAAC;QAED,MAAM;YACJ,IAAI,EAAE,MAAM;YACZ,KAAK,EAAE;gBACL,YAAY,EAAE,CAAC;gBACf,gBAAgB,EAAE,WAAW;gBAC7B,WAAW;aACZ;SACF,CAAC;IACJ,CAAC;IAED,KAAK,CAAC,KAAK,CAAC,KAAe;QACzB,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,MAAM,CAAC,UAAU,CAAC,MAAM,CAAC;YACnD,KAAK,EAAE,IAAI,CAAC,CAAC,CAAC,cAAe;YAC7B,KAAK,EAAE,KAAK;SACb,CAAC,CAAC;QAEH,OAAO,QAAQ,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;IACrD,CAAC;CACF;AArFD,wCAqFC"}
|
|
@@ -0,0 +1,17 @@
|
|
|
1
|
+
import { ILlmProvider, ProviderId } from '../types';
|
|
2
|
+
import { ProviderSettings, RetryPolicy } from './provider-settings';
|
|
3
|
+
export interface ProviderDefaults {
|
|
4
|
+
chatModel: string;
|
|
5
|
+
embeddingModel?: string;
|
|
6
|
+
baseUrl?: string;
|
|
7
|
+
retry?: RetryPolicy;
|
|
8
|
+
}
|
|
9
|
+
export interface ProviderDescriptor {
|
|
10
|
+
id: ProviderId;
|
|
11
|
+
label: string;
|
|
12
|
+
defaults: ProviderDefaults;
|
|
13
|
+
factory: (s: ProviderSettings) => ILlmProvider;
|
|
14
|
+
}
|
|
15
|
+
export declare const BUILT_IN_PROVIDERS: readonly ProviderDescriptor[];
|
|
16
|
+
export declare function findDescriptor(id: ProviderId): ProviderDescriptor | undefined;
|
|
17
|
+
//# sourceMappingURL=provider-registry.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"provider-registry.d.ts","sourceRoot":"","sources":["../../src/providers/provider-registry.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,YAAY,EAAE,UAAU,EAAE,MAAM,UAAU,CAAC;AACpD,OAAO,EAAE,gBAAgB,EAAE,WAAW,EAAE,MAAM,qBAAqB,CAAC;AAKpE,MAAM,WAAW,gBAAgB;IAC/B,SAAS,EAAE,MAAM,CAAC;IAClB,cAAc,CAAC,EAAE,MAAM,CAAC;IACxB,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,KAAK,CAAC,EAAE,WAAW,CAAC;CACrB;AASD,MAAM,WAAW,kBAAkB;IACjC,EAAE,EAAE,UAAU,CAAC;IACf,KAAK,EAAE,MAAM,CAAC;IACd,QAAQ,EAAE,gBAAgB,CAAC;IAC3B,OAAO,EAAE,CAAC,CAAC,EAAE,gBAAgB,KAAK,YAAY,CAAC;CAChD;AASD,eAAO,MAAM,kBAAkB,EAAE,SAAS,kBAAkB,EA8BlD,CAAC;AAEX,wBAAgB,cAAc,CAAC,EAAE,EAAE,UAAU,GAAG,kBAAkB,GAAG,SAAS,CAE7E"}
|
|
@@ -0,0 +1,42 @@
|
|
|
1
|
+
"use strict";
|
|
2
|
+
Object.defineProperty(exports, "__esModule", { value: true });
|
|
3
|
+
exports.BUILT_IN_PROVIDERS = void 0;
|
|
4
|
+
exports.findDescriptor = findDescriptor;
|
|
5
|
+
const gemini_provider_1 = require("./gemini.provider");
|
|
6
|
+
const openai_provider_1 = require("./openai.provider");
|
|
7
|
+
const grok_provider_1 = require("./grok.provider");
|
|
8
|
+
exports.BUILT_IN_PROVIDERS = [
|
|
9
|
+
{
|
|
10
|
+
id: 'gemini',
|
|
11
|
+
label: 'Gemini',
|
|
12
|
+
defaults: {
|
|
13
|
+
chatModel: 'gemini-2.5-flash',
|
|
14
|
+
embeddingModel: 'gemini-embedding-001',
|
|
15
|
+
baseUrl: 'https://generativelanguage.googleapis.com/v1beta',
|
|
16
|
+
retry: { maxAttempts: 2, baseDelayMs: 500 },
|
|
17
|
+
},
|
|
18
|
+
factory: (s) => new gemini_provider_1.GeminiProvider(s),
|
|
19
|
+
},
|
|
20
|
+
{
|
|
21
|
+
id: 'openai',
|
|
22
|
+
label: 'OpenAI',
|
|
23
|
+
defaults: {
|
|
24
|
+
chatModel: 'gpt-4o',
|
|
25
|
+
embeddingModel: 'text-embedding-3-small',
|
|
26
|
+
},
|
|
27
|
+
factory: (s) => new openai_provider_1.OpenAIProvider(s),
|
|
28
|
+
},
|
|
29
|
+
{
|
|
30
|
+
id: 'grok',
|
|
31
|
+
label: 'Grok',
|
|
32
|
+
defaults: {
|
|
33
|
+
chatModel: 'grok-3-mini',
|
|
34
|
+
baseUrl: 'https://api.x.ai/v1',
|
|
35
|
+
},
|
|
36
|
+
factory: (s) => new grok_provider_1.GrokProvider(s),
|
|
37
|
+
},
|
|
38
|
+
];
|
|
39
|
+
function findDescriptor(id) {
|
|
40
|
+
return exports.BUILT_IN_PROVIDERS.find((d) => d.id === id);
|
|
41
|
+
}
|
|
42
|
+
//# sourceMappingURL=provider-registry.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"provider-registry.js","sourceRoot":"","sources":["../../src/providers/provider-registry.ts"],"names":[],"mappings":";;;AAkEA,wCAEC;AAlED,uDAAmD;AACnD,uDAAmD;AACnD,mDAA+C;AA8BlC,QAAA,kBAAkB,GAAkC;IAC/D;QACE,EAAE,EAAE,QAAQ;QACZ,KAAK,EAAE,QAAQ;QACf,QAAQ,EAAE;YACR,SAAS,EAAE,kBAAkB;YAC7B,cAAc,EAAE,sBAAsB;YACtC,OAAO,EAAE,kDAAkD;YAC3D,KAAK,EAAE,EAAE,WAAW,EAAE,CAAC,EAAE,WAAW,EAAE,GAAG,EAAE;SAC5C;QACD,OAAO,EAAE,CAAC,CAAC,EAAE,EAAE,CAAC,IAAI,gCAAc,CAAC,CAAC,CAAC;KACtC;IACD;QACE,EAAE,EAAE,QAAQ;QACZ,KAAK,EAAE,QAAQ;QACf,QAAQ,EAAE;YACR,SAAS,EAAE,QAAQ;YACnB,cAAc,EAAE,wBAAwB;SACzC;QACD,OAAO,EAAE,CAAC,CAAC,EAAE,EAAE,CAAC,IAAI,gCAAc,CAAC,CAAC,CAAC;KACtC;IACD;QACE,EAAE,EAAE,MAAM;QACV,KAAK,EAAE,MAAM;QACb,QAAQ,EAAE;YACR,SAAS,EAAE,aAAa;YACxB,OAAO,EAAE,qBAAqB;SAC/B;QACD,OAAO,EAAE,CAAC,CAAC,EAAE,EAAE,CAAC,IAAI,4BAAY,CAAC,CAAC,CAAC;KACpC;CACO,CAAC;AAEX,SAAgB,cAAc,CAAC,EAAc;IAC3C,OAAO,0BAAkB,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,EAAE,KAAK,EAAE,CAAC,CAAC;AACrD,CAAC"}
|
|
@@ -0,0 +1,12 @@
|
|
|
1
|
+
export interface RetryPolicy {
|
|
2
|
+
maxAttempts: number;
|
|
3
|
+
baseDelayMs: number;
|
|
4
|
+
}
|
|
5
|
+
export interface ProviderSettings {
|
|
6
|
+
apiKey: string;
|
|
7
|
+
chatModel: string;
|
|
8
|
+
embeddingModel?: string;
|
|
9
|
+
baseUrl?: string;
|
|
10
|
+
retry?: RetryPolicy;
|
|
11
|
+
}
|
|
12
|
+
//# sourceMappingURL=provider-settings.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"provider-settings.d.ts","sourceRoot":"","sources":["../../src/providers/provider-settings.ts"],"names":[],"mappings":"AAAA,MAAM,WAAW,WAAW;IAC1B,WAAW,EAAE,MAAM,CAAC;IACpB,WAAW,EAAE,MAAM,CAAC;CACrB;AAOD,MAAM,WAAW,gBAAgB;IAC/B,MAAM,EAAE,MAAM,CAAC;IACf,SAAS,EAAE,MAAM,CAAC;IAClB,cAAc,CAAC,EAAE,MAAM,CAAC;IACxB,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,KAAK,CAAC,EAAE,WAAW,CAAC;CACrB"}
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"provider-settings.js","sourceRoot":"","sources":["../../src/providers/provider-settings.ts"],"names":[],"mappings":""}
|
|
@@ -0,0 +1,18 @@
|
|
|
1
|
+
import { OnModuleInit } from '@nestjs/common';
|
|
2
|
+
import { AiChatModuleConfig, ILlmProvider, ProviderId } from '../types';
|
|
3
|
+
export declare class ProviderFactory implements OnModuleInit {
|
|
4
|
+
private readonly config;
|
|
5
|
+
private providers;
|
|
6
|
+
private activeProvider;
|
|
7
|
+
constructor(config: AiChatModuleConfig);
|
|
8
|
+
onModuleInit(): void;
|
|
9
|
+
private registerProviders;
|
|
10
|
+
private buildSettings;
|
|
11
|
+
private resolveApiKey;
|
|
12
|
+
private selectActive;
|
|
13
|
+
getProvider(): ILlmProvider | null;
|
|
14
|
+
getProviderById(id: ProviderId): ILlmProvider | null;
|
|
15
|
+
isAvailable(): boolean;
|
|
16
|
+
clampMaxTokens(requested: number | undefined): number | undefined;
|
|
17
|
+
}
|
|
18
|
+
//# sourceMappingURL=provider.factory.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"provider.factory.d.ts","sourceRoot":"","sources":["../../src/providers/provider.factory.ts"],"names":[],"mappings":"AAAA,OAAO,EAAsB,YAAY,EAAE,MAAM,gBAAgB,CAAC;AAClE,OAAO,EAAkB,kBAAkB,EAAE,YAAY,EAAE,UAAU,EAAE,MAAM,UAAU,CAAC;AAUxF,qBACa,eAAgB,YAAW,YAAY;IAId,OAAO,CAAC,QAAQ,CAAC,MAAM;IAH3D,OAAO,CAAC,SAAS,CAAuC;IACxD,OAAO,CAAC,cAAc,CAA6B;gBAEE,MAAM,EAAE,kBAAkB;IAE/E,YAAY,IAAI,IAAI;IAIpB,OAAO,CAAC,iBAAiB;IAwBzB,OAAO,CAAC,aAAa;IAgBrB,OAAO,CAAC,aAAa;IAYrB,OAAO,CAAC,YAAY;IAYpB,WAAW,IAAI,YAAY,GAAG,IAAI;IAIlC,eAAe,CAAC,EAAE,EAAE,UAAU,GAAG,YAAY,GAAG,IAAI;IAIpD,WAAW,IAAI,OAAO;IAStB,cAAc,CAAC,SAAS,EAAE,MAAM,GAAG,SAAS,GAAG,MAAM,GAAG,SAAS;CASlE"}
|
|
@@ -0,0 +1,107 @@
|
|
|
1
|
+
"use strict";
|
|
2
|
+
var __decorate = (this && this.__decorate) || function (decorators, target, key, desc) {
|
|
3
|
+
var c = arguments.length, r = c < 3 ? target : desc === null ? desc = Object.getOwnPropertyDescriptor(target, key) : desc, d;
|
|
4
|
+
if (typeof Reflect === "object" && typeof Reflect.decorate === "function") r = Reflect.decorate(decorators, target, key, desc);
|
|
5
|
+
else for (var i = decorators.length - 1; i >= 0; i--) if (d = decorators[i]) r = (c < 3 ? d(r) : c > 3 ? d(target, key, r) : d(target, key)) || r;
|
|
6
|
+
return c > 3 && r && Object.defineProperty(target, key, r), r;
|
|
7
|
+
};
|
|
8
|
+
var __metadata = (this && this.__metadata) || function (k, v) {
|
|
9
|
+
if (typeof Reflect === "object" && typeof Reflect.metadata === "function") return Reflect.metadata(k, v);
|
|
10
|
+
};
|
|
11
|
+
var __param = (this && this.__param) || function (paramIndex, decorator) {
|
|
12
|
+
return function (target, key) { decorator(target, key, paramIndex); }
|
|
13
|
+
};
|
|
14
|
+
Object.defineProperty(exports, "__esModule", { value: true });
|
|
15
|
+
exports.ProviderFactory = void 0;
|
|
16
|
+
const common_1 = require("@nestjs/common");
|
|
17
|
+
const types_1 = require("../types");
|
|
18
|
+
const provider_registry_1 = require("./provider-registry");
|
|
19
|
+
const logger_1 = require("../utils/logger");
|
|
20
|
+
let ProviderFactory = class ProviderFactory {
|
|
21
|
+
config;
|
|
22
|
+
providers = new Map();
|
|
23
|
+
activeProvider = null;
|
|
24
|
+
constructor(config) {
|
|
25
|
+
this.config = config;
|
|
26
|
+
}
|
|
27
|
+
onModuleInit() {
|
|
28
|
+
this.registerProviders();
|
|
29
|
+
}
|
|
30
|
+
registerProviders() {
|
|
31
|
+
for (const desc of provider_registry_1.BUILT_IN_PROVIDERS) {
|
|
32
|
+
const settings = this.buildSettings(desc);
|
|
33
|
+
if (!settings) {
|
|
34
|
+
(0, logger_1.logProviderDisabled)(desc.label, `no API key for ${desc.id}`);
|
|
35
|
+
continue;
|
|
36
|
+
}
|
|
37
|
+
this.providers.set(desc.id, desc.factory(settings));
|
|
38
|
+
(0, logger_1.logProviderEnabled)(desc.label, settings.chatModel);
|
|
39
|
+
}
|
|
40
|
+
this.activeProvider = this.selectActive();
|
|
41
|
+
if (!this.activeProvider) {
|
|
42
|
+
(0, logger_1.logBootError)('No LLM providers configured. Chat endpoint will return 503.');
|
|
43
|
+
}
|
|
44
|
+
}
|
|
45
|
+
buildSettings(desc) {
|
|
46
|
+
const apiKey = this.resolveApiKey(desc.id);
|
|
47
|
+
if (!apiKey)
|
|
48
|
+
return null;
|
|
49
|
+
return {
|
|
50
|
+
apiKey,
|
|
51
|
+
chatModel: this.config[`${desc.id}Model`] ||
|
|
52
|
+
this.config.model ||
|
|
53
|
+
desc.defaults.chatModel,
|
|
54
|
+
embeddingModel: this.config.embeddingModel || desc.defaults.embeddingModel,
|
|
55
|
+
baseUrl: this.config.baseUrl || desc.defaults.baseUrl,
|
|
56
|
+
retry: this.config.retry || desc.defaults.retry,
|
|
57
|
+
};
|
|
58
|
+
}
|
|
59
|
+
resolveApiKey(id) {
|
|
60
|
+
const perProvider = this.config[`${id}ApiKey`];
|
|
61
|
+
if (perProvider)
|
|
62
|
+
return perProvider;
|
|
63
|
+
const provider = this.config.provider || 'gemini';
|
|
64
|
+
if (provider === id || provider === 'auto') {
|
|
65
|
+
return this.config.apiKey;
|
|
66
|
+
}
|
|
67
|
+
return undefined;
|
|
68
|
+
}
|
|
69
|
+
selectActive() {
|
|
70
|
+
const provider = this.config.provider || 'gemini';
|
|
71
|
+
if (provider !== 'auto') {
|
|
72
|
+
return this.providers.get(provider) || null;
|
|
73
|
+
}
|
|
74
|
+
for (const desc of provider_registry_1.BUILT_IN_PROVIDERS) {
|
|
75
|
+
const p = this.providers.get(desc.id);
|
|
76
|
+
if (p)
|
|
77
|
+
return p;
|
|
78
|
+
}
|
|
79
|
+
return null;
|
|
80
|
+
}
|
|
81
|
+
getProvider() {
|
|
82
|
+
return this.activeProvider;
|
|
83
|
+
}
|
|
84
|
+
getProviderById(id) {
|
|
85
|
+
return this.providers.get(id) || null;
|
|
86
|
+
}
|
|
87
|
+
isAvailable() {
|
|
88
|
+
return this.activeProvider !== null;
|
|
89
|
+
}
|
|
90
|
+
clampMaxTokens(requested) {
|
|
91
|
+
const ceiling = this.config.limits?.maxOutputTokens ?? 8192;
|
|
92
|
+
if (requested === undefined)
|
|
93
|
+
return undefined;
|
|
94
|
+
if (requested > ceiling) {
|
|
95
|
+
logger_1.aiChatLogger.warn(`maxTokens=${requested} clamped to hard limit ${ceiling}`);
|
|
96
|
+
return ceiling;
|
|
97
|
+
}
|
|
98
|
+
return requested;
|
|
99
|
+
}
|
|
100
|
+
};
|
|
101
|
+
exports.ProviderFactory = ProviderFactory;
|
|
102
|
+
exports.ProviderFactory = ProviderFactory = __decorate([
|
|
103
|
+
(0, common_1.Injectable)(),
|
|
104
|
+
__param(0, (0, common_1.Inject)(types_1.AI_CHAT_CONFIG)),
|
|
105
|
+
__metadata("design:paramtypes", [Object])
|
|
106
|
+
], ProviderFactory);
|
|
107
|
+
//# sourceMappingURL=provider.factory.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"provider.factory.js","sourceRoot":"","sources":["../../src/providers/provider.factory.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;AAAA,2CAAkE;AAClE,oCAAwF;AACxF,2DAA6E;AAE7E,4CAKyB;AAGlB,IAAM,eAAe,GAArB,MAAM,eAAe;IAI2B;IAH7C,SAAS,GAAG,IAAI,GAAG,EAA4B,CAAC;IAChD,cAAc,GAAwB,IAAI,CAAC;IAEnD,YAAqD,MAA0B;QAA1B,WAAM,GAAN,MAAM,CAAoB;IAAG,CAAC;IAEnF,YAAY;QACV,IAAI,CAAC,iBAAiB,EAAE,CAAC;IAC3B,CAAC;IAEO,iBAAiB;QACvB,KAAK,MAAM,IAAI,IAAI,sCAAkB,EAAE,CAAC;YACtC,MAAM,QAAQ,GAAG,IAAI,CAAC,aAAa,CAAC,IAAI,CAAC,CAAC;YAC1C,IAAI,CAAC,QAAQ,EAAE,CAAC;gBACd,IAAA,4BAAmB,EAAC,IAAI,CAAC,KAAK,EAAE,kBAAkB,IAAI,CAAC,EAAE,EAAE,CAAC,CAAC;gBAC7D,SAAS;YACX,CAAC;YACD,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,EAAE,IAAI,CAAC,OAAO,CAAC,QAAQ,CAAC,CAAC,CAAC;YACpD,IAAA,2BAAkB,EAAC,IAAI,CAAC,KAAK,EAAE,QAAQ,CAAC,SAAS,CAAC,CAAC;QACrD,CAAC;QAED,IAAI,CAAC,cAAc,GAAG,IAAI,CAAC,YAAY,EAAE,CAAC;QAE1C,IAAI,CAAC,IAAI,CAAC,cAAc,EAAE,CAAC;YACzB,IAAA,qBAAY,EAAC,6DAA6D,CAAC,CAAC;QAC9E,CAAC;IACH,CAAC;IAQO,aAAa,CAAC,IAAwB;QAC5C,MAAM,MAAM,GAAG,IAAI,CAAC,aAAa,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;QAC3C,IAAI,CAAC,MAAM;YAAE,OAAO,IAAI,CAAC;QAEzB,OAAO;YACL,MAAM;YACN,SAAS,EACN,IAAI,CAAC,MAAM,CAAC,GAAG,IAAI,CAAC,EAAE,OAAmC,CAAwB;gBAClF,IAAI,CAAC,MAAM,CAAC,KAAK;gBACjB,IAAI,CAAC,QAAQ,CAAC,SAAS;YACzB,cAAc,EAAE,IAAI,CAAC,MAAM,CAAC,cAAc,IAAI,IAAI,CAAC,QAAQ,CAAC,cAAc;YAC1E,OAAO,EAAE,IAAI,CAAC,MAAM,CAAC,OAAO,IAAI,IAAI,CAAC,QAAQ,CAAC,OAAO;YACrD,KAAK,EAAE,IAAI,CAAC,MAAM,CAAC,KAAK,IAAI,IAAI,CAAC,QAAQ,CAAC,KAAK;SAChD,CAAC;IACJ,CAAC;IAEO,aAAa,CAAC,EAAc;QAClC,MAAM,WAAW,GAAG,IAAI,CAAC,MAAM,CAAC,GAAG,EAAE,QAAoC,CAE5D,CAAC;QACd,IAAI,WAAW;YAAE,OAAO,WAAW,CAAC;QACpC,MAAM,QAAQ,GAAG,IAAI,CAAC,MAAM,CAAC,QAAQ,IAAI,QAAQ,CAAC;QAClD,IAAI,QAAQ,KAAK,EAAE,IAAI,QAAQ,KAAK,MAAM,EAAE,CAAC;YAC3C,OAAO,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC;QAC5B,CAAC;QACD,OAAO,SAAS,CAAC;IACnB,CAAC;IAEO,YAAY;QAClB,MAAM,QAAQ,GAAG,IAAI,CAAC,MAAM,CAAC,QAAQ,IAAI,QAAQ,CAAC;QAClD,IAAI,QAAQ,KAAK,MAAM,EAAE,CAAC;YACxB,OAAO,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,QAAsB,CAAC,IAAI,IAAI,CAAC;QAC5D,CAAC;QACD,KAAK,MAAM,IAAI,IAAI,sCAAkB,EAAE,CAAC;YACtC,MAAM,CAAC,GAAG,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;YACtC,IAAI,CAAC;gBAAE,OAAO,CAAC,CAAC;QAClB,CAAC;QACD,OAAO,IAAI,CAAC;IACd,CAAC;IAED,WAAW;QACT,OAAO,IAAI,CAAC,cAAc,CAAC;IAC7B,CAAC;IAED,eAAe,CAAC,EAAc;QAC5B,OAAO,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,EAAE,CAAC,IAAI,IAAI,CAAC;IACxC,CAAC;IAED,WAAW;QACT,OAAO,IAAI,CAAC,cAAc,KAAK,IAAI,CAAC;IACtC,CAAC;IAOD,cAAc,CAAC,SAA6B;QAC1C,MAAM,OAAO,GAAG,IAAI,CAAC,MAAM,CAAC,MAAM,EAAE,eAAe,IAAI,IAAI,CAAC;QAC5D,IAAI,SAAS,KAAK,SAAS;YAAE,OAAO,SAAS,CAAC;QAC9C,IAAI,SAAS,GAAG,OAAO,EAAE,CAAC;YACxB,qBAAY,CAAC,IAAI,CAAC,aAAa,SAAS,0BAA0B,OAAO,EAAE,CAAC,CAAC;YAC7E,OAAO,OAAO,CAAC;QACjB,CAAC;QACD,OAAO,SAAS,CAAC;IACnB,CAAC;CACF,CAAA;AApGY,0CAAe;0BAAf,eAAe;IAD3B,IAAA,mBAAU,GAAE;IAKE,WAAA,IAAA,eAAM,EAAC,sBAAc,CAAC,CAAA;;GAJxB,eAAe,CAoG3B"}
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"chunker.d.ts","sourceRoot":"","sources":["../../src/rag/chunker.ts"],"names":[],"mappings":"AAAA,MAAM,WAAW,SAAS;IACxB,EAAE,EAAE,MAAM,CAAC;IACX,OAAO,EAAE,MAAM,CAAC;IAChB,QAAQ,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;CAClC;AAED,wBAAgB,uBAAuB,CAAC,IAAI,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,EAAE,QAAQ,SAAM,GAAG,SAAS,EAAE,CA6BjG"}
|
|
@@ -0,0 +1,32 @@
|
|
|
1
|
+
"use strict";
|
|
2
|
+
Object.defineProperty(exports, "__esModule", { value: true });
|
|
3
|
+
exports.splitMarkdownIntoChunks = splitMarkdownIntoChunks;
|
|
4
|
+
function splitMarkdownIntoChunks(text, source, maxChars = 800) {
|
|
5
|
+
const paragraphs = text.split(/\n{2,}/);
|
|
6
|
+
const chunks = [];
|
|
7
|
+
let current = '';
|
|
8
|
+
let index = 0;
|
|
9
|
+
for (const paragraph of paragraphs) {
|
|
10
|
+
if (current.length + paragraph.length > maxChars && current) {
|
|
11
|
+
chunks.push({
|
|
12
|
+
id: `${source}:${index}`,
|
|
13
|
+
content: current.trim(),
|
|
14
|
+
metadata: { source, chunk: String(index) },
|
|
15
|
+
});
|
|
16
|
+
current = paragraph;
|
|
17
|
+
index++;
|
|
18
|
+
}
|
|
19
|
+
else {
|
|
20
|
+
current += (current ? '\n\n' : '') + paragraph;
|
|
21
|
+
}
|
|
22
|
+
}
|
|
23
|
+
if (current.trim()) {
|
|
24
|
+
chunks.push({
|
|
25
|
+
id: `${source}:${index}`,
|
|
26
|
+
content: current.trim(),
|
|
27
|
+
metadata: { source, chunk: String(index) },
|
|
28
|
+
});
|
|
29
|
+
}
|
|
30
|
+
return chunks;
|
|
31
|
+
}
|
|
32
|
+
//# sourceMappingURL=chunker.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"chunker.js","sourceRoot":"","sources":["../../src/rag/chunker.ts"],"names":[],"mappings":";;AAMA,0DA6BC;AA7BD,SAAgB,uBAAuB,CAAC,IAAY,EAAE,MAAc,EAAE,QAAQ,GAAG,GAAG;IAClF,MAAM,UAAU,GAAG,IAAI,CAAC,KAAK,CAAC,QAAQ,CAAC,CAAC;IACxC,MAAM,MAAM,GAAgB,EAAE,CAAC;IAC/B,IAAI,OAAO,GAAG,EAAE,CAAC;IACjB,IAAI,KAAK,GAAG,CAAC,CAAC;IAEd,KAAK,MAAM,SAAS,IAAI,UAAU,EAAE,CAAC;QACnC,IAAI,OAAO,CAAC,MAAM,GAAG,SAAS,CAAC,MAAM,GAAG,QAAQ,IAAI,OAAO,EAAE,CAAC;YAC5D,MAAM,CAAC,IAAI,CAAC;gBACV,EAAE,EAAE,GAAG,MAAM,IAAI,KAAK,EAAE;gBACxB,OAAO,EAAE,OAAO,CAAC,IAAI,EAAE;gBACvB,QAAQ,EAAE,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,CAAC,KAAK,CAAC,EAAE;aAC3C,CAAC,CAAC;YACH,OAAO,GAAG,SAAS,CAAC;YACpB,KAAK,EAAE,CAAC;QACV,CAAC;aAAM,CAAC;YACN,OAAO,IAAI,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,GAAG,SAAS,CAAC;QACjD,CAAC;IACH,CAAC;IAED,IAAI,OAAO,CAAC,IAAI,EAAE,EAAE,CAAC;QACnB,MAAM,CAAC,IAAI,CAAC;YACV,EAAE,EAAE,GAAG,MAAM,IAAI,KAAK,EAAE;YACxB,OAAO,EAAE,OAAO,CAAC,IAAI,EAAE;YACvB,QAAQ,EAAE,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,CAAC,KAAK,CAAC,EAAE;SAC3C,CAAC,CAAC;IACL,CAAC;IAED,OAAO,MAAM,CAAC;AAChB,CAAC"}
|
|
@@ -0,0 +1,20 @@
|
|
|
1
|
+
import { OnApplicationBootstrap } from '@nestjs/common';
|
|
2
|
+
import { AiChatModuleConfig } from '../types';
|
|
3
|
+
import { ProviderFactory } from '../providers/provider.factory';
|
|
4
|
+
import { TextChunk } from './chunker';
|
|
5
|
+
export declare class RagService implements OnApplicationBootstrap {
|
|
6
|
+
private readonly config;
|
|
7
|
+
private readonly providerFactory;
|
|
8
|
+
private chunks;
|
|
9
|
+
private loaded;
|
|
10
|
+
private topK;
|
|
11
|
+
constructor(config: AiChatModuleConfig, providerFactory: ProviderFactory);
|
|
12
|
+
onApplicationBootstrap(): Promise<void>;
|
|
13
|
+
isLoaded(): boolean;
|
|
14
|
+
load(): Promise<void>;
|
|
15
|
+
query(text: string): Promise<TextChunk[]>;
|
|
16
|
+
queryAsContext(text: string): Promise<string | null>;
|
|
17
|
+
getCorpusAverageEmbedding(): number[] | null;
|
|
18
|
+
private getEmbedFn;
|
|
19
|
+
}
|
|
20
|
+
//# sourceMappingURL=rag.service.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"rag.service.d.ts","sourceRoot":"","sources":["../../src/rag/rag.service.ts"],"names":[],"mappings":"AAAA,OAAO,EAAsB,sBAAsB,EAAE,MAAM,gBAAgB,CAAC;AAG5E,OAAO,EAAkB,kBAAkB,EAAE,MAAM,UAAU,CAAC;AAC9D,OAAO,EAAE,eAAe,EAAE,MAAM,+BAA+B,CAAC;AAGhE,OAAO,EAA2B,SAAS,EAAE,MAAM,WAAW,CAAC;AAM/D,qBACa,UAAW,YAAW,sBAAsB;IAM7B,OAAO,CAAC,QAAQ,CAAC,MAAM;IAC/C,OAAO,CAAC,QAAQ,CAAC,eAAe;IANlC,OAAO,CAAC,MAAM,CAAsB;IACpC,OAAO,CAAC,MAAM,CAAS;IACvB,OAAO,CAAC,IAAI,CAAS;gBAGsB,MAAM,EAAE,kBAAkB,EAClD,eAAe,EAAE,eAAe;IAK7C,sBAAsB,IAAI,OAAO,CAAC,IAAI,CAAC;IAY7C,QAAQ,IAAI,OAAO;IAIb,IAAI,IAAI,OAAO,CAAC,IAAI,CAAC;IA8CrB,KAAK,CAAC,IAAI,EAAE,MAAM,GAAG,OAAO,CAAC,SAAS,EAAE,CAAC;IAmBzC,cAAc,CAAC,IAAI,EAAE,MAAM,GAAG,OAAO,CAAC,MAAM,GAAG,IAAI,CAAC;IAM1D,yBAAyB,IAAI,MAAM,EAAE,GAAG,IAAI;IAe5C,OAAO,CAAC,UAAU;CAOnB"}
|
|
@@ -0,0 +1,171 @@
|
|
|
1
|
+
"use strict";
|
|
2
|
+
var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
|
|
3
|
+
if (k2 === undefined) k2 = k;
|
|
4
|
+
var desc = Object.getOwnPropertyDescriptor(m, k);
|
|
5
|
+
if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
|
|
6
|
+
desc = { enumerable: true, get: function() { return m[k]; } };
|
|
7
|
+
}
|
|
8
|
+
Object.defineProperty(o, k2, desc);
|
|
9
|
+
}) : (function(o, m, k, k2) {
|
|
10
|
+
if (k2 === undefined) k2 = k;
|
|
11
|
+
o[k2] = m[k];
|
|
12
|
+
}));
|
|
13
|
+
var __setModuleDefault = (this && this.__setModuleDefault) || (Object.create ? (function(o, v) {
|
|
14
|
+
Object.defineProperty(o, "default", { enumerable: true, value: v });
|
|
15
|
+
}) : function(o, v) {
|
|
16
|
+
o["default"] = v;
|
|
17
|
+
});
|
|
18
|
+
var __decorate = (this && this.__decorate) || function (decorators, target, key, desc) {
|
|
19
|
+
var c = arguments.length, r = c < 3 ? target : desc === null ? desc = Object.getOwnPropertyDescriptor(target, key) : desc, d;
|
|
20
|
+
if (typeof Reflect === "object" && typeof Reflect.decorate === "function") r = Reflect.decorate(decorators, target, key, desc);
|
|
21
|
+
else for (var i = decorators.length - 1; i >= 0; i--) if (d = decorators[i]) r = (c < 3 ? d(r) : c > 3 ? d(target, key, r) : d(target, key)) || r;
|
|
22
|
+
return c > 3 && r && Object.defineProperty(target, key, r), r;
|
|
23
|
+
};
|
|
24
|
+
var __importStar = (this && this.__importStar) || (function () {
|
|
25
|
+
var ownKeys = function(o) {
|
|
26
|
+
ownKeys = Object.getOwnPropertyNames || function (o) {
|
|
27
|
+
var ar = [];
|
|
28
|
+
for (var k in o) if (Object.prototype.hasOwnProperty.call(o, k)) ar[ar.length] = k;
|
|
29
|
+
return ar;
|
|
30
|
+
};
|
|
31
|
+
return ownKeys(o);
|
|
32
|
+
};
|
|
33
|
+
return function (mod) {
|
|
34
|
+
if (mod && mod.__esModule) return mod;
|
|
35
|
+
var result = {};
|
|
36
|
+
if (mod != null) for (var k = ownKeys(mod), i = 0; i < k.length; i++) if (k[i] !== "default") __createBinding(result, mod, k[i]);
|
|
37
|
+
__setModuleDefault(result, mod);
|
|
38
|
+
return result;
|
|
39
|
+
};
|
|
40
|
+
})();
|
|
41
|
+
var __metadata = (this && this.__metadata) || function (k, v) {
|
|
42
|
+
if (typeof Reflect === "object" && typeof Reflect.metadata === "function") return Reflect.metadata(k, v);
|
|
43
|
+
};
|
|
44
|
+
var __param = (this && this.__param) || function (paramIndex, decorator) {
|
|
45
|
+
return function (target, key) { decorator(target, key, paramIndex); }
|
|
46
|
+
};
|
|
47
|
+
Object.defineProperty(exports, "__esModule", { value: true });
|
|
48
|
+
exports.RagService = void 0;
|
|
49
|
+
const common_1 = require("@nestjs/common");
|
|
50
|
+
const fs = __importStar(require("fs"));
|
|
51
|
+
const path = __importStar(require("path"));
|
|
52
|
+
const types_1 = require("../types");
|
|
53
|
+
const provider_factory_1 = require("../providers/provider.factory");
|
|
54
|
+
const cosine_similarity_1 = require("../utils/cosine-similarity");
|
|
55
|
+
const logger_1 = require("../utils/logger");
|
|
56
|
+
const chunker_1 = require("./chunker");
|
|
57
|
+
let RagService = class RagService {
|
|
58
|
+
config;
|
|
59
|
+
providerFactory;
|
|
60
|
+
chunks = [];
|
|
61
|
+
loaded = false;
|
|
62
|
+
topK;
|
|
63
|
+
constructor(config, providerFactory) {
|
|
64
|
+
this.config = config;
|
|
65
|
+
this.providerFactory = providerFactory;
|
|
66
|
+
this.topK = config.rag?.topK ?? 4;
|
|
67
|
+
}
|
|
68
|
+
async onApplicationBootstrap() {
|
|
69
|
+
if (!this.config.rag)
|
|
70
|
+
return;
|
|
71
|
+
try {
|
|
72
|
+
await this.load();
|
|
73
|
+
}
|
|
74
|
+
catch (error) {
|
|
75
|
+
(0, logger_1.logBootError)(`Failed to load RAG documents: ${error instanceof Error ? error.message : error}`);
|
|
76
|
+
}
|
|
77
|
+
}
|
|
78
|
+
isLoaded() {
|
|
79
|
+
return this.loaded;
|
|
80
|
+
}
|
|
81
|
+
async load() {
|
|
82
|
+
if (this.loaded)
|
|
83
|
+
return;
|
|
84
|
+
const docsPath = this.config.rag?.docsPath || './chatdocs';
|
|
85
|
+
if (!this.config.rag)
|
|
86
|
+
return;
|
|
87
|
+
const resolvedPath = path.resolve(docsPath);
|
|
88
|
+
if (!fs.existsSync(resolvedPath)) {
|
|
89
|
+
(0, logger_1.logBootWarn)(`RAG docs path not found: ${resolvedPath}`);
|
|
90
|
+
return;
|
|
91
|
+
}
|
|
92
|
+
const files = fs.readdirSync(resolvedPath).filter((f) => f.endsWith('.md'));
|
|
93
|
+
if (files.length === 0) {
|
|
94
|
+
(0, logger_1.logBootWarn)(`No .md files found in ${resolvedPath}`);
|
|
95
|
+
return;
|
|
96
|
+
}
|
|
97
|
+
const allChunks = [];
|
|
98
|
+
const chunkSize = this.config.rag?.chunkSize ?? 800;
|
|
99
|
+
for (const file of files) {
|
|
100
|
+
const content = fs.readFileSync(path.join(resolvedPath, file), 'utf-8');
|
|
101
|
+
const chunks = (0, chunker_1.splitMarkdownIntoChunks)(content, file, chunkSize);
|
|
102
|
+
allChunks.push(...chunks);
|
|
103
|
+
}
|
|
104
|
+
const embedFn = this.getEmbedFn();
|
|
105
|
+
if (!embedFn) {
|
|
106
|
+
(0, logger_1.logBootWarn)('No embedding provider available. RAG disabled.');
|
|
107
|
+
return;
|
|
108
|
+
}
|
|
109
|
+
const batchSize = this.config.rag?.embedBatchSize ?? 50;
|
|
110
|
+
for (let i = 0; i < allChunks.length; i += batchSize) {
|
|
111
|
+
const batch = allChunks.slice(i, i + batchSize);
|
|
112
|
+
const embeddings = await embedFn(batch.map((c) => c.content));
|
|
113
|
+
for (let j = 0; j < batch.length; j++) {
|
|
114
|
+
this.chunks.push({ ...batch[j], embedding: embeddings[j] });
|
|
115
|
+
}
|
|
116
|
+
}
|
|
117
|
+
this.loaded = true;
|
|
118
|
+
(0, logger_1.logRagLoaded)(this.chunks.length, files.length, resolvedPath);
|
|
119
|
+
}
|
|
120
|
+
async query(text) {
|
|
121
|
+
if (!this.loaded || this.chunks.length === 0)
|
|
122
|
+
return [];
|
|
123
|
+
const embedFn = this.getEmbedFn();
|
|
124
|
+
if (!embedFn)
|
|
125
|
+
return [];
|
|
126
|
+
const [queryEmbedding] = await embedFn([text]);
|
|
127
|
+
const scored = this.chunks
|
|
128
|
+
.map((chunk) => ({
|
|
129
|
+
chunk,
|
|
130
|
+
score: (0, cosine_similarity_1.cosineSimilarity)(queryEmbedding, chunk.embedding),
|
|
131
|
+
}))
|
|
132
|
+
.sort((a, b) => b.score - a.score)
|
|
133
|
+
.slice(0, this.topK);
|
|
134
|
+
return scored.map((s) => s.chunk);
|
|
135
|
+
}
|
|
136
|
+
async queryAsContext(text) {
|
|
137
|
+
const docs = await this.query(text);
|
|
138
|
+
if (docs.length === 0)
|
|
139
|
+
return null;
|
|
140
|
+
return docs.map((d) => d.content).join('\n\n---\n\n');
|
|
141
|
+
}
|
|
142
|
+
getCorpusAverageEmbedding() {
|
|
143
|
+
if (this.chunks.length === 0)
|
|
144
|
+
return null;
|
|
145
|
+
const dim = this.chunks[0].embedding.length;
|
|
146
|
+
const avg = new Array(dim).fill(0);
|
|
147
|
+
for (const chunk of this.chunks) {
|
|
148
|
+
for (let i = 0; i < dim; i++) {
|
|
149
|
+
avg[i] += chunk.embedding[i];
|
|
150
|
+
}
|
|
151
|
+
}
|
|
152
|
+
for (let i = 0; i < dim; i++) {
|
|
153
|
+
avg[i] /= this.chunks.length;
|
|
154
|
+
}
|
|
155
|
+
return avg;
|
|
156
|
+
}
|
|
157
|
+
getEmbedFn() {
|
|
158
|
+
const provider = this.providerFactory.getProvider();
|
|
159
|
+
if (provider?.embed) {
|
|
160
|
+
return (texts) => provider.embed(texts);
|
|
161
|
+
}
|
|
162
|
+
return null;
|
|
163
|
+
}
|
|
164
|
+
};
|
|
165
|
+
exports.RagService = RagService;
|
|
166
|
+
exports.RagService = RagService = __decorate([
|
|
167
|
+
(0, common_1.Injectable)(),
|
|
168
|
+
__param(0, (0, common_1.Inject)(types_1.AI_CHAT_CONFIG)),
|
|
169
|
+
__metadata("design:paramtypes", [Object, provider_factory_1.ProviderFactory])
|
|
170
|
+
], RagService);
|
|
171
|
+
//# sourceMappingURL=rag.service.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"rag.service.js","sourceRoot":"","sources":["../../src/rag/rag.service.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;AAAA,2CAA4E;AAC5E,uCAAyB;AACzB,2CAA6B;AAC7B,oCAA8D;AAC9D,oEAAgE;AAChE,kEAA8D;AAC9D,4CAA0E;AAC1E,uCAA+D;AAOxD,IAAM,UAAU,GAAhB,MAAM,UAAU;IAMsB;IACxB;IANX,MAAM,GAAmB,EAAE,CAAC;IAC5B,MAAM,GAAG,KAAK,CAAC;IACf,IAAI,CAAS;IAErB,YAC2C,MAA0B,EAClD,eAAgC;QADR,WAAM,GAAN,MAAM,CAAoB;QAClD,oBAAe,GAAf,eAAe,CAAiB;QAEjD,IAAI,CAAC,IAAI,GAAG,MAAM,CAAC,GAAG,EAAE,IAAI,IAAI,CAAC,CAAC;IACpC,CAAC;IAED,KAAK,CAAC,sBAAsB;QAC1B,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,GAAG;YAAE,OAAO;QAE7B,IAAI,CAAC;YACH,MAAM,IAAI,CAAC,IAAI,EAAE,CAAC;QACpB,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,IAAA,qBAAY,EACV,iCAAiC,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,KAAK,EAAE,CAClF,CAAC;QACJ,CAAC;IACH,CAAC;IAED,QAAQ;QACN,OAAO,IAAI,CAAC,MAAM,CAAC;IACrB,CAAC;IAED,KAAK,CAAC,IAAI;QACR,IAAI,IAAI,CAAC,MAAM;YAAE,OAAO;QAExB,MAAM,QAAQ,GAAG,IAAI,CAAC,MAAM,CAAC,GAAG,EAAE,QAAQ,IAAI,YAAY,CAAC;QAC3D,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,GAAG;YAAE,OAAO;QAE7B,MAAM,YAAY,GAAG,IAAI,CAAC,OAAO,CAAC,QAAQ,CAAC,CAAC;QAC5C,IAAI,CAAC,EAAE,CAAC,UAAU,CAAC,YAAY,CAAC,EAAE,CAAC;YACjC,IAAA,oBAAW,EAAC,4BAA4B,YAAY,EAAE,CAAC,CAAC;YACxD,OAAO;QACT,CAAC;QAED,MAAM,KAAK,GAAG,EAAE,CAAC,WAAW,CAAC,YAAY,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC,CAAC;QAC5E,IAAI,KAAK,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YACvB,IAAA,oBAAW,EAAC,yBAAyB,YAAY,EAAE,CAAC,CAAC;YACrD,OAAO;QACT,CAAC;QAED,MAAM,SAAS,GAAgB,EAAE,CAAC;QAClC,MAAM,SAAS,GAAG,IAAI,CAAC,MAAM,CAAC,GAAG,EAAE,SAAS,IAAI,GAAG,CAAC;QAEpD,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;YACzB,MAAM,OAAO,GAAG,EAAE,CAAC,YAAY,CAAC,IAAI,CAAC,IAAI,CAAC,YAAY,EAAE,IAAI,CAAC,EAAE,OAAO,CAAC,CAAC;YACxE,MAAM,MAAM,GAAG,IAAA,iCAAuB,EAAC,OAAO,EAAE,IAAI,EAAE,SAAS,CAAC,CAAC;YACjE,SAAS,CAAC,IAAI,CAAC,GAAG,MAAM,CAAC,CAAC;QAC5B,CAAC;QAED,MAAM,OAAO,GAAG,IAAI,CAAC,UAAU,EAAE,CAAC;QAClC,IAAI,CAAC,OAAO,EAAE,CAAC;YACb,IAAA,oBAAW,EAAC,gDAAgD,CAAC,CAAC;YAC9D,OAAO;QACT,CAAC;QAED,MAAM,SAAS,GAAG,IAAI,CAAC,MAAM,CAAC,GAAG,EAAE,cAAc,IAAI,EAAE,CAAC;QACxD,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,SAAS,CAAC,MAAM,EAAE,CAAC,IAAI,SAAS,EAAE,CAAC;YACrD,MAAM,KAAK,GAAG,SAAS,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,GAAG,SAAS,CAAC,CAAC;YAChD,MAAM,UAAU,GAAG,MAAM,OAAO,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC;YAC9D,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,KAAK,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;gBACtC,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,EAAE,GAAG,KAAK,CAAC,CAAC,CAAC,EAAE,SAAS,EAAE,UAAU,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC;YAC9D,CAAC;QACH,CAAC;QAED,IAAI,CAAC,MAAM,GAAG,IAAI,CAAC;QACnB,IAAA,qBAAY,EAAC,IAAI,CAAC,MAAM,CAAC,MAAM,EAAE,KAAK,CAAC,MAAM,EAAE,YAAY,CAAC,CAAC;IAC/D,CAAC;IAED,KAAK,CAAC,KAAK,CAAC,IAAY;QACtB,IAAI,CAAC,IAAI,CAAC,MAAM,IAAI,IAAI,CAAC,MAAM,CAAC,MAAM,KAAK,CAAC;YAAE,OAAO,EAAE,CAAC;QAExD,MAAM,OAAO,GAAG,IAAI,CAAC,UAAU,EAAE,CAAC;QAClC,IAAI,CAAC,OAAO;YAAE,OAAO,EAAE,CAAC;QAExB,MAAM,CAAC,cAAc,CAAC,GAAG,MAAM,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC;QAE/C,MAAM,MAAM,GAAG,IAAI,CAAC,MAAM;aACvB,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,CAAC;YACf,KAAK;YACL,KAAK,EAAE,IAAA,oCAAgB,EAAC,cAAc,EAAE,KAAK,CAAC,SAAS,CAAC;SACzD,CAAC,CAAC;aACF,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,KAAK,GAAG,CAAC,CAAC,KAAK,CAAC;aACjC,KAAK,CAAC,CAAC,EAAE,IAAI,CAAC,IAAI,CAAC,CAAC;QAEvB,OAAO,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC;IACpC,CAAC;IAED,KAAK,CAAC,cAAc,CAAC,IAAY;QAC/B,MAAM,IAAI,GAAG,MAAM,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;QACpC,IAAI,IAAI,CAAC,MAAM,KAAK,CAAC;YAAE,OAAO,IAAI,CAAC;QACnC,OAAO,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,IAAI,CAAC,aAAa,CAAC,CAAC;IACxD,CAAC;IAED,yBAAyB;QACvB,IAAI,IAAI,CAAC,MAAM,CAAC,MAAM,KAAK,CAAC;YAAE,OAAO,IAAI,CAAC;QAC1C,MAAM,GAAG,GAAG,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC,MAAM,CAAC;QAC5C,MAAM,GAAG,GAAG,IAAI,KAAK,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;QACnC,KAAK,MAAM,KAAK,IAAI,IAAI,CAAC,MAAM,EAAE,CAAC;YAChC,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,GAAG,EAAE,CAAC,EAAE,EAAE,CAAC;gBAC7B,GAAG,CAAC,CAAC,CAAC,IAAI,KAAK,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC;YAC/B,CAAC;QACH,CAAC;QACD,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,GAAG,EAAE,CAAC,EAAE,EAAE,CAAC;YAC7B,GAAG,CAAC,CAAC,CAAC,IAAI,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC;QAC/B,CAAC;QACD,OAAO,GAAG,CAAC;IACb,CAAC;IAEO,UAAU;QAChB,MAAM,QAAQ,GAAG,IAAI,CAAC,eAAe,CAAC,WAAW,EAAE,CAAC;QACpD,IAAI,QAAQ,EAAE,KAAK,EAAE,CAAC;YACpB,OAAO,CAAC,KAAK,EAAE,EAAE,CAAC,QAAQ,CAAC,KAAM,CAAC,KAAK,CAAC,CAAC;QAC3C,CAAC;QACD,OAAO,IAAI,CAAC;IACd,CAAC;CACF,CAAA;AAzHY,gCAAU;qBAAV,UAAU;IADtB,IAAA,mBAAU,GAAE;IAOR,WAAA,IAAA,eAAM,EAAC,sBAAc,CAAC,CAAA;6CACW,kCAAe;GAPxC,UAAU,CAyHtB"}
|
|
@@ -0,0 +1,32 @@
|
|
|
1
|
+
import { OnModuleDestroy } from '@nestjs/common';
|
|
2
|
+
import { AiChatModuleConfig, ChatMessage } from '../types';
|
|
3
|
+
export declare class SessionLimitError extends Error {
|
|
4
|
+
constructor(message?: string);
|
|
5
|
+
}
|
|
6
|
+
export declare class InvalidSessionError extends Error {
|
|
7
|
+
constructor(message?: string);
|
|
8
|
+
}
|
|
9
|
+
export declare class SessionService implements OnModuleDestroy {
|
|
10
|
+
private readonly config;
|
|
11
|
+
private readonly sessions;
|
|
12
|
+
private readonly maxHistory;
|
|
13
|
+
private readonly ttlMs;
|
|
14
|
+
private readonly maxTurns;
|
|
15
|
+
private readonly secret;
|
|
16
|
+
private readonly allowLegacy;
|
|
17
|
+
private evictionTimer;
|
|
18
|
+
constructor(config: AiChatModuleConfig);
|
|
19
|
+
createSession(): string;
|
|
20
|
+
resolveToken(token: string): {
|
|
21
|
+
rawId: string;
|
|
22
|
+
legacy: boolean;
|
|
23
|
+
} | null;
|
|
24
|
+
getHistory(token: string): ChatMessage[];
|
|
25
|
+
addMessage(token: string, message: ChatMessage): void;
|
|
26
|
+
deleteSession(token: string): void;
|
|
27
|
+
hasSession(token: string): boolean;
|
|
28
|
+
hashToken(token: string): string;
|
|
29
|
+
private startEviction;
|
|
30
|
+
onModuleDestroy(): void;
|
|
31
|
+
}
|
|
32
|
+
//# sourceMappingURL=session.service.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"session.service.d.ts","sourceRoot":"","sources":["../../src/session/session.service.ts"],"names":[],"mappings":"AAAA,OAAO,EAAsB,eAAe,EAAE,MAAM,gBAAgB,CAAC;AAErE,OAAO,EAAkB,kBAAkB,EAAE,WAAW,EAAE,MAAM,UAAU,CAAC;AAU3E,qBAAa,iBAAkB,SAAQ,KAAK;gBAC9B,OAAO,SAA+B;CAInD;AAED,qBAAa,mBAAoB,SAAQ,KAAK;gBAChC,OAAO,SAAsC;CAI1D;AAED,qBACa,cAAe,YAAW,eAAe;IAShB,OAAO,CAAC,QAAQ,CAAC,MAAM;IAR3D,OAAO,CAAC,QAAQ,CAAC,QAAQ,CAAmC;IAC5D,OAAO,CAAC,QAAQ,CAAC,UAAU,CAAS;IACpC,OAAO,CAAC,QAAQ,CAAC,KAAK,CAAS;IAC/B,OAAO,CAAC,QAAQ,CAAC,QAAQ,CAAS;IAClC,OAAO,CAAC,QAAQ,CAAC,MAAM,CAAS;IAChC,OAAO,CAAC,QAAQ,CAAC,WAAW,CAAU;IACtC,OAAO,CAAC,aAAa,CAA+C;gBAEf,MAAM,EAAE,kBAAkB;IAsB/E,aAAa,IAAI,MAAM;IAevB,YAAY,CAAC,KAAK,EAAE,MAAM,GAAG;QAAE,KAAK,EAAE,MAAM,CAAC;QAAC,MAAM,EAAE,OAAO,CAAA;KAAE,GAAG,IAAI;IAMtE,UAAU,CAAC,KAAK,EAAE,MAAM,GAAG,WAAW,EAAE;IASxC,UAAU,CAAC,KAAK,EAAE,MAAM,EAAE,OAAO,EAAE,WAAW,GAAG,IAAI;IAwCrD,aAAa,CAAC,KAAK,EAAE,MAAM,GAAG,IAAI;IAMlC,UAAU,CAAC,KAAK,EAAE,MAAM,GAAG,OAAO;IAUlC,SAAS,CAAC,KAAK,EAAE,MAAM,GAAG,MAAM;IAMhC,OAAO,CAAC,aAAa;IAWrB,eAAe,IAAI,IAAI;CAKxB"}
|