@chozzz/vargos 2.0.5 → 2.0.7
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/cli.js +5 -1
- package/dist/cli.js.map +1 -1
- package/dist/edge/mcp/index.d.ts +33 -0
- package/dist/edge/mcp/index.d.ts.map +1 -0
- package/dist/edge/mcp/index.js +217 -0
- package/dist/edge/mcp/index.js.map +1 -0
- package/dist/edge/webhooks/index.d.ts +33 -0
- package/dist/edge/webhooks/index.d.ts.map +1 -0
- package/dist/edge/webhooks/index.js +231 -0
- package/dist/edge/webhooks/index.js.map +1 -0
- package/dist/edge/webhooks/transform.d.ts +8 -0
- package/dist/edge/webhooks/transform.d.ts.map +1 -0
- package/dist/edge/webhooks/transform.js +29 -0
- package/dist/edge/webhooks/transform.js.map +1 -0
- package/dist/gateway/bus.d.ts +48 -0
- package/dist/gateway/bus.d.ts.map +1 -0
- package/dist/gateway/bus.js +2 -0
- package/dist/gateway/bus.js.map +1 -0
- package/dist/gateway/decorators.d.ts +40 -0
- package/dist/gateway/decorators.d.ts.map +1 -0
- package/dist/gateway/decorators.js +43 -0
- package/dist/gateway/decorators.js.map +1 -0
- package/dist/gateway/emitter.d.ts +42 -0
- package/dist/gateway/emitter.d.ts.map +1 -0
- package/dist/gateway/emitter.js +259 -0
- package/dist/gateway/emitter.js.map +1 -0
- package/dist/gateway/events.d.ts +343 -0
- package/dist/gateway/events.d.ts.map +1 -0
- package/dist/gateway/events.js +7 -0
- package/dist/gateway/events.js.map +1 -0
- package/dist/gateway/tcp-server.d.ts +7 -0
- package/dist/gateway/tcp-server.d.ts.map +1 -0
- package/dist/gateway/tcp-server.js +115 -0
- package/dist/gateway/tcp-server.js.map +1 -0
- package/dist/index.d.ts +2 -0
- package/dist/index.d.ts.map +1 -0
- package/dist/index.js +74 -0
- package/dist/index.js.map +1 -0
- package/dist/scripts/migrate-cron-sessions.d.ts +10 -0
- package/dist/scripts/migrate-cron-sessions.d.ts.map +1 -0
- package/dist/scripts/migrate-cron-sessions.js +139 -0
- package/dist/scripts/migrate-cron-sessions.js.map +1 -0
- package/dist/scripts/seed.d.ts +2 -0
- package/dist/scripts/seed.d.ts.map +1 -0
- package/dist/scripts/seed.js +4 -0
- package/dist/scripts/seed.js.map +1 -0
- package/dist/services/agent/directives.d.ts +14 -0
- package/dist/services/agent/directives.d.ts.map +1 -0
- package/dist/services/agent/directives.js +32 -0
- package/dist/services/agent/directives.js.map +1 -0
- package/dist/services/agent/index.d.ts +104 -0
- package/dist/services/agent/index.d.ts.map +1 -0
- package/dist/services/agent/index.js +534 -0
- package/dist/services/agent/index.js.map +1 -0
- package/dist/services/agent/persona.d.ts +15 -0
- package/dist/services/agent/persona.d.ts.map +1 -0
- package/dist/services/agent/persona.js +63 -0
- package/dist/services/agent/persona.js.map +1 -0
- package/dist/services/agent/prompt-interpolate.d.ts +41 -0
- package/dist/services/agent/prompt-interpolate.d.ts.map +1 -0
- package/dist/services/agent/prompt-interpolate.js +102 -0
- package/dist/services/agent/prompt-interpolate.js.map +1 -0
- package/dist/services/agent/schema.d.ts +10 -0
- package/dist/services/agent/schema.d.ts.map +1 -0
- package/dist/services/agent/schema.js +5 -0
- package/dist/services/agent/schema.js.map +1 -0
- package/dist/services/agent/tools.d.ts +26 -0
- package/dist/services/agent/tools.d.ts.map +1 -0
- package/dist/services/agent/tools.js +85 -0
- package/dist/services/agent/tools.js.map +1 -0
- package/dist/services/channels/base-adapter.d.ts +61 -0
- package/dist/services/channels/base-adapter.d.ts.map +1 -0
- package/dist/services/channels/base-adapter.js +181 -0
- package/dist/services/channels/base-adapter.js.map +1 -0
- package/dist/services/channels/contracts.d.ts +75 -0
- package/dist/services/channels/contracts.d.ts.map +1 -0
- package/dist/services/channels/contracts.js +6 -0
- package/dist/services/channels/contracts.js.map +1 -0
- package/dist/services/channels/debounce.d.ts +22 -0
- package/dist/services/channels/debounce.d.ts.map +1 -0
- package/dist/services/channels/debounce.js +53 -0
- package/dist/services/channels/debounce.js.map +1 -0
- package/dist/services/channels/dedupe.d.ts +19 -0
- package/dist/services/channels/dedupe.d.ts.map +1 -0
- package/dist/services/channels/dedupe.js +52 -0
- package/dist/services/channels/dedupe.js.map +1 -0
- package/dist/services/channels/delivery.d.ts +12 -0
- package/dist/services/channels/delivery.d.ts.map +1 -0
- package/dist/services/channels/delivery.js +53 -0
- package/dist/services/channels/delivery.js.map +1 -0
- package/dist/services/channels/index.d.ts +53 -0
- package/dist/services/channels/index.d.ts.map +1 -0
- package/dist/services/channels/index.js +405 -0
- package/dist/services/channels/index.js.map +1 -0
- package/dist/services/channels/link-expand.d.ts +8 -0
- package/dist/services/channels/link-expand.d.ts.map +1 -0
- package/dist/services/channels/link-expand.js +28 -0
- package/dist/services/channels/link-expand.js.map +1 -0
- package/dist/services/channels/media-extract.d.ts +7 -0
- package/dist/services/channels/media-extract.d.ts.map +1 -0
- package/dist/services/channels/media-extract.js +31 -0
- package/dist/services/channels/media-extract.js.map +1 -0
- package/dist/services/channels/pipeline.d.ts +29 -0
- package/dist/services/channels/pipeline.d.ts.map +1 -0
- package/dist/services/channels/pipeline.js +120 -0
- package/dist/services/channels/pipeline.js.map +1 -0
- package/dist/services/channels/provider-loader.d.ts +7 -0
- package/dist/services/channels/provider-loader.d.ts.map +1 -0
- package/dist/services/channels/provider-loader.js +13 -0
- package/dist/services/channels/provider-loader.js.map +1 -0
- package/dist/services/channels/providers/telegram/adapter.d.ts +34 -0
- package/dist/services/channels/providers/telegram/adapter.d.ts.map +1 -0
- package/dist/services/channels/providers/telegram/adapter.js +278 -0
- package/dist/services/channels/providers/telegram/adapter.js.map +1 -0
- package/dist/services/channels/providers/telegram/index.d.ts +11 -0
- package/dist/services/channels/providers/telegram/index.d.ts.map +1 -0
- package/dist/services/channels/providers/telegram/index.js +11 -0
- package/dist/services/channels/providers/telegram/index.js.map +1 -0
- package/dist/services/channels/providers/telegram/normalizer.d.ts +12 -0
- package/dist/services/channels/providers/telegram/normalizer.d.ts.map +1 -0
- package/dist/services/channels/providers/telegram/normalizer.js +50 -0
- package/dist/services/channels/providers/telegram/normalizer.js.map +1 -0
- package/dist/services/channels/providers/telegram/types.d.ts +72 -0
- package/dist/services/channels/providers/telegram/types.d.ts.map +1 -0
- package/dist/services/channels/providers/telegram/types.js +3 -0
- package/dist/services/channels/providers/telegram/types.js.map +1 -0
- package/dist/services/channels/providers/whatsapp/adapter.d.ts +36 -0
- package/dist/services/channels/providers/whatsapp/adapter.d.ts.map +1 -0
- package/dist/services/channels/providers/whatsapp/adapter.js +261 -0
- package/dist/services/channels/providers/whatsapp/adapter.js.map +1 -0
- package/dist/services/channels/providers/whatsapp/index.d.ts +11 -0
- package/dist/services/channels/providers/whatsapp/index.d.ts.map +1 -0
- package/dist/services/channels/providers/whatsapp/index.js +11 -0
- package/dist/services/channels/providers/whatsapp/index.js.map +1 -0
- package/dist/services/channels/providers/whatsapp/normalizer.d.ts +11 -0
- package/dist/services/channels/providers/whatsapp/normalizer.d.ts.map +1 -0
- package/dist/services/channels/providers/whatsapp/normalizer.js +47 -0
- package/dist/services/channels/providers/whatsapp/normalizer.js.map +1 -0
- package/dist/services/channels/providers/whatsapp/session.d.ts +9 -0
- package/dist/services/channels/providers/whatsapp/session.d.ts.map +1 -0
- package/dist/services/channels/providers/whatsapp/session.js +118 -0
- package/dist/services/channels/providers/whatsapp/session.js.map +1 -0
- package/dist/services/channels/providers/whatsapp/types.d.ts +23 -0
- package/dist/services/channels/providers/whatsapp/types.d.ts.map +1 -0
- package/dist/services/channels/providers/whatsapp/types.js +3 -0
- package/dist/services/channels/providers/whatsapp/types.js.map +1 -0
- package/dist/services/channels/reconnect.d.ts +23 -0
- package/dist/services/channels/reconnect.d.ts.map +1 -0
- package/dist/services/channels/reconnect.js +32 -0
- package/dist/services/channels/reconnect.js.map +1 -0
- package/dist/services/channels/status-reactions.d.ts +27 -0
- package/dist/services/channels/status-reactions.d.ts.map +1 -0
- package/dist/services/channels/status-reactions.js +63 -0
- package/dist/services/channels/status-reactions.js.map +1 -0
- package/dist/services/channels/types.d.ts +16 -0
- package/dist/services/channels/types.d.ts.map +1 -0
- package/dist/services/channels/types.js +2 -0
- package/dist/services/channels/types.js.map +1 -0
- package/dist/services/channels/typing-state.d.ts +22 -0
- package/dist/services/channels/typing-state.d.ts.map +1 -0
- package/dist/services/channels/typing-state.js +88 -0
- package/dist/services/channels/typing-state.js.map +1 -0
- package/dist/services/config/index.d.ts +2426 -0
- package/dist/services/config/index.d.ts.map +1 -0
- package/dist/services/config/index.js +232 -0
- package/dist/services/config/index.js.map +1 -0
- package/dist/services/config/schemas/agent.d.ts +720 -0
- package/dist/services/config/schemas/agent.d.ts.map +1 -0
- package/dist/services/config/schemas/agent.js +86 -0
- package/dist/services/config/schemas/agent.js.map +1 -0
- package/dist/services/config/schemas/auth.d.ts +60 -0
- package/dist/services/config/schemas/auth.d.ts.map +1 -0
- package/dist/services/config/schemas/auth.js +18 -0
- package/dist/services/config/schemas/auth.js.map +1 -0
- package/dist/services/config/schemas/channels.d.ts +117 -0
- package/dist/services/config/schemas/channels.d.ts.map +1 -0
- package/dist/services/config/schemas/channels.js +22 -0
- package/dist/services/config/schemas/channels.js.map +1 -0
- package/dist/services/config/schemas/cron.d.ts +97 -0
- package/dist/services/config/schemas/cron.d.ts.map +1 -0
- package/dist/services/config/schemas/cron.js +18 -0
- package/dist/services/config/schemas/cron.js.map +1 -0
- package/dist/services/config/schemas/features.d.ts +43 -0
- package/dist/services/config/schemas/features.d.ts.map +1 -0
- package/dist/services/config/schemas/features.js +20 -0
- package/dist/services/config/schemas/features.js.map +1 -0
- package/dist/services/config/schemas/index.d.ts +24 -0
- package/dist/services/config/schemas/index.d.ts.map +1 -0
- package/dist/services/config/schemas/index.js +24 -0
- package/dist/services/config/schemas/index.js.map +1 -0
- package/dist/services/config/schemas/mcp.d.ts +31 -0
- package/dist/services/config/schemas/mcp.d.ts.map +1 -0
- package/dist/services/config/schemas/mcp.js +39 -0
- package/dist/services/config/schemas/mcp.js.map +1 -0
- package/dist/services/config/schemas/primitives.d.ts +13 -0
- package/dist/services/config/schemas/primitives.d.ts.map +1 -0
- package/dist/services/config/schemas/primitives.js +17 -0
- package/dist/services/config/schemas/primitives.js.map +1 -0
- package/dist/services/config/schemas/providers.d.ts +335 -0
- package/dist/services/config/schemas/providers.d.ts.map +1 -0
- package/dist/services/config/schemas/providers.js +27 -0
- package/dist/services/config/schemas/providers.js.map +1 -0
- package/dist/services/config/schemas/storage.d.ts +16 -0
- package/dist/services/config/schemas/storage.d.ts.map +1 -0
- package/dist/services/config/schemas/storage.js +9 -0
- package/dist/services/config/schemas/storage.js.map +1 -0
- package/dist/services/config/schemas/webhooks.d.ts +25 -0
- package/dist/services/config/schemas/webhooks.d.ts.map +1 -0
- package/dist/services/config/schemas/webhooks.js +12 -0
- package/dist/services/config/schemas/webhooks.js.map +1 -0
- package/dist/services/cron/index.d.ts +50 -0
- package/dist/services/cron/index.d.ts.map +1 -0
- package/dist/services/cron/index.js +460 -0
- package/dist/services/cron/index.js.map +1 -0
- package/dist/services/log/index.d.ts +14 -0
- package/dist/services/log/index.d.ts.map +1 -0
- package/dist/services/log/index.js +137 -0
- package/dist/services/log/index.js.map +1 -0
- package/dist/services/mcp-client/index.d.ts +37 -0
- package/dist/services/mcp-client/index.d.ts.map +1 -0
- package/dist/services/mcp-client/index.js +258 -0
- package/dist/services/mcp-client/index.js.map +1 -0
- package/dist/services/media/extract-document.d.ts +8 -0
- package/dist/services/media/extract-document.d.ts.map +1 -0
- package/dist/services/media/extract-document.js +85 -0
- package/dist/services/media/extract-document.js.map +1 -0
- package/dist/services/media/index.d.ts +21 -0
- package/dist/services/media/index.d.ts.map +1 -0
- package/dist/services/media/index.js +116 -0
- package/dist/services/media/index.js.map +1 -0
- package/dist/services/media/providers/anthropic.d.ts +6 -0
- package/dist/services/media/providers/anthropic.d.ts.map +1 -0
- package/dist/services/media/providers/anthropic.js +38 -0
- package/dist/services/media/providers/anthropic.js.map +1 -0
- package/dist/services/media/providers/index.d.ts +6 -0
- package/dist/services/media/providers/index.d.ts.map +1 -0
- package/dist/services/media/providers/index.js +15 -0
- package/dist/services/media/providers/index.js.map +1 -0
- package/dist/services/media/providers/openai.d.ts +6 -0
- package/dist/services/media/providers/openai.d.ts.map +1 -0
- package/dist/services/media/providers/openai.js +48 -0
- package/dist/services/media/providers/openai.js.map +1 -0
- package/dist/services/media/providers/provider.d.ts +5 -0
- package/dist/services/media/providers/provider.d.ts.map +1 -0
- package/dist/services/media/providers/provider.js +2 -0
- package/dist/services/media/providers/provider.js.map +1 -0
- package/dist/services/memory/chunker.d.ts +7 -0
- package/dist/services/memory/chunker.d.ts.map +1 -0
- package/dist/services/memory/chunker.js +46 -0
- package/dist/services/memory/chunker.js.map +1 -0
- package/dist/services/memory/context.d.ts +68 -0
- package/dist/services/memory/context.d.ts.map +1 -0
- package/dist/services/memory/context.js +223 -0
- package/dist/services/memory/context.js.map +1 -0
- package/dist/services/memory/embedding.d.ts +9 -0
- package/dist/services/memory/embedding.d.ts.map +1 -0
- package/dist/services/memory/embedding.js +49 -0
- package/dist/services/memory/embedding.js.map +1 -0
- package/dist/services/memory/index.d.ts +24 -0
- package/dist/services/memory/index.d.ts.map +1 -0
- package/dist/services/memory/index.js +140 -0
- package/dist/services/memory/index.js.map +1 -0
- package/dist/services/memory/session-indexer.d.ts +5 -0
- package/dist/services/memory/session-indexer.d.ts.map +1 -0
- package/dist/services/memory/session-indexer.js +62 -0
- package/dist/services/memory/session-indexer.js.map +1 -0
- package/dist/services/memory/sqlite-storage.d.ts +23 -0
- package/dist/services/memory/sqlite-storage.d.ts.map +1 -0
- package/dist/services/memory/sqlite-storage.js +75 -0
- package/dist/services/memory/sqlite-storage.js.map +1 -0
- package/dist/services/memory/types.d.ts +31 -0
- package/dist/services/memory/types.d.ts.map +1 -0
- package/dist/services/memory/types.js +2 -0
- package/dist/services/memory/types.js.map +1 -0
- package/dist/services/web/index.d.ts +9 -0
- package/dist/services/web/index.d.ts.map +1 -0
- package/dist/services/web/index.js +101 -0
- package/dist/services/web/index.js.map +1 -0
- package/dist/vitest.config.d.ts +3 -0
- package/dist/vitest.config.d.ts.map +1 -0
- package/dist/vitest.config.js +9 -0
- package/dist/vitest.config.js.map +1 -0
- package/package.json +2 -8
|
@@ -0,0 +1,15 @@
|
|
|
1
|
+
export { OpenAIProvider } from './openai.js';
|
|
2
|
+
export { AnthropicProvider } from './anthropic.js';
|
|
3
|
+
import { OpenAIProvider } from './openai.js';
|
|
4
|
+
import { AnthropicProvider } from './anthropic.js';
|
|
5
|
+
export function createProvider(name) {
|
|
6
|
+
switch (name) {
|
|
7
|
+
case 'openai':
|
|
8
|
+
return new OpenAIProvider();
|
|
9
|
+
case 'anthropic':
|
|
10
|
+
return new AnthropicProvider();
|
|
11
|
+
default:
|
|
12
|
+
throw new Error(`Unknown provider: ${name}`);
|
|
13
|
+
}
|
|
14
|
+
}
|
|
15
|
+
//# sourceMappingURL=index.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"index.js","sourceRoot":"","sources":["../../../../services/media/providers/index.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,cAAc,EAAE,MAAM,aAAa,CAAC;AAC7C,OAAO,EAAE,iBAAiB,EAAE,MAAM,gBAAgB,CAAC;AAGnD,OAAO,EAAE,cAAc,EAAE,MAAM,aAAa,CAAC;AAC7C,OAAO,EAAE,iBAAiB,EAAE,MAAM,gBAAgB,CAAC;AAEnD,MAAM,UAAU,cAAc,CAAC,IAAY;IACzC,QAAQ,IAAI,EAAE,CAAC;QACb,KAAK,QAAQ;YACX,OAAO,IAAI,cAAc,EAAE,CAAC;QAC9B,KAAK,WAAW;YACd,OAAO,IAAI,iBAAiB,EAAE,CAAC;QACjC;YACE,MAAM,IAAI,KAAK,CAAC,qBAAqB,IAAI,EAAE,CAAC,CAAC;IACjD,CAAC;AACH,CAAC"}
|
|
@@ -0,0 +1,6 @@
|
|
|
1
|
+
import type { MediaProvider } from './provider.js';
|
|
2
|
+
export declare class OpenAIProvider implements MediaProvider {
|
|
3
|
+
transcribeAudio(filePath: string, model: string, apiKey: string, baseUrl?: string): Promise<string>;
|
|
4
|
+
describeImage(filePath: string, model: string, apiKey: string, baseUrl?: string): Promise<string>;
|
|
5
|
+
}
|
|
6
|
+
//# sourceMappingURL=openai.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"openai.d.ts","sourceRoot":"","sources":["../../../../services/media/providers/openai.ts"],"names":[],"mappings":"AAIA,OAAO,KAAK,EAAE,aAAa,EAAE,MAAM,eAAe,CAAC;AAEnD,qBAAa,cAAe,YAAW,aAAa;IAC5C,eAAe,CAAC,QAAQ,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,EAAE,OAAO,CAAC,EAAE,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC;IAqBnG,aAAa,CAAC,QAAQ,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,EAAE,OAAO,CAAC,EAAE,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC;CA0BxG"}
|
|
@@ -0,0 +1,48 @@
|
|
|
1
|
+
import { readFile } from 'node:fs/promises';
|
|
2
|
+
import path from 'node:path';
|
|
3
|
+
import { WHISPER_EXTS, MIME_TO_AUDIO_EXT, normalizeApiBaseUrl, getMimeTypeFromExt } from '../../../lib/media-transcribe.js';
|
|
4
|
+
import { validateHttpResponse } from '../../../lib/http-validate.js';
|
|
5
|
+
export class OpenAIProvider {
|
|
6
|
+
async transcribeAudio(filePath, model, apiKey, baseUrl) {
|
|
7
|
+
const buffer = await readFile(filePath);
|
|
8
|
+
const ext = path.extname(filePath).toLowerCase();
|
|
9
|
+
const fixedExt = WHISPER_EXTS.has(ext) ? ext : (MIME_TO_AUDIO_EXT[ext] || '.ogg');
|
|
10
|
+
const fileName = path.basename(filePath).replace(/\.[^.]+$/, fixedExt) || `audio${fixedExt}`;
|
|
11
|
+
const form = new FormData();
|
|
12
|
+
form.append('file', new Blob([new Uint8Array(buffer)], { type: 'audio/mpeg' }), fileName);
|
|
13
|
+
form.append('model', model || 'whisper-1');
|
|
14
|
+
const res = await fetch(`${normalizeApiBaseUrl(baseUrl)}/v1/audio/transcriptions`, {
|
|
15
|
+
method: 'POST',
|
|
16
|
+
headers: { Authorization: `Bearer ${apiKey}` },
|
|
17
|
+
body: form,
|
|
18
|
+
});
|
|
19
|
+
validateHttpResponse(res, 'Whisper API');
|
|
20
|
+
const data = (await res.json());
|
|
21
|
+
return data.text || '[No speech detected]';
|
|
22
|
+
}
|
|
23
|
+
async describeImage(filePath, model, apiKey, baseUrl) {
|
|
24
|
+
const buffer = await readFile(filePath);
|
|
25
|
+
const ext = path.extname(filePath).toLowerCase();
|
|
26
|
+
const mimeType = getMimeTypeFromExt(ext);
|
|
27
|
+
const imageData = buffer.toString('base64');
|
|
28
|
+
const res = await fetch(`${normalizeApiBaseUrl(baseUrl)}/v1/chat/completions`, {
|
|
29
|
+
method: 'POST',
|
|
30
|
+
headers: { Authorization: `Bearer ${apiKey}`, 'Content-Type': 'application/json' },
|
|
31
|
+
body: JSON.stringify({
|
|
32
|
+
model,
|
|
33
|
+
max_tokens: 1024,
|
|
34
|
+
messages: [{
|
|
35
|
+
role: 'user',
|
|
36
|
+
content: [
|
|
37
|
+
{ type: 'text', text: 'Describe this image concisely.' },
|
|
38
|
+
{ type: 'image_url', image_url: { url: `data:${mimeType};base64,${imageData}` } },
|
|
39
|
+
],
|
|
40
|
+
}],
|
|
41
|
+
}),
|
|
42
|
+
});
|
|
43
|
+
validateHttpResponse(res, 'OpenAI Vision');
|
|
44
|
+
const data = (await res.json());
|
|
45
|
+
return data.choices[0]?.message?.content ?? '';
|
|
46
|
+
}
|
|
47
|
+
}
|
|
48
|
+
//# sourceMappingURL=openai.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"openai.js","sourceRoot":"","sources":["../../../../services/media/providers/openai.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,QAAQ,EAAE,MAAM,kBAAkB,CAAC;AAC5C,OAAO,IAAI,MAAM,WAAW,CAAC;AAC7B,OAAO,EAAE,YAAY,EAAE,iBAAiB,EAAE,mBAAmB,EAAE,kBAAkB,EAAE,MAAM,kCAAkC,CAAC;AAC5H,OAAO,EAAE,oBAAoB,EAAE,MAAM,+BAA+B,CAAC;AAGrE,MAAM,OAAO,cAAc;IACzB,KAAK,CAAC,eAAe,CAAC,QAAgB,EAAE,KAAa,EAAE,MAAc,EAAE,OAAgB;QACrF,MAAM,MAAM,GAAG,MAAM,QAAQ,CAAC,QAAQ,CAAC,CAAC;QACxC,MAAM,GAAG,GAAG,IAAI,CAAC,OAAO,CAAC,QAAQ,CAAC,CAAC,WAAW,EAAE,CAAC;QACjD,MAAM,QAAQ,GAAG,YAAY,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,iBAAiB,CAAC,GAAG,CAAC,IAAI,MAAM,CAAC,CAAC;QAClF,MAAM,QAAQ,GAAG,IAAI,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAC,OAAO,CAAC,UAAU,EAAE,QAAQ,CAAC,IAAI,QAAQ,QAAQ,EAAE,CAAC;QAE7F,MAAM,IAAI,GAAG,IAAI,QAAQ,EAAE,CAAC;QAC5B,IAAI,CAAC,MAAM,CAAC,MAAM,EAAE,IAAI,IAAI,CAAC,CAAC,IAAI,UAAU,CAAC,MAAM,CAAC,CAAC,EAAE,EAAE,IAAI,EAAE,YAAY,EAAE,CAAC,EAAE,QAAQ,CAAC,CAAC;QAC1F,IAAI,CAAC,MAAM,CAAC,OAAO,EAAE,KAAK,IAAI,WAAW,CAAC,CAAC;QAE3C,MAAM,GAAG,GAAG,MAAM,KAAK,CAAC,GAAG,mBAAmB,CAAC,OAAO,CAAC,0BAA0B,EAAE;YACjF,MAAM,EAAE,MAAM;YACd,OAAO,EAAE,EAAE,aAAa,EAAE,UAAU,MAAM,EAAE,EAAE;YAC9C,IAAI,EAAE,IAAI;SACX,CAAC,CAAC;QAEH,oBAAoB,CAAC,GAAG,EAAE,aAAa,CAAC,CAAC;QACzC,MAAM,IAAI,GAAG,CAAC,MAAM,GAAG,CAAC,IAAI,EAAE,CAAqB,CAAC;QACpD,OAAO,IAAI,CAAC,IAAI,IAAI,sBAAsB,CAAC;IAC7C,CAAC;IAED,KAAK,CAAC,aAAa,CAAC,QAAgB,EAAE,KAAa,EAAE,MAAc,EAAE,OAAgB;QACnF,MAAM,MAAM,GAAG,MAAM,QAAQ,CAAC,QAAQ,CAAC,CAAC;QACxC,MAAM,GAAG,GAAG,IAAI,CAAC,OAAO,CAAC,QAAQ,CAAC,CAAC,WAAW,EAAE,CAAC;QACjD,MAAM,QAAQ,GAAG,kBAAkB,CAAC,GAAG,CAAC,CAAC;QACzC,MAAM,SAAS,GAAG,MAAM,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAC;QAE5C,MAAM,GAAG,GAAG,MAAM,KAAK,CAAC,GAAG,mBAAmB,CAAC,OAAO,CAAC,sBAAsB,EAAE;YAC7E,MAAM,EAAE,MAAM;YACd,OAAO,EAAE,EAAE,aAAa,EAAE,UAAU,MAAM,EAAE,EAAE,cAAc,EAAE,kBAAkB,EAAE;YAClF,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC;gBACnB,KAAK;gBACL,UAAU,EAAE,IAAI;gBAChB,QAAQ,EAAE,CAAC;wBACT,IAAI,EAAE,MAAM;wBACZ,OAAO,EAAE;4BACP,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,gCAAgC,EAAE;4BACxD,EAAE,IAAI,EAAE,WAAW,EAAE,SAAS,EAAE,EAAE,GAAG,EAAE,QAAQ,QAAQ,WAAW,SAAS,EAAE,EAAE,EAAE;yBAClF;qBACF,CAAC;aACH,CAAC;SACH,CAAC,CAAC;QAEH,oBAAoB,CAAC,GAAG,EAAE,eAAe,CAAC,CAAC;QAC3C,MAAM,IAAI,GAAG,CAAC,MAAM,GAAG,CAAC,IAAI,EAAE,CAAyD,CAAC;QACxF,OAAO,IAAI,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,OAAO,EAAE,OAAO,IAAI,EAAE,CAAC;IACjD,CAAC;CACF"}
|
|
@@ -0,0 +1,5 @@
|
|
|
1
|
+
export interface MediaProvider {
|
|
2
|
+
transcribeAudio(filePath: string, model: string, apiKey: string, baseUrl?: string): Promise<string>;
|
|
3
|
+
describeImage(filePath: string, model: string, apiKey: string, baseUrl?: string): Promise<string>;
|
|
4
|
+
}
|
|
5
|
+
//# sourceMappingURL=provider.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"provider.d.ts","sourceRoot":"","sources":["../../../../services/media/providers/provider.ts"],"names":[],"mappings":"AAAA,MAAM,WAAW,aAAa;IAC5B,eAAe,CAAC,QAAQ,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,EAAE,OAAO,CAAC,EAAE,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC;IACpG,aAAa,CAAC,QAAQ,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,EAAE,OAAO,CAAC,EAAE,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC;CACnG"}
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"provider.js","sourceRoot":"","sources":["../../../../services/media/providers/provider.ts"],"names":[],"mappings":""}
|
|
@@ -0,0 +1,7 @@
|
|
|
1
|
+
import type { MemoryChunk } from './types.js';
|
|
2
|
+
export interface ChunkConfig {
|
|
3
|
+
chunkSize: number;
|
|
4
|
+
chunkOverlap: number;
|
|
5
|
+
}
|
|
6
|
+
export declare function createChunks(relPath: string, content: string, mtime: Date, config: ChunkConfig): MemoryChunk[];
|
|
7
|
+
//# sourceMappingURL=chunker.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"chunker.d.ts","sourceRoot":"","sources":["../../../services/memory/chunker.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,WAAW,EAAE,MAAM,YAAY,CAAC;AAE9C,MAAM,WAAW,WAAW;IAC1B,SAAS,EAAK,MAAM,CAAC;IACrB,YAAY,EAAE,MAAM,CAAC;CACtB;AAED,wBAAgB,YAAY,CAC1B,OAAO,EAAE,MAAM,EACf,OAAO,EAAE,MAAM,EACf,KAAK,EAAE,IAAI,EACX,MAAM,EAAE,WAAW,GAClB,WAAW,EAAE,CAmDf"}
|
|
@@ -0,0 +1,46 @@
|
|
|
1
|
+
export function createChunks(relPath, content, mtime, config) {
|
|
2
|
+
const lines = content.split('\n');
|
|
3
|
+
const chunks = [];
|
|
4
|
+
// Approximate tokens: ~4 chars per token
|
|
5
|
+
const charsPerChunk = config.chunkSize * 4;
|
|
6
|
+
const overlapChars = config.chunkOverlap * 4;
|
|
7
|
+
let currentChunk = [];
|
|
8
|
+
let currentChars = 0;
|
|
9
|
+
let chunkStartLine = 1;
|
|
10
|
+
for (let i = 0; i < lines.length; i++) {
|
|
11
|
+
const line = lines[i];
|
|
12
|
+
currentChunk.push(line);
|
|
13
|
+
currentChars += line.length + 1;
|
|
14
|
+
if (currentChars >= charsPerChunk) {
|
|
15
|
+
const chunkContent = currentChunk.join('\n');
|
|
16
|
+
chunks.push({
|
|
17
|
+
id: `${relPath}:${chunkStartLine}`,
|
|
18
|
+
path: relPath,
|
|
19
|
+
content: chunkContent,
|
|
20
|
+
startLine: chunkStartLine,
|
|
21
|
+
endLine: i + 1,
|
|
22
|
+
metadata: { date: mtime.toISOString(), size: chunkContent.length },
|
|
23
|
+
});
|
|
24
|
+
const overlapLines = Math.floor(overlapChars / (currentChars / currentChunk.length));
|
|
25
|
+
currentChunk = currentChunk.slice(-overlapLines);
|
|
26
|
+
currentChars = currentChunk.reduce((sum, l) => sum + l.length + 1, 0);
|
|
27
|
+
chunkStartLine = i + 1 - currentChunk.length + 1;
|
|
28
|
+
}
|
|
29
|
+
}
|
|
30
|
+
// Flush remaining
|
|
31
|
+
if (currentChunk.length > 0) {
|
|
32
|
+
const chunkContent = currentChunk.join('\n');
|
|
33
|
+
if (chunkContent.trim()) {
|
|
34
|
+
chunks.push({
|
|
35
|
+
id: `${relPath}:${chunkStartLine}`,
|
|
36
|
+
path: relPath,
|
|
37
|
+
content: chunkContent,
|
|
38
|
+
startLine: chunkStartLine,
|
|
39
|
+
endLine: lines.length,
|
|
40
|
+
metadata: { date: mtime.toISOString(), size: chunkContent.length },
|
|
41
|
+
});
|
|
42
|
+
}
|
|
43
|
+
}
|
|
44
|
+
return chunks;
|
|
45
|
+
}
|
|
46
|
+
//# sourceMappingURL=chunker.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"chunker.js","sourceRoot":"","sources":["../../../services/memory/chunker.ts"],"names":[],"mappings":"AAOA,MAAM,UAAU,YAAY,CAC1B,OAAe,EACf,OAAe,EACf,KAAW,EACX,MAAmB;IAEnB,MAAM,KAAK,GAAG,OAAO,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;IAClC,MAAM,MAAM,GAAkB,EAAE,CAAC;IAEjC,yCAAyC;IACzC,MAAM,aAAa,GAAG,MAAM,CAAC,SAAS,GAAG,CAAC,CAAC;IAC3C,MAAM,YAAY,GAAI,MAAM,CAAC,YAAY,GAAG,CAAC,CAAC;IAE9C,IAAI,YAAY,GAAa,EAAE,CAAC;IAChC,IAAI,YAAY,GAAG,CAAC,CAAC;IACrB,IAAI,cAAc,GAAG,CAAC,CAAC;IAEvB,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,KAAK,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;QACtC,MAAM,IAAI,GAAG,KAAK,CAAC,CAAC,CAAC,CAAC;QACtB,YAAY,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QACxB,YAAY,IAAI,IAAI,CAAC,MAAM,GAAG,CAAC,CAAC;QAEhC,IAAI,YAAY,IAAI,aAAa,EAAE,CAAC;YAClC,MAAM,YAAY,GAAG,YAAY,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;YAC7C,MAAM,CAAC,IAAI,CAAC;gBACV,EAAE,EAAS,GAAG,OAAO,IAAI,cAAc,EAAE;gBACzC,IAAI,EAAO,OAAO;gBAClB,OAAO,EAAI,YAAY;gBACvB,SAAS,EAAE,cAAc;gBACzB,OAAO,EAAI,CAAC,GAAG,CAAC;gBAChB,QAAQ,EAAG,EAAE,IAAI,EAAE,KAAK,CAAC,WAAW,EAAE,EAAE,IAAI,EAAE,YAAY,CAAC,MAAM,EAAE;aACpE,CAAC,CAAC;YAEH,MAAM,YAAY,GAAG,IAAI,CAAC,KAAK,CAAC,YAAY,GAAG,CAAC,YAAY,GAAG,YAAY,CAAC,MAAM,CAAC,CAAC,CAAC;YACrF,YAAY,GAAK,YAAY,CAAC,KAAK,CAAC,CAAC,YAAY,CAAC,CAAC;YACnD,YAAY,GAAK,YAAY,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,CAAC,EAAE,EAAE,CAAC,GAAG,GAAG,CAAC,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC,CAAC,CAAC;YACxE,cAAc,GAAG,CAAC,GAAG,CAAC,GAAG,YAAY,CAAC,MAAM,GAAG,CAAC,CAAC;QACnD,CAAC;IACH,CAAC;IAED,kBAAkB;IAClB,IAAI,YAAY,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QAC5B,MAAM,YAAY,GAAG,YAAY,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QAC7C,IAAI,YAAY,CAAC,IAAI,EAAE,EAAE,CAAC;YACxB,MAAM,CAAC,IAAI,CAAC;gBACV,EAAE,EAAS,GAAG,OAAO,IAAI,cAAc,EAAE;gBACzC,IAAI,EAAO,OAAO;gBAClB,OAAO,EAAI,YAAY;gBACvB,SAAS,EAAE,cAAc;gBACzB,OAAO,EAAI,KAAK,CAAC,MAAM;gBACvB,QAAQ,EAAG,EAAE,IAAI,EAAE,KAAK,CAAC,WAAW,EAAE,EAAE,IAAI,EAAE,YAAY,CAAC,MAAM,EAAE;aACpE,CAAC,CAAC;QACL,CAAC;IACH,CAAC;IAED,OAAO,MAAM,CAAC;AAChB,CAAC"}
|
|
@@ -0,0 +1,68 @@
|
|
|
1
|
+
import type { MemoryStorage, MemoryChunk } from './types.js';
|
|
2
|
+
export type { MemoryChunk };
|
|
3
|
+
export interface ContextSearchResult {
|
|
4
|
+
chunk: MemoryChunk;
|
|
5
|
+
score: number;
|
|
6
|
+
citation: string;
|
|
7
|
+
}
|
|
8
|
+
export interface MemoryContextConfig {
|
|
9
|
+
memoryDir: string;
|
|
10
|
+
cacheDir: string;
|
|
11
|
+
sessionsDir?: string;
|
|
12
|
+
chunkSize?: number;
|
|
13
|
+
chunkOverlap?: number;
|
|
14
|
+
embeddingProvider?: 'openai' | 'local' | 'none';
|
|
15
|
+
openaiApiKey?: string;
|
|
16
|
+
embeddingModel?: string;
|
|
17
|
+
hybridWeight?: {
|
|
18
|
+
vector: number;
|
|
19
|
+
text: number;
|
|
20
|
+
};
|
|
21
|
+
storage?: MemoryStorage;
|
|
22
|
+
enableFileWatcher?: boolean;
|
|
23
|
+
}
|
|
24
|
+
export declare class MemoryContext {
|
|
25
|
+
private readonly config;
|
|
26
|
+
private readonly chunkSize;
|
|
27
|
+
private readonly chunkOverlap;
|
|
28
|
+
private readonly embeddingProvider;
|
|
29
|
+
private readonly hybridWeight;
|
|
30
|
+
private readonly enableFileWatcher;
|
|
31
|
+
private readonly embeddingConfig;
|
|
32
|
+
private chunks;
|
|
33
|
+
private lastSync;
|
|
34
|
+
private storage;
|
|
35
|
+
private fileWatcher;
|
|
36
|
+
private watcherDebounce;
|
|
37
|
+
constructor(config: MemoryContextConfig);
|
|
38
|
+
initialize(): Promise<void>;
|
|
39
|
+
close(): Promise<void>;
|
|
40
|
+
sync(options?: {
|
|
41
|
+
reason?: string;
|
|
42
|
+
force?: boolean;
|
|
43
|
+
}): Promise<void>;
|
|
44
|
+
private checkNeedsReindex;
|
|
45
|
+
private indexFile;
|
|
46
|
+
private removeFileChunks;
|
|
47
|
+
search(query: string, options?: {
|
|
48
|
+
maxResults?: number;
|
|
49
|
+
minScore?: number;
|
|
50
|
+
}): Promise<ContextSearchResult[]>;
|
|
51
|
+
readFile(params: {
|
|
52
|
+
relPath: string;
|
|
53
|
+
from?: number;
|
|
54
|
+
lines?: number;
|
|
55
|
+
}): Promise<{
|
|
56
|
+
path: string;
|
|
57
|
+
text: string;
|
|
58
|
+
}>;
|
|
59
|
+
writeFile(relPath: string, content: string, mode?: 'overwrite' | 'append'): Promise<void>;
|
|
60
|
+
getStats(): {
|
|
61
|
+
files: number;
|
|
62
|
+
chunks: number;
|
|
63
|
+
lastSync: Date | null;
|
|
64
|
+
};
|
|
65
|
+
private startFileWatcher;
|
|
66
|
+
private stopFileWatcher;
|
|
67
|
+
}
|
|
68
|
+
//# sourceMappingURL=context.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"context.d.ts","sourceRoot":"","sources":["../../../services/memory/context.ts"],"names":[],"mappings":"AAIA,OAAO,KAAK,EAAE,aAAa,EAAE,WAAW,EAAE,MAAM,YAAY,CAAC;AAQ7D,YAAY,EAAE,WAAW,EAAE,CAAC;AAI5B,MAAM,WAAW,mBAAmB;IAClC,KAAK,EAAK,WAAW,CAAC;IACtB,KAAK,EAAK,MAAM,CAAC;IACjB,QAAQ,EAAE,MAAM,CAAC;CAClB;AAED,MAAM,WAAW,mBAAmB;IAClC,SAAS,EAAU,MAAM,CAAC;IAC1B,QAAQ,EAAW,MAAM,CAAC;IAC1B,WAAW,CAAC,EAAO,MAAM,CAAC;IAC1B,SAAS,CAAC,EAAS,MAAM,CAAC;IAC1B,YAAY,CAAC,EAAM,MAAM,CAAC;IAC1B,iBAAiB,CAAC,EAAE,QAAQ,GAAG,OAAO,GAAG,MAAM,CAAC;IAChD,YAAY,CAAC,EAAM,MAAM,CAAC;IAC1B,cAAc,CAAC,EAAI,MAAM,CAAC;IAC1B,YAAY,CAAC,EAAM;QAAE,MAAM,EAAE,MAAM,CAAC;QAAC,IAAI,EAAE,MAAM,CAAA;KAAE,CAAC;IACpD,OAAO,CAAC,EAAW,aAAa,CAAC;IACjC,iBAAiB,CAAC,EAAE,OAAO,CAAC;CAC7B;AAED,qBAAa,aAAa;IAcZ,OAAO,CAAC,QAAQ,CAAC,MAAM;IAbnC,OAAO,CAAC,QAAQ,CAAC,SAAS,CAAgB;IAC1C,OAAO,CAAC,QAAQ,CAAC,YAAY,CAAa;IAC1C,OAAO,CAAC,QAAQ,CAAC,iBAAiB,CAA8B;IAChE,OAAO,CAAC,QAAQ,CAAC,YAAY,CAAuC;IACpE,OAAO,CAAC,QAAQ,CAAC,iBAAiB,CAAU;IAC5C,OAAO,CAAC,QAAQ,CAAC,eAAe,CAAmB;IAEnD,OAAO,CAAC,MAAM,CAAuC;IACrD,OAAO,CAAC,QAAQ,CAAK;IACrB,OAAO,CAAC,OAAO,CAAiC;IAChD,OAAO,CAAC,WAAW,CAA6B;IAChD,OAAO,CAAC,eAAe,CAAqC;gBAE/B,MAAM,EAAE,mBAAmB;IAalD,UAAU,IAAI,OAAO,CAAC,IAAI,CAAC;IAgB3B,KAAK,IAAI,OAAO,CAAC,IAAI,CAAC;IAQtB,IAAI,CAAC,OAAO,CAAC,EAAE;QAAE,MAAM,CAAC,EAAE,MAAM,CAAC;QAAC,KAAK,CAAC,EAAE,OAAO,CAAA;KAAE,GAAG,OAAO,CAAC,IAAI,CAAC;YAuB3D,iBAAiB;YASjB,SAAS;IA8BvB,OAAO,CAAC,gBAAgB;IAQlB,MAAM,CACV,KAAK,EAAE,MAAM,EACb,OAAO,GAAE;QAAE,UAAU,CAAC,EAAE,MAAM,CAAC;QAAC,QAAQ,CAAC,EAAE,MAAM,CAAA;KAAO,GACvD,OAAO,CAAC,mBAAmB,EAAE,CAAC;IA0C3B,QAAQ,CAAC,MAAM,EAAE;QAAE,OAAO,EAAE,MAAM,CAAC;QAAC,IAAI,CAAC,EAAE,MAAM,CAAC;QAAC,KAAK,CAAC,EAAE,MAAM,CAAA;KAAE,GAAG,OAAO,CAAC;QAAE,IAAI,EAAE,MAAM,CAAC;QAAC,IAAI,EAAE,MAAM,CAAA;KAAE,CAAC;IAY7G,SAAS,CAAC,OAAO,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM,EAAE,IAAI,GAAE,WAAW,GAAG,QAAsB,GAAG,OAAO,CAAC,IAAI,CAAC;IAkB5G,QAAQ,IAAI;QAAE,KAAK,EAAE,MAAM,CAAC;QAAC,MAAM,EAAE,MAAM,CAAC;QAAC,QAAQ,EAAE,IAAI,GAAG,IAAI,CAAA;KAAE;IAYpE,OAAO,CAAC,gBAAgB;IAmBxB,OAAO,CAAC,eAAe;CAMxB"}
|
|
@@ -0,0 +1,223 @@
|
|
|
1
|
+
import { promises as fs } from 'node:fs';
|
|
2
|
+
import path from 'node:path';
|
|
3
|
+
import { glob } from 'tinyglobby';
|
|
4
|
+
import { watch } from 'node:fs';
|
|
5
|
+
import { createLogger } from '../../lib/logger.js';
|
|
6
|
+
import { toMessage } from '../../lib/error.js';
|
|
7
|
+
import { generateEmbedding, cosineSimilarity, textScore } from './embedding.js';
|
|
8
|
+
import { createChunks } from './chunker.js';
|
|
9
|
+
import { indexSessions } from './session-indexer.js';
|
|
10
|
+
const log = createLogger('memory');
|
|
11
|
+
export class MemoryContext {
|
|
12
|
+
config;
|
|
13
|
+
chunkSize;
|
|
14
|
+
chunkOverlap;
|
|
15
|
+
embeddingProvider;
|
|
16
|
+
hybridWeight;
|
|
17
|
+
enableFileWatcher;
|
|
18
|
+
embeddingConfig;
|
|
19
|
+
chunks = new Map();
|
|
20
|
+
lastSync = 0;
|
|
21
|
+
storage = null;
|
|
22
|
+
fileWatcher = null;
|
|
23
|
+
watcherDebounce = new Map();
|
|
24
|
+
constructor(config) {
|
|
25
|
+
this.config = config;
|
|
26
|
+
this.chunkSize = config.chunkSize ?? 400;
|
|
27
|
+
this.chunkOverlap = config.chunkOverlap ?? 80;
|
|
28
|
+
this.embeddingProvider = config.embeddingProvider ?? 'none';
|
|
29
|
+
this.hybridWeight = config.hybridWeight ?? { vector: 0.7, text: 0.3 };
|
|
30
|
+
this.enableFileWatcher = config.enableFileWatcher ?? false;
|
|
31
|
+
this.embeddingConfig = {
|
|
32
|
+
provider: this.embeddingProvider,
|
|
33
|
+
openaiApiKey: config.openaiApiKey,
|
|
34
|
+
model: config.embeddingModel,
|
|
35
|
+
};
|
|
36
|
+
}
|
|
37
|
+
async initialize() {
|
|
38
|
+
await fs.mkdir(this.config.cacheDir, { recursive: true });
|
|
39
|
+
if (this.config.storage) {
|
|
40
|
+
this.storage = this.config.storage;
|
|
41
|
+
await this.storage.initialize();
|
|
42
|
+
for (const chunk of await this.storage.getAllChunks()) {
|
|
43
|
+
this.chunks.set(chunk.id, chunk);
|
|
44
|
+
}
|
|
45
|
+
}
|
|
46
|
+
await this.sync({ reason: 'init' });
|
|
47
|
+
if (this.enableFileWatcher)
|
|
48
|
+
this.startFileWatcher();
|
|
49
|
+
}
|
|
50
|
+
async close() {
|
|
51
|
+
this.stopFileWatcher();
|
|
52
|
+
await this.storage?.close();
|
|
53
|
+
this.storage = null;
|
|
54
|
+
}
|
|
55
|
+
// ── Indexing ───────────────────────────────────────────────────────────────
|
|
56
|
+
async sync(options) {
|
|
57
|
+
const now = Date.now();
|
|
58
|
+
if (!options?.force && now - this.lastSync < 5_000)
|
|
59
|
+
return;
|
|
60
|
+
const files = await glob('**/*.md', { cwd: this.config.memoryDir, absolute: true });
|
|
61
|
+
for (const file of files) {
|
|
62
|
+
const relPath = path.relative(this.config.memoryDir, file);
|
|
63
|
+
const needsReindex = await this.checkNeedsReindex(relPath, file);
|
|
64
|
+
if (options?.force || needsReindex)
|
|
65
|
+
await this.indexFile(relPath);
|
|
66
|
+
}
|
|
67
|
+
if (this.config.sessionsDir) {
|
|
68
|
+
const embed = (text) => generateEmbedding(text, this.embeddingConfig);
|
|
69
|
+
const sessionChunks = await indexSessions(this.config.sessionsDir, embed);
|
|
70
|
+
for (const chunk of sessionChunks) {
|
|
71
|
+
this.chunks.set(chunk.id, chunk);
|
|
72
|
+
await this.storage?.saveChunk(chunk);
|
|
73
|
+
}
|
|
74
|
+
}
|
|
75
|
+
this.lastSync = Date.now();
|
|
76
|
+
}
|
|
77
|
+
async checkNeedsReindex(relPath, fullPath) {
|
|
78
|
+
if (!this.storage)
|
|
79
|
+
return true;
|
|
80
|
+
const stat = await fs.stat(fullPath).catch(() => null);
|
|
81
|
+
if (!stat)
|
|
82
|
+
return true;
|
|
83
|
+
const status = await this.storage.getFileStatus(relPath);
|
|
84
|
+
if (!status)
|
|
85
|
+
return true;
|
|
86
|
+
return status.mtime !== stat.mtime.getTime() || status.size !== stat.size;
|
|
87
|
+
}
|
|
88
|
+
async indexFile(relPath) {
|
|
89
|
+
const fullPath = path.join(this.config.memoryDir, relPath);
|
|
90
|
+
try {
|
|
91
|
+
const content = await fs.readFile(fullPath, 'utf-8');
|
|
92
|
+
const stat = await fs.stat(fullPath);
|
|
93
|
+
this.removeFileChunks(relPath);
|
|
94
|
+
await this.storage?.deleteChunksByPath(relPath);
|
|
95
|
+
const chunks = createChunks(relPath, content, stat.mtime, {
|
|
96
|
+
chunkSize: this.chunkSize, chunkOverlap: this.chunkOverlap,
|
|
97
|
+
});
|
|
98
|
+
if (this.embeddingProvider !== 'none') {
|
|
99
|
+
for (const chunk of chunks) {
|
|
100
|
+
chunk.embedding = await generateEmbedding(chunk.content, this.embeddingConfig);
|
|
101
|
+
}
|
|
102
|
+
}
|
|
103
|
+
for (const chunk of chunks) {
|
|
104
|
+
this.chunks.set(chunk.id, chunk);
|
|
105
|
+
await this.storage?.saveChunk(chunk);
|
|
106
|
+
}
|
|
107
|
+
await this.storage?.updateFileStatus(relPath, stat.mtime.getTime(), stat.size);
|
|
108
|
+
}
|
|
109
|
+
catch (err) {
|
|
110
|
+
log.error('failed to index', { relPath, error: toMessage(err) });
|
|
111
|
+
}
|
|
112
|
+
}
|
|
113
|
+
removeFileChunks(relPath) {
|
|
114
|
+
for (const [id, chunk] of this.chunks) {
|
|
115
|
+
if (chunk.path === relPath)
|
|
116
|
+
this.chunks.delete(id);
|
|
117
|
+
}
|
|
118
|
+
}
|
|
119
|
+
// ── Search ─────────────────────────────────────────────────────────────────
|
|
120
|
+
async search(query, options = {}) {
|
|
121
|
+
await this.sync();
|
|
122
|
+
const maxResults = options.maxResults ?? 6;
|
|
123
|
+
const minScore = options.minScore ?? 0.3;
|
|
124
|
+
const queryEmbedding = await generateEmbedding(query, this.embeddingConfig);
|
|
125
|
+
const vectorResults = new Map();
|
|
126
|
+
if (queryEmbedding && this.storage?.searchSimilar) {
|
|
127
|
+
const hits = await this.storage.searchSimilar(queryEmbedding, maxResults * 2, minScore);
|
|
128
|
+
for (const { chunk, score } of hits) {
|
|
129
|
+
vectorResults.set(chunk.id, score * this.hybridWeight.vector);
|
|
130
|
+
if (!this.chunks.has(chunk.id))
|
|
131
|
+
this.chunks.set(chunk.id, chunk);
|
|
132
|
+
}
|
|
133
|
+
}
|
|
134
|
+
const scores = [];
|
|
135
|
+
for (const chunk of this.chunks.values()) {
|
|
136
|
+
let score = vectorResults.get(chunk.id) ?? 0;
|
|
137
|
+
if (!this.storage?.searchSimilar && queryEmbedding && chunk.embedding) {
|
|
138
|
+
score += cosineSimilarity(queryEmbedding, chunk.embedding) * this.hybridWeight.vector;
|
|
139
|
+
}
|
|
140
|
+
score += textScore(query, chunk.content) * this.hybridWeight.text;
|
|
141
|
+
if (score >= minScore)
|
|
142
|
+
scores.push({ chunk, score });
|
|
143
|
+
}
|
|
144
|
+
scores.sort((a, b) => b.score - a.score);
|
|
145
|
+
return scores.slice(0, maxResults).map(({ chunk, score }) => ({
|
|
146
|
+
chunk,
|
|
147
|
+
score,
|
|
148
|
+
citation: chunk.startLine === chunk.endLine
|
|
149
|
+
? `${chunk.path}#L${chunk.startLine}`
|
|
150
|
+
: `${chunk.path}#L${chunk.startLine}-L${chunk.endLine}`,
|
|
151
|
+
}));
|
|
152
|
+
}
|
|
153
|
+
// ── Read / Write ───────────────────────────────────────────────────────────
|
|
154
|
+
async readFile(params) {
|
|
155
|
+
const fullPath = path.resolve(this.config.memoryDir, params.relPath);
|
|
156
|
+
if (!fullPath.startsWith(path.resolve(this.config.memoryDir))) {
|
|
157
|
+
throw new Error('Path traversal denied');
|
|
158
|
+
}
|
|
159
|
+
const content = await fs.readFile(fullPath, 'utf-8');
|
|
160
|
+
const lines = content.split('\n');
|
|
161
|
+
const start = (params.from ?? 1) - 1;
|
|
162
|
+
const end = params.lines ? start + params.lines : lines.length;
|
|
163
|
+
return { path: params.relPath, text: lines.slice(start, end).join('\n') };
|
|
164
|
+
}
|
|
165
|
+
async writeFile(relPath, content, mode = 'overwrite') {
|
|
166
|
+
const fullPath = path.resolve(this.config.memoryDir, relPath);
|
|
167
|
+
if (!fullPath.startsWith(path.resolve(this.config.memoryDir))) {
|
|
168
|
+
throw new Error('Path traversal denied');
|
|
169
|
+
}
|
|
170
|
+
await fs.mkdir(path.dirname(fullPath), { recursive: true });
|
|
171
|
+
if (mode === 'append') {
|
|
172
|
+
await fs.appendFile(fullPath, content);
|
|
173
|
+
}
|
|
174
|
+
else {
|
|
175
|
+
await fs.writeFile(fullPath, content, 'utf-8');
|
|
176
|
+
}
|
|
177
|
+
// Re-index the changed file
|
|
178
|
+
const relNorm = path.relative(this.config.memoryDir, fullPath);
|
|
179
|
+
await this.indexFile(relNorm);
|
|
180
|
+
}
|
|
181
|
+
// ── Stats ──────────────────────────────────────────────────────────────────
|
|
182
|
+
getStats() {
|
|
183
|
+
const files = new Set();
|
|
184
|
+
for (const chunk of this.chunks.values())
|
|
185
|
+
files.add(chunk.path);
|
|
186
|
+
return {
|
|
187
|
+
files: files.size,
|
|
188
|
+
chunks: this.chunks.size,
|
|
189
|
+
lastSync: this.lastSync ? new Date(this.lastSync) : null,
|
|
190
|
+
};
|
|
191
|
+
}
|
|
192
|
+
// ── File watcher ───────────────────────────────────────────────────────────
|
|
193
|
+
startFileWatcher() {
|
|
194
|
+
if (this.fileWatcher)
|
|
195
|
+
return;
|
|
196
|
+
try {
|
|
197
|
+
this.fileWatcher = watch(this.config.memoryDir, { recursive: true }, (_, filename) => {
|
|
198
|
+
if (!filename?.endsWith('.md'))
|
|
199
|
+
return;
|
|
200
|
+
const fullPath = path.join(this.config.memoryDir, filename);
|
|
201
|
+
const existing = this.watcherDebounce.get(fullPath);
|
|
202
|
+
if (existing)
|
|
203
|
+
clearTimeout(existing);
|
|
204
|
+
const timeout = setTimeout(async () => {
|
|
205
|
+
this.watcherDebounce.delete(fullPath);
|
|
206
|
+
await this.indexFile(filename);
|
|
207
|
+
}, 500);
|
|
208
|
+
this.watcherDebounce.set(fullPath, timeout);
|
|
209
|
+
});
|
|
210
|
+
}
|
|
211
|
+
catch (err) {
|
|
212
|
+
log.error('failed to start file watcher', { error: toMessage(err) });
|
|
213
|
+
}
|
|
214
|
+
}
|
|
215
|
+
stopFileWatcher() {
|
|
216
|
+
for (const t of this.watcherDebounce.values())
|
|
217
|
+
clearTimeout(t);
|
|
218
|
+
this.watcherDebounce.clear();
|
|
219
|
+
this.fileWatcher?.close();
|
|
220
|
+
this.fileWatcher = null;
|
|
221
|
+
}
|
|
222
|
+
}
|
|
223
|
+
//# sourceMappingURL=context.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"context.js","sourceRoot":"","sources":["../../../services/memory/context.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,QAAQ,IAAI,EAAE,EAAE,MAAM,SAAS,CAAC;AACzC,OAAO,IAAI,MAAM,WAAW,CAAC;AAC7B,OAAO,EAAE,IAAI,EAAE,MAAM,YAAY,CAAC;AAClC,OAAO,EAAa,KAAK,EAAE,MAAM,SAAS,CAAC;AAE3C,OAAO,EAAE,YAAY,EAAE,MAAM,qBAAqB,CAAC;AACnD,OAAO,EAAE,SAAS,EAAE,MAAM,oBAAoB,CAAC;AAC/C,OAAO,EAAE,iBAAiB,EAAE,gBAAgB,EAAE,SAAS,EAAE,MAAM,gBAAgB,CAAC;AAEhF,OAAO,EAAE,YAAY,EAAE,MAAM,cAAc,CAAC;AAC5C,OAAO,EAAE,aAAa,EAAE,MAAM,sBAAsB,CAAC;AAIrD,MAAM,GAAG,GAAG,YAAY,CAAC,QAAQ,CAAC,CAAC;AAsBnC,MAAM,OAAO,aAAa;IAcK;IAbZ,SAAS,CAAgB;IACzB,YAAY,CAAa;IACzB,iBAAiB,CAA8B;IAC/C,YAAY,CAAuC;IACnD,iBAAiB,CAAU;IAC3B,eAAe,CAAmB;IAE3C,MAAM,GAA6B,IAAI,GAAG,EAAE,CAAC;IAC7C,QAAQ,GAAG,CAAC,CAAC;IACb,OAAO,GAA4B,IAAI,CAAC;IACxC,WAAW,GAAwB,IAAI,CAAC;IACxC,eAAe,GAAG,IAAI,GAAG,EAA0B,CAAC;IAE5D,YAA6B,MAA2B;QAA3B,WAAM,GAAN,MAAM,CAAqB;QACtD,IAAI,CAAC,SAAS,GAAW,MAAM,CAAC,SAAS,IAAW,GAAG,CAAC;QACxD,IAAI,CAAC,YAAY,GAAQ,MAAM,CAAC,YAAY,IAAQ,EAAE,CAAC;QACvD,IAAI,CAAC,iBAAiB,GAAG,MAAM,CAAC,iBAAiB,IAAI,MAAM,CAAC;QAC5D,IAAI,CAAC,YAAY,GAAQ,MAAM,CAAC,YAAY,IAAQ,EAAE,MAAM,EAAE,GAAG,EAAE,IAAI,EAAE,GAAG,EAAE,CAAC;QAC/E,IAAI,CAAC,iBAAiB,GAAG,MAAM,CAAC,iBAAiB,IAAI,KAAK,CAAC;QAC3D,IAAI,CAAC,eAAe,GAAK;YACvB,QAAQ,EAAM,IAAI,CAAC,iBAAiB;YACpC,YAAY,EAAE,MAAM,CAAC,YAAY;YACjC,KAAK,EAAS,MAAM,CAAC,cAAc;SACpC,CAAC;IACJ,CAAC;IAED,KAAK,CAAC,UAAU;QACd,MAAM,EAAE,CAAC,KAAK,CAAC,IAAI,CAAC,MAAM,CAAC,QAAQ,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;QAE1D,IAAI,IAAI,CAAC,MAAM,CAAC,OAAO,EAAE,CAAC;YACxB,IAAI,CAAC,OAAO,GAAG,IAAI,CAAC,MAAM,CAAC,OAAO,CAAC;YACnC,MAAM,IAAI,CAAC,OAAO,CAAC,UAAU,EAAE,CAAC;YAChC,KAAK,MAAM,KAAK,IAAI,MAAM,IAAI,CAAC,OAAO,CAAC,YAAY,EAAE,EAAE,CAAC;gBACtD,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,KAAK,CAAC,EAAE,EAAE,KAAK,CAAC,CAAC;YACnC,CAAC;QACH,CAAC;QAED,MAAM,IAAI,CAAC,IAAI,CAAC,EAAE,MAAM,EAAE,MAAM,EAAE,CAAC,CAAC;QAEpC,IAAI,IAAI,CAAC,iBAAiB;YAAE,IAAI,CAAC,gBAAgB,EAAE,CAAC;IACtD,CAAC;IAED,KAAK,CAAC,KAAK;QACT,IAAI,CAAC,eAAe,EAAE,CAAC;QACvB,MAAM,IAAI,CAAC,OAAO,EAAE,KAAK,EAAE,CAAC;QAC5B,IAAI,CAAC,OAAO,GAAG,IAAI,CAAC;IACtB,CAAC;IAED,8EAA8E;IAE9E,KAAK,CAAC,IAAI,CAAC,OAA8C;QACvD,MAAM,GAAG,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QACvB,IAAI,CAAC,OAAO,EAAE,KAAK,IAAI,GAAG,GAAG,IAAI,CAAC,QAAQ,GAAG,KAAK;YAAE,OAAO;QAE3D,MAAM,KAAK,GAAG,MAAM,IAAI,CAAC,SAAS,EAAE,EAAE,GAAG,EAAE,IAAI,CAAC,MAAM,CAAC,SAAS,EAAE,QAAQ,EAAE,IAAI,EAAE,CAAC,CAAC;QACpF,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;YACzB,MAAM,OAAO,GAAG,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,MAAM,CAAC,SAAS,EAAE,IAAI,CAAC,CAAC;YAC3D,MAAM,YAAY,GAAG,MAAM,IAAI,CAAC,iBAAiB,CAAC,OAAO,EAAE,IAAI,CAAC,CAAC;YACjE,IAAI,OAAO,EAAE,KAAK,IAAI,YAAY;gBAAE,MAAM,IAAI,CAAC,SAAS,CAAC,OAAO,CAAC,CAAC;QACpE,CAAC;QAED,IAAI,IAAI,CAAC,MAAM,CAAC,WAAW,EAAE,CAAC;YAC5B,MAAM,KAAK,GAAG,CAAC,IAAY,EAAE,EAAE,CAAC,iBAAiB,CAAC,IAAI,EAAE,IAAI,CAAC,eAAe,CAAC,CAAC;YAC9E,MAAM,aAAa,GAAG,MAAM,aAAa,CAAC,IAAI,CAAC,MAAM,CAAC,WAAW,EAAE,KAAK,CAAC,CAAC;YAC1E,KAAK,MAAM,KAAK,IAAI,aAAa,EAAE,CAAC;gBAClC,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,KAAK,CAAC,EAAE,EAAE,KAAK,CAAC,CAAC;gBACjC,MAAM,IAAI,CAAC,OAAO,EAAE,SAAS,CAAC,KAAK,CAAC,CAAC;YACvC,CAAC;QACH,CAAC;QAED,IAAI,CAAC,QAAQ,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;IAC7B,CAAC;IAEO,KAAK,CAAC,iBAAiB,CAAC,OAAe,EAAE,QAAgB;QAC/D,IAAI,CAAC,IAAI,CAAC,OAAO;YAAE,OAAO,IAAI,CAAC;QAC/B,MAAM,IAAI,GAAK,MAAM,EAAE,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC,IAAI,CAAC,CAAC;QACzD,IAAI,CAAC,IAAI;YAAE,OAAO,IAAI,CAAC;QACvB,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,OAAO,CAAC,aAAa,CAAC,OAAO,CAAC,CAAC;QACzD,IAAI,CAAC,MAAM;YAAE,OAAO,IAAI,CAAC;QACzB,OAAO,MAAM,CAAC,KAAK,KAAK,IAAI,CAAC,KAAK,CAAC,OAAO,EAAE,IAAI,MAAM,CAAC,IAAI,KAAK,IAAI,CAAC,IAAI,CAAC;IAC5E,CAAC;IAEO,KAAK,CAAC,SAAS,CAAC,OAAe;QACrC,MAAM,QAAQ,GAAG,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,SAAS,EAAE,OAAO,CAAC,CAAC;QAC3D,IAAI,CAAC;YACH,MAAM,OAAO,GAAG,MAAM,EAAE,CAAC,QAAQ,CAAC,QAAQ,EAAE,OAAO,CAAC,CAAC;YACrD,MAAM,IAAI,GAAM,MAAM,EAAE,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;YAExC,IAAI,CAAC,gBAAgB,CAAC,OAAO,CAAC,CAAC;YAC/B,MAAM,IAAI,CAAC,OAAO,EAAE,kBAAkB,CAAC,OAAO,CAAC,CAAC;YAEhD,MAAM,MAAM,GAAG,YAAY,CAAC,OAAO,EAAE,OAAO,EAAE,IAAI,CAAC,KAAK,EAAE;gBACxD,SAAS,EAAE,IAAI,CAAC,SAAS,EAAE,YAAY,EAAE,IAAI,CAAC,YAAY;aAC3D,CAAC,CAAC;YAEH,IAAI,IAAI,CAAC,iBAAiB,KAAK,MAAM,EAAE,CAAC;gBACtC,KAAK,MAAM,KAAK,IAAI,MAAM,EAAE,CAAC;oBAC3B,KAAK,CAAC,SAAS,GAAG,MAAM,iBAAiB,CAAC,KAAK,CAAC,OAAO,EAAE,IAAI,CAAC,eAAe,CAAC,CAAC;gBACjF,CAAC;YACH,CAAC;YAED,KAAK,MAAM,KAAK,IAAI,MAAM,EAAE,CAAC;gBAC3B,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,KAAK,CAAC,EAAE,EAAE,KAAK,CAAC,CAAC;gBACjC,MAAM,IAAI,CAAC,OAAO,EAAE,SAAS,CAAC,KAAK,CAAC,CAAC;YACvC,CAAC;YAED,MAAM,IAAI,CAAC,OAAO,EAAE,gBAAgB,CAAC,OAAO,EAAE,IAAI,CAAC,KAAK,CAAC,OAAO,EAAE,EAAE,IAAI,CAAC,IAAI,CAAC,CAAC;QACjF,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACb,GAAG,CAAC,KAAK,CAAC,iBAAiB,EAAE,EAAE,OAAO,EAAE,KAAK,EAAE,SAAS,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;QACnE,CAAC;IACH,CAAC;IAEO,gBAAgB,CAAC,OAAe;QACtC,KAAK,MAAM,CAAC,EAAE,EAAE,KAAK,CAAC,IAAI,IAAI,CAAC,MAAM,EAAE,CAAC;YACtC,IAAI,KAAK,CAAC,IAAI,KAAK,OAAO;gBAAE,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC;QACrD,CAAC;IACH,CAAC;IAED,8EAA8E;IAE9E,KAAK,CAAC,MAAM,CACV,KAAa,EACb,UAAsD,EAAE;QAExD,MAAM,IAAI,CAAC,IAAI,EAAE,CAAC;QAElB,MAAM,UAAU,GAAO,OAAO,CAAC,UAAU,IAAI,CAAC,CAAC;QAC/C,MAAM,QAAQ,GAAS,OAAO,CAAC,QAAQ,IAAM,GAAG,CAAC;QACjD,MAAM,cAAc,GAAG,MAAM,iBAAiB,CAAC,KAAK,EAAE,IAAI,CAAC,eAAe,CAAC,CAAC;QAE5E,MAAM,aAAa,GAAG,IAAI,GAAG,EAAkB,CAAC;QAChD,IAAI,cAAc,IAAI,IAAI,CAAC,OAAO,EAAE,aAAa,EAAE,CAAC;YAClD,MAAM,IAAI,GAAG,MAAM,IAAI,CAAC,OAAO,CAAC,aAAa,CAAC,cAAc,EAAE,UAAU,GAAG,CAAC,EAAE,QAAQ,CAAC,CAAC;YACxF,KAAK,MAAM,EAAE,KAAK,EAAE,KAAK,EAAE,IAAI,IAAI,EAAE,CAAC;gBACpC,aAAa,CAAC,GAAG,CAAC,KAAK,CAAC,EAAE,EAAE,KAAK,GAAG,IAAI,CAAC,YAAY,CAAC,MAAM,CAAC,CAAC;gBAC9D,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,KAAK,CAAC,EAAE,CAAC;oBAAE,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,KAAK,CAAC,EAAE,EAAE,KAAK,CAAC,CAAC;YACnE,CAAC;QACH,CAAC;QAED,MAAM,MAAM,GAAiD,EAAE,CAAC;QAEhE,KAAK,MAAM,KAAK,IAAI,IAAI,CAAC,MAAM,CAAC,MAAM,EAAE,EAAE,CAAC;YACzC,IAAI,KAAK,GAAG,aAAa,CAAC,GAAG,CAAC,KAAK,CAAC,EAAE,CAAC,IAAI,CAAC,CAAC;YAE7C,IAAI,CAAC,IAAI,CAAC,OAAO,EAAE,aAAa,IAAI,cAAc,IAAI,KAAK,CAAC,SAAS,EAAE,CAAC;gBACtE,KAAK,IAAI,gBAAgB,CAAC,cAAc,EAAE,KAAK,CAAC,SAAS,CAAC,GAAG,IAAI,CAAC,YAAY,CAAC,MAAM,CAAC;YACxF,CAAC;YAED,KAAK,IAAI,SAAS,CAAC,KAAK,EAAE,KAAK,CAAC,OAAO,CAAC,GAAG,IAAI,CAAC,YAAY,CAAC,IAAI,CAAC;YAClE,IAAI,KAAK,IAAI,QAAQ;gBAAE,MAAM,CAAC,IAAI,CAAC,EAAE,KAAK,EAAE,KAAK,EAAE,CAAC,CAAC;QACvD,CAAC;QAED,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,KAAK,GAAG,CAAC,CAAC,KAAK,CAAC,CAAC;QAEzC,OAAO,MAAM,CAAC,KAAK,CAAC,CAAC,EAAE,UAAU,CAAC,CAAC,GAAG,CAAC,CAAC,EAAE,KAAK,EAAE,KAAK,EAAE,EAAE,EAAE,CAAC,CAAC;YAC5D,KAAK;YACL,KAAK;YACL,QAAQ,EAAE,KAAK,CAAC,SAAS,KAAK,KAAK,CAAC,OAAO;gBACzC,CAAC,CAAC,GAAG,KAAK,CAAC,IAAI,KAAK,KAAK,CAAC,SAAS,EAAE;gBACrC,CAAC,CAAC,GAAG,KAAK,CAAC,IAAI,KAAK,KAAK,CAAC,SAAS,KAAK,KAAK,CAAC,OAAO,EAAE;SAC1D,CAAC,CAAC,CAAC;IACN,CAAC;IAED,8EAA8E;IAE9E,KAAK,CAAC,QAAQ,CAAC,MAA0D;QACvE,MAAM,QAAQ,GAAG,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,MAAM,CAAC,SAAS,EAAE,MAAM,CAAC,OAAO,CAAC,CAAC;QACrE,IAAI,CAAC,QAAQ,CAAC,UAAU,CAAC,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC,EAAE,CAAC;YAC9D,MAAM,IAAI,KAAK,CAAC,uBAAuB,CAAC,CAAC;QAC3C,CAAC;QACD,MAAM,OAAO,GAAG,MAAM,EAAE,CAAC,QAAQ,CAAC,QAAQ,EAAE,OAAO,CAAC,CAAC;QACrD,MAAM,KAAK,GAAK,OAAO,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;QACpC,MAAM,KAAK,GAAK,CAAC,MAAM,CAAC,IAAI,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC;QACvC,MAAM,GAAG,GAAO,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC,KAAK,GAAG,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,MAAM,CAAC;QACnE,OAAO,EAAE,IAAI,EAAE,MAAM,CAAC,OAAO,EAAE,IAAI,EAAE,KAAK,CAAC,KAAK,CAAC,KAAK,EAAE,GAAG,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC;IAC5E,CAAC;IAED,KAAK,CAAC,SAAS,CAAC,OAAe,EAAE,OAAe,EAAE,OAA+B,WAAW;QAC1F,MAAM,QAAQ,GAAG,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,MAAM,CAAC,SAAS,EAAE,OAAO,CAAC,CAAC;QAC9D,IAAI,CAAC,QAAQ,CAAC,UAAU,CAAC,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC,EAAE,CAAC;YAC9D,MAAM,IAAI,KAAK,CAAC,uBAAuB,CAAC,CAAC;QAC3C,CAAC;QACD,MAAM,EAAE,CAAC,KAAK,CAAC,IAAI,CAAC,OAAO,CAAC,QAAQ,CAAC,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;QAC5D,IAAI,IAAI,KAAK,QAAQ,EAAE,CAAC;YACtB,MAAM,EAAE,CAAC,UAAU,CAAC,QAAQ,EAAE,OAAO,CAAC,CAAC;QACzC,CAAC;aAAM,CAAC;YACN,MAAM,EAAE,CAAC,SAAS,CAAC,QAAQ,EAAE,OAAO,EAAE,OAAO,CAAC,CAAC;QACjD,CAAC;QACD,4BAA4B;QAC5B,MAAM,OAAO,GAAG,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,MAAM,CAAC,SAAS,EAAE,QAAQ,CAAC,CAAC;QAC/D,MAAM,IAAI,CAAC,SAAS,CAAC,OAAO,CAAC,CAAC;IAChC,CAAC;IAED,8EAA8E;IAE9E,QAAQ;QACN,MAAM,KAAK,GAAG,IAAI,GAAG,EAAU,CAAC;QAChC,KAAK,MAAM,KAAK,IAAI,IAAI,CAAC,MAAM,CAAC,MAAM,EAAE;YAAE,KAAK,CAAC,GAAG,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;QAChE,OAAO;YACL,KAAK,EAAK,KAAK,CAAC,IAAI;YACpB,MAAM,EAAI,IAAI,CAAC,MAAM,CAAC,IAAI;YAC1B,QAAQ,EAAE,IAAI,CAAC,QAAQ,CAAC,CAAC,CAAC,IAAI,IAAI,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,IAAI;SACzD,CAAC;IACJ,CAAC;IAED,8EAA8E;IAEtE,gBAAgB;QACtB,IAAI,IAAI,CAAC,WAAW;YAAE,OAAO;QAC7B,IAAI,CAAC;YACH,IAAI,CAAC,WAAW,GAAG,KAAK,CAAC,IAAI,CAAC,MAAM,CAAC,SAAS,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,EAAE,CAAC,CAAC,EAAE,QAAQ,EAAE,EAAE;gBACnF,IAAI,CAAC,QAAQ,EAAE,QAAQ,CAAC,KAAK,CAAC;oBAAE,OAAO;gBACvC,MAAM,QAAQ,GAAG,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,SAAS,EAAE,QAAQ,CAAC,CAAC;gBAC5D,MAAM,QAAQ,GAAG,IAAI,CAAC,eAAe,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC;gBACpD,IAAI,QAAQ;oBAAE,YAAY,CAAC,QAAQ,CAAC,CAAC;gBACrC,MAAM,OAAO,GAAG,UAAU,CAAC,KAAK,IAAI,EAAE;oBACpC,IAAI,CAAC,eAAe,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC;oBACtC,MAAM,IAAI,CAAC,SAAS,CAAC,QAAQ,CAAC,CAAC;gBACjC,CAAC,EAAE,GAAG,CAAC,CAAC;gBACR,IAAI,CAAC,eAAe,CAAC,GAAG,CAAC,QAAQ,EAAE,OAAO,CAAC,CAAC;YAC9C,CAAC,CAAC,CAAC;QACL,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACb,GAAG,CAAC,KAAK,CAAC,8BAA8B,EAAE,EAAE,KAAK,EAAE,SAAS,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;QACvE,CAAC;IACH,CAAC;IAEO,eAAe;QACrB,KAAK,MAAM,CAAC,IAAI,IAAI,CAAC,eAAe,CAAC,MAAM,EAAE;YAAE,YAAY,CAAC,CAAC,CAAC,CAAC;QAC/D,IAAI,CAAC,eAAe,CAAC,KAAK,EAAE,CAAC;QAC7B,IAAI,CAAC,WAAW,EAAE,KAAK,EAAE,CAAC;QAC1B,IAAI,CAAC,WAAW,GAAG,IAAI,CAAC;IAC1B,CAAC;CACF"}
|
|
@@ -0,0 +1,9 @@
|
|
|
1
|
+
export interface EmbeddingConfig {
|
|
2
|
+
provider: 'openai' | 'local' | 'none';
|
|
3
|
+
openaiApiKey?: string;
|
|
4
|
+
model?: string;
|
|
5
|
+
}
|
|
6
|
+
export declare function generateEmbedding(text: string, config: EmbeddingConfig): Promise<number[] | undefined>;
|
|
7
|
+
export declare function cosineSimilarity(a: number[], b: number[]): number;
|
|
8
|
+
export declare function textScore(query: string, content: string): number;
|
|
9
|
+
//# sourceMappingURL=embedding.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"embedding.d.ts","sourceRoot":"","sources":["../../../services/memory/embedding.ts"],"names":[],"mappings":"AAAA,MAAM,WAAW,eAAe;IAC9B,QAAQ,EAAO,QAAQ,GAAG,OAAO,GAAG,MAAM,CAAC;IAC3C,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB,KAAK,CAAC,EAAS,MAAM,CAAC;CACvB;AAED,wBAAsB,iBAAiB,CACrC,IAAI,EAAE,MAAM,EACZ,MAAM,EAAE,eAAe,GACtB,OAAO,CAAC,MAAM,EAAE,GAAG,SAAS,CAAC,CA2B/B;AAED,wBAAgB,gBAAgB,CAAC,CAAC,EAAE,MAAM,EAAE,EAAE,CAAC,EAAE,MAAM,EAAE,GAAG,MAAM,CAQjE;AAED,wBAAgB,SAAS,CAAC,KAAK,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM,GAAG,MAAM,CAShE"}
|
|
@@ -0,0 +1,49 @@
|
|
|
1
|
+
export async function generateEmbedding(text, config) {
|
|
2
|
+
if (config.provider === 'none')
|
|
3
|
+
return undefined;
|
|
4
|
+
if (config.provider === 'openai' && config.openaiApiKey) {
|
|
5
|
+
try {
|
|
6
|
+
const response = await fetch('https://api.openai.com/v1/embeddings', {
|
|
7
|
+
method: 'POST',
|
|
8
|
+
headers: {
|
|
9
|
+
'Authorization': `Bearer ${config.openaiApiKey}`,
|
|
10
|
+
'Content-Type': 'application/json',
|
|
11
|
+
},
|
|
12
|
+
body: JSON.stringify({
|
|
13
|
+
input: text.slice(0, 8000),
|
|
14
|
+
model: config.model ?? 'text-embedding-3-small',
|
|
15
|
+
}),
|
|
16
|
+
});
|
|
17
|
+
if (!response.ok)
|
|
18
|
+
return undefined;
|
|
19
|
+
const data = await response.json();
|
|
20
|
+
return data.data[0].embedding;
|
|
21
|
+
}
|
|
22
|
+
catch {
|
|
23
|
+
return undefined;
|
|
24
|
+
}
|
|
25
|
+
}
|
|
26
|
+
return undefined;
|
|
27
|
+
}
|
|
28
|
+
export function cosineSimilarity(a, b) {
|
|
29
|
+
let dot = 0, normA = 0, normB = 0;
|
|
30
|
+
for (let i = 0; i < a.length; i++) {
|
|
31
|
+
dot += a[i] * b[i];
|
|
32
|
+
normA += a[i] * a[i];
|
|
33
|
+
normB += b[i] * b[i];
|
|
34
|
+
}
|
|
35
|
+
return dot / (Math.sqrt(normA) * Math.sqrt(normB) + 1e-8);
|
|
36
|
+
}
|
|
37
|
+
export function textScore(query, content) {
|
|
38
|
+
const queryTerms = query.toLowerCase().split(/\W+/).filter(t => t.length > 2);
|
|
39
|
+
const contentLower = content.toLowerCase();
|
|
40
|
+
if (queryTerms.length === 0)
|
|
41
|
+
return 0;
|
|
42
|
+
let matches = 0;
|
|
43
|
+
for (const term of queryTerms) {
|
|
44
|
+
if (contentLower.includes(term))
|
|
45
|
+
matches++;
|
|
46
|
+
}
|
|
47
|
+
return matches / queryTerms.length;
|
|
48
|
+
}
|
|
49
|
+
//# sourceMappingURL=embedding.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"embedding.js","sourceRoot":"","sources":["../../../services/memory/embedding.ts"],"names":[],"mappings":"AAMA,MAAM,CAAC,KAAK,UAAU,iBAAiB,CACrC,IAAY,EACZ,MAAuB;IAEvB,IAAI,MAAM,CAAC,QAAQ,KAAK,MAAM;QAAE,OAAO,SAAS,CAAC;IAEjD,IAAI,MAAM,CAAC,QAAQ,KAAK,QAAQ,IAAI,MAAM,CAAC,YAAY,EAAE,CAAC;QACxD,IAAI,CAAC;YACH,MAAM,QAAQ,GAAG,MAAM,KAAK,CAAC,sCAAsC,EAAE;gBACnE,MAAM,EAAE,MAAM;gBACd,OAAO,EAAE;oBACP,eAAe,EAAE,UAAU,MAAM,CAAC,YAAY,EAAE;oBAChD,cAAc,EAAE,kBAAkB;iBACnC;gBACD,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC;oBACnB,KAAK,EAAE,IAAI,CAAC,KAAK,CAAC,CAAC,EAAE,IAAI,CAAC;oBAC1B,KAAK,EAAE,MAAM,CAAC,KAAK,IAAI,wBAAwB;iBAChD,CAAC;aACH,CAAC,CAAC;YAEH,IAAI,CAAC,QAAQ,CAAC,EAAE;gBAAE,OAAO,SAAS,CAAC;YAEnC,MAAM,IAAI,GAAG,MAAM,QAAQ,CAAC,IAAI,EAA8C,CAAC;YAC/E,OAAO,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC;QAChC,CAAC;QAAC,MAAM,CAAC;YACP,OAAO,SAAS,CAAC;QACnB,CAAC;IACH,CAAC;IAED,OAAO,SAAS,CAAC;AACnB,CAAC;AAED,MAAM,UAAU,gBAAgB,CAAC,CAAW,EAAE,CAAW;IACvD,IAAI,GAAG,GAAG,CAAC,EAAE,KAAK,GAAG,CAAC,EAAE,KAAK,GAAG,CAAC,CAAC;IAClC,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,CAAC,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;QAClC,GAAG,IAAI,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC;QACnB,KAAK,IAAI,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC;QACrB,KAAK,IAAI,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC;IACvB,CAAC;IACD,OAAO,GAAG,GAAG,CAAC,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,GAAG,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,GAAG,IAAI,CAAC,CAAC;AAC5D,CAAC;AAED,MAAM,UAAU,SAAS,CAAC,KAAa,EAAE,OAAe;IACtD,MAAM,UAAU,GAAG,KAAK,CAAC,WAAW,EAAE,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;IAC9E,MAAM,YAAY,GAAG,OAAO,CAAC,WAAW,EAAE,CAAC;IAC3C,IAAI,UAAU,CAAC,MAAM,KAAK,CAAC;QAAE,OAAO,CAAC,CAAC;IACtC,IAAI,OAAO,GAAG,CAAC,CAAC;IAChB,KAAK,MAAM,IAAI,IAAI,UAAU,EAAE,CAAC;QAC9B,IAAI,YAAY,CAAC,QAAQ,CAAC,IAAI,CAAC;YAAE,OAAO,EAAE,CAAC;IAC7C,CAAC;IACD,OAAO,OAAO,GAAG,UAAU,CAAC,MAAM,CAAC;AACrC,CAAC"}
|
|
@@ -0,0 +1,24 @@
|
|
|
1
|
+
import type { Bus } from '../../gateway/bus.js';
|
|
2
|
+
import type { EventMap } from '../../gateway/events.js';
|
|
3
|
+
import { MemoryContext } from './context.js';
|
|
4
|
+
export declare class MemoryService {
|
|
5
|
+
private readonly bus;
|
|
6
|
+
protected readonly log: {
|
|
7
|
+
debug: (msg: string, data?: import("../config/schemas/primitives.js").Json) => void;
|
|
8
|
+
info: (msg: string, data?: import("../config/schemas/primitives.js").Json) => void;
|
|
9
|
+
warn: (msg: string, data?: import("../config/schemas/primitives.js").Json) => void;
|
|
10
|
+
error: (msg: string, data?: import("../config/schemas/primitives.js").Json) => void;
|
|
11
|
+
};
|
|
12
|
+
protected readonly context: MemoryContext;
|
|
13
|
+
constructor(bus: Bus);
|
|
14
|
+
initialize(): Promise<void>;
|
|
15
|
+
close(): Promise<void>;
|
|
16
|
+
search(params: EventMap['memory.search']['params']): Promise<EventMap['memory.search']['result']>;
|
|
17
|
+
read(params: EventMap['memory.read']['params']): Promise<EventMap['memory.read']['result']>;
|
|
18
|
+
write(params: EventMap['memory.write']['params']): Promise<void>;
|
|
19
|
+
stats(_params: EventMap['memory.stats']['params']): Promise<EventMap['memory.stats']['result']>;
|
|
20
|
+
}
|
|
21
|
+
export declare function boot(bus: Bus): Promise<{
|
|
22
|
+
stop?(): void;
|
|
23
|
+
}>;
|
|
24
|
+
//# sourceMappingURL=index.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../services/memory/index.ts"],"names":[],"mappings":"AAGA,OAAO,KAAK,EAAE,GAAG,EAAE,MAAM,sBAAsB,CAAC;AAChD,OAAO,KAAK,EAAE,QAAQ,EAAE,MAAM,yBAAyB,CAAC;AAExD,OAAO,EAAE,aAAa,EAAE,MAAM,cAAc,CAAC;AAI7C,qBAAa,aAAa;IAIZ,OAAO,CAAC,QAAQ,CAAC,GAAG;IAHhC,SAAS,CAAC,QAAQ,CAAC,GAAG;;;;;MAA0B;IAChD,SAAS,CAAC,QAAQ,CAAC,OAAO,EAAE,aAAa,CAAC;gBAEb,GAAG,EAAE,GAAG;IAY/B,UAAU,IAAI,OAAO,CAAC,IAAI,CAAC;IAK3B,KAAK,IAAI,OAAO,CAAC,IAAI,CAAC;IAatB,MAAM,CAAC,MAAM,EAAE,QAAQ,CAAC,eAAe,CAAC,CAAC,QAAQ,CAAC,GAAG,OAAO,CAAC,QAAQ,CAAC,eAAe,CAAC,CAAC,QAAQ,CAAC,CAAC;IAsBjG,IAAI,CAAC,MAAM,EAAE,QAAQ,CAAC,aAAa,CAAC,CAAC,QAAQ,CAAC,GAAG,OAAO,CAAC,QAAQ,CAAC,aAAa,CAAC,CAAC,QAAQ,CAAC,CAAC;IAY3F,KAAK,CAAC,MAAM,EAAE,QAAQ,CAAC,cAAc,CAAC,CAAC,QAAQ,CAAC,GAAG,OAAO,CAAC,IAAI,CAAC;IAQhE,KAAK,CAAC,OAAO,EAAE,QAAQ,CAAC,cAAc,CAAC,CAAC,QAAQ,CAAC,GAAG,OAAO,CAAC,QAAQ,CAAC,cAAc,CAAC,CAAC,QAAQ,CAAC,CAAC;CAGtG;AAID,wBAAsB,IAAI,CAAC,GAAG,EAAE,GAAG,GAAG,OAAO,CAAC;IAAE,IAAI,CAAC,IAAI,IAAI,CAAA;CAAE,CAAC,CAK/D"}
|