@easynet/agent-memory 0.0.2
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +260 -0
- package/bin/chat +11 -0
- package/dist/adapters/index.d.ts +8 -0
- package/dist/adapters/index.d.ts.map +1 -0
- package/dist/adapters/index.js +29 -0
- package/dist/adapters/index.js.map +1 -0
- package/dist/adapters/mem0/mem0-store.d.ts +29 -0
- package/dist/adapters/mem0/mem0-store.d.ts.map +1 -0
- package/dist/adapters/mem0/mem0-store.js +174 -0
- package/dist/adapters/mem0/mem0-store.js.map +1 -0
- package/dist/adapters/rag-http/rag-http-retriever.d.ts +18 -0
- package/dist/adapters/rag-http/rag-http-retriever.d.ts.map +1 -0
- package/dist/adapters/rag-http/rag-http-retriever.js +71 -0
- package/dist/adapters/rag-http/rag-http-retriever.js.map +1 -0
- package/dist/adapters/types.d.ts +25 -0
- package/dist/adapters/types.d.ts.map +1 -0
- package/dist/adapters/types.js +6 -0
- package/dist/adapters/types.js.map +1 -0
- package/dist/boot/boot-rebuilder.d.ts +26 -0
- package/dist/boot/boot-rebuilder.d.ts.map +1 -0
- package/dist/boot/boot-rebuilder.js +112 -0
- package/dist/boot/boot-rebuilder.js.map +1 -0
- package/dist/boot/index.d.ts +3 -0
- package/dist/boot/index.d.ts.map +1 -0
- package/dist/boot/index.js +6 -0
- package/dist/boot/index.js.map +1 -0
- package/dist/cli/chat-split.d.ts +22 -0
- package/dist/cli/chat-split.d.ts.map +1 -0
- package/dist/cli/chat-split.js +187 -0
- package/dist/cli/chat-split.js.map +1 -0
- package/dist/cli/chat.d.ts +19 -0
- package/dist/cli/chat.d.ts.map +1 -0
- package/dist/cli/chat.js +266 -0
- package/dist/cli/chat.js.map +1 -0
- package/dist/cli/commands/command-handler.d.ts +32 -0
- package/dist/cli/commands/command-handler.d.ts.map +1 -0
- package/dist/cli/commands/command-handler.js +143 -0
- package/dist/cli/commands/command-handler.js.map +1 -0
- package/dist/cli/index.d.ts +3 -0
- package/dist/cli/index.d.ts.map +1 -0
- package/dist/cli/index.js +8 -0
- package/dist/cli/index.js.map +1 -0
- package/dist/cli/ui/display-manager.d.ts +18 -0
- package/dist/cli/ui/display-manager.d.ts.map +1 -0
- package/dist/cli/ui/display-manager.js +69 -0
- package/dist/cli/ui/display-manager.js.map +1 -0
- package/dist/cli/ui/screen-layout.d.ts +12 -0
- package/dist/cli/ui/screen-layout.d.ts.map +1 -0
- package/dist/cli/ui/screen-layout.js +125 -0
- package/dist/cli/ui/screen-layout.js.map +1 -0
- package/dist/config/index.d.ts +2 -0
- package/dist/config/index.d.ts.map +1 -0
- package/dist/config/index.js +6 -0
- package/dist/config/index.js.map +1 -0
- package/dist/config/loader.d.ts +9 -0
- package/dist/config/loader.d.ts.map +1 -0
- package/dist/config/loader.js +107 -0
- package/dist/config/loader.js.map +1 -0
- package/dist/context/context-builder.d.ts +18 -0
- package/dist/context/context-builder.d.ts.map +1 -0
- package/dist/context/context-builder.js +91 -0
- package/dist/context/context-builder.js.map +1 -0
- package/dist/core/agent-memory.d.ts +50 -0
- package/dist/core/agent-memory.d.ts.map +1 -0
- package/dist/core/agent-memory.js +297 -0
- package/dist/core/agent-memory.js.map +1 -0
- package/dist/embedding/embedder.d.ts +49 -0
- package/dist/embedding/embedder.d.ts.map +1 -0
- package/dist/embedding/embedder.js +146 -0
- package/dist/embedding/embedder.js.map +1 -0
- package/dist/embedding/index.d.ts +3 -0
- package/dist/embedding/index.d.ts.map +1 -0
- package/dist/embedding/index.js +8 -0
- package/dist/embedding/index.js.map +1 -0
- package/dist/gate/deduplicator.d.ts +22 -0
- package/dist/gate/deduplicator.d.ts.map +1 -0
- package/dist/gate/deduplicator.js +74 -0
- package/dist/gate/deduplicator.js.map +1 -0
- package/dist/gate/extractor.d.ts +33 -0
- package/dist/gate/extractor.d.ts.map +1 -0
- package/dist/gate/extractor.js +122 -0
- package/dist/gate/extractor.js.map +1 -0
- package/dist/gate/index.d.ts +3 -0
- package/dist/gate/index.d.ts.map +1 -0
- package/dist/gate/index.js +6 -0
- package/dist/gate/index.js.map +1 -0
- package/dist/gate/memory-gate.d.ts +27 -0
- package/dist/gate/memory-gate.d.ts.map +1 -0
- package/dist/gate/memory-gate.js +86 -0
- package/dist/gate/memory-gate.js.map +1 -0
- package/dist/gate/redactor.d.ts +14 -0
- package/dist/gate/redactor.d.ts.map +1 -0
- package/dist/gate/redactor.js +24 -0
- package/dist/gate/redactor.js.map +1 -0
- package/dist/index.d.ts +6 -0
- package/dist/index.d.ts.map +1 -0
- package/dist/index.js +24 -0
- package/dist/index.js.map +1 -0
- package/dist/indexing/in-memory-index.d.ts +67 -0
- package/dist/indexing/in-memory-index.d.ts.map +1 -0
- package/dist/indexing/in-memory-index.js +135 -0
- package/dist/indexing/in-memory-index.js.map +1 -0
- package/dist/indexing/index.d.ts +3 -0
- package/dist/indexing/index.d.ts.map +1 -0
- package/dist/indexing/index.js +6 -0
- package/dist/indexing/index.js.map +1 -0
- package/dist/persistence/database/schema.d.ts +6 -0
- package/dist/persistence/database/schema.d.ts.map +1 -0
- package/dist/persistence/database/schema.js +75 -0
- package/dist/persistence/database/schema.js.map +1 -0
- package/dist/persistence/index.d.ts +3 -0
- package/dist/persistence/index.d.ts.map +1 -0
- package/dist/persistence/index.js +6 -0
- package/dist/persistence/index.js.map +1 -0
- package/dist/persistence/repository/embedding-operations.d.ts +17 -0
- package/dist/persistence/repository/embedding-operations.d.ts.map +1 -0
- package/dist/persistence/repository/embedding-operations.js +58 -0
- package/dist/persistence/repository/embedding-operations.js.map +1 -0
- package/dist/persistence/repository/memory-operations.d.ts +28 -0
- package/dist/persistence/repository/memory-operations.d.ts.map +1 -0
- package/dist/persistence/repository/memory-operations.js +87 -0
- package/dist/persistence/repository/memory-operations.js.map +1 -0
- package/dist/persistence/repository/meta-operations.d.ts +15 -0
- package/dist/persistence/repository/meta-operations.d.ts.map +1 -0
- package/dist/persistence/repository/meta-operations.js +20 -0
- package/dist/persistence/repository/meta-operations.js.map +1 -0
- package/dist/persistence/sqlite-repo.d.ts +58 -0
- package/dist/persistence/sqlite-repo.d.ts.map +1 -0
- package/dist/persistence/sqlite-repo.js +81 -0
- package/dist/persistence/sqlite-repo.js.map +1 -0
- package/dist/persistence/utils/hash.d.ts +8 -0
- package/dist/persistence/utils/hash.d.ts.map +1 -0
- package/dist/persistence/utils/hash.js +48 -0
- package/dist/persistence/utils/hash.js.map +1 -0
- package/dist/persistence/utils/serialization.d.ts +33 -0
- package/dist/persistence/utils/serialization.d.ts.map +1 -0
- package/dist/persistence/utils/serialization.js +85 -0
- package/dist/persistence/utils/serialization.js.map +1 -0
- package/dist/processing/document/document-processor.d.ts +30 -0
- package/dist/processing/document/document-processor.d.ts.map +1 -0
- package/dist/processing/document/document-processor.js +158 -0
- package/dist/processing/document/document-processor.js.map +1 -0
- package/dist/processing/document/index.d.ts +3 -0
- package/dist/processing/document/index.d.ts.map +1 -0
- package/dist/processing/document/index.js +6 -0
- package/dist/processing/document/index.js.map +1 -0
- package/dist/ranker/ranker.d.ts +26 -0
- package/dist/ranker/ranker.d.ts.map +1 -0
- package/dist/ranker/ranker.js +40 -0
- package/dist/ranker/ranker.js.map +1 -0
- package/dist/recall/recall-engine.d.ts +19 -0
- package/dist/recall/recall-engine.d.ts.map +1 -0
- package/dist/recall/recall-engine.js +79 -0
- package/dist/recall/recall-engine.js.map +1 -0
- package/dist/types/config.d.ts +821 -0
- package/dist/types/config.d.ts.map +1 -0
- package/dist/types/config.js +128 -0
- package/dist/types/config.js.map +1 -0
- package/dist/types/document.d.ts +37 -0
- package/dist/types/document.d.ts.map +1 -0
- package/dist/types/document.js +6 -0
- package/dist/types/document.js.map +1 -0
- package/dist/types/index.d.ts +86 -0
- package/dist/types/index.d.ts.map +1 -0
- package/dist/types/index.js +6 -0
- package/dist/types/index.js.map +1 -0
- package/package.json +53 -0
|
@@ -0,0 +1,85 @@
|
|
|
1
|
+
"use strict";
|
|
2
|
+
/**
|
|
3
|
+
* Serialization utilities for SQLite repository
|
|
4
|
+
*/
|
|
5
|
+
Object.defineProperty(exports, "__esModule", { value: true });
|
|
6
|
+
exports.serializeActor = serializeActor;
|
|
7
|
+
exports.deserializeActor = deserializeActor;
|
|
8
|
+
exports.serializeScope = serializeScope;
|
|
9
|
+
exports.deserializeScope = deserializeScope;
|
|
10
|
+
exports.rowToMemoryItem = rowToMemoryItem;
|
|
11
|
+
/**
|
|
12
|
+
* Serialize actor to database fields
|
|
13
|
+
*/
|
|
14
|
+
function serializeActor(actor) {
|
|
15
|
+
if (!actor)
|
|
16
|
+
return {};
|
|
17
|
+
return {
|
|
18
|
+
actor_id: actor.id,
|
|
19
|
+
actor_type: actor.type,
|
|
20
|
+
};
|
|
21
|
+
}
|
|
22
|
+
/**
|
|
23
|
+
* Deserialize actor from database
|
|
24
|
+
*/
|
|
25
|
+
function deserializeActor(row) {
|
|
26
|
+
if (!row.actor_id)
|
|
27
|
+
return undefined;
|
|
28
|
+
return {
|
|
29
|
+
id: row.actor_id,
|
|
30
|
+
type: row.actor_type || "user",
|
|
31
|
+
name: row.actor_name,
|
|
32
|
+
};
|
|
33
|
+
}
|
|
34
|
+
/**
|
|
35
|
+
* Serialize scope to database fields
|
|
36
|
+
*/
|
|
37
|
+
function serializeScope(scope) {
|
|
38
|
+
if (!scope)
|
|
39
|
+
return {};
|
|
40
|
+
return {
|
|
41
|
+
scope_project_id: scope.projectId,
|
|
42
|
+
scope_channel_id: scope.channelId,
|
|
43
|
+
scope_thread_id: scope.threadId,
|
|
44
|
+
scope_run_id: scope.runId,
|
|
45
|
+
};
|
|
46
|
+
}
|
|
47
|
+
/**
|
|
48
|
+
* Deserialize scope from database
|
|
49
|
+
*/
|
|
50
|
+
function deserializeScope(row) {
|
|
51
|
+
if (!row.scope_project_id && !row.scope_channel_id && !row.scope_thread_id && !row.scope_run_id) {
|
|
52
|
+
return undefined;
|
|
53
|
+
}
|
|
54
|
+
return {
|
|
55
|
+
projectId: row.scope_project_id,
|
|
56
|
+
channelId: row.scope_channel_id,
|
|
57
|
+
threadId: row.scope_thread_id,
|
|
58
|
+
runId: row.scope_run_id,
|
|
59
|
+
};
|
|
60
|
+
}
|
|
61
|
+
/**
|
|
62
|
+
* Convert database row to MemoryItem
|
|
63
|
+
*/
|
|
64
|
+
function rowToMemoryItem(row, deserializeActorFn, deserializeScopeFn) {
|
|
65
|
+
return {
|
|
66
|
+
id: row.id,
|
|
67
|
+
type: row.type,
|
|
68
|
+
content: row.content,
|
|
69
|
+
actor: deserializeActorFn(row),
|
|
70
|
+
scope: deserializeScopeFn(row),
|
|
71
|
+
tags: row.tags_json ? JSON.parse(row.tags_json) : undefined,
|
|
72
|
+
confidence: row.confidence,
|
|
73
|
+
utility: row.utility || 0,
|
|
74
|
+
source: row.source_kind
|
|
75
|
+
? {
|
|
76
|
+
kind: row.source_kind,
|
|
77
|
+
ref: row.source_ref,
|
|
78
|
+
}
|
|
79
|
+
: undefined,
|
|
80
|
+
createdAt: row.created_at,
|
|
81
|
+
updatedAt: row.updated_at,
|
|
82
|
+
expiresAt: row.expires_at,
|
|
83
|
+
};
|
|
84
|
+
}
|
|
85
|
+
//# sourceMappingURL=serialization.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"serialization.js","sourceRoot":"","sources":["../../../src/persistence/utils/serialization.ts"],"names":[],"mappings":";AAAA;;GAEG;;AAOH,wCAMC;AAKD,4CAOC;AAKD,wCAaC;AAKD,4CAUC;AAKD,0CAoBC;AA/ED;;GAEG;AACH,SAAgB,cAAc,CAAC,KAAa;IAC1C,IAAI,CAAC,KAAK;QAAE,OAAO,EAAE,CAAC;IACtB,OAAO;QACL,QAAQ,EAAE,KAAK,CAAC,EAAE;QAClB,UAAU,EAAE,KAAK,CAAC,IAAI;KACvB,CAAC;AACJ,CAAC;AAED;;GAEG;AACH,SAAgB,gBAAgB,CAAC,GAAQ;IACvC,IAAI,CAAC,GAAG,CAAC,QAAQ;QAAE,OAAO,SAAS,CAAC;IACpC,OAAO;QACL,EAAE,EAAE,GAAG,CAAC,QAAQ;QAChB,IAAI,EAAE,GAAG,CAAC,UAAU,IAAI,MAAM;QAC9B,IAAI,EAAE,GAAG,CAAC,UAAU;KACrB,CAAC;AACJ,CAAC;AAED;;GAEG;AACH,SAAgB,cAAc,CAAC,KAAa;IAM1C,IAAI,CAAC,KAAK;QAAE,OAAO,EAAE,CAAC;IACtB,OAAO;QACL,gBAAgB,EAAE,KAAK,CAAC,SAAS;QACjC,gBAAgB,EAAE,KAAK,CAAC,SAAS;QACjC,eAAe,EAAE,KAAK,CAAC,QAAQ;QAC/B,YAAY,EAAE,KAAK,CAAC,KAAK;KAC1B,CAAC;AACJ,CAAC;AAED;;GAEG;AACH,SAAgB,gBAAgB,CAAC,GAAQ;IACvC,IAAI,CAAC,GAAG,CAAC,gBAAgB,IAAI,CAAC,GAAG,CAAC,gBAAgB,IAAI,CAAC,GAAG,CAAC,eAAe,IAAI,CAAC,GAAG,CAAC,YAAY,EAAE,CAAC;QAChG,OAAO,SAAS,CAAC;IACnB,CAAC;IACD,OAAO;QACL,SAAS,EAAE,GAAG,CAAC,gBAAgB;QAC/B,SAAS,EAAE,GAAG,CAAC,gBAAgB;QAC/B,QAAQ,EAAE,GAAG,CAAC,eAAe;QAC7B,KAAK,EAAE,GAAG,CAAC,YAAY;KACxB,CAAC;AACJ,CAAC;AAED;;GAEG;AACH,SAAgB,eAAe,CAAC,GAAQ,EAAE,kBAAmD,EAAE,kBAAmD;IAChJ,OAAO;QACL,EAAE,EAAE,GAAG,CAAC,EAAE;QACV,IAAI,EAAE,GAAG,CAAC,IAA0B;QACpC,OAAO,EAAE,GAAG,CAAC,OAAO;QACpB,KAAK,EAAE,kBAAkB,CAAC,GAAG,CAAC;QAC9B,KAAK,EAAE,kBAAkB,CAAC,GAAG,CAAC;QAC9B,IAAI,EAAE,GAAG,CAAC,SAAS,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,SAAS;QAC3D,UAAU,EAAE,GAAG,CAAC,UAAU;QAC1B,OAAO,EAAE,GAAG,CAAC,OAAO,IAAI,CAAC;QACzB,MAAM,EAAE,GAAG,CAAC,WAAW;YACrB,CAAC,CAAC;gBACE,IAAI,EAAE,GAAG,CAAC,WAAiD;gBAC3D,GAAG,EAAE,GAAG,CAAC,UAAU;aACpB;YACH,CAAC,CAAC,SAAS;QACb,SAAS,EAAE,GAAG,CAAC,UAAU;QACzB,SAAS,EAAE,GAAG,CAAC,UAAU;QACzB,SAAS,EAAE,GAAG,CAAC,UAAU;KAC1B,CAAC;AACJ,CAAC"}
|
|
@@ -0,0 +1,30 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* Document Processor - Handles document parsing and chunking
|
|
3
|
+
*/
|
|
4
|
+
import { DocumentChunk } from "../../types/document";
|
|
5
|
+
import { MemoryItem } from "../../types";
|
|
6
|
+
export interface ChunkingOptions {
|
|
7
|
+
chunkSize?: number;
|
|
8
|
+
chunkOverlap?: number;
|
|
9
|
+
}
|
|
10
|
+
export declare class DocumentProcessor {
|
|
11
|
+
private defaultChunkSize;
|
|
12
|
+
private defaultChunkOverlap;
|
|
13
|
+
/**
|
|
14
|
+
* Process document into chunks
|
|
15
|
+
*/
|
|
16
|
+
processDocument(document: DocumentChunk | DocumentChunk[], options?: ChunkingOptions): DocumentChunk[];
|
|
17
|
+
/**
|
|
18
|
+
* Convert document chunks to MemoryItems
|
|
19
|
+
*/
|
|
20
|
+
chunksToMemoryItems(chunks: DocumentChunk[], actor?: import("../../types").Actor, scope?: import("../../types").Scope, tags?: string[]): MemoryItem[];
|
|
21
|
+
/**
|
|
22
|
+
* Extract metadata as separate memory items
|
|
23
|
+
*/
|
|
24
|
+
extractMetadataAsMemories(chunk: DocumentChunk, actor?: import("../../types").Actor, scope?: import("../../types").Scope): MemoryItem[];
|
|
25
|
+
/**
|
|
26
|
+
* Simple text chunking (sliding window)
|
|
27
|
+
*/
|
|
28
|
+
private chunkText;
|
|
29
|
+
}
|
|
30
|
+
//# sourceMappingURL=document-processor.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"document-processor.d.ts","sourceRoot":"","sources":["../../../src/processing/document/document-processor.ts"],"names":[],"mappings":"AAAA;;GAEG;AAEH,OAAO,EAAE,aAAa,EAAgB,MAAM,sBAAsB,CAAC;AACnE,OAAO,EAAE,UAAU,EAAE,MAAM,aAAa,CAAC;AAEzC,MAAM,WAAW,eAAe;IAC9B,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,YAAY,CAAC,EAAE,MAAM,CAAC;CACvB;AAED,qBAAa,iBAAiB;IAC5B,OAAO,CAAC,gBAAgB,CAAgB;IACxC,OAAO,CAAC,mBAAmB,CAAe;IAE1C;;OAEG;IACH,eAAe,CACb,QAAQ,EAAE,aAAa,GAAG,aAAa,EAAE,EACzC,OAAO,GAAE,eAAoB,GAC5B,aAAa,EAAE;IAoBlB;;OAEG;IACH,mBAAmB,CACjB,MAAM,EAAE,aAAa,EAAE,EACvB,KAAK,CAAC,EAAE,OAAO,aAAa,EAAE,KAAK,EACnC,KAAK,CAAC,EAAE,OAAO,aAAa,EAAE,KAAK,EACnC,IAAI,CAAC,EAAE,MAAM,EAAE,GACd,UAAU,EAAE;IAwDf;;OAEG;IACH,yBAAyB,CACvB,KAAK,EAAE,aAAa,EACpB,KAAK,CAAC,EAAE,OAAO,aAAa,EAAE,KAAK,EACnC,KAAK,CAAC,EAAE,OAAO,aAAa,EAAE,KAAK,GAClC,UAAU,EAAE;IAuCf;;OAEG;IACH,OAAO,CAAC,SAAS;CAqClB"}
|
|
@@ -0,0 +1,158 @@
|
|
|
1
|
+
"use strict";
|
|
2
|
+
/**
|
|
3
|
+
* Document Processor - Handles document parsing and chunking
|
|
4
|
+
*/
|
|
5
|
+
Object.defineProperty(exports, "__esModule", { value: true });
|
|
6
|
+
exports.DocumentProcessor = void 0;
|
|
7
|
+
class DocumentProcessor {
|
|
8
|
+
constructor() {
|
|
9
|
+
this.defaultChunkSize = 1000;
|
|
10
|
+
this.defaultChunkOverlap = 200;
|
|
11
|
+
}
|
|
12
|
+
/**
|
|
13
|
+
* Process document into chunks
|
|
14
|
+
*/
|
|
15
|
+
processDocument(document, options = {}) {
|
|
16
|
+
const chunks = [];
|
|
17
|
+
const docs = Array.isArray(document) ? document : [document];
|
|
18
|
+
const chunkSize = options.chunkSize || this.defaultChunkSize;
|
|
19
|
+
const chunkOverlap = options.chunkOverlap || this.defaultChunkOverlap;
|
|
20
|
+
for (const doc of docs) {
|
|
21
|
+
if (doc.text.length <= chunkSize) {
|
|
22
|
+
// Small document, no chunking needed
|
|
23
|
+
chunks.push(doc);
|
|
24
|
+
}
|
|
25
|
+
else {
|
|
26
|
+
// Chunk large documents
|
|
27
|
+
const docChunks = this.chunkText(doc, chunkSize, chunkOverlap);
|
|
28
|
+
chunks.push(...docChunks);
|
|
29
|
+
}
|
|
30
|
+
}
|
|
31
|
+
return chunks;
|
|
32
|
+
}
|
|
33
|
+
/**
|
|
34
|
+
* Convert document chunks to MemoryItems
|
|
35
|
+
*/
|
|
36
|
+
chunksToMemoryItems(chunks, actor, scope, tags) {
|
|
37
|
+
const now = new Date().toISOString();
|
|
38
|
+
const items = [];
|
|
39
|
+
for (const chunk of chunks) {
|
|
40
|
+
// Determine memory type based on document type
|
|
41
|
+
let memoryType = "episodic";
|
|
42
|
+
if (chunk.type === "code") {
|
|
43
|
+
memoryType = "policy";
|
|
44
|
+
}
|
|
45
|
+
else if (chunk.metadata?.title?.toLowerCase().includes("policy") ||
|
|
46
|
+
chunk.metadata?.title?.toLowerCase().includes("guide")) {
|
|
47
|
+
memoryType = "policy";
|
|
48
|
+
}
|
|
49
|
+
// Build content with context
|
|
50
|
+
let content = chunk.text;
|
|
51
|
+
if (chunk.extractedText && chunk.extractedText !== chunk.text) {
|
|
52
|
+
content = `${chunk.text}\n\n[Extracted from ${chunk.type}]: ${chunk.extractedText}`;
|
|
53
|
+
}
|
|
54
|
+
// Add metadata context
|
|
55
|
+
const metadataParts = [];
|
|
56
|
+
if (chunk.metadata?.title) {
|
|
57
|
+
metadataParts.push(`Document: ${chunk.metadata.title}`);
|
|
58
|
+
}
|
|
59
|
+
if (chunk.page !== undefined) {
|
|
60
|
+
metadataParts.push(`Page: ${chunk.page}`);
|
|
61
|
+
}
|
|
62
|
+
if (chunk.section) {
|
|
63
|
+
metadataParts.push(`Section: ${chunk.section}`);
|
|
64
|
+
}
|
|
65
|
+
if (metadataParts.length > 0) {
|
|
66
|
+
content = `[${metadataParts.join(", ")}]\n\n${content}`;
|
|
67
|
+
}
|
|
68
|
+
const item = {
|
|
69
|
+
id: `doc_${Date.now()}_${items.length}`,
|
|
70
|
+
type: memoryType,
|
|
71
|
+
content: content.trim(),
|
|
72
|
+
actor,
|
|
73
|
+
scope,
|
|
74
|
+
tags: tags ? [...tags, `doc:${chunk.type}`] : [`doc:${chunk.type}`],
|
|
75
|
+
confidence: 0.8, // Documents are generally high confidence
|
|
76
|
+
source: {
|
|
77
|
+
kind: "doc",
|
|
78
|
+
ref: chunk.metadata?.url || chunk.metadata?.path || chunk.id,
|
|
79
|
+
},
|
|
80
|
+
createdAt: now,
|
|
81
|
+
};
|
|
82
|
+
items.push(item);
|
|
83
|
+
}
|
|
84
|
+
return items;
|
|
85
|
+
}
|
|
86
|
+
/**
|
|
87
|
+
* Extract metadata as separate memory items
|
|
88
|
+
*/
|
|
89
|
+
extractMetadataAsMemories(chunk, actor, scope) {
|
|
90
|
+
const items = [];
|
|
91
|
+
const now = new Date().toISOString();
|
|
92
|
+
if (chunk.metadata?.title) {
|
|
93
|
+
items.push({
|
|
94
|
+
id: `doc_meta_${Date.now()}_title`,
|
|
95
|
+
type: "profile",
|
|
96
|
+
content: `Document title: ${chunk.metadata.title}`,
|
|
97
|
+
actor,
|
|
98
|
+
scope,
|
|
99
|
+
tags: ["doc:metadata", "doc:title"],
|
|
100
|
+
source: {
|
|
101
|
+
kind: "doc",
|
|
102
|
+
ref: chunk.metadata.url || chunk.metadata.path,
|
|
103
|
+
},
|
|
104
|
+
createdAt: now,
|
|
105
|
+
});
|
|
106
|
+
}
|
|
107
|
+
if (chunk.metadata?.author) {
|
|
108
|
+
items.push({
|
|
109
|
+
id: `doc_meta_${Date.now()}_author`,
|
|
110
|
+
type: "profile",
|
|
111
|
+
content: `Document author: ${chunk.metadata.author}`,
|
|
112
|
+
actor,
|
|
113
|
+
scope,
|
|
114
|
+
tags: ["doc:metadata", "doc:author"],
|
|
115
|
+
source: {
|
|
116
|
+
kind: "doc",
|
|
117
|
+
ref: chunk.metadata.url || chunk.metadata.path,
|
|
118
|
+
},
|
|
119
|
+
createdAt: now,
|
|
120
|
+
});
|
|
121
|
+
}
|
|
122
|
+
return items;
|
|
123
|
+
}
|
|
124
|
+
/**
|
|
125
|
+
* Simple text chunking (sliding window)
|
|
126
|
+
*/
|
|
127
|
+
chunkText(doc, chunkSize, overlap) {
|
|
128
|
+
const chunks = [];
|
|
129
|
+
const text = doc.text;
|
|
130
|
+
let start = 0;
|
|
131
|
+
while (start < text.length) {
|
|
132
|
+
const end = Math.min(start + chunkSize, text.length);
|
|
133
|
+
const chunkText = text.slice(start, end);
|
|
134
|
+
// Try to break at sentence boundary
|
|
135
|
+
let actualEnd = end;
|
|
136
|
+
if (end < text.length) {
|
|
137
|
+
const lastPeriod = chunkText.lastIndexOf(".");
|
|
138
|
+
const lastNewline = chunkText.lastIndexOf("\n");
|
|
139
|
+
const breakPoint = Math.max(lastPeriod, lastNewline);
|
|
140
|
+
if (breakPoint > chunkSize * 0.5) {
|
|
141
|
+
actualEnd = start + breakPoint + 1;
|
|
142
|
+
}
|
|
143
|
+
}
|
|
144
|
+
chunks.push({
|
|
145
|
+
...doc,
|
|
146
|
+
id: `${doc.id}_chunk_${chunks.length}`,
|
|
147
|
+
text: text.slice(start, actualEnd).trim(),
|
|
148
|
+
section: doc.section || `chunk_${chunks.length}`,
|
|
149
|
+
});
|
|
150
|
+
start = actualEnd - overlap;
|
|
151
|
+
if (start >= text.length)
|
|
152
|
+
break;
|
|
153
|
+
}
|
|
154
|
+
return chunks;
|
|
155
|
+
}
|
|
156
|
+
}
|
|
157
|
+
exports.DocumentProcessor = DocumentProcessor;
|
|
158
|
+
//# sourceMappingURL=document-processor.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"document-processor.js","sourceRoot":"","sources":["../../../src/processing/document/document-processor.ts"],"names":[],"mappings":";AAAA;;GAEG;;;AAUH,MAAa,iBAAiB;IAA9B;QACU,qBAAgB,GAAW,IAAI,CAAC;QAChC,wBAAmB,GAAW,GAAG,CAAC;IAkL5C,CAAC;IAhLC;;OAEG;IACH,eAAe,CACb,QAAyC,EACzC,UAA2B,EAAE;QAE7B,MAAM,MAAM,GAAoB,EAAE,CAAC;QACnC,MAAM,IAAI,GAAG,KAAK,CAAC,OAAO,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC;QAC7D,MAAM,SAAS,GAAG,OAAO,CAAC,SAAS,IAAI,IAAI,CAAC,gBAAgB,CAAC;QAC7D,MAAM,YAAY,GAAG,OAAO,CAAC,YAAY,IAAI,IAAI,CAAC,mBAAmB,CAAC;QAEtE,KAAK,MAAM,GAAG,IAAI,IAAI,EAAE,CAAC;YACvB,IAAI,GAAG,CAAC,IAAI,CAAC,MAAM,IAAI,SAAS,EAAE,CAAC;gBACjC,qCAAqC;gBACrC,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;YACnB,CAAC;iBAAM,CAAC;gBACN,wBAAwB;gBACxB,MAAM,SAAS,GAAG,IAAI,CAAC,SAAS,CAAC,GAAG,EAAE,SAAS,EAAE,YAAY,CAAC,CAAC;gBAC/D,MAAM,CAAC,IAAI,CAAC,GAAG,SAAS,CAAC,CAAC;YAC5B,CAAC;QACH,CAAC;QAED,OAAO,MAAM,CAAC;IAChB,CAAC;IAED;;OAEG;IACH,mBAAmB,CACjB,MAAuB,EACvB,KAAmC,EACnC,KAAmC,EACnC,IAAe;QAEf,MAAM,GAAG,GAAG,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE,CAAC;QACrC,MAAM,KAAK,GAAiB,EAAE,CAAC;QAE/B,KAAK,MAAM,KAAK,IAAI,MAAM,EAAE,CAAC;YAC3B,+CAA+C;YAC/C,IAAI,UAAU,GAAuB,UAAU,CAAC;YAChD,IAAI,KAAK,CAAC,IAAI,KAAK,MAAM,EAAE,CAAC;gBAC1B,UAAU,GAAG,QAAQ,CAAC;YACxB,CAAC;iBAAM,IAAI,KAAK,CAAC,QAAQ,EAAE,KAAK,EAAE,WAAW,EAAE,CAAC,QAAQ,CAAC,QAAQ,CAAC;gBACvD,KAAK,CAAC,QAAQ,EAAE,KAAK,EAAE,WAAW,EAAE,CAAC,QAAQ,CAAC,OAAO,CAAC,EAAE,CAAC;gBAClE,UAAU,GAAG,QAAQ,CAAC;YACxB,CAAC;YAED,6BAA6B;YAC7B,IAAI,OAAO,GAAG,KAAK,CAAC,IAAI,CAAC;YACzB,IAAI,KAAK,CAAC,aAAa,IAAI,KAAK,CAAC,aAAa,KAAK,KAAK,CAAC,IAAI,EAAE,CAAC;gBAC9D,OAAO,GAAG,GAAG,KAAK,CAAC,IAAI,uBAAuB,KAAK,CAAC,IAAI,MAAM,KAAK,CAAC,aAAa,EAAE,CAAC;YACtF,CAAC;YAED,uBAAuB;YACvB,MAAM,aAAa,GAAa,EAAE,CAAC;YACnC,IAAI,KAAK,CAAC,QAAQ,EAAE,KAAK,EAAE,CAAC;gBAC1B,aAAa,CAAC,IAAI,CAAC,aAAa,KAAK,CAAC,QAAQ,CAAC,KAAK,EAAE,CAAC,CAAC;YAC1D,CAAC;YACD,IAAI,KAAK,CAAC,IAAI,KAAK,SAAS,EAAE,CAAC;gBAC7B,aAAa,CAAC,IAAI,CAAC,SAAS,KAAK,CAAC,IAAI,EAAE,CAAC,CAAC;YAC5C,CAAC;YACD,IAAI,KAAK,CAAC,OAAO,EAAE,CAAC;gBAClB,aAAa,CAAC,IAAI,CAAC,YAAY,KAAK,CAAC,OAAO,EAAE,CAAC,CAAC;YAClD,CAAC;YACD,IAAI,aAAa,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;gBAC7B,OAAO,GAAG,IAAI,aAAa,CAAC,IAAI,CAAC,IAAI,CAAC,QAAQ,OAAO,EAAE,CAAC;YAC1D,CAAC;YAED,MAAM,IAAI,GAAe;gBACvB,EAAE,EAAE,OAAO,IAAI,CAAC,GAAG,EAAE,IAAI,KAAK,CAAC,MAAM,EAAE;gBACvC,IAAI,EAAE,UAAU;gBAChB,OAAO,EAAE,OAAO,CAAC,IAAI,EAAE;gBACvB,KAAK;gBACL,KAAK;gBACL,IAAI,EAAE,IAAI,CAAC,CAAC,CAAC,CAAC,GAAG,IAAI,EAAE,OAAO,KAAK,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,OAAO,KAAK,CAAC,IAAI,EAAE,CAAC;gBACnE,UAAU,EAAE,GAAG,EAAE,0CAA0C;gBAC3D,MAAM,EAAE;oBACN,IAAI,EAAE,KAAK;oBACX,GAAG,EAAE,KAAK,CAAC,QAAQ,EAAE,GAAG,IAAI,KAAK,CAAC,QAAQ,EAAE,IAAI,IAAI,KAAK,CAAC,EAAE;iBAC7D;gBACD,SAAS,EAAE,GAAG;aACf,CAAC;YAEF,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QACnB,CAAC;QAED,OAAO,KAAK,CAAC;IACf,CAAC;IAED;;OAEG;IACH,yBAAyB,CACvB,KAAoB,EACpB,KAAmC,EACnC,KAAmC;QAEnC,MAAM,KAAK,GAAiB,EAAE,CAAC;QAC/B,MAAM,GAAG,GAAG,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE,CAAC;QAErC,IAAI,KAAK,CAAC,QAAQ,EAAE,KAAK,EAAE,CAAC;YAC1B,KAAK,CAAC,IAAI,CAAC;gBACT,EAAE,EAAE,YAAY,IAAI,CAAC,GAAG,EAAE,QAAQ;gBAClC,IAAI,EAAE,SAAS;gBACf,OAAO,EAAE,mBAAmB,KAAK,CAAC,QAAQ,CAAC,KAAK,EAAE;gBAClD,KAAK;gBACL,KAAK;gBACL,IAAI,EAAE,CAAC,cAAc,EAAE,WAAW,CAAC;gBACnC,MAAM,EAAE;oBACN,IAAI,EAAE,KAAK;oBACX,GAAG,EAAE,KAAK,CAAC,QAAQ,CAAC,GAAG,IAAI,KAAK,CAAC,QAAQ,CAAC,IAAI;iBAC/C;gBACD,SAAS,EAAE,GAAG;aACf,CAAC,CAAC;QACL,CAAC;QAED,IAAI,KAAK,CAAC,QAAQ,EAAE,MAAM,EAAE,CAAC;YAC3B,KAAK,CAAC,IAAI,CAAC;gBACT,EAAE,EAAE,YAAY,IAAI,CAAC,GAAG,EAAE,SAAS;gBACnC,IAAI,EAAE,SAAS;gBACf,OAAO,EAAE,oBAAoB,KAAK,CAAC,QAAQ,CAAC,MAAM,EAAE;gBACpD,KAAK;gBACL,KAAK;gBACL,IAAI,EAAE,CAAC,cAAc,EAAE,YAAY,CAAC;gBACpC,MAAM,EAAE;oBACN,IAAI,EAAE,KAAK;oBACX,GAAG,EAAE,KAAK,CAAC,QAAQ,CAAC,GAAG,IAAI,KAAK,CAAC,QAAQ,CAAC,IAAI;iBAC/C;gBACD,SAAS,EAAE,GAAG;aACf,CAAC,CAAC;QACL,CAAC;QAED,OAAO,KAAK,CAAC;IACf,CAAC;IAED;;OAEG;IACK,SAAS,CACf,GAAkB,EAClB,SAAiB,EACjB,OAAe;QAEf,MAAM,MAAM,GAAoB,EAAE,CAAC;QACnC,MAAM,IAAI,GAAG,GAAG,CAAC,IAAI,CAAC;QACtB,IAAI,KAAK,GAAG,CAAC,CAAC;QAEd,OAAO,KAAK,GAAG,IAAI,CAAC,MAAM,EAAE,CAAC;YAC3B,MAAM,GAAG,GAAG,IAAI,CAAC,GAAG,CAAC,KAAK,GAAG,SAAS,EAAE,IAAI,CAAC,MAAM,CAAC,CAAC;YACrD,MAAM,SAAS,GAAG,IAAI,CAAC,KAAK,CAAC,KAAK,EAAE,GAAG,CAAC,CAAC;YAEzC,oCAAoC;YACpC,IAAI,SAAS,GAAG,GAAG,CAAC;YACpB,IAAI,GAAG,GAAG,IAAI,CAAC,MAAM,EAAE,CAAC;gBACtB,MAAM,UAAU,GAAG,SAAS,CAAC,WAAW,CAAC,GAAG,CAAC,CAAC;gBAC9C,MAAM,WAAW,GAAG,SAAS,CAAC,WAAW,CAAC,IAAI,CAAC,CAAC;gBAChD,MAAM,UAAU,GAAG,IAAI,CAAC,GAAG,CAAC,UAAU,EAAE,WAAW,CAAC,CAAC;gBACrD,IAAI,UAAU,GAAG,SAAS,GAAG,GAAG,EAAE,CAAC;oBACjC,SAAS,GAAG,KAAK,GAAG,UAAU,GAAG,CAAC,CAAC;gBACrC,CAAC;YACH,CAAC;YAED,MAAM,CAAC,IAAI,CAAC;gBACV,GAAG,GAAG;gBACN,EAAE,EAAE,GAAG,GAAG,CAAC,EAAE,UAAU,MAAM,CAAC,MAAM,EAAE;gBACtC,IAAI,EAAE,IAAI,CAAC,KAAK,CAAC,KAAK,EAAE,SAAS,CAAC,CAAC,IAAI,EAAE;gBACzC,OAAO,EAAE,GAAG,CAAC,OAAO,IAAI,SAAS,MAAM,CAAC,MAAM,EAAE;aACjD,CAAC,CAAC;YAEH,KAAK,GAAG,SAAS,GAAG,OAAO,CAAC;YAC5B,IAAI,KAAK,IAAI,IAAI,CAAC,MAAM;gBAAE,MAAM;QAClC,CAAC;QAED,OAAO,MAAM,CAAC;IAChB,CAAC;CACF;AApLD,8CAoLC"}
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../src/processing/document/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,iBAAiB,EAAE,MAAM,sBAAsB,CAAC;AACzD,YAAY,EAAE,eAAe,EAAE,MAAM,sBAAsB,CAAC"}
|
|
@@ -0,0 +1,6 @@
|
|
|
1
|
+
"use strict";
|
|
2
|
+
Object.defineProperty(exports, "__esModule", { value: true });
|
|
3
|
+
exports.DocumentProcessor = void 0;
|
|
4
|
+
var document_processor_1 = require("./document-processor");
|
|
5
|
+
Object.defineProperty(exports, "DocumentProcessor", { enumerable: true, get: function () { return document_processor_1.DocumentProcessor; } });
|
|
6
|
+
//# sourceMappingURL=index.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"index.js","sourceRoot":"","sources":["../../../src/processing/document/index.ts"],"names":[],"mappings":";;;AAAA,2DAAyD;AAAhD,uHAAA,iBAAiB,OAAA"}
|
|
@@ -0,0 +1,26 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* Ranking for memory and document retrieval results
|
|
3
|
+
*/
|
|
4
|
+
import { MemoryItem, DocChunk } from "../types";
|
|
5
|
+
export interface RankingConfig {
|
|
6
|
+
memory?: {
|
|
7
|
+
sim_weight: number;
|
|
8
|
+
utility_weight: number;
|
|
9
|
+
};
|
|
10
|
+
docs?: {
|
|
11
|
+
score_weight: number;
|
|
12
|
+
};
|
|
13
|
+
}
|
|
14
|
+
export declare class Ranker {
|
|
15
|
+
private config;
|
|
16
|
+
constructor(config: RankingConfig);
|
|
17
|
+
/**
|
|
18
|
+
* Rank memory items by similarity and utility
|
|
19
|
+
*/
|
|
20
|
+
rankMemory(items: MemoryItem[]): MemoryItem[];
|
|
21
|
+
/**
|
|
22
|
+
* Rank document chunks by score
|
|
23
|
+
*/
|
|
24
|
+
rankDocs(chunks: DocChunk[]): DocChunk[];
|
|
25
|
+
}
|
|
26
|
+
//# sourceMappingURL=ranker.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"ranker.d.ts","sourceRoot":"","sources":["../../src/ranker/ranker.ts"],"names":[],"mappings":"AAAA;;GAEG;AAEH,OAAO,EAAE,UAAU,EAAE,QAAQ,EAAE,MAAM,UAAU,CAAC;AAEhD,MAAM,WAAW,aAAa;IAC5B,MAAM,CAAC,EAAE;QACP,UAAU,EAAE,MAAM,CAAC;QACnB,cAAc,EAAE,MAAM,CAAC;KACxB,CAAC;IACF,IAAI,CAAC,EAAE;QACL,YAAY,EAAE,MAAM,CAAC;KACtB,CAAC;CACH;AAED,qBAAa,MAAM;IACjB,OAAO,CAAC,MAAM,CAAgB;gBAElB,MAAM,EAAE,aAAa;IAIjC;;OAEG;IACH,UAAU,CAAC,KAAK,EAAE,UAAU,EAAE,GAAG,UAAU,EAAE;IAa7C;;OAEG;IACH,QAAQ,CAAC,MAAM,EAAE,QAAQ,EAAE,GAAG,QAAQ,EAAE;CAWzC"}
|
|
@@ -0,0 +1,40 @@
|
|
|
1
|
+
"use strict";
|
|
2
|
+
/**
|
|
3
|
+
* Ranking for memory and document retrieval results
|
|
4
|
+
*/
|
|
5
|
+
Object.defineProperty(exports, "__esModule", { value: true });
|
|
6
|
+
exports.Ranker = void 0;
|
|
7
|
+
class Ranker {
|
|
8
|
+
constructor(config) {
|
|
9
|
+
this.config = config;
|
|
10
|
+
}
|
|
11
|
+
/**
|
|
12
|
+
* Rank memory items by similarity and utility
|
|
13
|
+
*/
|
|
14
|
+
rankMemory(items) {
|
|
15
|
+
const simWeight = this.config.memory?.sim_weight ?? 0.6;
|
|
16
|
+
const utilityWeight = this.config.memory?.utility_weight ?? 0.4;
|
|
17
|
+
return items
|
|
18
|
+
.map(item => ({
|
|
19
|
+
...item,
|
|
20
|
+
_rankScore: (item.confidence || 0) * simWeight + (item.utility || 0) * utilityWeight,
|
|
21
|
+
}))
|
|
22
|
+
.sort((a, b) => (b._rankScore || 0) - (a._rankScore || 0))
|
|
23
|
+
.map(({ _rankScore, ...item }) => item);
|
|
24
|
+
}
|
|
25
|
+
/**
|
|
26
|
+
* Rank document chunks by score
|
|
27
|
+
*/
|
|
28
|
+
rankDocs(chunks) {
|
|
29
|
+
const scoreWeight = this.config.docs?.score_weight ?? 1.0;
|
|
30
|
+
return chunks
|
|
31
|
+
.map(chunk => ({
|
|
32
|
+
...chunk,
|
|
33
|
+
_rankScore: (chunk.score || 0) * scoreWeight,
|
|
34
|
+
}))
|
|
35
|
+
.sort((a, b) => (b._rankScore || 0) - (a._rankScore || 0))
|
|
36
|
+
.map(({ _rankScore, ...chunk }) => chunk);
|
|
37
|
+
}
|
|
38
|
+
}
|
|
39
|
+
exports.Ranker = Ranker;
|
|
40
|
+
//# sourceMappingURL=ranker.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"ranker.js","sourceRoot":"","sources":["../../src/ranker/ranker.ts"],"names":[],"mappings":";AAAA;;GAEG;;;AAcH,MAAa,MAAM;IAGjB,YAAY,MAAqB;QAC/B,IAAI,CAAC,MAAM,GAAG,MAAM,CAAC;IACvB,CAAC;IAED;;OAEG;IACH,UAAU,CAAC,KAAmB;QAC5B,MAAM,SAAS,GAAG,IAAI,CAAC,MAAM,CAAC,MAAM,EAAE,UAAU,IAAI,GAAG,CAAC;QACxD,MAAM,aAAa,GAAG,IAAI,CAAC,MAAM,CAAC,MAAM,EAAE,cAAc,IAAI,GAAG,CAAC;QAEhE,OAAO,KAAK;aACT,GAAG,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;YACZ,GAAG,IAAI;YACP,UAAU,EAAE,CAAC,IAAI,CAAC,UAAU,IAAI,CAAC,CAAC,GAAG,SAAS,GAAG,CAAC,IAAI,CAAC,OAAO,IAAI,CAAC,CAAC,GAAG,aAAa;SACrF,CAAC,CAAC;aACF,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,UAAU,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,UAAU,IAAI,CAAC,CAAC,CAAC;aACzD,GAAG,CAAC,CAAC,EAAE,UAAU,EAAE,GAAG,IAAI,EAAE,EAAE,EAAE,CAAC,IAAI,CAAC,CAAC;IAC5C,CAAC;IAED;;OAEG;IACH,QAAQ,CAAC,MAAkB;QACzB,MAAM,WAAW,GAAG,IAAI,CAAC,MAAM,CAAC,IAAI,EAAE,YAAY,IAAI,GAAG,CAAC;QAE1D,OAAO,MAAM;aACV,GAAG,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC;YACb,GAAG,KAAK;YACR,UAAU,EAAE,CAAC,KAAK,CAAC,KAAK,IAAI,CAAC,CAAC,GAAG,WAAW;SAC7C,CAAC,CAAC;aACF,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,UAAU,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,UAAU,IAAI,CAAC,CAAC,CAAC;aACzD,GAAG,CAAC,CAAC,EAAE,UAAU,EAAE,GAAG,KAAK,EAAE,EAAE,EAAE,CAAC,KAAK,CAAC,CAAC;IAC9C,CAAC;CACF;AArCD,wBAqCC"}
|
|
@@ -0,0 +1,19 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* Recall Engine - Hybrid retrieval of memory and documents
|
|
3
|
+
*/
|
|
4
|
+
import { MemoryStore, DocRetriever } from "../adapters/types";
|
|
5
|
+
import { RecallOptions, RecallResult } from "../types";
|
|
6
|
+
import { Config } from "../types/config";
|
|
7
|
+
export declare class RecallEngine {
|
|
8
|
+
private store;
|
|
9
|
+
private retriever;
|
|
10
|
+
private config;
|
|
11
|
+
private ranker;
|
|
12
|
+
private contextBuilder;
|
|
13
|
+
constructor(store: MemoryStore, retriever: DocRetriever | null, config: Config);
|
|
14
|
+
/**
|
|
15
|
+
* Recall memories and documents
|
|
16
|
+
*/
|
|
17
|
+
recall(options: RecallOptions): Promise<RecallResult>;
|
|
18
|
+
}
|
|
19
|
+
//# sourceMappingURL=recall-engine.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"recall-engine.d.ts","sourceRoot":"","sources":["../../src/recall/recall-engine.ts"],"names":[],"mappings":"AAAA;;GAEG;AAEH,OAAO,EAAE,WAAW,EAAE,YAAY,EAAE,MAAM,mBAAmB,CAAC;AAC9D,OAAO,EAAwB,aAAa,EAAE,YAAY,EAAgB,MAAM,UAAU,CAAC;AAC3F,OAAO,EAAE,MAAM,EAAE,MAAM,iBAAiB,CAAC;AAYzC,qBAAa,YAAY;IACvB,OAAO,CAAC,KAAK,CAAc;IAC3B,OAAO,CAAC,SAAS,CAAsB;IACvC,OAAO,CAAC,MAAM,CAAS;IACvB,OAAO,CAAC,MAAM,CAAS;IACvB,OAAO,CAAC,cAAc,CAAiB;gBAGrC,KAAK,EAAE,WAAW,EAClB,SAAS,EAAE,YAAY,GAAG,IAAI,EAC9B,MAAM,EAAE,MAAM;IAehB;;OAEG;IACG,MAAM,CAAC,OAAO,EAAE,aAAa,GAAG,OAAO,CAAC,YAAY,CAAC;CA+C5D"}
|
|
@@ -0,0 +1,79 @@
|
|
|
1
|
+
"use strict";
|
|
2
|
+
/**
|
|
3
|
+
* Recall Engine - Hybrid retrieval of memory and documents
|
|
4
|
+
*/
|
|
5
|
+
Object.defineProperty(exports, "__esModule", { value: true });
|
|
6
|
+
exports.RecallEngine = void 0;
|
|
7
|
+
const ranker_1 = require("../ranker/ranker");
|
|
8
|
+
const context_builder_1 = require("../context/context-builder");
|
|
9
|
+
// Simple UUID v4 generator
|
|
10
|
+
function generateTraceId() {
|
|
11
|
+
return 'xxxxxxxx-xxxx-4xxx-yxxx-xxxxxxxxxxxx'.replace(/[xy]/g, function (c) {
|
|
12
|
+
const r = Math.random() * 16 | 0;
|
|
13
|
+
const v = c === 'x' ? r : (r & 0x3 | 0x8);
|
|
14
|
+
return v.toString(16);
|
|
15
|
+
});
|
|
16
|
+
}
|
|
17
|
+
class RecallEngine {
|
|
18
|
+
constructor(store, retriever, config) {
|
|
19
|
+
this.store = store;
|
|
20
|
+
this.retriever = retriever;
|
|
21
|
+
this.config = config;
|
|
22
|
+
const recallConfig = config.recall;
|
|
23
|
+
this.ranker = new ranker_1.Ranker(recallConfig?.ranker || {});
|
|
24
|
+
this.contextBuilder = new context_builder_1.ContextBuilder(recallConfig?.context || {
|
|
25
|
+
enabled: true,
|
|
26
|
+
template: "default",
|
|
27
|
+
max_tokens: 1400,
|
|
28
|
+
});
|
|
29
|
+
}
|
|
30
|
+
/**
|
|
31
|
+
* Recall memories and documents
|
|
32
|
+
*/
|
|
33
|
+
async recall(options) {
|
|
34
|
+
const traceId = generateTraceId();
|
|
35
|
+
const strategy = this.config.recall?.strategy || "hybrid";
|
|
36
|
+
const topK = options.topK || 10;
|
|
37
|
+
const includeMemory = options.includeMemory !== false;
|
|
38
|
+
const includeDocs = options.includeDocs !== false;
|
|
39
|
+
let memory = [];
|
|
40
|
+
let docs = [];
|
|
41
|
+
// Retrieve memory
|
|
42
|
+
if (includeMemory && (strategy === "hybrid" || strategy === "memory_only")) {
|
|
43
|
+
try {
|
|
44
|
+
memory = await this.store.search(options.query, {
|
|
45
|
+
actor: options.actor,
|
|
46
|
+
scope: options.scope,
|
|
47
|
+
topK,
|
|
48
|
+
});
|
|
49
|
+
memory = this.ranker.rankMemory(memory);
|
|
50
|
+
}
|
|
51
|
+
catch (error) {
|
|
52
|
+
console.error("Failed to retrieve memory:", error);
|
|
53
|
+
}
|
|
54
|
+
}
|
|
55
|
+
// Retrieve documents
|
|
56
|
+
if (includeDocs && this.retriever && (strategy === "hybrid" || strategy === "docs_only")) {
|
|
57
|
+
try {
|
|
58
|
+
docs = await this.retriever.search(options.query, {
|
|
59
|
+
scope: options.scope,
|
|
60
|
+
topK,
|
|
61
|
+
});
|
|
62
|
+
docs = this.ranker.rankDocs(docs);
|
|
63
|
+
}
|
|
64
|
+
catch (error) {
|
|
65
|
+
console.error("Failed to retrieve documents:", error);
|
|
66
|
+
}
|
|
67
|
+
}
|
|
68
|
+
// Build context
|
|
69
|
+
const context = this.contextBuilder.build(memory, docs);
|
|
70
|
+
return {
|
|
71
|
+
memory,
|
|
72
|
+
docs,
|
|
73
|
+
context,
|
|
74
|
+
traceId,
|
|
75
|
+
};
|
|
76
|
+
}
|
|
77
|
+
}
|
|
78
|
+
exports.RecallEngine = RecallEngine;
|
|
79
|
+
//# sourceMappingURL=recall-engine.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"recall-engine.js","sourceRoot":"","sources":["../../src/recall/recall-engine.ts"],"names":[],"mappings":";AAAA;;GAEG;;;AAKH,6CAA0C;AAC1C,gEAA4D;AAC5D,2BAA2B;AAC3B,SAAS,eAAe;IACtB,OAAO,sCAAsC,CAAC,OAAO,CAAC,OAAO,EAAE,UAAS,CAAC;QACvE,MAAM,CAAC,GAAG,IAAI,CAAC,MAAM,EAAE,GAAG,EAAE,GAAG,CAAC,CAAC;QACjC,MAAM,CAAC,GAAG,CAAC,KAAK,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,GAAG,GAAG,GAAG,GAAG,CAAC,CAAC;QAC1C,OAAO,CAAC,CAAC,QAAQ,CAAC,EAAE,CAAC,CAAC;IACxB,CAAC,CAAC,CAAC;AACL,CAAC;AAED,MAAa,YAAY;IAOvB,YACE,KAAkB,EAClB,SAA8B,EAC9B,MAAc;QAEd,IAAI,CAAC,KAAK,GAAG,KAAK,CAAC;QACnB,IAAI,CAAC,SAAS,GAAG,SAAS,CAAC;QAC3B,IAAI,CAAC,MAAM,GAAG,MAAM,CAAC;QAErB,MAAM,YAAY,GAAG,MAAM,CAAC,MAAM,CAAC;QACnC,IAAI,CAAC,MAAM,GAAG,IAAI,eAAM,CAAC,YAAY,EAAE,MAAM,IAAI,EAAE,CAAC,CAAC;QACrD,IAAI,CAAC,cAAc,GAAG,IAAI,gCAAc,CAAC,YAAY,EAAE,OAAO,IAAI;YAChE,OAAO,EAAE,IAAI;YACb,QAAQ,EAAE,SAAS;YACnB,UAAU,EAAE,IAAI;SACjB,CAAC,CAAC;IACL,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,MAAM,CAAC,OAAsB;QACjC,MAAM,OAAO,GAAG,eAAe,EAAE,CAAC;QAClC,MAAM,QAAQ,GAAG,IAAI,CAAC,MAAM,CAAC,MAAM,EAAE,QAAQ,IAAI,QAAQ,CAAC;QAC1D,MAAM,IAAI,GAAG,OAAO,CAAC,IAAI,IAAI,EAAE,CAAC;QAChC,MAAM,aAAa,GAAG,OAAO,CAAC,aAAa,KAAK,KAAK,CAAC;QACtD,MAAM,WAAW,GAAG,OAAO,CAAC,WAAW,KAAK,KAAK,CAAC;QAElD,IAAI,MAAM,GAAiB,EAAE,CAAC;QAC9B,IAAI,IAAI,GAAe,EAAE,CAAC;QAE1B,kBAAkB;QAClB,IAAI,aAAa,IAAI,CAAC,QAAQ,KAAK,QAAQ,IAAI,QAAQ,KAAK,aAAa,CAAC,EAAE,CAAC;YAC3E,IAAI,CAAC;gBACH,MAAM,GAAG,MAAM,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,OAAO,CAAC,KAAK,EAAE;oBAC9C,KAAK,EAAE,OAAO,CAAC,KAAK;oBACpB,KAAK,EAAE,OAAO,CAAC,KAAK;oBACpB,IAAI;iBACL,CAAC,CAAC;gBACH,MAAM,GAAG,IAAI,CAAC,MAAM,CAAC,UAAU,CAAC,MAAM,CAAC,CAAC;YAC1C,CAAC;YAAC,OAAO,KAAK,EAAE,CAAC;gBACf,OAAO,CAAC,KAAK,CAAC,4BAA4B,EAAE,KAAK,CAAC,CAAC;YACrD,CAAC;QACH,CAAC;QAED,qBAAqB;QACrB,IAAI,WAAW,IAAI,IAAI,CAAC,SAAS,IAAI,CAAC,QAAQ,KAAK,QAAQ,IAAI,QAAQ,KAAK,WAAW,CAAC,EAAE,CAAC;YACzF,IAAI,CAAC;gBACH,IAAI,GAAG,MAAM,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,OAAO,CAAC,KAAK,EAAE;oBAChD,KAAK,EAAE,OAAO,CAAC,KAAK;oBACpB,IAAI;iBACL,CAAC,CAAC;gBACH,IAAI,GAAG,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC;YACpC,CAAC;YAAC,OAAO,KAAK,EAAE,CAAC;gBACf,OAAO,CAAC,KAAK,CAAC,+BAA+B,EAAE,KAAK,CAAC,CAAC;YACxD,CAAC;QACH,CAAC;QAED,gBAAgB;QAChB,MAAM,OAAO,GAAG,IAAI,CAAC,cAAc,CAAC,KAAK,CAAC,MAAM,EAAE,IAAI,CAAC,CAAC;QAExD,OAAO;YACL,MAAM;YACN,IAAI;YACJ,OAAO;YACP,OAAO;SACR,CAAC;IACJ,CAAC;CACF;AA3ED,oCA2EC"}
|