n8n-nodes-engram 0.2.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/LICENSE +661 -0
- package/README.md +334 -0
- package/dist/community/CommunityDetector.d.ts +11 -0
- package/dist/community/CommunityDetector.js +126 -0
- package/dist/community/CommunityDetector.js.map +1 -0
- package/dist/community/CommunitySummarizer.d.ts +8 -0
- package/dist/community/CommunitySummarizer.js +56 -0
- package/dist/community/CommunitySummarizer.js.map +1 -0
- package/dist/community/index.d.ts +2 -0
- package/dist/community/index.js +8 -0
- package/dist/community/index.js.map +1 -0
- package/dist/credentials/EngramExtractionApi.credentials.d.ts +8 -0
- package/dist/credentials/EngramExtractionApi.credentials.js +41 -0
- package/dist/credentials/EngramExtractionApi.credentials.js.map +1 -0
- package/dist/credentials/EngramNeo4jApi.credentials.d.ts +8 -0
- package/dist/credentials/EngramNeo4jApi.credentials.js +59 -0
- package/dist/credentials/EngramNeo4jApi.credentials.js.map +1 -0
- package/dist/descriptions.d.ts +4 -0
- package/dist/descriptions.js +41 -0
- package/dist/descriptions.js.map +1 -0
- package/dist/embeddings/EmbeddingService.d.ts +24 -0
- package/dist/embeddings/EmbeddingService.js +64 -0
- package/dist/embeddings/EmbeddingService.js.map +1 -0
- package/dist/embeddings/cosine.d.ts +1 -0
- package/dist/embeddings/cosine.js +21 -0
- package/dist/embeddings/cosine.js.map +1 -0
- package/dist/embeddings/index.d.ts +2 -0
- package/dist/embeddings/index.js +8 -0
- package/dist/embeddings/index.js.map +1 -0
- package/dist/extraction/ContradictionDetector.d.ts +11 -0
- package/dist/extraction/ContradictionDetector.js +35 -0
- package/dist/extraction/ContradictionDetector.js.map +1 -0
- package/dist/extraction/EntityDeduplicator.d.ts +17 -0
- package/dist/extraction/EntityDeduplicator.js +39 -0
- package/dist/extraction/EntityDeduplicator.js.map +1 -0
- package/dist/extraction/EntityExtractor.d.ts +11 -0
- package/dist/extraction/EntityExtractor.js +33 -0
- package/dist/extraction/EntityExtractor.js.map +1 -0
- package/dist/extraction/ExtractionPipeline.d.ts +24 -0
- package/dist/extraction/ExtractionPipeline.js +126 -0
- package/dist/extraction/ExtractionPipeline.js.map +1 -0
- package/dist/extraction/LlmClient.d.ts +36 -0
- package/dist/extraction/LlmClient.js +73 -0
- package/dist/extraction/LlmClient.js.map +1 -0
- package/dist/extraction/RelationshipExtractor.d.ts +12 -0
- package/dist/extraction/RelationshipExtractor.js +38 -0
- package/dist/extraction/RelationshipExtractor.js.map +1 -0
- package/dist/extraction/index.d.ts +6 -0
- package/dist/extraction/index.js +16 -0
- package/dist/extraction/index.js.map +1 -0
- package/dist/extraction/prompts.d.ts +16 -0
- package/dist/extraction/prompts.js +101 -0
- package/dist/extraction/prompts.js.map +1 -0
- package/dist/memory/EngramChatMemory.d.ts +42 -0
- package/dist/memory/EngramChatMemory.js +162 -0
- package/dist/memory/EngramChatMemory.js.map +1 -0
- package/dist/memory/EngramChatMessageHistory.d.ts +22 -0
- package/dist/memory/EngramChatMessageHistory.js +72 -0
- package/dist/memory/EngramChatMessageHistory.js.map +1 -0
- package/dist/memory/index.d.ts +2 -0
- package/dist/memory/index.js +8 -0
- package/dist/memory/index.js.map +1 -0
- package/dist/nodes/EngramAdmin/EngramAdmin.node.d.ts +5 -0
- package/dist/nodes/EngramAdmin/EngramAdmin.node.js +798 -0
- package/dist/nodes/EngramAdmin/EngramAdmin.node.js.map +1 -0
- package/dist/nodes/EngramAdmin/engram-admin.png +0 -0
- package/dist/nodes/EngramExplorer/EngramExplorer.node.d.ts +5 -0
- package/dist/nodes/EngramExplorer/EngramExplorer.node.js +932 -0
- package/dist/nodes/EngramExplorer/EngramExplorer.node.js.map +1 -0
- package/dist/nodes/EngramExplorer/engram-explorer.png +0 -0
- package/dist/nodes/EngramMemory/EngramMemory.node.d.ts +10 -0
- package/dist/nodes/EngramMemory/EngramMemory.node.js +462 -0
- package/dist/nodes/EngramMemory/EngramMemory.node.js.map +1 -0
- package/dist/nodes/EngramMemory/engram.png +0 -0
- package/dist/nodes/EngramTrigger/EngramTrigger.node.d.ts +5 -0
- package/dist/nodes/EngramTrigger/EngramTrigger.node.js +146 -0
- package/dist/nodes/EngramTrigger/EngramTrigger.node.js.map +1 -0
- package/dist/nodes/EngramTrigger/engram-trigger.png +0 -0
- package/dist/schemas/Community.schema.d.ts +656 -0
- package/dist/schemas/Community.schema.js +26 -0
- package/dist/schemas/Community.schema.js.map +1 -0
- package/dist/schemas/EntityEdge.schema.d.ts +86 -0
- package/dist/schemas/EntityEdge.schema.js +34 -0
- package/dist/schemas/EntityEdge.schema.js.map +1 -0
- package/dist/schemas/EntityNode.schema.d.ts +56 -0
- package/dist/schemas/EntityNode.schema.js +24 -0
- package/dist/schemas/EntityNode.schema.js.map +1 -0
- package/dist/schemas/EpisodicNode.schema.d.ts +53 -0
- package/dist/schemas/EpisodicNode.schema.js +23 -0
- package/dist/schemas/EpisodicNode.schema.js.map +1 -0
- package/dist/schemas/GraphData.schema.d.ts +220 -0
- package/dist/schemas/GraphData.schema.js +25 -0
- package/dist/schemas/GraphData.schema.js.map +1 -0
- package/dist/schemas/index.d.ts +5 -0
- package/dist/schemas/index.js +20 -0
- package/dist/schemas/index.js.map +1 -0
- package/dist/search/HybridSearchEngine.d.ts +31 -0
- package/dist/search/HybridSearchEngine.js +140 -0
- package/dist/search/HybridSearchEngine.js.map +1 -0
- package/dist/search/MinisearchProvider.d.ts +20 -0
- package/dist/search/MinisearchProvider.js +77 -0
- package/dist/search/MinisearchProvider.js.map +1 -0
- package/dist/search/TextSearchProvider.d.ts +20 -0
- package/dist/search/TextSearchProvider.js +3 -0
- package/dist/search/TextSearchProvider.js.map +1 -0
- package/dist/search/index.d.ts +3 -0
- package/dist/search/index.js +8 -0
- package/dist/search/index.js.map +1 -0
- package/dist/storage/GraphologyStorage.d.ts +42 -0
- package/dist/storage/GraphologyStorage.js +665 -0
- package/dist/storage/GraphologyStorage.js.map +1 -0
- package/dist/storage/IGraphStorage.d.ts +64 -0
- package/dist/storage/IGraphStorage.js +3 -0
- package/dist/storage/IGraphStorage.js.map +1 -0
- package/dist/storage/Neo4jStorage.d.ts +45 -0
- package/dist/storage/Neo4jStorage.js +949 -0
- package/dist/storage/Neo4jStorage.js.map +1 -0
- package/dist/storage/StorageFactory.d.ts +14 -0
- package/dist/storage/StorageFactory.js +26 -0
- package/dist/storage/StorageFactory.js.map +1 -0
- package/dist/storage/index.d.ts +3 -0
- package/dist/storage/index.js +8 -0
- package/dist/storage/index.js.map +1 -0
- package/dist/traversal/EpisodeTraverser.d.ts +10 -0
- package/dist/traversal/EpisodeTraverser.js +46 -0
- package/dist/traversal/EpisodeTraverser.js.map +1 -0
- package/dist/traversal/GraphTraverser.d.ts +24 -0
- package/dist/traversal/GraphTraverser.js +89 -0
- package/dist/traversal/GraphTraverser.js.map +1 -0
- package/dist/traversal/index.d.ts +2 -0
- package/dist/traversal/index.js +8 -0
- package/dist/traversal/index.js.map +1 -0
- package/dist/utils/descriptions.d.ts +6 -0
- package/dist/utils/descriptions.js +95 -0
- package/dist/utils/descriptions.js.map +1 -0
- package/dist/utils/helpers.d.ts +23 -0
- package/dist/utils/helpers.js +146 -0
- package/dist/utils/helpers.js.map +1 -0
- package/dist/utils/logWrapper.d.ts +26 -0
- package/dist/utils/logWrapper.js +300 -0
- package/dist/utils/logWrapper.js.map +1 -0
- package/dist/utils/sharedFields.d.ts +6 -0
- package/dist/utils/sharedFields.js +121 -0
- package/dist/utils/sharedFields.js.map +1 -0
- package/dist/utils/temporal.d.ts +22 -0
- package/dist/utils/temporal.js +44 -0
- package/dist/utils/temporal.js.map +1 -0
- package/dist/utils/tracing.d.ts +7 -0
- package/dist/utils/tracing.js +20 -0
- package/dist/utils/tracing.js.map +1 -0
- package/dist/utils/uuid.d.ts +2 -0
- package/dist/utils/uuid.js +13 -0
- package/dist/utils/uuid.js.map +1 -0
- package/package.json +108 -0
|
@@ -0,0 +1,140 @@
|
|
|
1
|
+
"use strict";
|
|
2
|
+
Object.defineProperty(exports, "__esModule", { value: true });
|
|
3
|
+
exports.HybridSearchEngine = void 0;
|
|
4
|
+
const RRF_K = 60;
|
|
5
|
+
class HybridSearchEngine {
|
|
6
|
+
constructor(storage, embeddingService) {
|
|
7
|
+
this.storage = storage;
|
|
8
|
+
this.embeddingService = embeddingService !== null && embeddingService !== void 0 ? embeddingService : null;
|
|
9
|
+
}
|
|
10
|
+
async search(query, groupId, options) {
|
|
11
|
+
var _a, _b, _c;
|
|
12
|
+
const limit = (_a = options === null || options === void 0 ? void 0 : options.limit) !== null && _a !== void 0 ? _a : 10;
|
|
13
|
+
const minScore = (_b = options === null || options === void 0 ? void 0 : options.minScore) !== null && _b !== void 0 ? _b : 0;
|
|
14
|
+
const textPromise = Promise.all([
|
|
15
|
+
this.storage.searchEntities(query, groupId, {
|
|
16
|
+
limit: limit * 2,
|
|
17
|
+
min_score: minScore,
|
|
18
|
+
entity_type: options === null || options === void 0 ? void 0 : options.entityType,
|
|
19
|
+
}),
|
|
20
|
+
this.storage.searchEdges(query, groupId, {
|
|
21
|
+
limit: limit * 2,
|
|
22
|
+
min_score: minScore,
|
|
23
|
+
include_expired: (_c = options === null || options === void 0 ? void 0 : options.includeExpired) !== null && _c !== void 0 ? _c : false,
|
|
24
|
+
}),
|
|
25
|
+
]);
|
|
26
|
+
if (this.embeddingService &&
|
|
27
|
+
this.storage.searchEntitiesByVector &&
|
|
28
|
+
this.storage.searchEdgesByVector) {
|
|
29
|
+
try {
|
|
30
|
+
const embeddingResult = await this.embeddingService.embed(query);
|
|
31
|
+
const vector = embeddingResult.embedding;
|
|
32
|
+
const [textResults, vectorResults] = await Promise.all([
|
|
33
|
+
textPromise,
|
|
34
|
+
Promise.all([
|
|
35
|
+
this.storage.searchEntitiesByVector(vector, groupId, {
|
|
36
|
+
limit: limit * 2,
|
|
37
|
+
min_score: 0.3,
|
|
38
|
+
}),
|
|
39
|
+
this.storage.searchEdgesByVector(vector, groupId, {
|
|
40
|
+
limit: limit * 2,
|
|
41
|
+
min_score: 0.3,
|
|
42
|
+
}),
|
|
43
|
+
]),
|
|
44
|
+
]);
|
|
45
|
+
const [textEntities, textEdges] = textResults;
|
|
46
|
+
const [vectorEntities, vectorEdges] = vectorResults;
|
|
47
|
+
const entities = this.mergeEntityResults(textEntities, vectorEntities, limit);
|
|
48
|
+
const edges = this.mergeEdgeResults(textEdges, vectorEdges, limit);
|
|
49
|
+
return { entities, edges };
|
|
50
|
+
}
|
|
51
|
+
catch (error) {
|
|
52
|
+
console.warn('Engram: Embedding search failed, using text-only:', error.message);
|
|
53
|
+
}
|
|
54
|
+
}
|
|
55
|
+
const [entities, edges] = await textPromise;
|
|
56
|
+
return {
|
|
57
|
+
entities: entities.slice(0, limit),
|
|
58
|
+
edges: edges.slice(0, limit),
|
|
59
|
+
};
|
|
60
|
+
}
|
|
61
|
+
async searchEntities(query, groupId, options) {
|
|
62
|
+
return this.storage.searchEntities(query, groupId, options);
|
|
63
|
+
}
|
|
64
|
+
async searchEdges(query, groupId, options) {
|
|
65
|
+
return this.storage.searchEdges(query, groupId, options);
|
|
66
|
+
}
|
|
67
|
+
mergeEntityResults(textResults, vectorResults, limit) {
|
|
68
|
+
const scores = new Map();
|
|
69
|
+
for (let i = 0; i < textResults.length; i++) {
|
|
70
|
+
const r = textResults[i];
|
|
71
|
+
const rrfScore = 1 / (RRF_K + i + 1);
|
|
72
|
+
scores.set(r.entity.uuid, { score: rrfScore, entity: r });
|
|
73
|
+
}
|
|
74
|
+
for (let i = 0; i < vectorResults.length; i++) {
|
|
75
|
+
const r = vectorResults[i];
|
|
76
|
+
const rrfScore = 1 / (RRF_K + i + 1);
|
|
77
|
+
const existing = scores.get(r.entity.uuid);
|
|
78
|
+
if (existing) {
|
|
79
|
+
existing.score += rrfScore;
|
|
80
|
+
}
|
|
81
|
+
else {
|
|
82
|
+
scores.set(r.entity.uuid, { score: rrfScore, entity: r });
|
|
83
|
+
}
|
|
84
|
+
}
|
|
85
|
+
const merged = [...scores.values()]
|
|
86
|
+
.sort((a, b) => b.score - a.score)
|
|
87
|
+
.slice(0, limit)
|
|
88
|
+
.map((s) => ({
|
|
89
|
+
entity: s.entity.entity,
|
|
90
|
+
score: s.score,
|
|
91
|
+
}));
|
|
92
|
+
return merged;
|
|
93
|
+
}
|
|
94
|
+
mergeEdgeResults(textResults, vectorResults, limit) {
|
|
95
|
+
const scores = new Map();
|
|
96
|
+
for (let i = 0; i < textResults.length; i++) {
|
|
97
|
+
const r = textResults[i];
|
|
98
|
+
const rrfScore = 1 / (RRF_K + i + 1);
|
|
99
|
+
scores.set(r.edge.uuid, { score: rrfScore, result: r });
|
|
100
|
+
}
|
|
101
|
+
for (let i = 0; i < vectorResults.length; i++) {
|
|
102
|
+
const r = vectorResults[i];
|
|
103
|
+
const rrfScore = 1 / (RRF_K + i + 1);
|
|
104
|
+
const existing = scores.get(r.edge.uuid);
|
|
105
|
+
if (existing) {
|
|
106
|
+
existing.score += rrfScore;
|
|
107
|
+
}
|
|
108
|
+
else {
|
|
109
|
+
scores.set(r.edge.uuid, { score: rrfScore, result: r });
|
|
110
|
+
}
|
|
111
|
+
}
|
|
112
|
+
return [...scores.values()]
|
|
113
|
+
.sort((a, b) => b.score - a.score)
|
|
114
|
+
.slice(0, limit)
|
|
115
|
+
.map((s) => ({
|
|
116
|
+
...s.result,
|
|
117
|
+
score: s.score,
|
|
118
|
+
}));
|
|
119
|
+
}
|
|
120
|
+
formatAsContext(results) {
|
|
121
|
+
const parts = [];
|
|
122
|
+
if (results.entities.length > 0) {
|
|
123
|
+
parts.push('Known entities:');
|
|
124
|
+
for (const r of results.entities) {
|
|
125
|
+
parts.push('- ' + r.entity.name + ' (' + r.entity.entity_type + '): ' + r.entity.summary);
|
|
126
|
+
}
|
|
127
|
+
}
|
|
128
|
+
if (results.edges.length > 0) {
|
|
129
|
+
if (parts.length > 0)
|
|
130
|
+
parts.push('');
|
|
131
|
+
parts.push('Known facts:');
|
|
132
|
+
for (const r of results.edges) {
|
|
133
|
+
parts.push('- ' + r.sourceEntity.name + ' -> ' + r.targetEntity.name + ': ' + r.edge.fact);
|
|
134
|
+
}
|
|
135
|
+
}
|
|
136
|
+
return parts.join('\n');
|
|
137
|
+
}
|
|
138
|
+
}
|
|
139
|
+
exports.HybridSearchEngine = HybridSearchEngine;
|
|
140
|
+
//# sourceMappingURL=HybridSearchEngine.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"HybridSearchEngine.js","sourceRoot":"","sources":["../../src/search/HybridSearchEngine.ts"],"names":[],"mappings":";;;AAoBA,MAAM,KAAK,GAAG,EAAE,CAAC;AAOjB,MAAa,kBAAkB;IAI7B,YAAY,OAAsB,EAAE,gBAAmC;QACrE,IAAI,CAAC,OAAO,GAAG,OAAO,CAAC;QACvB,IAAI,CAAC,gBAAgB,GAAG,gBAAgB,aAAhB,gBAAgB,cAAhB,gBAAgB,GAAI,IAAI,CAAC;IACnD,CAAC;IAMD,KAAK,CAAC,MAAM,CACV,KAAa,EACb,OAAe,EACf,OAA6B;;QAE7B,MAAM,KAAK,GAAG,MAAA,OAAO,aAAP,OAAO,uBAAP,OAAO,CAAE,KAAK,mCAAI,EAAE,CAAC;QACnC,MAAM,QAAQ,GAAG,MAAA,OAAO,aAAP,OAAO,uBAAP,OAAO,CAAE,QAAQ,mCAAI,CAAC,CAAC;QAGxC,MAAM,WAAW,GAAG,OAAO,CAAC,GAAG,CAAC;YAC9B,IAAI,CAAC,OAAO,CAAC,cAAc,CAAC,KAAK,EAAE,OAAO,EAAE;gBAC1C,KAAK,EAAE,KAAK,GAAG,CAAC;gBAChB,SAAS,EAAE,QAAQ;gBACnB,WAAW,EAAE,OAAO,aAAP,OAAO,uBAAP,OAAO,CAAE,UAAU;aACjC,CAAC;YACF,IAAI,CAAC,OAAO,CAAC,WAAW,CAAC,KAAK,EAAE,OAAO,EAAE;gBACvC,KAAK,EAAE,KAAK,GAAG,CAAC;gBAChB,SAAS,EAAE,QAAQ;gBACnB,eAAe,EAAE,MAAA,OAAO,aAAP,OAAO,uBAAP,OAAO,CAAE,cAAc,mCAAI,KAAK;aAClD,CAAC;SACH,CAAC,CAAC;QAGH,IACE,IAAI,CAAC,gBAAgB;YACrB,IAAI,CAAC,OAAO,CAAC,sBAAsB;YACnC,IAAI,CAAC,OAAO,CAAC,mBAAmB,EAChC,CAAC;YACD,IAAI,CAAC;gBACH,MAAM,eAAe,GAAG,MAAM,IAAI,CAAC,gBAAgB,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC;gBACjE,MAAM,MAAM,GAAG,eAAe,CAAC,SAAS,CAAC;gBAEzC,MAAM,CAAC,WAAW,EAAE,aAAa,CAAC,GAAG,MAAM,OAAO,CAAC,GAAG,CAAC;oBACrD,WAAW;oBACX,OAAO,CAAC,GAAG,CAAC;wBACV,IAAI,CAAC,OAAO,CAAC,sBAAsB,CAAC,MAAM,EAAE,OAAO,EAAE;4BACnD,KAAK,EAAE,KAAK,GAAG,CAAC;4BAChB,SAAS,EAAE,GAAG;yBACf,CAAC;wBACF,IAAI,CAAC,OAAO,CAAC,mBAAmB,CAAC,MAAM,EAAE,OAAO,EAAE;4BAChD,KAAK,EAAE,KAAK,GAAG,CAAC;4BAChB,SAAS,EAAE,GAAG;yBACf,CAAC;qBACH,CAAC;iBACH,CAAC,CAAC;gBAEH,MAAM,CAAC,YAAY,EAAE,SAAS,CAAC,GAAG,WAAW,CAAC;gBAC9C,MAAM,CAAC,cAAc,EAAE,WAAW,CAAC,GAAG,aAAa,CAAC;gBAGpD,MAAM,QAAQ,GAAG,IAAI,CAAC,kBAAkB,CAAC,YAAY,EAAE,cAAc,EAAE,KAAK,CAAC,CAAC;gBAC9E,MAAM,KAAK,GAAG,IAAI,CAAC,gBAAgB,CAAC,SAAS,EAAE,WAAW,EAAE,KAAK,CAAC,CAAC;gBAEnE,OAAO,EAAE,QAAQ,EAAE,KAAK,EAAE,CAAC;YAC7B,CAAC;YAAC,OAAO,KAAK,EAAE,CAAC;gBAEf,OAAO,CAAC,IAAI,CAAC,mDAAmD,EAAG,KAAe,CAAC,OAAO,CAAC,CAAC;YAC9F,CAAC;QACH,CAAC;QAGD,MAAM,CAAC,QAAQ,EAAE,KAAK,CAAC,GAAG,MAAM,WAAW,CAAC;QAC5C,OAAO;YACL,QAAQ,EAAE,QAAQ,CAAC,KAAK,CAAC,CAAC,EAAE,KAAK,CAAC;YAClC,KAAK,EAAE,KAAK,CAAC,KAAK,CAAC,CAAC,EAAE,KAAK,CAAC;SAC7B,CAAC;IACJ,CAAC;IAKD,KAAK,CAAC,cAAc,CAClB,KAAa,EACb,OAAe,EACf,OAAsE;QAEtE,OAAO,IAAI,CAAC,OAAO,CAAC,cAAc,CAAC,KAAK,EAAE,OAAO,EAAE,OAAO,CAAC,CAAC;IAC9D,CAAC;IAKD,KAAK,CAAC,WAAW,CACf,KAAa,EACb,OAAe,EACf,OAA2E;QAE3E,OAAO,IAAI,CAAC,OAAO,CAAC,WAAW,CAAC,KAAK,EAAE,OAAO,EAAE,OAAO,CAAC,CAAC;IAC3D,CAAC;IAKO,kBAAkB,CACxB,WAAiC,EACjC,aAAmC,EACnC,KAAa;QAEb,MAAM,MAAM,GAAG,IAAI,GAAG,EAAyD,CAAC;QAGhF,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,WAAW,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;YAC5C,MAAM,CAAC,GAAG,WAAW,CAAC,CAAC,CAAC,CAAC;YACzB,MAAM,QAAQ,GAAG,CAAC,GAAG,CAAC,KAAK,GAAG,CAAC,GAAG,CAAC,CAAC,CAAC;YACrC,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC,MAAM,CAAC,IAAI,EAAE,EAAE,KAAK,EAAE,QAAQ,EAAE,MAAM,EAAE,CAAC,EAAE,CAAC,CAAC;QAC5D,CAAC;QAGD,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,aAAa,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;YAC9C,MAAM,CAAC,GAAG,aAAa,CAAC,CAAC,CAAC,CAAC;YAC3B,MAAM,QAAQ,GAAG,CAAC,GAAG,CAAC,KAAK,GAAG,CAAC,GAAG,CAAC,CAAC,CAAC;YACrC,MAAM,QAAQ,GAAG,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC;YAC3C,IAAI,QAAQ,EAAE,CAAC;gBACb,QAAQ,CAAC,KAAK,IAAI,QAAQ,CAAC;YAC7B,CAAC;iBAAM,CAAC;gBACN,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC,MAAM,CAAC,IAAI,EAAE,EAAE,KAAK,EAAE,QAAQ,EAAE,MAAM,EAAE,CAAC,EAAE,CAAC,CAAC;YAC5D,CAAC;QACH,CAAC;QAGD,MAAM,MAAM,GAAG,CAAC,GAAG,MAAM,CAAC,MAAM,EAAE,CAAC;aAChC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,KAAK,GAAG,CAAC,CAAC,KAAK,CAAC;aACjC,KAAK,CAAC,CAAC,EAAE,KAAK,CAAC;aACf,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;YACX,MAAM,EAAE,CAAC,CAAC,MAAM,CAAC,MAAM;YACvB,KAAK,EAAE,CAAC,CAAC,KAAK;SACf,CAAC,CAAC,CAAC;QAEN,OAAO,MAAM,CAAC;IAChB,CAAC;IAKO,gBAAgB,CACtB,WAA+B,EAC/B,aAAiC,EACjC,KAAa;QAEb,MAAM,MAAM,GAAG,IAAI,GAAG,EAAuD,CAAC;QAE9E,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,WAAW,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;YAC5C,MAAM,CAAC,GAAG,WAAW,CAAC,CAAC,CAAC,CAAC;YACzB,MAAM,QAAQ,GAAG,CAAC,GAAG,CAAC,KAAK,GAAG,CAAC,GAAG,CAAC,CAAC,CAAC;YACrC,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,EAAE,EAAE,KAAK,EAAE,QAAQ,EAAE,MAAM,EAAE,CAAC,EAAE,CAAC,CAAC;QAC1D,CAAC;QAED,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,aAAa,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;YAC9C,MAAM,CAAC,GAAG,aAAa,CAAC,CAAC,CAAC,CAAC;YAC3B,MAAM,QAAQ,GAAG,CAAC,GAAG,CAAC,KAAK,GAAG,CAAC,GAAG,CAAC,CAAC,CAAC;YACrC,MAAM,QAAQ,GAAG,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;YACzC,IAAI,QAAQ,EAAE,CAAC;gBACb,QAAQ,CAAC,KAAK,IAAI,QAAQ,CAAC;YAC7B,CAAC;iBAAM,CAAC;gBACN,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,EAAE,EAAE,KAAK,EAAE,QAAQ,EAAE,MAAM,EAAE,CAAC,EAAE,CAAC,CAAC;YAC1D,CAAC;QACH,CAAC;QAED,OAAO,CAAC,GAAG,MAAM,CAAC,MAAM,EAAE,CAAC;aACxB,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,KAAK,GAAG,CAAC,CAAC,KAAK,CAAC;aACjC,KAAK,CAAC,CAAC,EAAE,KAAK,CAAC;aACf,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;YACX,GAAG,CAAC,CAAC,MAAM;YACX,KAAK,EAAE,CAAC,CAAC,KAAK;SACf,CAAC,CAAC,CAAC;IACR,CAAC;IAMD,eAAe,CAAC,OAA4B;QAC1C,MAAM,KAAK,GAAa,EAAE,CAAC;QAE3B,IAAI,OAAO,CAAC,QAAQ,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YAChC,KAAK,CAAC,IAAI,CAAC,iBAAiB,CAAC,CAAC;YAC9B,KAAK,MAAM,CAAC,IAAI,OAAO,CAAC,QAAQ,EAAE,CAAC;gBACjC,KAAK,CAAC,IAAI,CAAC,IAAI,GAAG,CAAC,CAAC,MAAM,CAAC,IAAI,GAAG,IAAI,GAAG,CAAC,CAAC,MAAM,CAAC,WAAW,GAAG,KAAK,GAAG,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC;YAC5F,CAAC;QACH,CAAC;QAED,IAAI,OAAO,CAAC,KAAK,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YAC7B,IAAI,KAAK,CAAC,MAAM,GAAG,CAAC;gBAAE,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;YACrC,KAAK,CAAC,IAAI,CAAC,cAAc,CAAC,CAAC;YAC3B,KAAK,MAAM,CAAC,IAAI,OAAO,CAAC,KAAK,EAAE,CAAC;gBAC9B,KAAK,CAAC,IAAI,CAAC,IAAI,GAAG,CAAC,CAAC,YAAY,CAAC,IAAI,GAAG,MAAM,GAAG,CAAC,CAAC,YAAY,CAAC,IAAI,GAAG,IAAI,GAAG,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;YAC7F,CAAC;QACH,CAAC;QAED,OAAO,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IAC1B,CAAC;CACF;AA5MD,gDA4MC"}
|
|
@@ -0,0 +1,20 @@
|
|
|
1
|
+
import type { TextSearchProvider, TextSearchResult } from './TextSearchProvider';
|
|
2
|
+
export declare class MinisearchProvider implements TextSearchProvider {
|
|
3
|
+
private entityIndex;
|
|
4
|
+
private edgeIndex;
|
|
5
|
+
constructor();
|
|
6
|
+
indexEntity(id: string, fields: {
|
|
7
|
+
name: string;
|
|
8
|
+
summary: string;
|
|
9
|
+
entity_type: string;
|
|
10
|
+
}): void;
|
|
11
|
+
indexEdge(id: string, fields: {
|
|
12
|
+
name: string;
|
|
13
|
+
fact: string;
|
|
14
|
+
}): void;
|
|
15
|
+
removeEntity(id: string): void;
|
|
16
|
+
removeEdge(id: string): void;
|
|
17
|
+
searchEntities(query: string, limit: number): TextSearchResult[];
|
|
18
|
+
searchEdges(query: string, limit: number): TextSearchResult[];
|
|
19
|
+
clear(): void;
|
|
20
|
+
}
|
|
@@ -0,0 +1,77 @@
|
|
|
1
|
+
"use strict";
|
|
2
|
+
var __importDefault = (this && this.__importDefault) || function (mod) {
|
|
3
|
+
return (mod && mod.__esModule) ? mod : { "default": mod };
|
|
4
|
+
};
|
|
5
|
+
Object.defineProperty(exports, "__esModule", { value: true });
|
|
6
|
+
exports.MinisearchProvider = void 0;
|
|
7
|
+
const minisearch_1 = __importDefault(require("minisearch"));
|
|
8
|
+
class MinisearchProvider {
|
|
9
|
+
constructor() {
|
|
10
|
+
this.entityIndex = new minisearch_1.default({
|
|
11
|
+
fields: ['name', 'summary', 'entity_type'],
|
|
12
|
+
storeFields: ['name', 'summary', 'entity_type'],
|
|
13
|
+
searchOptions: {
|
|
14
|
+
boost: { name: 3, summary: 1, entity_type: 0.5 },
|
|
15
|
+
fuzzy: 0.2,
|
|
16
|
+
prefix: true,
|
|
17
|
+
},
|
|
18
|
+
});
|
|
19
|
+
this.edgeIndex = new minisearch_1.default({
|
|
20
|
+
fields: ['name', 'fact'],
|
|
21
|
+
storeFields: ['name', 'fact'],
|
|
22
|
+
searchOptions: {
|
|
23
|
+
boost: { fact: 2, name: 1 },
|
|
24
|
+
fuzzy: 0.2,
|
|
25
|
+
prefix: true,
|
|
26
|
+
},
|
|
27
|
+
});
|
|
28
|
+
}
|
|
29
|
+
indexEntity(id, fields) {
|
|
30
|
+
if (this.entityIndex.has(id)) {
|
|
31
|
+
this.entityIndex.discard(id);
|
|
32
|
+
}
|
|
33
|
+
this.entityIndex.add({ id, ...fields });
|
|
34
|
+
}
|
|
35
|
+
indexEdge(id, fields) {
|
|
36
|
+
if (this.edgeIndex.has(id)) {
|
|
37
|
+
this.edgeIndex.discard(id);
|
|
38
|
+
}
|
|
39
|
+
this.edgeIndex.add({ id, ...fields });
|
|
40
|
+
}
|
|
41
|
+
removeEntity(id) {
|
|
42
|
+
if (this.entityIndex.has(id)) {
|
|
43
|
+
this.entityIndex.discard(id);
|
|
44
|
+
}
|
|
45
|
+
}
|
|
46
|
+
removeEdge(id) {
|
|
47
|
+
if (this.edgeIndex.has(id)) {
|
|
48
|
+
this.edgeIndex.discard(id);
|
|
49
|
+
}
|
|
50
|
+
}
|
|
51
|
+
searchEntities(query, limit) {
|
|
52
|
+
if (!query.trim())
|
|
53
|
+
return [];
|
|
54
|
+
const results = this.entityIndex.search(query);
|
|
55
|
+
const maxScore = results.length > 0 ? results[0].score : 1;
|
|
56
|
+
return results.slice(0, limit).map((r) => ({
|
|
57
|
+
id: r.id,
|
|
58
|
+
score: maxScore > 0 ? r.score / maxScore : 0,
|
|
59
|
+
}));
|
|
60
|
+
}
|
|
61
|
+
searchEdges(query, limit) {
|
|
62
|
+
if (!query.trim())
|
|
63
|
+
return [];
|
|
64
|
+
const results = this.edgeIndex.search(query);
|
|
65
|
+
const maxScore = results.length > 0 ? results[0].score : 1;
|
|
66
|
+
return results.slice(0, limit).map((r) => ({
|
|
67
|
+
id: r.id,
|
|
68
|
+
score: maxScore > 0 ? r.score / maxScore : 0,
|
|
69
|
+
}));
|
|
70
|
+
}
|
|
71
|
+
clear() {
|
|
72
|
+
this.entityIndex.removeAll();
|
|
73
|
+
this.edgeIndex.removeAll();
|
|
74
|
+
}
|
|
75
|
+
}
|
|
76
|
+
exports.MinisearchProvider = MinisearchProvider;
|
|
77
|
+
//# sourceMappingURL=MinisearchProvider.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"MinisearchProvider.js","sourceRoot":"","sources":["../../src/search/MinisearchProvider.ts"],"names":[],"mappings":";;;;;;AAAA,4DAAoC;AAgBpC,MAAa,kBAAkB;IAI7B;QACE,IAAI,CAAC,WAAW,GAAG,IAAI,oBAAU,CAAiB;YAChD,MAAM,EAAE,CAAC,MAAM,EAAE,SAAS,EAAE,aAAa,CAAC;YAC1C,WAAW,EAAE,CAAC,MAAM,EAAE,SAAS,EAAE,aAAa,CAAC;YAC/C,aAAa,EAAE;gBACb,KAAK,EAAE,EAAE,IAAI,EAAE,CAAC,EAAE,OAAO,EAAE,CAAC,EAAE,WAAW,EAAE,GAAG,EAAE;gBAChD,KAAK,EAAE,GAAG;gBACV,MAAM,EAAE,IAAI;aACb;SACF,CAAC,CAAC;QAEH,IAAI,CAAC,SAAS,GAAG,IAAI,oBAAU,CAAe;YAC5C,MAAM,EAAE,CAAC,MAAM,EAAE,MAAM,CAAC;YACxB,WAAW,EAAE,CAAC,MAAM,EAAE,MAAM,CAAC;YAC7B,aAAa,EAAE;gBACb,KAAK,EAAE,EAAE,IAAI,EAAE,CAAC,EAAE,IAAI,EAAE,CAAC,EAAE;gBAC3B,KAAK,EAAE,GAAG;gBACV,MAAM,EAAE,IAAI;aACb;SACF,CAAC,CAAC;IACL,CAAC;IAED,WAAW,CAAC,EAAU,EAAE,MAA8D;QAEpF,IAAI,IAAI,CAAC,WAAW,CAAC,GAAG,CAAC,EAAE,CAAC,EAAE,CAAC;YAC7B,IAAI,CAAC,WAAW,CAAC,OAAO,CAAC,EAAE,CAAC,CAAC;QAC/B,CAAC;QACD,IAAI,CAAC,WAAW,CAAC,GAAG,CAAC,EAAE,EAAE,EAAE,GAAG,MAAM,EAAE,CAAC,CAAC;IAC1C,CAAC;IAED,SAAS,CAAC,EAAU,EAAE,MAAsC;QAC1D,IAAI,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,EAAE,CAAC,EAAE,CAAC;YAC3B,IAAI,CAAC,SAAS,CAAC,OAAO,CAAC,EAAE,CAAC,CAAC;QAC7B,CAAC;QACD,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,EAAE,EAAE,EAAE,GAAG,MAAM,EAAE,CAAC,CAAC;IACxC,CAAC;IAED,YAAY,CAAC,EAAU;QACrB,IAAI,IAAI,CAAC,WAAW,CAAC,GAAG,CAAC,EAAE,CAAC,EAAE,CAAC;YAC7B,IAAI,CAAC,WAAW,CAAC,OAAO,CAAC,EAAE,CAAC,CAAC;QAC/B,CAAC;IACH,CAAC;IAED,UAAU,CAAC,EAAU;QACnB,IAAI,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,EAAE,CAAC,EAAE,CAAC;YAC3B,IAAI,CAAC,SAAS,CAAC,OAAO,CAAC,EAAE,CAAC,CAAC;QAC7B,CAAC;IACH,CAAC;IAED,cAAc,CAAC,KAAa,EAAE,KAAa;QACzC,IAAI,CAAC,KAAK,CAAC,IAAI,EAAE;YAAE,OAAO,EAAE,CAAC;QAE7B,MAAM,OAAO,GAAG,IAAI,CAAC,WAAW,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;QAC/C,MAAM,QAAQ,GAAG,OAAO,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC;QAE3D,OAAO,OAAO,CAAC,KAAK,CAAC,CAAC,EAAE,KAAK,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;YACzC,EAAE,EAAE,CAAC,CAAC,EAAY;YAClB,KAAK,EAAE,QAAQ,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,KAAK,GAAG,QAAQ,CAAC,CAAC,CAAC,CAAC;SAC7C,CAAC,CAAC,CAAC;IACN,CAAC;IAED,WAAW,CAAC,KAAa,EAAE,KAAa;QACtC,IAAI,CAAC,KAAK,CAAC,IAAI,EAAE;YAAE,OAAO,EAAE,CAAC;QAE7B,MAAM,OAAO,GAAG,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;QAC7C,MAAM,QAAQ,GAAG,OAAO,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC;QAE3D,OAAO,OAAO,CAAC,KAAK,CAAC,CAAC,EAAE,KAAK,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;YACzC,EAAE,EAAE,CAAC,CAAC,EAAY;YAClB,KAAK,EAAE,QAAQ,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,KAAK,GAAG,QAAQ,CAAC,CAAC,CAAC,CAAC;SAC7C,CAAC,CAAC,CAAC;IACN,CAAC;IAED,KAAK;QACH,IAAI,CAAC,WAAW,CAAC,SAAS,EAAE,CAAC;QAC7B,IAAI,CAAC,SAAS,CAAC,SAAS,EAAE,CAAC;IAC7B,CAAC;CACF;AAjFD,gDAiFC"}
|
|
@@ -0,0 +1,20 @@
|
|
|
1
|
+
export interface TextSearchResult {
|
|
2
|
+
id: string;
|
|
3
|
+
score: number;
|
|
4
|
+
}
|
|
5
|
+
export interface TextSearchProvider {
|
|
6
|
+
indexEntity(id: string, fields: {
|
|
7
|
+
name: string;
|
|
8
|
+
summary: string;
|
|
9
|
+
entity_type: string;
|
|
10
|
+
}): void;
|
|
11
|
+
indexEdge(id: string, fields: {
|
|
12
|
+
name: string;
|
|
13
|
+
fact: string;
|
|
14
|
+
}): void;
|
|
15
|
+
removeEntity(id: string): void;
|
|
16
|
+
removeEdge(id: string): void;
|
|
17
|
+
searchEntities(query: string, limit: number): TextSearchResult[];
|
|
18
|
+
searchEdges(query: string, limit: number): TextSearchResult[];
|
|
19
|
+
clear(): void;
|
|
20
|
+
}
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"TextSearchProvider.js","sourceRoot":"","sources":["../../src/search/TextSearchProvider.ts"],"names":[],"mappings":""}
|
|
@@ -0,0 +1,8 @@
|
|
|
1
|
+
"use strict";
|
|
2
|
+
Object.defineProperty(exports, "__esModule", { value: true });
|
|
3
|
+
exports.HybridSearchEngine = exports.MinisearchProvider = void 0;
|
|
4
|
+
var MinisearchProvider_1 = require("./MinisearchProvider");
|
|
5
|
+
Object.defineProperty(exports, "MinisearchProvider", { enumerable: true, get: function () { return MinisearchProvider_1.MinisearchProvider; } });
|
|
6
|
+
var HybridSearchEngine_1 = require("./HybridSearchEngine");
|
|
7
|
+
Object.defineProperty(exports, "HybridSearchEngine", { enumerable: true, get: function () { return HybridSearchEngine_1.HybridSearchEngine; } });
|
|
8
|
+
//# sourceMappingURL=index.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"index.js","sourceRoot":"","sources":["../../src/search/index.ts"],"names":[],"mappings":";;;AACA,2DAA0D;AAAjD,wHAAA,kBAAkB,OAAA;AAC3B,2DAI8B;AAH5B,wHAAA,kBAAkB,OAAA"}
|
|
@@ -0,0 +1,42 @@
|
|
|
1
|
+
import type { IGraphStorage, EntitySearchResult, EdgeSearchResult, ListOptions, EntitySearchOptions, EdgeSearchOptions, VectorSearchOptions, RetentionPolicy } from './IGraphStorage';
|
|
2
|
+
import type { EntityNode, CreateEntityNode, EntityEdge, CreateEntityEdge, EpisodicNode, CreateEpisodicNode, GraphData, GraphStats } from '../schemas';
|
|
3
|
+
export declare class GraphologyStorage implements IGraphStorage {
|
|
4
|
+
private graph;
|
|
5
|
+
private searchProvider;
|
|
6
|
+
private persistPath;
|
|
7
|
+
private initialized;
|
|
8
|
+
private episodeOrder;
|
|
9
|
+
private nextOrder;
|
|
10
|
+
constructor(persistPath?: string);
|
|
11
|
+
initialize(): Promise<void>;
|
|
12
|
+
close(): Promise<void>;
|
|
13
|
+
addEntity(input: CreateEntityNode): Promise<EntityNode>;
|
|
14
|
+
getEntity(uuid: string): Promise<EntityNode | null>;
|
|
15
|
+
getEntityByName(name: string, groupId: string): Promise<EntityNode | null>;
|
|
16
|
+
updateEntity(uuid: string, updates: Partial<EntityNode>): Promise<EntityNode>;
|
|
17
|
+
deleteEntity(uuid: string): Promise<void>;
|
|
18
|
+
listEntities(groupId: string, options?: ListOptions): Promise<EntityNode[]>;
|
|
19
|
+
addEdge(input: CreateEntityEdge): Promise<EntityEdge>;
|
|
20
|
+
getEdge(uuid: string): Promise<EntityEdge | null>;
|
|
21
|
+
getEdgesBetween(sourceUuid: string, targetUuid: string): Promise<EntityEdge[]>;
|
|
22
|
+
getEdgesForEntity(entityUuid: string): Promise<EntityEdge[]>;
|
|
23
|
+
updateEdge(uuid: string, updates: Partial<EntityEdge>): Promise<EntityEdge>;
|
|
24
|
+
deleteEdge(uuid: string): Promise<void>;
|
|
25
|
+
addEpisode(input: CreateEpisodicNode): Promise<EpisodicNode>;
|
|
26
|
+
getEpisode(uuid: string): Promise<EpisodicNode | null>;
|
|
27
|
+
getRecentEpisodes(groupId: string, limit: number): Promise<EpisodicNode[]>;
|
|
28
|
+
getEpisodeCount(groupId: string): Promise<number>;
|
|
29
|
+
searchEntities(query: string, groupId: string, options?: EntitySearchOptions): Promise<EntitySearchResult[]>;
|
|
30
|
+
searchEdges(query: string, groupId: string, options?: EdgeSearchOptions): Promise<EdgeSearchResult[]>;
|
|
31
|
+
searchEntitiesByVector(vector: number[], groupId: string, options?: VectorSearchOptions): Promise<EntitySearchResult[]>;
|
|
32
|
+
searchEdgesByVector(vector: number[], groupId: string, options?: VectorSearchOptions): Promise<EdgeSearchResult[]>;
|
|
33
|
+
clearGroup(groupId: string): Promise<void>;
|
|
34
|
+
clearAll(): Promise<void>;
|
|
35
|
+
exportGraph(groupId?: string): Promise<GraphData>;
|
|
36
|
+
importGraph(data: GraphData): Promise<void>;
|
|
37
|
+
getStats(groupId?: string): Promise<GraphStats>;
|
|
38
|
+
applyRetention(groupId: string, policy: RetentionPolicy): Promise<number>;
|
|
39
|
+
private persistIfConfigured;
|
|
40
|
+
private saveToDisk;
|
|
41
|
+
private loadFromDisk;
|
|
42
|
+
}
|