memo-grafter 0.2.5 → 0.2.7
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +5 -0
- package/USER_GUIDE.md +78 -6
- package/dist/MemoGrafter.d.ts +7 -1
- package/dist/MemoGrafter.d.ts.map +1 -1
- package/dist/MemoGrafter.js +42 -0
- package/dist/MemoGrafter.js.map +1 -1
- package/dist/MemoGrafterAgent.d.ts +4 -1
- package/dist/MemoGrafterAgent.d.ts.map +1 -1
- package/dist/MemoGrafterAgent.js +28 -1
- package/dist/MemoGrafterAgent.js.map +1 -1
- package/dist/adapters/OpenAIAdapter.d.ts +6 -1
- package/dist/adapters/OpenAIAdapter.d.ts.map +1 -1
- package/dist/adapters/OpenAIAdapter.js +19 -1
- package/dist/adapters/OpenAIAdapter.js.map +1 -1
- package/dist/crawler/VersioningPass.d.ts.map +1 -1
- package/dist/crawler/VersioningPass.js +7 -10
- package/dist/crawler/VersioningPass.js.map +1 -1
- package/dist/crawler/memoryMaintenance.d.ts +7 -0
- package/dist/crawler/memoryMaintenance.d.ts.map +1 -1
- package/dist/crawler/memoryMaintenance.js +30 -0
- package/dist/crawler/memoryMaintenance.js.map +1 -1
- package/dist/crawler/types.d.ts +1 -0
- package/dist/crawler/types.d.ts.map +1 -1
- package/dist/fleet/WorkerAgent.d.ts +2 -1
- package/dist/fleet/WorkerAgent.d.ts.map +1 -1
- package/dist/fleet/WorkerAgent.js +3 -0
- package/dist/fleet/WorkerAgent.js.map +1 -1
- package/dist/fleet/types.d.ts +2 -1
- package/dist/fleet/types.d.ts.map +1 -1
- package/dist/index.d.ts +2 -1
- package/dist/index.d.ts.map +1 -1
- package/dist/pipeline/GrafterPipeline.d.ts +6 -2
- package/dist/pipeline/GrafterPipeline.d.ts.map +1 -1
- package/dist/pipeline/GrafterPipeline.js +3 -2
- package/dist/pipeline/GrafterPipeline.js.map +1 -1
- package/dist/pipeline/IngestPipeline.d.ts +3 -2
- package/dist/pipeline/IngestPipeline.d.ts.map +1 -1
- package/dist/pipeline/IngestPipeline.js +29 -5
- package/dist/pipeline/IngestPipeline.js.map +1 -1
- package/dist/pipeline/SegmentProcessor.d.ts +2 -4
- package/dist/pipeline/SegmentProcessor.d.ts.map +1 -1
- package/dist/pipeline/SegmentProcessor.js +10 -8
- package/dist/pipeline/SegmentProcessor.js.map +1 -1
- package/dist/prompts/segmentExtractionPrompt.d.ts +1 -1
- package/dist/prompts/segmentExtractionPrompt.d.ts.map +1 -1
- package/dist/prompts/segmentExtractionPrompt.js +7 -1
- package/dist/prompts/segmentExtractionPrompt.js.map +1 -1
- package/dist/queue/IngestQueue.d.ts +3 -2
- package/dist/queue/IngestQueue.d.ts.map +1 -1
- package/dist/queue/IngestQueue.js +19 -0
- package/dist/queue/IngestQueue.js.map +1 -1
- package/dist/store/postgres-pgvector/GraphStore.d.ts.map +1 -1
- package/dist/store/postgres-pgvector/GraphStore.js +19 -1
- package/dist/store/postgres-pgvector/GraphStore.js.map +1 -1
- package/dist/types.d.ts +22 -0
- package/dist/types.d.ts.map +1 -1
- package/dist/utils/text/splitTextForIngestion.d.ts +2 -0
- package/dist/utils/text/splitTextForIngestion.d.ts.map +1 -0
- package/dist/utils/text/splitTextForIngestion.js +37 -0
- package/dist/utils/text/splitTextForIngestion.js.map +1 -0
- package/dist/utils/text/splitTextForIngestion.test.d.ts +2 -0
- package/dist/utils/text/splitTextForIngestion.test.d.ts.map +1 -0
- package/dist/utils/text/splitTextForIngestion.test.js +19 -0
- package/dist/utils/text/splitTextForIngestion.test.js.map +1 -0
- package/package.json +1 -1
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"memoryMaintenance.d.ts","sourceRoot":"","sources":["../../src/crawler/memoryMaintenance.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,UAAU,EAAE,MAAM,aAAa,CAAC;AAE9C,MAAM,WAAW,mBAAmB;IAClC,GAAG,EAAE,MAAM,CAAC;IACZ,KAAK,EAAE,UAAU,EAAE,CAAC;CACrB;AAOD,wBAAgB,mBAAmB,CAAC,KAAK,EAAE,MAAM,GAAG,MAAM,CAEzD;AAED,wBAAgB,wBAAwB,CAAC,QAAQ,EAAE,UAAU,EAAE,GAAG,mBAAmB,EAAE,
|
|
1
|
+
{"version":3,"file":"memoryMaintenance.d.ts","sourceRoot":"","sources":["../../src/crawler/memoryMaintenance.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,UAAU,EAAE,MAAM,aAAa,CAAC;AAE9C,MAAM,WAAW,mBAAmB;IAClC,GAAG,EAAE,MAAM,CAAC;IACZ,KAAK,EAAE,UAAU,EAAE,CAAC;CACrB;AAED,MAAM,WAAW,kBAAkB;IACjC,GAAG,EAAE,MAAM,CAAC;IACZ,KAAK,EAAE,UAAU,EAAE,CAAC;IACpB,WAAW,EAAE,UAAU,CAAC;CACzB;AAOD,wBAAgB,mBAAmB,CAAC,KAAK,EAAE,MAAM,GAAG,MAAM,CAEzD;AAED,wBAAgB,wBAAwB,CAAC,QAAQ,EAAE,UAAU,EAAE,GAAG,mBAAmB,EAAE,CAGtF;AAED,wBAAgB,uBAAuB,CAAC,QAAQ,EAAE,UAAU,EAAE,GAAG,kBAAkB,EAAE,CAOpF;AAED,wBAAgB,oBAAoB,CAAC,MAAM,EAAE,IAAI,CAAC,UAAU,EAAE,OAAO,CAAC,GAAG,OAAO,CAG/E;AAsCD,wBAAgB,kBAAkB,CAAC,MAAM,EAAE,IAAI,CAAC,UAAU,EAAE,SAAS,GAAG,WAAW,CAAC,GAAG,OAAO,CAG7F;AA8CD,wBAAgB,mBAAmB,CAAC,KAAK,EAAE,UAAU,EAAE,GAAG,UAAU,GAAG,IAAI,CAE1E;AAED,wBAAgB,kBAAkB,CAAC,IAAI,EAAE,UAAU,EAAE,KAAK,EAAE,UAAU,GAAG,MAAM,CAK9E;AAED,wBAAgB,2BAA2B,CAAC,QAAQ,EAAE,UAAU,EAAE,GAAG;IACnE,cAAc,EAAE,MAAM,CAAC;IACvB,iBAAiB,EAAE,MAAM,CAAC;CAC3B,CAKA"}
|
|
@@ -2,6 +2,22 @@ export function normalizeMemoryPart(value) {
|
|
|
2
2
|
return value.trim().toLowerCase().replace(/\s+/g, " ");
|
|
3
3
|
}
|
|
4
4
|
export function findMemoryConflictGroups(memories) {
|
|
5
|
+
return findCompetingMemoryGroups(memories)
|
|
6
|
+
.filter((group) => !getExplicitReplacement(group.nodes));
|
|
7
|
+
}
|
|
8
|
+
export function findMemoryVersionGroups(memories) {
|
|
9
|
+
return findCompetingMemoryGroups(memories)
|
|
10
|
+
.map((group) => {
|
|
11
|
+
const replacement = getExplicitReplacement(group.nodes);
|
|
12
|
+
return replacement ? { ...group, replacement } : null;
|
|
13
|
+
})
|
|
14
|
+
.filter((group) => group != null);
|
|
15
|
+
}
|
|
16
|
+
export function hasExplicitUpdateCue(memory) {
|
|
17
|
+
const value = normalizeMemoryPart(memory.value);
|
|
18
|
+
return UPDATE_CUE_PATTERNS.some((pattern) => pattern.test(value));
|
|
19
|
+
}
|
|
20
|
+
function findCompetingMemoryGroups(memories) {
|
|
5
21
|
const byFactKey = new Map();
|
|
6
22
|
for (const memory of memories) {
|
|
7
23
|
if (memory.decayed || memory.supersededBy != null)
|
|
@@ -29,6 +45,10 @@ export function findMemoryConflictGroups(memories) {
|
|
|
29
45
|
nodes: items.map((item) => item.memory),
|
|
30
46
|
}));
|
|
31
47
|
}
|
|
48
|
+
function getExplicitReplacement(nodes) {
|
|
49
|
+
const newest = getNewestMemoryNode(nodes);
|
|
50
|
+
return newest && hasExplicitUpdateCue(newest) ? newest : null;
|
|
51
|
+
}
|
|
32
52
|
export function isBroadTopicMemory(memory) {
|
|
33
53
|
return GENERIC_SUBJECTS.has(normalizeMemoryPart(memory.subject))
|
|
34
54
|
&& GENERIC_PREDICATES.has(normalizeMemoryPart(memory.predicate));
|
|
@@ -107,4 +127,14 @@ const GENERIC_PREDICATES = new Set([
|
|
|
107
127
|
"plan",
|
|
108
128
|
"wants",
|
|
109
129
|
]);
|
|
130
|
+
const UPDATE_CUE_PATTERNS = [
|
|
131
|
+
/\bactually\b/,
|
|
132
|
+
/\bchanged to\b/,
|
|
133
|
+
/\bcorrect(?:ion|ed)?\b/,
|
|
134
|
+
/\bcurrent(?:ly)?\b/,
|
|
135
|
+
/\binstead\b/,
|
|
136
|
+
/\bnow\b/,
|
|
137
|
+
/\breplace(?:d|s)?\b/,
|
|
138
|
+
/\bupdated to\b/,
|
|
139
|
+
];
|
|
110
140
|
//# sourceMappingURL=memoryMaintenance.js.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"memoryMaintenance.js","sourceRoot":"","sources":["../../src/crawler/memoryMaintenance.ts"],"names":[],"mappings":"
|
|
1
|
+
{"version":3,"file":"memoryMaintenance.js","sourceRoot":"","sources":["../../src/crawler/memoryMaintenance.ts"],"names":[],"mappings":"AAkBA,MAAM,UAAU,mBAAmB,CAAC,KAAa;IAC/C,OAAO,KAAK,CAAC,IAAI,EAAE,CAAC,WAAW,EAAE,CAAC,OAAO,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC;AACzD,CAAC;AAED,MAAM,UAAU,wBAAwB,CAAC,QAAsB;IAC7D,OAAO,yBAAyB,CAAC,QAAQ,CAAC;SACvC,MAAM,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,CAAC,sBAAsB,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,CAAC;AAC7D,CAAC;AAED,MAAM,UAAU,uBAAuB,CAAC,QAAsB;IAC5D,OAAO,yBAAyB,CAAC,QAAQ,CAAC;SACvC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE;QACb,MAAM,WAAW,GAAG,sBAAsB,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC;QACxD,OAAO,WAAW,CAAC,CAAC,CAAC,EAAE,GAAG,KAAK,EAAE,WAAW,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC;IACxD,CAAC,CAAC;SACD,MAAM,CAAC,CAAC,KAAK,EAA+B,EAAE,CAAC,KAAK,IAAI,IAAI,CAAC,CAAC;AACnE,CAAC;AAED,MAAM,UAAU,oBAAoB,CAAC,MAAiC;IACpE,MAAM,KAAK,GAAG,mBAAmB,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;IAChD,OAAO,mBAAmB,CAAC,IAAI,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,OAAO,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC;AACpE,CAAC;AAED,SAAS,yBAAyB,CAAC,QAAsB;IACvD,MAAM,SAAS,GAAG,IAAI,GAAG,EAAwD,CAAC;IAElF,KAAK,MAAM,MAAM,IAAI,QAAQ,EAAE,CAAC;QAC9B,IAAI,MAAM,CAAC,OAAO,IAAI,MAAM,CAAC,YAAY,IAAI,IAAI;YAAE,SAAS;QAE5D,MAAM,QAAQ,GAAG,mBAAmB,CAAC,MAAM,CAAC,CAAC;QAC7C,IAAI,CAAC,QAAQ;YAAE,SAAS;QAExB,MAAM,GAAG,GAAG,QAAQ,CAAC,GAAG,CAAC;QACzB,MAAM,KAAK,GAAG,SAAS,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;QACjC,MAAM,IAAI,GAAG;YACX,MAAM;YACN,KAAK,EAAE,QAAQ,CAAC,KAAK;SACtB,CAAC;QAEF,IAAI,KAAK,EAAE,CAAC;YACV,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QACnB,CAAC;aAAM,CAAC;YACN,SAAS,CAAC,GAAG,CAAC,GAAG,EAAE,CAAC,IAAI,CAAC,CAAC,CAAC;QAC7B,CAAC;IACH,CAAC;IAED,OAAO,CAAC,GAAG,SAAS,CAAC,OAAO,EAAE,CAAC;SAC5B,MAAM,CAAC,CAAC,CAAC,EAAE,KAAK,CAAC,EAAE,EAAE,CAAC,IAAI,GAAG,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,IAAI,GAAG,CAAC,CAAC;SACxE,GAAG,CAAC,CAAC,CAAC,GAAG,EAAE,KAAK,CAAC,EAAE,EAAE,CAAC,CAAC;QACtB,GAAG;QACH,KAAK,EAAE,KAAK,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,MAAM,CAAC;KACxC,CAAC,CAAC,CAAC;AACR,CAAC;AAED,SAAS,sBAAsB,CAAC,KAAmB;IACjD,MAAM,MAAM,GAAG,mBAAmB,CAAC,KAAK,CAAC,CAAC;IAC1C,OAAO,MAAM,IAAI,oBAAoB,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,IAAI,CAAC;AAChE,CAAC;AAED,MAAM,UAAU,kBAAkB,CAAC,MAAiD;IAClF,OAAO,gBAAgB,CAAC,GAAG,CAAC,mBAAmB,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC;WAC3D,kBAAkB,CAAC,GAAG,CAAC,mBAAmB,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC,CAAC;AACrE,CAAC;AAED,SAAS,mBAAmB,CAAC,MAAkB;IAC7C,IAAI,kBAAkB,CAAC,MAAM,CAAC,EAAE,CAAC;QAC/B,OAAO,6BAA6B,CAAC,MAAM,CAAC,CAAC;IAC/C,CAAC;IAED,OAAO;QACL,GAAG,EAAE;YACH,MAAM,CAAC,SAAS;YAChB,mBAAmB,CAAC,MAAM,CAAC,OAAO,CAAC;YACnC,mBAAmB,CAAC,MAAM,CAAC,SAAS,CAAC;SACtC,CAAC,IAAI,CAAC,QAAQ,CAAC;QAChB,KAAK,EAAE,mBAAmB,CAAC,MAAM,CAAC,KAAK,CAAC;KACzC,CAAC;AACJ,CAAC;AAED,SAAS,6BAA6B,CAAC,MAAkB;IACvD,MAAM,KAAK,GAAG,mBAAmB,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;IAChD,MAAM,WAAW,GAAG,4BAA4B,CAAC,KAAK,CAAC,CAAC;IACxD,IAAI,CAAC,WAAW;QAAE,OAAO,IAAI,CAAC;IAE9B,OAAO;QACL,GAAG,EAAE,CAAC,MAAM,CAAC,SAAS,EAAE,aAAa,EAAE,kBAAkB,CAAC,CAAC,IAAI,CAAC,QAAQ,CAAC;QACzE,KAAK,EAAE,WAAW;KACnB,CAAC;AACJ,CAAC;AAED,SAAS,4BAA4B,CAAC,KAAa;IACjD,IAAI,CAAC,8CAA8C,CAAC,IAAI,CAAC,KAAK,CAAC,EAAE,CAAC;QAChE,OAAO,IAAI,CAAC;IACd,CAAC;IAED,MAAM,mBAAmB,GAAG;QAC1B,uGAAuG;QACvG,gFAAgF;KACjF,CAAC;IAEF,KAAK,MAAM,OAAO,IAAI,mBAAmB,EAAE,CAAC;QAC1C,MAAM,WAAW,GAAG,KAAK,CAAC,KAAK,CAAC,OAAO,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,IAAI,EAAE,CAAC;QACtD,IAAI,WAAW;YAAE,OAAO,WAAW,CAAC;IACtC,CAAC;IAED,OAAO,IAAI,CAAC;AACd,CAAC;AAED,MAAM,UAAU,mBAAmB,CAAC,KAAmB;IACrD,OAAO,CAAC,GAAG,KAAK,CAAC,CAAC,IAAI,CAAC,kBAAkB,CAAC,CAAC,CAAC,CAAC,IAAI,IAAI,CAAC;AACxD,CAAC;AAED,MAAM,UAAU,kBAAkB,CAAC,IAAgB,EAAE,KAAiB;IACpE,MAAM,SAAS,GAAG,KAAK,CAAC,SAAS,CAAC,OAAO,EAAE,GAAG,IAAI,CAAC,SAAS,CAAC,OAAO,EAAE,CAAC;IACvE,IAAI,SAAS,KAAK,CAAC;QAAE,OAAO,SAAS,CAAC;IAEtC,OAAO,KAAK,CAAC,EAAE,CAAC,aAAa,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;AACzC,CAAC;AAED,MAAM,UAAU,2BAA2B,CAAC,QAAsB;IAIhE,OAAO;QACL,cAAc,EAAE,QAAQ,CAAC,MAAM,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,MAAM;QAClE,iBAAiB,EAAE,QAAQ,CAAC,MAAM,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,MAAM,CAAC,YAAY,IAAI,IAAI,CAAC,CAAC,MAAM;KACnF,CAAC;AACJ,CAAC;AAED,MAAM,gBAAgB,GAAG,IAAI,GAAG,CAAC;IAC/B,cAAc;IACd,QAAQ;IACR,MAAM;IACN,SAAS;IACT,OAAO;IACP,MAAM;CACP,CAAC,CAAC;AAEH,MAAM,kBAAkB,GAAG,IAAI,GAAG,CAAC;IACjC,aAAa;IACb,aAAa;IACb,YAAY;IACZ,YAAY;IACZ,WAAW;IACX,eAAe;IACf,eAAe;IACf,IAAI;IACJ,WAAW;IACX,MAAM;IACN,OAAO;CACR,CAAC,CAAC;AAEH,MAAM,mBAAmB,GAAG;IAC1B,cAAc;IACd,gBAAgB;IAChB,wBAAwB;IACxB,oBAAoB;IACpB,aAAa;IACb,SAAS;IACT,qBAAqB;IACrB,gBAAgB;CACjB,CAAC"}
|
package/dist/crawler/types.d.ts
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"types.d.ts","sourceRoot":"","sources":["../../src/crawler/types.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,UAAU,EAAE,UAAU,EAAE,MAAM,aAAa,CAAC;AAE1D,MAAM,WAAW,aAAa;IAC5B,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,MAAM,CAAC,EAAE,WAAW,EAAE,CAAC;IACvB,eAAe,CAAC,EAAE,OAAO,CAAC;IAC1B,KAAK,CAAC,EAAE,uBAAuB,CAAC;CACjC;AAED,MAAM,WAAW,WAAW;IAC1B,IAAI,EAAE,MAAM,CAAC;IACb,GAAG,CAAC,OAAO,EAAE,kBAAkB,GAAG,OAAO,CAAC,iBAAiB,CAAC,GAAG,iBAAiB,CAAC;CAClF;AAED,MAAM,WAAW,kBAAkB;IACjC,MAAM,CAAC,EAAE,WAAW,CAAC;IACrB,KAAK,CAAC,EAAE,uBAAuB,CAAC;CACjC;AAED,MAAM,WAAW,iBAAiB;IAChC,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,iBAAiB,CAAC,EAAE,MAAM,CAAC;IAC3B,sBAAsB,CAAC,EAAE,MAAM,CAAC;IAChC,oBAAoB,CAAC,EAAE,MAAM,CAAC;IAC9B,eAAe,CAAC,EAAE,MAAM,CAAC;IACzB,kBAAkB,CAAC,EAAE,MAAM,CAAC;IAC5B,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB,aAAa,CAAC,EAAE,MAAM,CAAC;IACvB,aAAa,CAAC,EAAE,MAAM,CAAC;IACvB,qBAAqB,CAAC,EAAE,MAAM,CAAC;IAC/B,iBAAiB,CAAC,EAAE,MAAM,CAAC;IAC3B,cAAc,CAAC,EAAE,MAAM,CAAC;IACxB,KAAK,CAAC,EAAE,MAAM,EAAE,CAAC;CAClB;AAED,MAAM,WAAW,uBAAuB;IACtC,6BAA6B,IAAI,OAAO,CAAC,UAAU,EAAE,CAAC,CAAC;IACvD,0BAA0B,CAAC,aAAa,EAAE,MAAM,EAAE,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC;IACrE,wBAAwB,CAAC,YAAY,EAAE,MAAM,EAAE,YAAY,EAAE,MAAM,GAAG,OAAO,CAAC,OAAO,CAAC,CAAC;IACvF,qBAAqB,CAAC,YAAY,EAAE,MAAM,GAAG,OAAO,CAAC,OAAO,CAAC,CAAC;IAC9D,0BAA0B,CAAC,CAAC,YAAY,EAAE,MAAM,EAAE,UAAU,EAAE,MAAM,GAAG,OAAO,CAAC,OAAO,CAAC,CAAC;IACxF,gBAAgB,CAAC,IAAI,EAAE,IAAI,CAAC,UAAU,EAAE,UAAU,GAAG,UAAU,GAAG,UAAU,CAAC,GAAG;QAC9E,MAAM,CAAC,EAAE,MAAM,CAAC;KACjB,GAAG,OAAO,CAAC,OAAO,CAAC,CAAC;CACtB;AACD,MAAM,WAAW,iBAAiB;IAChC,IAAI,EAAE,MAAM,CAAC;IACb,EAAE,EAAE,OAAO,CAAC;IACZ,SAAS,EAAE,MAAM,CAAC;IAClB,UAAU,EAAE,MAAM,CAAC;IACnB,UAAU,EAAE,MAAM,CAAC;IACnB,MAAM,CAAC,EAAE,iBAAiB,CAAC;IAC3B,KAAK,CAAC,EAAE;QACN,OAAO,EAAE,MAAM,CAAC;QAChB,KAAK,CAAC,EAAE,MAAM,CAAC;KAChB,CAAC;CACH;AAED,MAAM,WAAW,aAAa;IAC5B,SAAS,EAAE,MAAM,CAAC;IAClB,UAAU,EAAE,MAAM,CAAC;IACnB,UAAU,EAAE,MAAM,CAAC;IACnB,MAAM,EAAE,iBAAiB,EAAE,CAAC;IAC5B,EAAE,EAAE,OAAO,CAAC;CACb"}
|
|
1
|
+
{"version":3,"file":"types.d.ts","sourceRoot":"","sources":["../../src/crawler/types.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,UAAU,EAAE,UAAU,EAAE,MAAM,aAAa,CAAC;AAE1D,MAAM,WAAW,aAAa;IAC5B,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,MAAM,CAAC,EAAE,WAAW,EAAE,CAAC;IACvB,eAAe,CAAC,EAAE,OAAO,CAAC;IAC1B,KAAK,CAAC,EAAE,uBAAuB,CAAC;CACjC;AAED,MAAM,WAAW,WAAW;IAC1B,IAAI,EAAE,MAAM,CAAC;IACb,GAAG,CAAC,OAAO,EAAE,kBAAkB,GAAG,OAAO,CAAC,iBAAiB,CAAC,GAAG,iBAAiB,CAAC;CAClF;AAED,MAAM,WAAW,kBAAkB;IACjC,MAAM,CAAC,EAAE,WAAW,CAAC;IACrB,KAAK,CAAC,EAAE,uBAAuB,CAAC;CACjC;AAED,MAAM,WAAW,iBAAiB;IAChC,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,iBAAiB,CAAC,EAAE,MAAM,CAAC;IAC3B,gBAAgB,CAAC,EAAE,MAAM,CAAC;IAC1B,sBAAsB,CAAC,EAAE,MAAM,CAAC;IAChC,oBAAoB,CAAC,EAAE,MAAM,CAAC;IAC9B,eAAe,CAAC,EAAE,MAAM,CAAC;IACzB,kBAAkB,CAAC,EAAE,MAAM,CAAC;IAC5B,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB,aAAa,CAAC,EAAE,MAAM,CAAC;IACvB,aAAa,CAAC,EAAE,MAAM,CAAC;IACvB,qBAAqB,CAAC,EAAE,MAAM,CAAC;IAC/B,iBAAiB,CAAC,EAAE,MAAM,CAAC;IAC3B,cAAc,CAAC,EAAE,MAAM,CAAC;IACxB,KAAK,CAAC,EAAE,MAAM,EAAE,CAAC;CAClB;AAED,MAAM,WAAW,uBAAuB;IACtC,6BAA6B,IAAI,OAAO,CAAC,UAAU,EAAE,CAAC,CAAC;IACvD,0BAA0B,CAAC,aAAa,EAAE,MAAM,EAAE,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC;IACrE,wBAAwB,CAAC,YAAY,EAAE,MAAM,EAAE,YAAY,EAAE,MAAM,GAAG,OAAO,CAAC,OAAO,CAAC,CAAC;IACvF,qBAAqB,CAAC,YAAY,EAAE,MAAM,GAAG,OAAO,CAAC,OAAO,CAAC,CAAC;IAC9D,0BAA0B,CAAC,CAAC,YAAY,EAAE,MAAM,EAAE,UAAU,EAAE,MAAM,GAAG,OAAO,CAAC,OAAO,CAAC,CAAC;IACxF,gBAAgB,CAAC,IAAI,EAAE,IAAI,CAAC,UAAU,EAAE,UAAU,GAAG,UAAU,GAAG,UAAU,CAAC,GAAG;QAC9E,MAAM,CAAC,EAAE,MAAM,CAAC;KACjB,GAAG,OAAO,CAAC,OAAO,CAAC,CAAC;CACtB;AACD,MAAM,WAAW,iBAAiB;IAChC,IAAI,EAAE,MAAM,CAAC;IACb,EAAE,EAAE,OAAO,CAAC;IACZ,SAAS,EAAE,MAAM,CAAC;IAClB,UAAU,EAAE,MAAM,CAAC;IACnB,UAAU,EAAE,MAAM,CAAC;IACnB,MAAM,CAAC,EAAE,iBAAiB,CAAC;IAC3B,KAAK,CAAC,EAAE;QACN,OAAO,EAAE,MAAM,CAAC;QAChB,KAAK,CAAC,EAAE,MAAM,CAAC;KAChB,CAAC;CACH;AAED,MAAM,WAAW,aAAa;IAC5B,SAAS,EAAE,MAAM,CAAC;IAClB,UAAU,EAAE,MAAM,CAAC;IACnB,UAAU,EAAE,MAAM,CAAC;IACnB,MAAM,EAAE,iBAAiB,EAAE,CAAC;IAC5B,EAAE,EAAE,OAAO,CAAC;CACb"}
|
|
@@ -1,5 +1,5 @@
|
|
|
1
1
|
import type { MemoGrafter } from "../MemoGrafter.js";
|
|
2
|
-
import type { InjectionResult, Message, TopicNode, TopicSegment } from "../types.js";
|
|
2
|
+
import type { GraftByRelevanceOptions, InjectionResult, Message, TopicNode, TopicSegment } from "../types.js";
|
|
3
3
|
import type { WorkerAgentConfig } from "./types.js";
|
|
4
4
|
export declare class WorkerAgent {
|
|
5
5
|
private readonly core;
|
|
@@ -17,6 +17,7 @@ export declare class WorkerAgent {
|
|
|
17
17
|
getActiveNodes(): Promise<TopicNode[]>;
|
|
18
18
|
getActiveSegments(): Promise<TopicSegment[]>;
|
|
19
19
|
graft(topicIds?: string[]): Promise<InjectionResult>;
|
|
20
|
+
graftByRelevance(query: string, options?: GraftByRelevanceOptions): Promise<InjectionResult>;
|
|
20
21
|
ingestGraftedNodes(nodes: TopicNode[]): Promise<TopicNode[]>;
|
|
21
22
|
absorbFromWorker(sourceWorker: WorkerAgent, options?: {
|
|
22
23
|
topicIds?: string[];
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"WorkerAgent.d.ts","sourceRoot":"","sources":["../../src/fleet/WorkerAgent.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EAAE,WAAW,EAAE,MAAM,mBAAmB,CAAC;AACrD,OAAO,KAAK,EAAE,eAAe,EAAE,OAAO,EAAE,SAAS,EAAE,YAAY,EAAE,MAAM,aAAa,CAAC;
|
|
1
|
+
{"version":3,"file":"WorkerAgent.d.ts","sourceRoot":"","sources":["../../src/fleet/WorkerAgent.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EAAE,WAAW,EAAE,MAAM,mBAAmB,CAAC;AACrD,OAAO,KAAK,EAAE,uBAAuB,EAAE,eAAe,EAAE,OAAO,EAAE,SAAS,EAAE,YAAY,EAAE,MAAM,aAAa,CAAC;AAC9G,OAAO,KAAK,EAAE,iBAAiB,EAAE,MAAM,YAAY,CAAC;AAEpD,qBAAa,WAAW;IAOpB,OAAO,CAAC,QAAQ,CAAC,IAAI;IACrB,OAAO,CAAC,QAAQ,CAAC,OAAO;IAP1B,OAAO,CAAC,QAAQ,CAAC,OAAO,CAAS;IACjC,OAAO,CAAC,QAAQ,CAAC,SAAS,CAAS;IACnC,OAAO,CAAC,QAAQ,CAAC,OAAO,CAAiB;IACzC,QAAQ,CAAC,KAAK,EAAE,MAAM,CAAC;gBAGJ,IAAI,EAAE,WAAW,EACjB,OAAO,EAAE,MAAM,EAChC,MAAM,EAAE,iBAAiB;IAW3B,UAAU,IAAI,MAAM;IAIpB,YAAY,IAAI,MAAM;IAItB,QAAQ,IAAI,MAAM;IAIZ,MAAM,CAAC,WAAW,EAAE,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC;IAmBlD,UAAU,IAAI,OAAO,EAAE;IAIjB,cAAc,IAAI,OAAO,CAAC,SAAS,EAAE,CAAC;IAKtC,iBAAiB,IAAI,OAAO,CAAC,YAAY,EAAE,CAAC;IAK5C,KAAK,CAAC,QAAQ,CAAC,EAAE,MAAM,EAAE,GAAG,OAAO,CAAC,eAAe,CAAC;IAM1D,gBAAgB,CAAC,KAAK,EAAE,MAAM,EAAE,OAAO,GAAE,uBAA4B,GAAG,OAAO,CAAC,eAAe,CAAC;IAI1F,kBAAkB,CAAC,KAAK,EAAE,SAAS,EAAE,GAAG,OAAO,CAAC,SAAS,EAAE,CAAC;IAU5D,gBAAgB,CAAC,YAAY,EAAE,WAAW,EAAE,OAAO,GAAE;QACzD,QAAQ,CAAC,EAAE,MAAM,EAAE,CAAC;QACpB,MAAM,CAAC,EAAE,MAAM,CAAC;QAChB,aAAa,CAAC,EAAE,MAAM,CAAC;QACvB,KAAK,CAAC,EAAE,MAAM,CAAC;KACX,GAAG,OAAO,CAAC,SAAS,EAAE,CAAC;IAKvB,QAAQ,IAAI,OAAO,CAAC,IAAI,CAAC;YAQjB,qBAAqB;CAuBpC"}
|
|
@@ -56,6 +56,9 @@ export class WorkerAgent {
|
|
|
56
56
|
const selectedTopicIds = topicIds ?? nodes.map((node) => node.id);
|
|
57
57
|
return this.core.inject(this.sessionId, selectedTopicIds);
|
|
58
58
|
}
|
|
59
|
+
graftByRelevance(query, options = {}) {
|
|
60
|
+
return this.core.graftByRelevance(this.sessionId, query, options);
|
|
61
|
+
}
|
|
59
62
|
async ingestGraftedNodes(nodes) {
|
|
60
63
|
const copiedNodes = await this.core.store.absorbNodes(nodes, this.sessionId, {
|
|
61
64
|
fleetId: this.fleetId,
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"WorkerAgent.js","sourceRoot":"","sources":["../../src/fleet/WorkerAgent.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,UAAU,EAAE,MAAM,aAAa,CAAC;AAKzC,MAAM,OAAO,WAAW;IAOH;IACA;IAPF,OAAO,CAAS;IAChB,SAAS,CAAS;IAClB,OAAO,GAAc,EAAE,CAAC;IAChC,KAAK,CAAS;IAEvB,YACmB,IAAiB,EACjB,OAAe,EAChC,MAAyB;QAFR,SAAI,GAAJ,IAAI,CAAa;QACjB,YAAO,GAAP,OAAO,CAAQ;QAGhC,IAAI,MAAM,CAAC,KAAK,KAAK,WAAW,EAAE,CAAC;YACjC,MAAM,IAAI,KAAK,CAAC,uCAAuC,CAAC,CAAC;QAC3D,CAAC;QAED,IAAI,CAAC,KAAK,GAAG,MAAM,CAAC,KAAK,CAAC;QAC1B,IAAI,CAAC,OAAO,GAAG,MAAM,CAAC,EAAE,IAAI,UAAU,EAAE,CAAC;QACzC,IAAI,CAAC,SAAS,GAAG,MAAM,CAAC,SAAS,IAAI,UAAU,EAAE,CAAC;IACpD,CAAC;IAED,UAAU;QACR,OAAO,IAAI,CAAC,OAAO,CAAC;IACtB,CAAC;IAED,YAAY;QACV,OAAO,IAAI,CAAC,SAAS,CAAC;IACxB,CAAC;IAED,QAAQ;QACN,OAAO,IAAI,CAAC,KAAK,CAAC;IACpB,CAAC;IAED,KAAK,CAAC,MAAM,CAAC,WAAmB;QAC9B,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,WAAW,EAAE,CAAC,CAAC;QAE1D,MAAM,EAAE,KAAK,EAAE,GAAG,MAAM,IAAI,CAAC,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;QAC5D,MAAM,QAAQ,GAAG,KAAK,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;QAC9C,MAAM,EAAE,YAAY,EAAE,GAAG,MAAM,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,SAAS,EAAE,QAAQ,CAAC,CAAC;QAC1E,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,QAAQ,CAAC,IAAI,CAAC,OAAO,EAAE,YAAY,CAAC,CAAC;QAE1E,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,WAAW,EAAE,OAAO,EAAE,QAAQ,EAAE,CAAC,CAAC;QAC5D,MAAM,IAAI,CAAC,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,OAAO,EAAE,IAAI,CAAC,SAAS,CAAC,CAAC,KAAK,CAAC,CAAC,KAAc,EAAE,EAAE;YAC/E,OAAO,CAAC,IAAI,CAAC,oCAAoC,EAAE,KAAK,CAAC,CAAC;QAC5D,CAAC,CAAC,CAAC;QACH,MAAM,IAAI,CAAC,QAAQ,EAAE,CAAC,KAAK,CAAC,CAAC,KAAc,EAAE,EAAE;YAC7C,OAAO,CAAC,IAAI,CAAC,0CAA0C,EAAE,KAAK,CAAC,CAAC;QAClE,CAAC,CAAC,CAAC;QAEH,OAAO,QAAQ,CAAC;IAClB,CAAC;IAED,UAAU;QACR,OAAO,CAAC,GAAG,IAAI,CAAC,OAAO,CAAC,CAAC;IAC3B,CAAC;IAED,KAAK,CAAC,cAAc;QAClB,MAAM,EAAE,KAAK,EAAE,GAAG,MAAM,IAAI,CAAC,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;QAC5D,OAAO,KAAK,CAAC;IACf,CAAC;IAED,KAAK,CAAC,iBAAiB;QACrB,MAAM,EAAE,QAAQ,EAAE,GAAG,MAAM,IAAI,CAAC,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;QAC/D,OAAO,QAAQ,CAAC;IAClB,CAAC;IAED,KAAK,CAAC,KAAK,CAAC,QAAmB;QAC7B,MAAM,EAAE,KAAK,EAAE,GAAG,MAAM,IAAI,CAAC,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;QAC5D,MAAM,gBAAgB,GAAG,QAAQ,IAAI,KAAK,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;QAClE,OAAO,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,SAAS,EAAE,gBAAgB,CAAC,CAAC;IAC5D,CAAC;IAED,KAAK,CAAC,kBAAkB,CAAC,KAAkB;QACzC,MAAM,WAAW,GAAG,MAAM,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,WAAW,CAAC,KAAK,EAAE,IAAI,CAAC,SAAS,EAAE;YAC3E,OAAO,EAAE,IAAI,CAAC,OAAO;YACrB,OAAO,EAAE,IAAI,CAAC,OAAO;YACrB,UAAU,EAAE,IAAI,CAAC,KAAK;SACvB,CAAC,CAAC;QACH,MAAM,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,sBAAsB,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;QAC7D,OAAO,WAAW,CAAC;IACrB,CAAC;IAED,KAAK,CAAC,gBAAgB,CAAC,YAAyB,EAAE,UAK9C,EAAE;QACJ,MAAM,KAAK,GAAG,MAAM,IAAI,CAAC,qBAAqB,CAAC,YAAY,EAAE,OAAO,CAAC,CAAC;QACtE,OAAO,IAAI,CAAC,kBAAkB,CAAC,KAAK,CAAC,CAAC;IACxC,CAAC;IAED,KAAK,CAAC,QAAQ;QACZ,MAAM,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,eAAe,CAAC,IAAI,CAAC,SAAS,EAAE;YACpD,OAAO,EAAE,IAAI,CAAC,OAAO;YACrB,OAAO,EAAE,IAAI,CAAC,OAAO;YACrB,UAAU,EAAE,IAAI,CAAC,KAAK;SACvB,CAAC,CAAC;IACL,CAAC;IAEO,KAAK,CAAC,qBAAqB,CAAC,YAAyB,EAAE,OAK9D;QACC,MAAM,WAAW,GAAG,MAAM,YAAY,CAAC,cAAc,EAAE,CAAC;QAExD,IAAI,OAAO,CAAC,QAAQ,IAAI,OAAO,CAAC,QAAQ,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YACpD,MAAM,QAAQ,GAAG,IAAI,GAAG,CAAC,OAAO,CAAC,QAAQ,CAAC,CAAC;YAC3C,OAAO,WAAW,CAAC,MAAM,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,QAAQ,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC,CAAC;QAC7D,CAAC;QAED,IAAI,OAAO,CAAC,MAAM,EAAE,CAAC;YACnB,MAAM,SAAS,GAAG,MAAM,IAAI,CAAC,IAAI,CAAC,QAAQ,CAAC,KAAK,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC;YACjE,OAAO,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,eAAe,CAAC,SAAS,EAAE,YAAY,CAAC,YAAY,EAAE,EAAE;gBAC7E,CAAC,EAAE,OAAO,CAAC,KAAK,IAAI,CAAC;gBACrB,aAAa,EAAE,OAAO,CAAC,aAAa,IAAI,GAAG;aAC5C,CAAC,CAAC;QACL,CAAC;QAED,OAAO,WAAW,CAAC;IACrB,CAAC;CACF"}
|
|
1
|
+
{"version":3,"file":"WorkerAgent.js","sourceRoot":"","sources":["../../src/fleet/WorkerAgent.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,UAAU,EAAE,MAAM,aAAa,CAAC;AAKzC,MAAM,OAAO,WAAW;IAOH;IACA;IAPF,OAAO,CAAS;IAChB,SAAS,CAAS;IAClB,OAAO,GAAc,EAAE,CAAC;IAChC,KAAK,CAAS;IAEvB,YACmB,IAAiB,EACjB,OAAe,EAChC,MAAyB;QAFR,SAAI,GAAJ,IAAI,CAAa;QACjB,YAAO,GAAP,OAAO,CAAQ;QAGhC,IAAI,MAAM,CAAC,KAAK,KAAK,WAAW,EAAE,CAAC;YACjC,MAAM,IAAI,KAAK,CAAC,uCAAuC,CAAC,CAAC;QAC3D,CAAC;QAED,IAAI,CAAC,KAAK,GAAG,MAAM,CAAC,KAAK,CAAC;QAC1B,IAAI,CAAC,OAAO,GAAG,MAAM,CAAC,EAAE,IAAI,UAAU,EAAE,CAAC;QACzC,IAAI,CAAC,SAAS,GAAG,MAAM,CAAC,SAAS,IAAI,UAAU,EAAE,CAAC;IACpD,CAAC;IAED,UAAU;QACR,OAAO,IAAI,CAAC,OAAO,CAAC;IACtB,CAAC;IAED,YAAY;QACV,OAAO,IAAI,CAAC,SAAS,CAAC;IACxB,CAAC;IAED,QAAQ;QACN,OAAO,IAAI,CAAC,KAAK,CAAC;IACpB,CAAC;IAED,KAAK,CAAC,MAAM,CAAC,WAAmB;QAC9B,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,WAAW,EAAE,CAAC,CAAC;QAE1D,MAAM,EAAE,KAAK,EAAE,GAAG,MAAM,IAAI,CAAC,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;QAC5D,MAAM,QAAQ,GAAG,KAAK,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;QAC9C,MAAM,EAAE,YAAY,EAAE,GAAG,MAAM,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,SAAS,EAAE,QAAQ,CAAC,CAAC;QAC1E,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,QAAQ,CAAC,IAAI,CAAC,OAAO,EAAE,YAAY,CAAC,CAAC;QAE1E,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,WAAW,EAAE,OAAO,EAAE,QAAQ,EAAE,CAAC,CAAC;QAC5D,MAAM,IAAI,CAAC,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,OAAO,EAAE,IAAI,CAAC,SAAS,CAAC,CAAC,KAAK,CAAC,CAAC,KAAc,EAAE,EAAE;YAC/E,OAAO,CAAC,IAAI,CAAC,oCAAoC,EAAE,KAAK,CAAC,CAAC;QAC5D,CAAC,CAAC,CAAC;QACH,MAAM,IAAI,CAAC,QAAQ,EAAE,CAAC,KAAK,CAAC,CAAC,KAAc,EAAE,EAAE;YAC7C,OAAO,CAAC,IAAI,CAAC,0CAA0C,EAAE,KAAK,CAAC,CAAC;QAClE,CAAC,CAAC,CAAC;QAEH,OAAO,QAAQ,CAAC;IAClB,CAAC;IAED,UAAU;QACR,OAAO,CAAC,GAAG,IAAI,CAAC,OAAO,CAAC,CAAC;IAC3B,CAAC;IAED,KAAK,CAAC,cAAc;QAClB,MAAM,EAAE,KAAK,EAAE,GAAG,MAAM,IAAI,CAAC,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;QAC5D,OAAO,KAAK,CAAC;IACf,CAAC;IAED,KAAK,CAAC,iBAAiB;QACrB,MAAM,EAAE,QAAQ,EAAE,GAAG,MAAM,IAAI,CAAC,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;QAC/D,OAAO,QAAQ,CAAC;IAClB,CAAC;IAED,KAAK,CAAC,KAAK,CAAC,QAAmB;QAC7B,MAAM,EAAE,KAAK,EAAE,GAAG,MAAM,IAAI,CAAC,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;QAC5D,MAAM,gBAAgB,GAAG,QAAQ,IAAI,KAAK,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;QAClE,OAAO,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,SAAS,EAAE,gBAAgB,CAAC,CAAC;IAC5D,CAAC;IAED,gBAAgB,CAAC,KAAa,EAAE,UAAmC,EAAE;QACnE,OAAO,IAAI,CAAC,IAAI,CAAC,gBAAgB,CAAC,IAAI,CAAC,SAAS,EAAE,KAAK,EAAE,OAAO,CAAC,CAAC;IACpE,CAAC;IAED,KAAK,CAAC,kBAAkB,CAAC,KAAkB;QACzC,MAAM,WAAW,GAAG,MAAM,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,WAAW,CAAC,KAAK,EAAE,IAAI,CAAC,SAAS,EAAE;YAC3E,OAAO,EAAE,IAAI,CAAC,OAAO;YACrB,OAAO,EAAE,IAAI,CAAC,OAAO;YACrB,UAAU,EAAE,IAAI,CAAC,KAAK;SACvB,CAAC,CAAC;QACH,MAAM,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,sBAAsB,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;QAC7D,OAAO,WAAW,CAAC;IACrB,CAAC;IAED,KAAK,CAAC,gBAAgB,CAAC,YAAyB,EAAE,UAK9C,EAAE;QACJ,MAAM,KAAK,GAAG,MAAM,IAAI,CAAC,qBAAqB,CAAC,YAAY,EAAE,OAAO,CAAC,CAAC;QACtE,OAAO,IAAI,CAAC,kBAAkB,CAAC,KAAK,CAAC,CAAC;IACxC,CAAC;IAED,KAAK,CAAC,QAAQ;QACZ,MAAM,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,eAAe,CAAC,IAAI,CAAC,SAAS,EAAE;YACpD,OAAO,EAAE,IAAI,CAAC,OAAO;YACrB,OAAO,EAAE,IAAI,CAAC,OAAO;YACrB,UAAU,EAAE,IAAI,CAAC,KAAK;SACvB,CAAC,CAAC;IACL,CAAC;IAEO,KAAK,CAAC,qBAAqB,CAAC,YAAyB,EAAE,OAK9D;QACC,MAAM,WAAW,GAAG,MAAM,YAAY,CAAC,cAAc,EAAE,CAAC;QAExD,IAAI,OAAO,CAAC,QAAQ,IAAI,OAAO,CAAC,QAAQ,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YACpD,MAAM,QAAQ,GAAG,IAAI,GAAG,CAAC,OAAO,CAAC,QAAQ,CAAC,CAAC;YAC3C,OAAO,WAAW,CAAC,MAAM,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,QAAQ,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC,CAAC;QAC7D,CAAC;QAED,IAAI,OAAO,CAAC,MAAM,EAAE,CAAC;YACnB,MAAM,SAAS,GAAG,MAAM,IAAI,CAAC,IAAI,CAAC,QAAQ,CAAC,KAAK,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC;YACjE,OAAO,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,eAAe,CAAC,SAAS,EAAE,YAAY,CAAC,YAAY,EAAE,EAAE;gBAC7E,CAAC,EAAE,OAAO,CAAC,KAAK,IAAI,CAAC;gBACrB,aAAa,EAAE,OAAO,CAAC,aAAa,IAAI,GAAG;aAC5C,CAAC,CAAC;QACL,CAAC;QAED,OAAO,WAAW,CAAC;IACrB,CAAC;CACF"}
|
package/dist/fleet/types.d.ts
CHANGED
|
@@ -1,4 +1,4 @@
|
|
|
1
|
-
import type { AbsorbFromAgentOptions, InjectionResult, MemoGrafterConfig, Message, TopicNode } from "../types.js";
|
|
1
|
+
import type { AbsorbFromAgentOptions, GraftByRelevanceOptions, InjectionResult, MemoGrafterConfig, Message, TopicNode } from "../types.js";
|
|
2
2
|
export interface FleetGraph {
|
|
3
3
|
id: string;
|
|
4
4
|
name?: string;
|
|
@@ -33,6 +33,7 @@ export interface FleetWorker {
|
|
|
33
33
|
getHistory(): Message[];
|
|
34
34
|
getActiveNodes(): Promise<TopicNode[]>;
|
|
35
35
|
graft(topicIds?: string[]): Promise<InjectionResult>;
|
|
36
|
+
graftByRelevance(query: string, options?: GraftByRelevanceOptions): Promise<InjectionResult>;
|
|
36
37
|
}
|
|
37
38
|
export type { MemoGrafterConfig };
|
|
38
39
|
//# sourceMappingURL=types.d.ts.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"types.d.ts","sourceRoot":"","sources":["../../src/fleet/types.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,
|
|
1
|
+
{"version":3,"file":"types.d.ts","sourceRoot":"","sources":["../../src/fleet/types.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EACV,sBAAsB,EACtB,uBAAuB,EACvB,eAAe,EACf,iBAAiB,EACjB,OAAO,EACP,SAAS,EACV,MAAM,aAAa,CAAC;AAErB,MAAM,WAAW,UAAU;IACzB,EAAE,EAAE,MAAM,CAAC;IACX,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,MAAM,EAAE,cAAc,EAAE,CAAC;CAC1B;AAED,MAAM,WAAW,cAAc;IAC7B,EAAE,EAAE,MAAM,CAAC;IACX,SAAS,EAAE,MAAM,CAAC;IAClB,KAAK,EAAE,MAAM,CAAC;CACf;AAED,MAAM,WAAW,uBAAuB;IACtC,EAAE,CAAC,EAAE,MAAM,CAAC;IACZ,IAAI,CAAC,EAAE,MAAM,CAAC;CACf;AAED,MAAM,WAAW,iBAAiB;IAChC,KAAK,EAAE,MAAM,CAAC;IACd,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,EAAE,CAAC,EAAE,MAAM,CAAC;CACb;AAED,MAAM,WAAW,qBAAqB;IACpC,QAAQ,CAAC,EAAE,MAAM,EAAE,CAAC;IACpB,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,aAAa,CAAC,EAAE,MAAM,CAAC;IACvB,KAAK,CAAC,EAAE,MAAM,CAAC;CAChB;AAED,MAAM,MAAM,kBAAkB,GAAG,sBAAsB,CAAC;AAExD,MAAM,WAAW,WAAW;IAC1B,UAAU,IAAI,MAAM,CAAC;IACrB,YAAY,IAAI,MAAM,CAAC;IACvB,QAAQ,IAAI,MAAM,CAAC;IACnB,MAAM,CAAC,WAAW,EAAE,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC;IAC7C,UAAU,IAAI,OAAO,EAAE,CAAC;IACxB,cAAc,IAAI,OAAO,CAAC,SAAS,EAAE,CAAC,CAAC;IACvC,KAAK,CAAC,QAAQ,CAAC,EAAE,MAAM,EAAE,GAAG,OAAO,CAAC,eAAe,CAAC,CAAC;IACrD,gBAAgB,CAAC,KAAK,EAAE,MAAM,EAAE,OAAO,CAAC,EAAE,uBAAuB,GAAG,OAAO,CAAC,eAAe,CAAC,CAAC;CAC9F;AAED,YAAY,EAAE,iBAAiB,EAAE,CAAC"}
|
package/dist/index.d.ts
CHANGED
|
@@ -11,7 +11,8 @@ export { GrafterPipeline } from "./pipeline/GrafterPipeline.js";
|
|
|
11
11
|
export { IngestPipeline } from "./pipeline/IngestPipeline.js";
|
|
12
12
|
export { RetrieverPipeline } from "./pipeline/RetrieverPipeline.js";
|
|
13
13
|
export { PostgresGraphStore } from "./store/index.js";
|
|
14
|
-
export type {
|
|
14
|
+
export type { OpenAILLMAdapterOptions, } from "./adapters/OpenAIAdapter.js";
|
|
15
|
+
export type { AbsorbFromAgentOptions, DriftMode, DriftSensitivity, EmbedAdapter, ExtractedMemory, GraftOrigin, GraftByRelevanceOptions, GraftExpansionStrategy, GraftRegistryEntry, GraphSnapshot, GraphSnapshotNode, InjectionResult, IngestOptions, IngestTextOptions, LLMAdapter, MemoryEdge, MemoryNode, MemoryNodeInsert, MemorySourceType, MemoryType, MemoGrafterConfig, MemoGrafterDriftConfig, MemoGrafterGraphConfig, MemoGrafterInjectConfig, MemoGrafterQueueConfig, Message, RetrievalResult, RetrieverConfig, SegmentExtractionResult, SessionIngestState, TagFilterOptions, TopicEdge, TopicNode, TopicSegment, } from "./types.js";
|
|
15
16
|
export type { ConductorGraftOptions, FleetAbsorbOptions, FleetAgentInfo, FleetGraph, FleetWorker, MemoGrafterFleetOptions, WorkerAgentConfig, } from "./fleet/types.js";
|
|
16
17
|
export type { CrawlerConfig, CrawlerMaintenanceStore, CrawlerPass, CrawlerPassContext, CrawlerPassReport, CrawlerPassResult, CrawlerReport, DecayScoringPassOptions, } from "./crawler/index.js";
|
|
17
18
|
export type { FleetAgentRecord, GraphStore } from "./store/index.js";
|
package/dist/index.d.ts.map
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,gBAAgB,EAAE,MAAM,uBAAuB,CAAC;AACzD,OAAO,EAAE,WAAW,EAAE,MAAM,kBAAkB,CAAC;AAC/C,OAAO,EAAE,qBAAqB,EAAE,gBAAgB,EAAE,kBAAkB,EAAE,cAAc,EAAE,MAAM,oBAAoB,CAAC;AACjH,OAAO,EAAE,cAAc,EAAE,MAAM,2BAA2B,CAAC;AAC3D,OAAO,EAAE,gBAAgB,EAAE,MAAM,6BAA6B,CAAC;AAC/D,OAAO,EAAE,WAAW,EAAE,MAAM,wBAAwB,CAAC;AACrD,OAAO,EAAE,mBAAmB,EAAE,MAAM,gCAAgC,CAAC;AACrE,OAAO,EAAE,kBAAkB,EAAE,gBAAgB,EAAE,MAAM,6BAA6B,CAAC;AACnF,OAAO,EAAE,kBAAkB,EAAE,gBAAgB,EAAE,MAAM,6BAA6B,CAAC;AACnF,OAAO,EAAE,eAAe,EAAE,MAAM,+BAA+B,CAAC;AAChE,OAAO,EAAE,cAAc,EAAE,MAAM,8BAA8B,CAAC;AAC9D,OAAO,EAAE,iBAAiB,EAAE,MAAM,iCAAiC,CAAC;AACpE,OAAO,EAAE,kBAAkB,EAAE,MAAM,kBAAkB,CAAC;AACtD,YAAY,EACV,sBAAsB,EACtB,SAAS,EACT,gBAAgB,EAChB,YAAY,EACZ,eAAe,EACf,WAAW,EACX,kBAAkB,EAClB,aAAa,EACb,iBAAiB,EACjB,eAAe,EACf,aAAa,EACb,UAAU,EACV,UAAU,EACV,UAAU,EACV,gBAAgB,EAChB,gBAAgB,EAChB,UAAU,EACV,iBAAiB,EACjB,sBAAsB,EACtB,sBAAsB,EACtB,uBAAuB,EACvB,sBAAsB,EACtB,OAAO,EACP,eAAe,EACf,eAAe,EACf,uBAAuB,EACvB,kBAAkB,EAClB,gBAAgB,EAChB,SAAS,EACT,SAAS,EACT,YAAY,GACb,MAAM,YAAY,CAAC;AACpB,YAAY,EACV,qBAAqB,EACrB,kBAAkB,EAClB,cAAc,EACd,UAAU,EACV,WAAW,EACX,uBAAuB,EACvB,iBAAiB,GAClB,MAAM,kBAAkB,CAAC;AAC1B,YAAY,EACV,aAAa,EACb,uBAAuB,EACvB,WAAW,EACX,kBAAkB,EAClB,iBAAiB,EACjB,iBAAiB,EACjB,aAAa,EACb,uBAAuB,GACxB,MAAM,oBAAoB,CAAC;AAC5B,YAAY,EAAE,gBAAgB,EAAE,UAAU,EAAE,MAAM,kBAAkB,CAAC"}
|
|
1
|
+
{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,gBAAgB,EAAE,MAAM,uBAAuB,CAAC;AACzD,OAAO,EAAE,WAAW,EAAE,MAAM,kBAAkB,CAAC;AAC/C,OAAO,EAAE,qBAAqB,EAAE,gBAAgB,EAAE,kBAAkB,EAAE,cAAc,EAAE,MAAM,oBAAoB,CAAC;AACjH,OAAO,EAAE,cAAc,EAAE,MAAM,2BAA2B,CAAC;AAC3D,OAAO,EAAE,gBAAgB,EAAE,MAAM,6BAA6B,CAAC;AAC/D,OAAO,EAAE,WAAW,EAAE,MAAM,wBAAwB,CAAC;AACrD,OAAO,EAAE,mBAAmB,EAAE,MAAM,gCAAgC,CAAC;AACrE,OAAO,EAAE,kBAAkB,EAAE,gBAAgB,EAAE,MAAM,6BAA6B,CAAC;AACnF,OAAO,EAAE,kBAAkB,EAAE,gBAAgB,EAAE,MAAM,6BAA6B,CAAC;AACnF,OAAO,EAAE,eAAe,EAAE,MAAM,+BAA+B,CAAC;AAChE,OAAO,EAAE,cAAc,EAAE,MAAM,8BAA8B,CAAC;AAC9D,OAAO,EAAE,iBAAiB,EAAE,MAAM,iCAAiC,CAAC;AACpE,OAAO,EAAE,kBAAkB,EAAE,MAAM,kBAAkB,CAAC;AACtD,YAAY,EACV,uBAAuB,GACxB,MAAM,6BAA6B,CAAC;AACrC,YAAY,EACV,sBAAsB,EACtB,SAAS,EACT,gBAAgB,EAChB,YAAY,EACZ,eAAe,EACf,WAAW,EACX,uBAAuB,EACvB,sBAAsB,EACtB,kBAAkB,EAClB,aAAa,EACb,iBAAiB,EACjB,eAAe,EACf,aAAa,EACb,iBAAiB,EACjB,UAAU,EACV,UAAU,EACV,UAAU,EACV,gBAAgB,EAChB,gBAAgB,EAChB,UAAU,EACV,iBAAiB,EACjB,sBAAsB,EACtB,sBAAsB,EACtB,uBAAuB,EACvB,sBAAsB,EACtB,OAAO,EACP,eAAe,EACf,eAAe,EACf,uBAAuB,EACvB,kBAAkB,EAClB,gBAAgB,EAChB,SAAS,EACT,SAAS,EACT,YAAY,GACb,MAAM,YAAY,CAAC;AACpB,YAAY,EACV,qBAAqB,EACrB,kBAAkB,EAClB,cAAc,EACd,UAAU,EACV,WAAW,EACX,uBAAuB,EACvB,iBAAiB,GAClB,MAAM,kBAAkB,CAAC;AAC1B,YAAY,EACV,aAAa,EACb,uBAAuB,EACvB,WAAW,EACX,kBAAkB,EAClB,iBAAiB,EACjB,iBAAiB,EACjB,aAAa,EACb,uBAAuB,GACxB,MAAM,oBAAoB,CAAC;AAC5B,YAAY,EAAE,gBAAgB,EAAE,UAAU,EAAE,MAAM,kBAAkB,CAAC"}
|
|
@@ -1,5 +1,9 @@
|
|
|
1
1
|
import type { GraphStore } from "../store/index.js";
|
|
2
|
-
import type { InjectionResult } from "../types.js";
|
|
2
|
+
import type { GraftExpansionStrategy, InjectionResult } from "../types.js";
|
|
3
|
+
export interface GrafterPipelineRunOptions {
|
|
4
|
+
hopDepth?: number;
|
|
5
|
+
expansionStrategy?: GraftExpansionStrategy;
|
|
6
|
+
}
|
|
3
7
|
export declare class GrafterPipeline {
|
|
4
8
|
/** @internal */
|
|
5
9
|
private store;
|
|
@@ -14,7 +18,7 @@ export declare class GrafterPipeline {
|
|
|
14
18
|
bufferSize: number;
|
|
15
19
|
tokenBudget: number;
|
|
16
20
|
});
|
|
17
|
-
run(sessionId: string, topicIds: string[]): Promise<InjectionResult>;
|
|
21
|
+
run(sessionId: string, topicIds: string[], options?: GrafterPipelineRunOptions): Promise<InjectionResult>;
|
|
18
22
|
private assemblePrompt;
|
|
19
23
|
}
|
|
20
24
|
//# sourceMappingURL=GrafterPipeline.d.ts.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"GrafterPipeline.d.ts","sourceRoot":"","sources":["../../src/pipeline/GrafterPipeline.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EAAE,UAAU,EAAE,MAAM,mBAAmB,CAAC;AACpD,OAAO,KAAK,EAAE,eAAe,EAAqC,MAAM,aAAa,CAAC;
|
|
1
|
+
{"version":3,"file":"GrafterPipeline.d.ts","sourceRoot":"","sources":["../../src/pipeline/GrafterPipeline.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EAAE,UAAU,EAAE,MAAM,mBAAmB,CAAC;AACpD,OAAO,KAAK,EAAE,sBAAsB,EAAE,eAAe,EAAqC,MAAM,aAAa,CAAC;AAG9G,MAAM,WAAW,yBAAyB;IACxC,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,iBAAiB,CAAC,EAAE,sBAAsB,CAAC;CAC5C;AAED,qBAAa,eAAe;IAExB,gBAAgB;IAChB,OAAO,CAAC,KAAK;IACb,gBAAgB;IAChB,OAAO,CAAC,MAAM;;IAHd,gBAAgB;IACR,KAAK,EAAE,UAAU;IACzB,gBAAgB;IACR,MAAM,EAAE;QACd,QAAQ,EAAE,MAAM,CAAC;QACjB,UAAU,EAAE,MAAM,CAAC;QACnB,WAAW,EAAE,MAAM,CAAC;KACrB;IAGG,GAAG,CAAC,SAAS,EAAE,MAAM,EAAE,QAAQ,EAAE,MAAM,EAAE,EAAE,OAAO,GAAE,yBAA8B,GAAG,OAAO,CAAC,eAAe,CAAC;YA6BrG,cAAc;CAsB7B"}
|
|
@@ -11,11 +11,12 @@ export class GrafterPipeline {
|
|
|
11
11
|
this.store = store;
|
|
12
12
|
this.config = config;
|
|
13
13
|
}
|
|
14
|
-
async run(sessionId, topicIds) {
|
|
14
|
+
async run(sessionId, topicIds, options = {}) {
|
|
15
15
|
if (topicIds.length === 0) {
|
|
16
16
|
return { systemPrompt: "", nodes: [], tokenCount: 0 };
|
|
17
17
|
}
|
|
18
|
-
const
|
|
18
|
+
const hopDepth = options.expansionStrategy === "none" ? 0 : options.hopDepth ?? this.config.hopDepth;
|
|
19
|
+
const neighbourhood = await this.store.getNeighbours(topicIds, hopDepth, sessionId);
|
|
19
20
|
const nodes = neighbourhood.sort((a, b) => a.messageRange[0] - b.messageRange[0]
|
|
20
21
|
|| a.messageRange[1] - b.messageRange[1]
|
|
21
22
|
|| a.topicOrder - b.topicOrder);
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"GrafterPipeline.js","sourceRoot":"","sources":["../../src/pipeline/GrafterPipeline.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,0BAA0B,EAAE,gBAAgB,EAAE,MAAM,qCAAqC,CAAC;AAGnG,OAAO,EAAE,iBAAiB,EAAE,MAAM,6BAA6B,CAAC;
|
|
1
|
+
{"version":3,"file":"GrafterPipeline.js","sourceRoot":"","sources":["../../src/pipeline/GrafterPipeline.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,0BAA0B,EAAE,gBAAgB,EAAE,MAAM,qCAAqC,CAAC;AAGnG,OAAO,EAAE,iBAAiB,EAAE,MAAM,6BAA6B,CAAC;AAOhE,MAAM,OAAO,eAAe;IAGhB;IAEA;IAJV;IACE,gBAAgB;IACR,KAAiB;IACzB,gBAAgB;IACR,MAIP;QANO,UAAK,GAAL,KAAK,CAAY;QAEjB,WAAM,GAAN,MAAM,CAIb;IACA,CAAC;IAEJ,KAAK,CAAC,GAAG,CAAC,SAAiB,EAAE,QAAkB,EAAE,UAAqC,EAAE;QACtF,IAAI,QAAQ,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YAC1B,OAAO,EAAE,YAAY,EAAE,EAAE,EAAE,KAAK,EAAE,EAAE,EAAE,UAAU,EAAE,CAAC,EAAE,CAAC;QACxD,CAAC;QAED,MAAM,QAAQ,GAAG,OAAO,CAAC,iBAAiB,KAAK,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,QAAQ,IAAI,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC;QACrG,MAAM,aAAa,GAAG,MAAM,IAAI,CAAC,KAAK,CAAC,aAAa,CAAC,QAAQ,EAAE,QAAQ,EAAE,SAAS,CAAC,CAAC;QACpF,MAAM,KAAK,GAAG,aAAa,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CACxC,CAAC,CAAC,YAAY,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,YAAY,CAAC,CAAC,CAAC;eAClC,CAAC,CAAC,YAAY,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,YAAY,CAAC,CAAC,CAAC;eACrC,CAAC,CAAC,UAAU,GAAG,CAAC,CAAC,UAAU,CAC/B,CAAC;QACF,MAAM,WAAW,GAAG,CAAC,GAAG,KAAK,CAAC,CAAC;QAC/B,IAAI,YAAY,GAAG,MAAM,IAAI,CAAC,cAAc,CAAC,SAAS,EAAE,WAAW,CAAC,CAAC;QACrE,IAAI,UAAU,GAAG,iBAAiB,CAAC,YAAY,CAAC,CAAC;QAEjD,OAAO,UAAU,GAAG,IAAI,CAAC,MAAM,CAAC,WAAW,IAAI,WAAW,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YACtE,WAAW,CAAC,GAAG,EAAE,CAAC;YAClB,YAAY,GAAG,MAAM,IAAI,CAAC,cAAc,CAAC,SAAS,EAAE,WAAW,CAAC,CAAC;YACjE,UAAU,GAAG,iBAAiB,CAAC,YAAY,CAAC,CAAC;QAC/C,CAAC;QAED,OAAO;YACL,YAAY;YACZ,KAAK,EAAE,WAAW;YAClB,UAAU;SACX,CAAC;IACJ,CAAC;IAEO,KAAK,CAAC,cAAc,CAAC,SAAiB,EAAE,KAAkB;QAChE,IAAI,KAAK,CAAC,MAAM,KAAK,CAAC;YAAE,OAAO,EAAE,CAAC;QAElC,MAAM,MAAM,GAAa,EAAE,CAAC;QAC5B,MAAM,eAAe,GAAG,MAAM,IAAI,CAAC,KAAK,CAAC,oBAAoB,CAAC,SAAS,CAAC,CAAC;QACzE,MAAM,WAAW,GAAG,MAAM,IAAI,CAAC,KAAK,CAAC,uBAAuB,CAAC,SAAS,CAAC,CAAC;QAExE,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;YACzB,MAAM,KAAK,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,YAAY,CAAC,CAAC,CAAC,GAAG,IAAI,CAAC,MAAM,CAAC,UAAU,CAAC,CAAC;YACzE,MAAM,GAAG,GAAG,IAAI,CAAC,YAAY,CAAC,CAAC,CAAC,GAAG,IAAI,CAAC,MAAM,CAAC,UAAU,CAAC;YAC1D,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,KAAK,CAAC,iBAAiB,CAAC,SAAS,EAAE,KAAK,EAAE,GAAG,CAAC,CAAC;YAC3E,MAAM,aAAa,GAAG,eAAe,CAAC,MAAM,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,MAAM,CAAC,WAAW,KAAK,IAAI,CAAC,EAAE,CAAC,CAAC;YACzF,MAAM,CAAC,IAAI,CAAC,gBAAgB,CAC1B,IAAI,EACJ,QAAQ,EACR,6BAA6B,CAAC,aAAa,EAAE,eAAe,EAAE,WAAW,CAAC,CAC3E,CAAC,CAAC;QACL,CAAC;QAED,OAAO,0BAA0B,CAAC,MAAM,CAAC,CAAC;IAC5C,CAAC;CAEF;AAED,SAAS,6BAA6B,CACpC,aAA2B,EAC3B,eAA6B,EAC7B,WAAyB;IAEzB,MAAM,KAAK,GAAa,EAAE,CAAC;IAC3B,MAAM,cAAc,GAAG,IAAI,GAAG,CAAC,aAAa,CAAC,GAAG,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC,CAAC;IACzE,MAAM,YAAY,GAAG,IAAI,GAAG,CAAC,eAAe,CAAC,GAAG,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC,MAAM,CAAC,EAAE,EAAE,MAAM,CAAC,CAAC,CAAC,CAAC;IACnF,MAAM,kBAAkB,GAAG,WAAW,CAAC,IAAI,CAAC,CAAC,IAAI,EAAE,EAAE,CACnD,CAAC,IAAI,CAAC,QAAQ,KAAK,WAAW,IAAI,IAAI,CAAC,QAAQ,KAAK,SAAS,CAAC;WAC3D,CAAC,cAAc,CAAC,GAAG,CAAC,IAAI,CAAC,QAAQ,CAAC,IAAI,cAAc,CAAC,GAAG,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC,CAC5E,CAAC;IACF,MAAM,WAAW,GAAG,aAAa,CAAC,IAAI,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,MAAM,CAAC,WAAW,CAAC,CAAC;IACvE,MAAM,kBAAkB,GAAG,aAAa,CAAC,MAAM,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,MAAM,CAAC,YAAY,IAAI,IAAI,CAAC,CAAC;IAEzF,KAAK,MAAM,MAAM,IAAI,kBAAkB,EAAE,CAAC;QACxC,MAAM,iBAAiB,GAAG,MAAM,CAAC,YAAY,CAAC,CAAC,CAAC,YAAY,CAAC,GAAG,CAAC,MAAM,CAAC,YAAY,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC;QAClG,IAAI,iBAAiB,EAAE,CAAC;YACtB,KAAK,CAAC,IAAI,CACR,aAAa,MAAM,CAAC,OAAO,IAAI,MAAM,CAAC,SAAS,KAAK,MAAM,CAAC,KAAK,wBAAwB,iBAAiB,CAAC,KAAK,IAAI,CACpH,CAAC;QACJ,CAAC;aAAM,CAAC;YACN,KAAK,CAAC,IAAI,CACR,aAAa,MAAM,CAAC,OAAO,IAAI,MAAM,CAAC,SAAS,KAAK,MAAM,CAAC,KAAK,qCAAqC,CACtG,CAAC;QACJ,CAAC;IACH,CAAC;IAED,IAAI,WAAW,IAAI,kBAAkB,CAAC,MAAM,GAAG,CAAC,IAAI,kBAAkB,EAAE,CAAC;QACvE,KAAK,CAAC,IAAI,CAAC,2EAA2E,CAAC,CAAC;IAC1F,CAAC;IAED,MAAM,kBAAkB,GAAG,IAAI,GAAG,EAAsB,CAAC;IACzD,KAAK,MAAM,MAAM,IAAI,aAAa,EAAE,CAAC;QACnC,IAAI,CAAC,MAAM,CAAC,OAAO,IAAI,MAAM,CAAC,YAAY,IAAI,IAAI,EAAE,CAAC;YACnD,kBAAkB,CAAC,GAAG,CAAC,MAAM,CAAC,EAAE,EAAE,MAAM,CAAC,CAAC;QAC5C,CAAC;IACH,CAAC;IACD,KAAK,MAAM,MAAM,IAAI,kBAAkB,EAAE,CAAC;QACxC,MAAM,iBAAiB,GAAG,MAAM,CAAC,YAAY,CAAC,CAAC,CAAC,YAAY,CAAC,GAAG,CAAC,MAAM,CAAC,YAAY,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC;QAClG,IAAI,iBAAiB,IAAI,CAAC,iBAAiB,CAAC,OAAO,IAAI,iBAAiB,CAAC,YAAY,IAAI,IAAI,EAAE,CAAC;YAC9F,kBAAkB,CAAC,GAAG,CAAC,iBAAiB,CAAC,EAAE,EAAE,iBAAiB,CAAC,CAAC;QAClE,CAAC;IACH,CAAC;IACD,MAAM,cAAc,GAAG,CAAC,GAAG,kBAAkB,CAAC,MAAM,EAAE,CAAC,CAAC;IAExD,OAAO;QACL,GAAG,CAAC,KAAK,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,EAAE,KAAK,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;QACtC,GAAG,CAAC,KAAK,CAAC,MAAM,GAAG,CAAC,IAAI,cAAc,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,EAAE,cAAc,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;KAC7E,CAAC;AACJ,CAAC"}
|
|
@@ -1,5 +1,5 @@
|
|
|
1
1
|
import type { GraphStore } from "../store/index.js";
|
|
2
|
-
import type { DriftSensitivity, EmbedAdapter,
|
|
2
|
+
import type { DriftSensitivity, EmbedAdapter, IngestPipelineOptions, LLMAdapter, MemoGrafterDriftConfig, Message, TopicNode } from "../types.js";
|
|
3
3
|
export declare class IngestPipeline {
|
|
4
4
|
/** @internal */
|
|
5
5
|
private readonly store;
|
|
@@ -31,7 +31,8 @@ export declare class IngestPipeline {
|
|
|
31
31
|
reentryThreshold?: number;
|
|
32
32
|
adaptiveSensitivity?: MemoGrafterDriftConfig["adaptiveSensitivity"];
|
|
33
33
|
});
|
|
34
|
-
run(messages: Message[], sessionId: string, options?:
|
|
34
|
+
run(messages: Message[], sessionId: string, options?: IngestPipelineOptions): Promise<TopicNode[]>;
|
|
35
|
+
runText(text: string, sessionId: string, options?: IngestPipelineOptions): Promise<TopicNode[]>;
|
|
35
36
|
private toNewAbsoluteSegments;
|
|
36
37
|
private linkIncrementalEdges;
|
|
37
38
|
private embedMessage;
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"IngestPipeline.d.ts","sourceRoot":"","sources":["../../src/pipeline/IngestPipeline.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,UAAU,EAAE,MAAM,mBAAmB,CAAC;AACpD,OAAO,KAAK,EACV,gBAAgB,EAChB,YAAY,EACZ,UAAU,EACV,
|
|
1
|
+
{"version":3,"file":"IngestPipeline.d.ts","sourceRoot":"","sources":["../../src/pipeline/IngestPipeline.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,UAAU,EAAE,MAAM,mBAAmB,CAAC;AACpD,OAAO,KAAK,EACV,gBAAgB,EAChB,YAAY,EACZ,qBAAqB,EACrB,UAAU,EACV,sBAAsB,EACtB,OAAO,EACP,SAAS,EACV,MAAM,aAAa,CAAC;AAarB,qBAAa,cAAc;IAKvB,gBAAgB;IAChB,OAAO,CAAC,QAAQ,CAAC,KAAK;IACtB,gBAAgB;IAChB,OAAO,CAAC,QAAQ,CAAC,GAAG;IACpB,gBAAgB;IAChB,OAAO,CAAC,QAAQ,CAAC,QAAQ;IACzB,gBAAgB;IAChB,OAAO,CAAC,QAAQ,CAAC,MAAM;IAXzB,OAAO,CAAC,QAAQ,CAAC,gBAAgB,CAAmB;IACpD,OAAO,CAAC,QAAQ,CAAC,kBAAkB,CAAS;;IAG1C,gBAAgB;IACC,KAAK,EAAE,UAAU;IAClC,gBAAgB;IACC,GAAG,EAAE,UAAU;IAChC,gBAAgB;IACC,QAAQ,EAAE,YAAY;IACvC,gBAAgB;IACC,MAAM,EAAE;QACvB,UAAU,EAAE,MAAM,CAAC;QACnB,SAAS,CAAC,EAAE,MAAM,CAAC;QACnB,gBAAgB,CAAC,EAAE,gBAAgB,CAAC;QACpC,IAAI,EAAE,MAAM,CAAC;QACb,IAAI,EAAE,QAAQ,GAAG,QAAQ,CAAC;QAC1B,kBAAkB,EAAE,MAAM,CAAC;QAC3B,qBAAqB,CAAC,EAAE,OAAO,CAAC;QAChC,gBAAgB,CAAC,EAAE,OAAO,CAAC;QAC3B,gBAAgB,CAAC,EAAE,MAAM,CAAC;QAC1B,mBAAmB,CAAC,EAAE,sBAAsB,CAAC,qBAAqB,CAAC,CAAC;KACrE;IASG,GAAG,CAAC,QAAQ,EAAE,OAAO,EAAE,EAAE,SAAS,EAAE,MAAM,EAAE,OAAO,GAAE,qBAA0B,GAAG,OAAO,CAAC,SAAS,EAAE,CAAC;IA0EtG,OAAO,CACX,IAAI,EAAE,MAAM,EACZ,SAAS,EAAE,MAAM,EACjB,OAAO,GAAE,qBAA0B,GAClC,OAAO,CAAC,SAAS,EAAE,CAAC;IAqBvB,OAAO,CAAC,qBAAqB;YAoCf,oBAAoB;YAyCpB,YAAY;YAKZ,mBAAmB;CAuBlC"}
|
|
@@ -2,6 +2,7 @@ import { resolveAdaptiveDriftThreshold } from "../utils/drift/adaptiveDriftSensi
|
|
|
2
2
|
import { cosineSimilarity } from "../utils/drift/cosineSimilarity.js";
|
|
3
3
|
import { resolveDriftThreshold } from "../utils/drift/driftThreshold.js";
|
|
4
4
|
import { normalizeText } from "../utils/text/normalizeText.js";
|
|
5
|
+
import { splitTextForIngestion } from "../utils/text/splitTextForIngestion.js";
|
|
5
6
|
import { edgePairKey, findCurrentRunReentryEdges } from "../utils/reentry/reentryEdges.js";
|
|
6
7
|
import { SegmentProcessor } from "./SegmentProcessor.js";
|
|
7
8
|
import { TopicDriftDetector } from "./TopicDriftDetector.js";
|
|
@@ -45,14 +46,18 @@ export class IngestPipeline {
|
|
|
45
46
|
const contextStartIndex = Math.max(0, firstNewMessageIndex - INGEST_OVERLAP_MESSAGES);
|
|
46
47
|
const contextMessages = messages.slice(contextStartIndex);
|
|
47
48
|
const contextEmbeddings = await Promise.all(contextMessages.map((message) => this.embedMessage(message)));
|
|
48
|
-
const driftDetector = await this.createDriftDetector(sessionId);
|
|
49
|
+
const driftDetector = await this.createDriftDetector(sessionId, options.minSegmentMessages);
|
|
49
50
|
const { segments, reentryMap } = await driftDetector.detectSegments(contextMessages, contextEmbeddings, existingNodes);
|
|
50
51
|
const absoluteSegments = this.toNewAbsoluteSegments(segments, contextStartIndex, firstNewMessageIndex, existingNodes);
|
|
51
52
|
const nodes = [];
|
|
52
53
|
const nodeByDetectorTopicOrder = new Map();
|
|
53
54
|
const savedReentryPairs = new Set();
|
|
54
|
-
|
|
55
|
-
|
|
55
|
+
const { label, minSegmentMessages: _minSegmentMessages, ...segmentOptions } = options;
|
|
56
|
+
for (const [index, { segment, detectorTopicOrder }] of absoluteSegments.entries()) {
|
|
57
|
+
const node = await this.segmentProcessor.process(segment, messages, sessionId, {
|
|
58
|
+
...segmentOptions,
|
|
59
|
+
...(index === 0 && label ? { label } : {}),
|
|
60
|
+
});
|
|
56
61
|
nodes.push(node);
|
|
57
62
|
nodeByDetectorTopicOrder.set(detectorTopicOrder, node);
|
|
58
63
|
const matchedNodeId = reentryMap.get(detectorTopicOrder);
|
|
@@ -86,6 +91,25 @@ export class IngestPipeline {
|
|
|
86
91
|
await this.store.updateSessionIngestState(sessionId, messages.length - 1);
|
|
87
92
|
return nodes;
|
|
88
93
|
}
|
|
94
|
+
async runText(text, sessionId, options = {}) {
|
|
95
|
+
if (text.trim().length === 0)
|
|
96
|
+
return [];
|
|
97
|
+
if (options.replace) {
|
|
98
|
+
await this.store.clearSession(sessionId);
|
|
99
|
+
}
|
|
100
|
+
const chunks = splitTextForIngestion(text);
|
|
101
|
+
if (chunks.length === 0)
|
|
102
|
+
return [];
|
|
103
|
+
const messages = await this.store.getMessagesBySession(sessionId);
|
|
104
|
+
return this.run([
|
|
105
|
+
...messages,
|
|
106
|
+
...chunks.map((content) => ({ role: "user", content })),
|
|
107
|
+
], sessionId, {
|
|
108
|
+
...options,
|
|
109
|
+
sourceType: options.sourceType ?? "document",
|
|
110
|
+
minSegmentMessages: options.minSegmentMessages ?? 1,
|
|
111
|
+
});
|
|
112
|
+
}
|
|
89
113
|
toNewAbsoluteSegments(segments, contextStartIndex, firstNewMessageIndex, existingNodes) {
|
|
90
114
|
const nextTopicOrder = existingNodes.reduce((max, node) => Math.max(max, node.topicOrder), 0) + 1;
|
|
91
115
|
const absoluteSegments = [];
|
|
@@ -146,7 +170,7 @@ export class IngestPipeline {
|
|
|
146
170
|
const content = normalizeText(message.content) ?? message.content;
|
|
147
171
|
return this.embedder.embed(content);
|
|
148
172
|
}
|
|
149
|
-
async createDriftDetector(sessionId) {
|
|
173
|
+
async createDriftDetector(sessionId, minSegmentMessages) {
|
|
150
174
|
const adaptiveConfig = this.config.adaptiveSensitivity;
|
|
151
175
|
const threshold = adaptiveConfig?.enabled
|
|
152
176
|
? resolveAdaptiveDriftThreshold(this.baseDriftThreshold, await this.store.getSegmentsBySession(sessionId), adaptiveConfig).threshold
|
|
@@ -155,7 +179,7 @@ export class IngestPipeline {
|
|
|
155
179
|
windowSize: this.config.windowSize,
|
|
156
180
|
threshold,
|
|
157
181
|
mode: this.config.mode,
|
|
158
|
-
minSegmentMessages: this.config.minSegmentMessages,
|
|
182
|
+
minSegmentMessages: minSegmentMessages ?? this.config.minSegmentMessages,
|
|
159
183
|
llmAmbiguityDetection: this.config.llmAmbiguityDetection ?? false,
|
|
160
184
|
reentryDetection: this.config.reentryDetection ?? true,
|
|
161
185
|
reentryThreshold: this.config.reentryThreshold ?? 0.85,
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"IngestPipeline.js","sourceRoot":"","sources":["../../src/pipeline/IngestPipeline.ts"],"names":[],"mappings":"AAUA,OAAO,EAAE,6BAA6B,EAAE,MAAM,4CAA4C,CAAC;AAC3F,OAAO,EAAE,gBAAgB,EAAE,MAAM,oCAAoC,CAAC;AACtE,OAAO,EAAE,qBAAqB,EAAE,MAAM,kCAAkC,CAAC;AACzE,OAAO,EAAE,aAAa,EAAE,MAAM,gCAAgC,CAAC;AAC/D,OAAO,EAAE,WAAW,EAAE,0BAA0B,EAAE,MAAM,kCAAkC,CAAC;AAC3F,OAAO,EAAE,gBAAgB,EAAE,MAAM,uBAAuB,CAAC;AACzD,OAAO,EAAqB,kBAAkB,EAAE,MAAM,yBAAyB,CAAC;AAEhF,MAAM,uBAAuB,GAAG,CAAC,CAAC;AAClC,MAAM,8BAA8B,GAAG,GAAG,CAAC;AAE3C,MAAM,OAAO,cAAc;IAMN;IAEA;IAEA;IAEA;IAXF,gBAAgB,CAAmB;IACnC,kBAAkB,CAAS;IAE5C;IACE,gBAAgB;IACC,KAAiB;IAClC,gBAAgB;IACC,GAAe;IAChC,gBAAgB;IACC,QAAsB;IACvC,gBAAgB;IACC,MAWhB;QAjBgB,UAAK,GAAL,KAAK,CAAY;QAEjB,QAAG,GAAH,GAAG,CAAY;QAEf,aAAQ,GAAR,QAAQ,CAAc;QAEtB,WAAM,GAAN,MAAM,CAWtB;QAED,IAAI,CAAC,kBAAkB,GAAG,qBAAqB,CAAC,MAAM,CAAC,CAAC;QACxD,IAAI,CAAC,gBAAgB,GAAG,IAAI,gBAAgB,CAAC,KAAK,EAAE,GAAG,EAAE,QAAQ,EAAE;YACjE,IAAI,EAAE,MAAM,CAAC,IAAI;YACjB,iBAAiB,EAAE,GAAG;SACvB,CAAC,CAAC;IACL,CAAC;IAED,KAAK,CAAC,GAAG,CAAC,QAAmB,EAAE,SAAiB,EAAE,
|
|
1
|
+
{"version":3,"file":"IngestPipeline.js","sourceRoot":"","sources":["../../src/pipeline/IngestPipeline.ts"],"names":[],"mappings":"AAUA,OAAO,EAAE,6BAA6B,EAAE,MAAM,4CAA4C,CAAC;AAC3F,OAAO,EAAE,gBAAgB,EAAE,MAAM,oCAAoC,CAAC;AACtE,OAAO,EAAE,qBAAqB,EAAE,MAAM,kCAAkC,CAAC;AACzE,OAAO,EAAE,aAAa,EAAE,MAAM,gCAAgC,CAAC;AAC/D,OAAO,EAAE,qBAAqB,EAAE,MAAM,wCAAwC,CAAC;AAC/E,OAAO,EAAE,WAAW,EAAE,0BAA0B,EAAE,MAAM,kCAAkC,CAAC;AAC3F,OAAO,EAAE,gBAAgB,EAAE,MAAM,uBAAuB,CAAC;AACzD,OAAO,EAAqB,kBAAkB,EAAE,MAAM,yBAAyB,CAAC;AAEhF,MAAM,uBAAuB,GAAG,CAAC,CAAC;AAClC,MAAM,8BAA8B,GAAG,GAAG,CAAC;AAE3C,MAAM,OAAO,cAAc;IAMN;IAEA;IAEA;IAEA;IAXF,gBAAgB,CAAmB;IACnC,kBAAkB,CAAS;IAE5C;IACE,gBAAgB;IACC,KAAiB;IAClC,gBAAgB;IACC,GAAe;IAChC,gBAAgB;IACC,QAAsB;IACvC,gBAAgB;IACC,MAWhB;QAjBgB,UAAK,GAAL,KAAK,CAAY;QAEjB,QAAG,GAAH,GAAG,CAAY;QAEf,aAAQ,GAAR,QAAQ,CAAc;QAEtB,WAAM,GAAN,MAAM,CAWtB;QAED,IAAI,CAAC,kBAAkB,GAAG,qBAAqB,CAAC,MAAM,CAAC,CAAC;QACxD,IAAI,CAAC,gBAAgB,GAAG,IAAI,gBAAgB,CAAC,KAAK,EAAE,GAAG,EAAE,QAAQ,EAAE;YACjE,IAAI,EAAE,MAAM,CAAC,IAAI;YACjB,iBAAiB,EAAE,GAAG;SACvB,CAAC,CAAC;IACL,CAAC;IAED,KAAK,CAAC,GAAG,CAAC,QAAmB,EAAE,SAAiB,EAAE,UAAiC,EAAE;QACnF,IAAI,QAAQ,CAAC,MAAM,KAAK,CAAC;YAAE,OAAO,EAAE,CAAC;QAErC,MAAM,IAAI,CAAC,KAAK,CAAC,YAAY,CAAC,SAAS,EAAE,QAAQ,CAAC,CAAC;QACnD,MAAM,WAAW,GAAG,MAAM,IAAI,CAAC,KAAK,CAAC,qBAAqB,CAAC,SAAS,CAAC,CAAC;QACtE,MAAM,oBAAoB,GAAG,CAAC,WAAW,EAAE,wBAAwB,IAAI,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC;QAC/E,IAAI,oBAAoB,IAAI,QAAQ,CAAC,MAAM;YAAE,OAAO,EAAE,CAAC;QAEvD,MAAM,aAAa,GAAG,MAAM,IAAI,CAAC,KAAK,CAAC,iBAAiB,CAAC,SAAS,CAAC,CAAC;QACpE,MAAM,iBAAiB,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,oBAAoB,GAAG,uBAAuB,CAAC,CAAC;QACtF,MAAM,eAAe,GAAG,QAAQ,CAAC,KAAK,CAAC,iBAAiB,CAAC,CAAC;QAC1D,MAAM,iBAAiB,GAAG,MAAM,OAAO,CAAC,GAAG,CAAC,eAAe,CAAC,GAAG,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,IAAI,CAAC,YAAY,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC;QAC1G,MAAM,aAAa,GAAG,MAAM,IAAI,CAAC,mBAAmB,CAAC,SAAS,EAAE,OAAO,CAAC,kBAAkB,CAAC,CAAC;QAC5F,MAAM,EAAE,QAAQ,EAAE,UAAU,EAAE,GAAG,MAAM,aAAa,CAAC,cAAc,CACjE,eAAe,EACf,iBAAiB,EACjB,aAAa,CACd,CAAC;QACF,MAAM,gBAAgB,GAAG,IAAI,CAAC,qBAAqB,CACjD,QAAQ,EACR,iBAAiB,EACjB,oBAAoB,EACpB,aAAa,CACd,CAAC;QAEF,MAAM,KAAK,GAAgB,EAAE,CAAC;QAC9B,MAAM,wBAAwB,GAAG,IAAI,GAAG,EAAqB,CAAC;QAC9D,MAAM,iBAAiB,GAAG,IAAI,GAAG,EAAU,CAAC;QAC5C,MAAM,EAAE,KAAK,EAAE,kBAAkB,EAAE,mBAAmB,EAAE,GAAG,cAAc,EAAE,GAAG,OAAO,CAAC;QAEtF,KAAK,MAAM,CAAC,KAAK,EAAE,EAAE,OAAO,EAAE,kBAAkB,EAAE,CAAC,IAAI,gBAAgB,CAAC,OAAO,EAAE,EAAE,CAAC;YAClF,MAAM,IAAI,GAAG,MAAM,IAAI,CAAC,gBAAgB,CAAC,OAAO,CAAC,OAAO,EAAE,QAAQ,EAAE,SAAS,EAAE;gBAC7E,GAAG,cAAc;gBACjB,GAAG,CAAC,KAAK,KAAK,CAAC,IAAI,KAAK,CAAC,CAAC,CAAC,EAAE,KAAK,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;aAC3C,CAAC,CAAC;YACH,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;YACjB,wBAAwB,CAAC,GAAG,CAAC,kBAAkB,EAAE,IAAI,CAAC,CAAC;YAEvD,MAAM,aAAa,GAAG,UAAU,CAAC,GAAG,CAAC,kBAAkB,CAAC,CAAC;YACzD,MAAM,WAAW,GAAG,aAAa;gBAC/B,CAAC,CAAC,aAAa,CAAC,IAAI,CAAC,CAAC,YAAY,EAAE,EAAE,CAAC,YAAY,CAAC,EAAE,KAAK,aAAa,CAAC;gBACzE,CAAC,CAAC,SAAS,CAAC;YACd,IAAI,WAAW,IAAI,WAAW,CAAC,EAAE,KAAK,IAAI,CAAC,EAAE,EAAE,CAAC;gBAC9C,MAAM,IAAI,CAAC,KAAK,CAAC,QAAQ,CAAC;oBACxB,KAAK,EAAE,IAAI,CAAC,EAAE;oBACd,KAAK,EAAE,WAAW,CAAC,EAAE;oBACrB,MAAM,EAAE,CAAC;oBACT,IAAI,EAAE,SAAS;iBAChB,CAAC,CAAC;gBACH,iBAAiB,CAAC,GAAG,CAAC,WAAW,CAAC,IAAI,CAAC,EAAE,EAAE,WAAW,CAAC,EAAE,CAAC,CAAC,CAAC;YAC9D,CAAC;QACH,CAAC;QAED,IAAI,IAAI,CAAC,MAAM,CAAC,gBAAgB,KAAK,KAAK,EAAE,CAAC;YAC3C,MAAM,sBAAsB,GAAG,0BAA0B,CAAC;gBACxD,QAAQ,EAAE,gBAAgB,CAAC,GAAG,CAAC,CAAC,EAAE,eAAe,EAAE,EAAE,EAAE,CAAC,eAAe,CAAC;gBACxE,QAAQ,EAAE,eAAe;gBACzB,UAAU,EAAE,iBAAiB;gBAC7B,gBAAgB,EAAE,wBAAwB;gBAC1C,gBAAgB,EAAE,IAAI,CAAC,MAAM,CAAC,gBAAgB,IAAI,IAAI;gBACtD,aAAa,EAAE,iBAAiB;aACjC,CAAC,CAAC;YAEH,KAAK,MAAM,IAAI,IAAI,sBAAsB,EAAE,CAAC;gBAC1C,MAAM,IAAI,CAAC,KAAK,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC;YAClC,CAAC;QACH,CAAC;QAED,MAAM,IAAI,CAAC,oBAAoB,CAAC,SAAS,EAAE,aAAa,EAAE,KAAK,CAAC,CAAC;QACjE,MAAM,IAAI,CAAC,KAAK,CAAC,wBAAwB,CAAC,SAAS,EAAE,QAAQ,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;QAE1E,OAAO,KAAK,CAAC;IACf,CAAC;IAED,KAAK,CAAC,OAAO,CACX,IAAY,EACZ,SAAiB,EACjB,UAAiC,EAAE;QAEnC,IAAI,IAAI,CAAC,IAAI,EAAE,CAAC,MAAM,KAAK,CAAC;YAAE,OAAO,EAAE,CAAC;QAExC,IAAI,OAAO,CAAC,OAAO,EAAE,CAAC;YACpB,MAAM,IAAI,CAAC,KAAK,CAAC,YAAY,CAAC,SAAS,CAAC,CAAC;QAC3C,CAAC;QAED,MAAM,MAAM,GAAG,qBAAqB,CAAC,IAAI,CAAC,CAAC;QAC3C,IAAI,MAAM,CAAC,MAAM,KAAK,CAAC;YAAE,OAAO,EAAE,CAAC;QAEnC,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,KAAK,CAAC,oBAAoB,CAAC,SAAS,CAAC,CAAC;QAClE,OAAO,IAAI,CAAC,GAAG,CAAC;YACd,GAAG,QAAQ;YACX,GAAG,MAAM,CAAC,GAAG,CAAC,CAAC,OAAO,EAAW,EAAE,CAAC,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,CAAC,CAAC;SACjE,EAAE,SAAS,EAAE;YACZ,GAAG,OAAO;YACV,UAAU,EAAE,OAAO,CAAC,UAAU,IAAI,UAAU;YAC5C,kBAAkB,EAAE,OAAO,CAAC,kBAAkB,IAAI,CAAC;SACpD,CAAC,CAAC;IACL,CAAC;IAEO,qBAAqB,CAC3B,QAAwB,EACxB,iBAAyB,EACzB,oBAA4B,EAC5B,aAA0B;QAE1B,MAAM,cAAc,GAAG,aAAa,CAAC,MAAM,CACzC,CAAC,GAAG,EAAE,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,GAAG,CAAC,GAAG,EAAE,IAAI,CAAC,UAAU,CAAC,EAC7C,CAAC,CACF,GAAG,CAAC,CAAC;QACN,MAAM,gBAAgB,GAIjB,EAAE,CAAC;QAER,KAAK,MAAM,OAAO,IAAI,QAAQ,EAAE,CAAC;YAC/B,MAAM,aAAa,GAAG,iBAAiB,GAAG,OAAO,CAAC,KAAK,CAAC;YACxD,MAAM,WAAW,GAAG,iBAAiB,GAAG,OAAO,CAAC,GAAG,CAAC;YACpD,IAAI,WAAW,GAAG,oBAAoB;gBAAE,SAAS;YAEjD,gBAAgB,CAAC,IAAI,CAAC;gBACpB,kBAAkB,EAAE,OAAO,CAAC,UAAU;gBACtC,eAAe,EAAE,OAAO;gBACxB,OAAO,EAAE;oBACP,KAAK,EAAE,IAAI,CAAC,GAAG,CAAC,aAAa,EAAE,oBAAoB,CAAC;oBACpD,GAAG,EAAE,WAAW;oBAChB,UAAU,EAAE,cAAc,GAAG,gBAAgB,CAAC,MAAM;oBACpD,UAAU,EAAE,OAAO,CAAC,UAAU;iBAC/B;aACF,CAAC,CAAC;QACL,CAAC;QAED,OAAO,gBAAgB,CAAC;IAC1B,CAAC;IAEO,KAAK,CAAC,oBAAoB,CAChC,SAAiB,EACjB,aAA0B,EAC1B,QAAqB;QAErB,IAAI,QAAQ,CAAC,MAAM,KAAK,CAAC;YAAE,OAAO;QAElC,MAAM,YAAY,GAAG,aAAa,CAAC,MAAM,CAAmB,CAAC,QAAQ,EAAE,IAAI,EAAE,EAAE;YAC7E,IAAI,CAAC,QAAQ,IAAI,IAAI,CAAC,UAAU,GAAG,QAAQ,CAAC,UAAU;gBAAE,OAAO,IAAI,CAAC;YACpE,OAAO,QAAQ,CAAC;QAClB,CAAC,EAAE,IAAI,CAAC,CAAC;QAET,KAAK,MAAM,CAAC,KAAK,EAAE,IAAI,CAAC,IAAI,QAAQ,CAAC,OAAO,EAAE,EAAE,CAAC;YAC/C,MAAM,cAAc,GAAG,KAAK,KAAK,CAAC,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,CAAC,QAAQ,CAAC,KAAK,GAAG,CAAC,CAAC,CAAC;YACxE,IAAI,cAAc,IAAI,cAAc,CAAC,EAAE,KAAK,IAAI,CAAC,EAAE,EAAE,CAAC;gBACpD,MAAM,IAAI,CAAC,KAAK,CAAC,QAAQ,CAAC;oBACxB,KAAK,EAAE,IAAI,CAAC,EAAE;oBACd,KAAK,EAAE,cAAc,CAAC,EAAE;oBACxB,MAAM,EAAE,gBAAgB,CAAC,IAAI,CAAC,SAAS,EAAE,cAAc,CAAC,SAAS,CAAC;oBAClE,IAAI,EAAE,UAAU;iBACjB,CAAC,CAAC;YACL,CAAC;YAED,MAAM,YAAY,GAAG,MAAM,IAAI,CAAC,KAAK,CAAC,eAAe,CAAC,IAAI,CAAC,SAAS,EAAE,SAAS,EAAE;gBAC/E,CAAC,EAAE,IAAI,CAAC,MAAM,CAAC,IAAI;gBACnB,aAAa,EAAE,IAAI,CAAC,EAAE;gBACtB,aAAa,EAAE,8BAA8B;aAC9C,CAAC,CAAC;YAEH,KAAK,MAAM,WAAW,IAAI,YAAY,EAAE,CAAC;gBACvC,IAAI,WAAW,CAAC,EAAE,KAAK,IAAI,CAAC,EAAE;oBAAE,SAAS;gBACzC,MAAM,IAAI,CAAC,KAAK,CAAC,QAAQ,CAAC;oBACxB,KAAK,EAAE,IAAI,CAAC,EAAE;oBACd,KAAK,EAAE,WAAW,CAAC,EAAE;oBACrB,MAAM,EAAE,gBAAgB,CAAC,IAAI,CAAC,SAAS,EAAE,WAAW,CAAC,SAAS,CAAC;oBAC/D,IAAI,EAAE,UAAU;iBACjB,CAAC,CAAC;YACL,CAAC;QACH,CAAC;IACH,CAAC;IAEO,KAAK,CAAC,YAAY,CAAC,OAAgB;QACzC,MAAM,OAAO,GAAG,aAAa,CAAC,OAAO,CAAC,OAAO,CAAC,IAAI,OAAO,CAAC,OAAO,CAAC;QAClE,OAAO,IAAI,CAAC,QAAQ,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC;IACtC,CAAC;IAEO,KAAK,CAAC,mBAAmB,CAAC,SAAiB,EAAE,kBAA2B;QAC9E,MAAM,cAAc,GAAG,IAAI,CAAC,MAAM,CAAC,mBAAmB,CAAC;QACvD,MAAM,SAAS,GAAG,cAAc,EAAE,OAAO;YACvC,CAAC,CAAC,6BAA6B,CAC7B,IAAI,CAAC,kBAAkB,EACvB,MAAM,IAAI,CAAC,KAAK,CAAC,oBAAoB,CAAC,SAAS,CAAC,EAChD,cAAc,CACf,CAAC,SAAS;YACX,CAAC,CAAC,IAAI,CAAC,kBAAkB,CAAC;QAE5B,OAAO,IAAI,kBAAkB,CAC3B;YACE,UAAU,EAAE,IAAI,CAAC,MAAM,CAAC,UAAU;YAClC,SAAS;YACT,IAAI,EAAE,IAAI,CAAC,MAAM,CAAC,IAAI;YACtB,kBAAkB,EAAE,kBAAkB,IAAI,IAAI,CAAC,MAAM,CAAC,kBAAkB;YACxE,qBAAqB,EAAE,IAAI,CAAC,MAAM,CAAC,qBAAqB,IAAI,KAAK;YACjE,gBAAgB,EAAE,IAAI,CAAC,MAAM,CAAC,gBAAgB,IAAI,IAAI;YACtD,gBAAgB,EAAE,IAAI,CAAC,MAAM,CAAC,gBAAgB,IAAI,IAAI;SACvD,EACD,IAAI,CAAC,GAAG,CACT,CAAC;IACJ,CAAC;CACF"}
|
|
@@ -1,5 +1,5 @@
|
|
|
1
1
|
import type { GraphStore } from "../store/index.js";
|
|
2
|
-
import type { EmbedAdapter, LLMAdapter, Message, TopicNode } from "../types.js";
|
|
2
|
+
import type { EmbedAdapter, IngestPipelineOptions, LLMAdapter, Message, TopicNode } from "../types.js";
|
|
3
3
|
import type { DriftSegment } from "./TopicDriftDetector.js";
|
|
4
4
|
export declare class SegmentProcessor {
|
|
5
5
|
private readonly store;
|
|
@@ -11,9 +11,7 @@ export declare class SegmentProcessor {
|
|
|
11
11
|
topK: number;
|
|
12
12
|
semanticThreshold: number;
|
|
13
13
|
});
|
|
14
|
-
process(segment: DriftSegment, messages: Message[], sessionId: string, options?:
|
|
15
|
-
tags?: string[];
|
|
16
|
-
}): Promise<TopicNode>;
|
|
14
|
+
process(segment: DriftSegment, messages: Message[], sessionId: string, options?: IngestPipelineOptions): Promise<TopicNode>;
|
|
17
15
|
private createSegment;
|
|
18
16
|
private nodeRunner;
|
|
19
17
|
private nodeProcessor;
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"SegmentProcessor.d.ts","sourceRoot":"","sources":["../../src/pipeline/SegmentProcessor.ts"],"names":[],"mappings":"AAEA,OAAO,KAAK,EAAE,UAAU,EAAE,MAAM,mBAAmB,CAAC;AACpD,OAAO,KAAK,EACV,YAAY,EAEZ,UAAU,EAEV,OAAO,EAEP,SAAS,EAEV,MAAM,aAAa,CAAC;AAOrB,OAAO,KAAK,EAAE,YAAY,EAAE,MAAM,yBAAyB,CAAC;AAE5D,qBAAa,gBAAgB;IAUzB,OAAO,CAAC,QAAQ,CAAC,KAAK;IACtB,OAAO,CAAC,QAAQ,CAAC,GAAG;IACpB,OAAO,CAAC,QAAQ,CAAC,QAAQ;IACzB,OAAO,CAAC,QAAQ,CAAC,MAAM;IAZzB,OAAO,CAAC,cAAc,CAMpB;gBAGiB,KAAK,EAAE,UAAU,EACjB,GAAG,EAAE,UAAU,EACf,QAAQ,EAAE,YAAY,EACtB,MAAM,EAAE;QACvB,IAAI,EAAE,MAAM,CAAC;QACb,iBAAiB,EAAE,MAAM,CAAC;KAC3B;IAGG,OAAO,CACX,OAAO,EAAE,YAAY,EACrB,QAAQ,EAAE,OAAO,EAAE,EACnB,SAAS,EAAE,MAAM,EACjB,OAAO,GAAE
|
|
1
|
+
{"version":3,"file":"SegmentProcessor.d.ts","sourceRoot":"","sources":["../../src/pipeline/SegmentProcessor.ts"],"names":[],"mappings":"AAEA,OAAO,KAAK,EAAE,UAAU,EAAE,MAAM,mBAAmB,CAAC;AACpD,OAAO,KAAK,EACV,YAAY,EAEZ,qBAAqB,EACrB,UAAU,EAEV,OAAO,EAEP,SAAS,EAEV,MAAM,aAAa,CAAC;AAOrB,OAAO,KAAK,EAAE,YAAY,EAAE,MAAM,yBAAyB,CAAC;AAE5D,qBAAa,gBAAgB;IAUzB,OAAO,CAAC,QAAQ,CAAC,KAAK;IACtB,OAAO,CAAC,QAAQ,CAAC,GAAG;IACpB,OAAO,CAAC,QAAQ,CAAC,QAAQ;IACzB,OAAO,CAAC,QAAQ,CAAC,MAAM;IAZzB,OAAO,CAAC,cAAc,CAMpB;gBAGiB,KAAK,EAAE,UAAU,EACjB,GAAG,EAAE,UAAU,EACf,QAAQ,EAAE,YAAY,EACtB,MAAM,EAAE;QACvB,IAAI,EAAE,MAAM,CAAC;QACb,iBAAiB,EAAE,MAAM,CAAC;KAC3B;IAGG,OAAO,CACX,OAAO,EAAE,YAAY,EACrB,QAAQ,EAAE,OAAO,EAAE,EACnB,SAAS,EAAE,MAAM,EACjB,OAAO,GAAE,qBAA0B,GAClC,OAAO,CAAC,SAAS,CAAC;YAQP,aAAa;YAYb,UAAU;YAWV,aAAa;YAiCb,eAAe;CA2C9B"}
|
|
@@ -23,8 +23,8 @@ export class SegmentProcessor {
|
|
|
23
23
|
async process(segment, messages, sessionId, options = {}) {
|
|
24
24
|
const savedSegment = await this.createSegment(segment, sessionId);
|
|
25
25
|
const tags = normalizeTags(options.tags);
|
|
26
|
-
const topicNode = await this.nodeRunner(savedSegment, messages, tags);
|
|
27
|
-
await this.processMemories(this.lastExtraction.memories, savedSegment, topicNode);
|
|
26
|
+
const topicNode = await this.nodeRunner(savedSegment, messages, tags, options);
|
|
27
|
+
await this.processMemories(this.lastExtraction.memories, savedSegment, topicNode, options);
|
|
28
28
|
return topicNode;
|
|
29
29
|
}
|
|
30
30
|
async createSegment(segment, sessionId) {
|
|
@@ -38,14 +38,14 @@ export class SegmentProcessor {
|
|
|
38
38
|
createdAt: new Date(),
|
|
39
39
|
});
|
|
40
40
|
}
|
|
41
|
-
async nodeRunner(segment, messages, tags) {
|
|
42
|
-
const node = await this.nodeProcessor(messages, segment, tags);
|
|
41
|
+
async nodeRunner(segment, messages, tags, options) {
|
|
42
|
+
const node = await this.nodeProcessor(messages, segment, tags, options);
|
|
43
43
|
await this.store.saveNode(node);
|
|
44
44
|
return node;
|
|
45
45
|
}
|
|
46
|
-
async nodeProcessor(messages, segment, tags) {
|
|
46
|
+
async nodeProcessor(messages, segment, tags, options) {
|
|
47
47
|
const segmentMessages = messages.slice(segment.startIndex, segment.endIndex + 1);
|
|
48
|
-
const extractionPrompt = buildSegmentExtractionPrompt(segmentMessages);
|
|
48
|
+
const extractionPrompt = buildSegmentExtractionPrompt(segmentMessages, options.label);
|
|
49
49
|
const raw = await this.llm.complete([{ role: "user", content: extractionPrompt }]);
|
|
50
50
|
const extracted = parseSegmentExtraction(raw);
|
|
51
51
|
this.lastExtraction = extracted;
|
|
@@ -59,6 +59,7 @@ export class SegmentProcessor {
|
|
|
59
59
|
summary,
|
|
60
60
|
embedding,
|
|
61
61
|
tags,
|
|
62
|
+
...(options.source ? { source: options.source } : {}),
|
|
62
63
|
messageRange: [segment.startIndex, segment.endIndex],
|
|
63
64
|
topicOrder: segment.topicOrder,
|
|
64
65
|
driftScore: segment.driftScore,
|
|
@@ -68,7 +69,7 @@ export class SegmentProcessor {
|
|
|
68
69
|
createdAt: new Date(),
|
|
69
70
|
};
|
|
70
71
|
}
|
|
71
|
-
async processMemories(memories, segment, topicNode) {
|
|
72
|
+
async processMemories(memories, segment, topicNode, options) {
|
|
72
73
|
if (memories.length === 0)
|
|
73
74
|
return;
|
|
74
75
|
try {
|
|
@@ -84,13 +85,14 @@ export class SegmentProcessor {
|
|
|
84
85
|
agentColor: topicNode.agentColor,
|
|
85
86
|
fleetId: topicNode.fleetId,
|
|
86
87
|
memoryType: memory.memoryType,
|
|
87
|
-
sourceType: "conversation",
|
|
88
|
+
sourceType: options.sourceType ?? "conversation",
|
|
88
89
|
subject: memory.subject,
|
|
89
90
|
predicate: memory.predicate,
|
|
90
91
|
value: memory.value,
|
|
91
92
|
confidence: memory.confidence,
|
|
92
93
|
embedding,
|
|
93
94
|
tags: topicNode.tags ?? [],
|
|
95
|
+
...(options.source ? { source: options.source } : {}),
|
|
94
96
|
sourceUrl: null,
|
|
95
97
|
sourceTitle: null,
|
|
96
98
|
supersededBy: null,
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"SegmentProcessor.js","sourceRoot":"","sources":["../../src/pipeline/SegmentProcessor.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,UAAU,EAAE,MAAM,aAAa,CAAC;AACzC,OAAO,EAAE,4BAA4B,EAAE,MAAM,uCAAuC,CAAC;
|
|
1
|
+
{"version":3,"file":"SegmentProcessor.js","sourceRoot":"","sources":["../../src/pipeline/SegmentProcessor.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,UAAU,EAAE,MAAM,aAAa,CAAC;AACzC,OAAO,EAAE,4BAA4B,EAAE,MAAM,uCAAuC,CAAC;AAarF,OAAO,EAAE,aAAa,EAAE,MAAM,kBAAkB,CAAC;AACjD,OAAO,EACL,mBAAmB,EACnB,yBAAyB,EACzB,sBAAsB,GACvB,MAAM,0CAA0C,CAAC;AAGlD,MAAM,OAAO,gBAAgB;IAUR;IACA;IACA;IACA;IAZX,cAAc,GAA4B;QAChD,KAAK,EAAE,SAAS;QAChB,UAAU,EAAE,EAAE;QACd,OAAO,EAAE,EAAE;QACX,IAAI,EAAE,IAAI;QACV,QAAQ,EAAE,EAAE;KACb,CAAC;IAEF,YACmB,KAAiB,EACjB,GAAe,EACf,QAAsB,EACtB,MAGhB;QANgB,UAAK,GAAL,KAAK,CAAY;QACjB,QAAG,GAAH,GAAG,CAAY;QACf,aAAQ,GAAR,QAAQ,CAAc;QACtB,WAAM,GAAN,MAAM,CAGtB;IACA,CAAC;IAEJ,KAAK,CAAC,OAAO,CACX,OAAqB,EACrB,QAAmB,EACnB,SAAiB,EACjB,UAAiC,EAAE;QAEnC,MAAM,YAAY,GAAG,MAAM,IAAI,CAAC,aAAa,CAAC,OAAO,EAAE,SAAS,CAAC,CAAC;QAClE,MAAM,IAAI,GAAG,aAAa,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC;QACzC,MAAM,SAAS,GAAG,MAAM,IAAI,CAAC,UAAU,CAAC,YAAY,EAAE,QAAQ,EAAE,IAAI,EAAE,OAAO,CAAC,CAAC;QAC/E,MAAM,IAAI,CAAC,eAAe,CAAC,IAAI,CAAC,cAAc,CAAC,QAAQ,EAAE,YAAY,EAAE,SAAS,EAAE,OAAO,CAAC,CAAC;QAC3F,OAAO,SAAS,CAAC;IACnB,CAAC;IAEO,KAAK,CAAC,aAAa,CAAC,OAAqB,EAAE,SAAiB;QAClE,OAAO,IAAI,CAAC,KAAK,CAAC,WAAW,CAAC;YAC5B,EAAE,EAAE,UAAU,EAAE;YAChB,SAAS;YACT,UAAU,EAAE,OAAO,CAAC,KAAK;YACzB,QAAQ,EAAE,OAAO,CAAC,GAAG;YACrB,UAAU,EAAE,OAAO,CAAC,UAAU;YAC9B,UAAU,EAAE,OAAO,CAAC,UAAU;YAC9B,SAAS,EAAE,IAAI,IAAI,EAAE;SACtB,CAAC,CAAC;IACL,CAAC;IAEO,KAAK,CAAC,UAAU,CACtB,OAAqB,EACrB,QAAmB,EACnB,IAAc,EACd,OAA8B;QAE9B,MAAM,IAAI,GAAG,MAAM,IAAI,CAAC,aAAa,CAAC,QAAQ,EAAE,OAAO,EAAE,IAAI,EAAE,OAAO,CAAC,CAAC;QACxE,MAAM,IAAI,CAAC,KAAK,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC;QAChC,OAAO,IAAI,CAAC;IACd,CAAC;IAEO,KAAK,CAAC,aAAa,CACzB,QAAmB,EACnB,OAAqB,EACrB,IAAc,EACd,OAA8B;QAE9B,MAAM,eAAe,GAAG,QAAQ,CAAC,KAAK,CAAC,OAAO,CAAC,UAAU,EAAE,OAAO,CAAC,QAAQ,GAAG,CAAC,CAAC,CAAC;QACjF,MAAM,gBAAgB,GAAG,4BAA4B,CAAC,eAAe,EAAE,OAAO,CAAC,KAAK,CAAC,CAAC;QACtF,MAAM,GAAG,GAAG,MAAM,IAAI,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,gBAAgB,EAAE,CAAC,CAAC,CAAC;QACnF,MAAM,SAAS,GAAG,sBAAsB,CAAC,GAAG,CAAC,CAAC;QAC9C,IAAI,CAAC,cAAc,GAAG,SAAS,CAAC;QAChC,MAAM,OAAO,GAAG,mBAAmB,CAAC,SAAS,CAAC,CAAC;QAC/C,MAAM,SAAS,GAAG,MAAM,IAAI,CAAC,QAAQ,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC;QAErD,OAAO;YACL,EAAE,EAAE,UAAU,EAAE;YAChB,SAAS,EAAE,OAAO,CAAC,SAAS;YAC5B,SAAS,EAAE,OAAO,CAAC,EAAE;YACrB,KAAK,EAAE,SAAS,CAAC,KAAK;YACtB,OAAO;YACP,SAAS;YACT,IAAI;YACJ,GAAG,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,MAAM,EAAE,OAAO,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;YACrD,YAAY,EAAE,CAAC,OAAO,CAAC,UAAU,EAAE,OAAO,CAAC,QAAQ,CAAC;YACpD,UAAU,EAAE,OAAO,CAAC,UAAU;YAC9B,UAAU,EAAE,OAAO,CAAC,UAAU;YAC9B,UAAU,EAAE,IAAI;YAChB,OAAO,EAAE,IAAI;YACb,OAAO,EAAE,IAAI;YACb,SAAS,EAAE,IAAI,IAAI,EAAE;SACtB,CAAC;IACJ,CAAC;IAEO,KAAK,CAAC,eAAe,CAC3B,QAA2B,EAC3B,OAAqB,EACrB,SAAoB,EACpB,OAA8B;QAE9B,IAAI,QAAQ,CAAC,MAAM,KAAK,CAAC;YAAE,OAAO;QAElC,IAAI,CAAC;YACH,MAAM,KAAK,GAAuB,EAAE,CAAC;YAErC,KAAK,MAAM,MAAM,IAAI,QAAQ,EAAE,CAAC;gBAC9B,MAAM,SAAS,GAAG,MAAM,IAAI,CAAC,QAAQ,CAAC,KAAK,CAAC,yBAAyB,CAAC,MAAM,CAAC,CAAC,CAAC;gBAC/E,KAAK,CAAC,IAAI,CAAC;oBACT,EAAE,EAAE,UAAU,EAAE;oBAChB,SAAS,EAAE,OAAO,CAAC,EAAE;oBACrB,WAAW,EAAE,SAAS,CAAC,EAAE;oBACzB,SAAS,EAAE,OAAO,CAAC,SAAS;oBAC5B,OAAO,EAAE,SAAS,CAAC,OAAO;oBAC1B,UAAU,EAAE,SAAS,CAAC,UAAU;oBAChC,OAAO,EAAE,SAAS,CAAC,OAAO;oBAC1B,UAAU,EAAE,MAAM,CAAC,UAAU;oBAC7B,UAAU,EAAE,OAAO,CAAC,UAAU,IAAI,cAAc;oBAChD,OAAO,EAAE,MAAM,CAAC,OAAO;oBACvB,SAAS,EAAE,MAAM,CAAC,SAAS;oBAC3B,KAAK,EAAE,MAAM,CAAC,KAAK;oBACnB,UAAU,EAAE,MAAM,CAAC,UAAU;oBAC7B,SAAS;oBACT,IAAI,EAAE,SAAS,CAAC,IAAI,IAAI,EAAE;oBAC1B,GAAG,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,MAAM,EAAE,OAAO,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;oBACrD,SAAS,EAAE,IAAI;oBACf,WAAW,EAAE,IAAI;oBACjB,YAAY,EAAE,IAAI;oBAClB,OAAO,EAAE,KAAK;iBACf,CAAC,CAAC;YACL,CAAC;YAED,MAAM,IAAI,CAAC,KAAK,CAAC,cAAc,CAAC,KAAK,CAAC,CAAC;YACvC,MAAM,IAAI,CAAC,KAAK,CAAC,gBAAgB,CAAC,SAAS,CAAC,EAAE,EAAE,OAAO,CAAC,SAAS,EAAE,IAAI,CAAC,MAAM,CAAC,iBAAiB,CAAC,CAAC;QACpG,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,OAAO,CAAC,IAAI,CAAC,6CAA6C,EAAE,KAAK,CAAC,CAAC;QACrE,CAAC;IACH,CAAC;CACF"}
|
|
@@ -1,3 +1,3 @@
|
|
|
1
1
|
import type { Message } from "../types.js";
|
|
2
|
-
export declare function buildSegmentExtractionPrompt(messages: Message[]): string;
|
|
2
|
+
export declare function buildSegmentExtractionPrompt(messages: Message[], labelHint?: string): string;
|
|
3
3
|
//# sourceMappingURL=segmentExtractionPrompt.d.ts.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"segmentExtractionPrompt.d.ts","sourceRoot":"","sources":["../../src/prompts/segmentExtractionPrompt.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,OAAO,EAAE,MAAM,aAAa,CAAC;AAG3C,wBAAgB,4BAA4B,CAAC,QAAQ,EAAE,OAAO,EAAE,GAAG,MAAM,
|
|
1
|
+
{"version":3,"file":"segmentExtractionPrompt.d.ts","sourceRoot":"","sources":["../../src/prompts/segmentExtractionPrompt.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,OAAO,EAAE,MAAM,aAAa,CAAC;AAG3C,wBAAgB,4BAA4B,CAAC,QAAQ,EAAE,OAAO,EAAE,EAAE,SAAS,CAAC,EAAE,MAAM,GAAG,MAAM,CAqF5F"}
|
|
@@ -1,5 +1,5 @@
|
|
|
1
1
|
import { normalizeText } from "../utils/text/normalizeText.js";
|
|
2
|
-
export function buildSegmentExtractionPrompt(messages) {
|
|
2
|
+
export function buildSegmentExtractionPrompt(messages, labelHint) {
|
|
3
3
|
const messageContent = messages
|
|
4
4
|
.map((message, index) => `Message ${index + 1}:\n[${message.role}] ${normalizeText(message.content) ?? message.content}`)
|
|
5
5
|
.join("\n\n");
|
|
@@ -40,8 +40,14 @@ export function buildSegmentExtractionPrompt(messages) {
|
|
|
40
40
|
"Rules:",
|
|
41
41
|
"- The value field must be one sentence maximum.",
|
|
42
42
|
"- The value field must be self-contained and meaningful without surrounding context.",
|
|
43
|
+
"- When a statement explicitly corrects, replaces, or updates an earlier fact, preserve that update cue in the value, such as actually, now, changed to, or instead.",
|
|
43
44
|
"- If no memories are extractable from the segment, return an empty memories array.",
|
|
44
45
|
"- Use null for open when there is no unresolved question or follow-up.",
|
|
46
|
+
...(labelHint
|
|
47
|
+
? [
|
|
48
|
+
`- Use "${labelHint}" as a hint when choosing the topic label. Keep the label accurate to the content.`,
|
|
49
|
+
]
|
|
50
|
+
: []),
|
|
45
51
|
"",
|
|
46
52
|
"Example segment:",
|
|
47
53
|
"Message 1:",
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"segmentExtractionPrompt.js","sourceRoot":"","sources":["../../src/prompts/segmentExtractionPrompt.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,aAAa,EAAE,MAAM,gCAAgC,CAAC;AAE/D,MAAM,UAAU,4BAA4B,CAAC,QAAmB;
|
|
1
|
+
{"version":3,"file":"segmentExtractionPrompt.js","sourceRoot":"","sources":["../../src/prompts/segmentExtractionPrompt.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,aAAa,EAAE,MAAM,gCAAgC,CAAC;AAE/D,MAAM,UAAU,4BAA4B,CAAC,QAAmB,EAAE,SAAkB;IAClF,MAAM,cAAc,GAAG,QAAQ;SAC5B,GAAG,CAAC,CAAC,OAAO,EAAE,KAAK,EAAE,EAAE,CAAC,WAAW,KAAK,GAAG,CAAC,OAAO,OAAO,CAAC,IAAI,KAAK,aAAa,CAAC,OAAO,CAAC,OAAO,CAAC,IAAI,OAAO,CAAC,OAAO,EAAE,CAAC;SACxH,IAAI,CAAC,MAAM,CAAC,CAAC;IAEhB,OAAO;QACL,uFAAuF;QACvF,EAAE;QACF,wIAAwI;QACxI,EAAE;QACF,+CAA+C;QAC/C,GAAG;QACH,oCAAoC;QACpC,wFAAwF;QACxF,uFAAuF;QACvF,uEAAuE;QACvE,iBAAiB;QACjB,OAAO;QACP,sEAAsE;QACtE,yFAAyF;QACzF,8DAA8D;QAC9D,mGAAmG;QACnG,0BAA0B;QAC1B,OAAO;QACP,KAAK;QACL,GAAG;QACH,EAAE;QACF,0BAA0B;QAC1B,iFAAiF;QACjF,sEAAsE;QACtE,oEAAoE;QACpE,qDAAqD;QACrD,8EAA8E;QAC9E,EAAE;QACF,qBAAqB;QACrB,sCAAsC;QACtC,gCAAgC;QAChC,uCAAuC;QACvC,EAAE;QACF,QAAQ;QACR,iDAAiD;QACjD,sFAAsF;QACtF,qKAAqK;QACrK,oFAAoF;QACpF,wEAAwE;QACxE,GAAG,CAAC,SAAS;YACX,CAAC,CAAC;gBACA,UAAU,SAAS,oFAAoF;aACxG;YACD,CAAC,CAAC,EAAE,CAAC;QACP,EAAE;QACF,kBAAkB;QAClB,YAAY;QACZ,kKAAkK;QAClK,EAAE;QACF,YAAY;QACZ,kKAAkK;QAClK,EAAE;QACF,uBAAuB;QACvB,GAAG;QACH,uCAAuC;QACvC,uMAAuM;QACvM,2JAA2J;QAC3J,2GAA2G;QAC3G,iBAAiB;QACjB,OAAO;QACP,8BAA8B;QAC9B,0BAA0B;QAC1B,wCAAwC;QACxC,0GAA0G;QAC1G,0BAA0B;QAC1B,QAAQ;QACR,OAAO;QACP,kCAAkC;QAClC,0BAA0B;QAC1B,oCAAoC;QACpC,qFAAqF;QACrF,yBAAyB;QACzB,OAAO;QACP,KAAK;QACL,GAAG;QACH,EAAE;QACF,uBAAuB;QACvB,cAAc;KACf,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;AACf,CAAC"}
|
|
@@ -1,5 +1,5 @@
|
|
|
1
1
|
import type { IngestPipeline } from "../pipeline/IngestPipeline.js";
|
|
2
|
-
import type {
|
|
2
|
+
import type { IngestPipelineOptions, MemoGrafterQueueConfig, Message } from "../types.js";
|
|
3
3
|
export declare class IngestQueue {
|
|
4
4
|
private readonly pipeline;
|
|
5
5
|
private readonly connection;
|
|
@@ -8,7 +8,8 @@ export declare class IngestQueue {
|
|
|
8
8
|
private readonly defaultJobOptions;
|
|
9
9
|
private readonly queueName;
|
|
10
10
|
constructor(pipeline: IngestPipeline, config: MemoGrafterQueueConfig);
|
|
11
|
-
enqueue(messages: Message[], sessionId: string, options?:
|
|
11
|
+
enqueue(messages: Message[], sessionId: string, options?: IngestPipelineOptions): Promise<void>;
|
|
12
|
+
enqueueText(text: string, sessionId: string, options?: IngestPipelineOptions): Promise<void>;
|
|
12
13
|
close(): Promise<void>;
|
|
13
14
|
private ensureWorker;
|
|
14
15
|
private withTimeout;
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"IngestQueue.d.ts","sourceRoot":"","sources":["../../src/queue/IngestQueue.ts"],"names":[],"mappings":"AAGA,OAAO,KAAK,EAAE,cAAc,EAAE,MAAM,+BAA+B,CAAC;AACpE,OAAO,KAAK,EAAE,
|
|
1
|
+
{"version":3,"file":"IngestQueue.d.ts","sourceRoot":"","sources":["../../src/queue/IngestQueue.ts"],"names":[],"mappings":"AAGA,OAAO,KAAK,EAAE,cAAc,EAAE,MAAM,+BAA+B,CAAC;AACpE,OAAO,KAAK,EAAE,qBAAqB,EAAE,sBAAsB,EAAE,OAAO,EAAE,MAAM,aAAa,CAAC;AAc1F,qBAAa,WAAW;IAQpB,OAAO,CAAC,QAAQ,CAAC,QAAQ;IAP3B,OAAO,CAAC,QAAQ,CAAC,UAAU,CAAQ;IACnC,OAAO,CAAC,QAAQ,CAAC,KAAK,CAAuB;IAC7C,OAAO,CAAC,MAAM,CAAsC;IACpD,OAAO,CAAC,QAAQ,CAAC,iBAAiB,CAAc;IAChD,OAAO,CAAC,QAAQ,CAAC,SAAS,CAAS;gBAGhB,QAAQ,EAAE,cAAc,EACzC,MAAM,EAAE,sBAAsB;IAgC1B,OAAO,CAAC,QAAQ,EAAE,OAAO,EAAE,EAAE,SAAS,EAAE,MAAM,EAAE,OAAO,GAAE,qBAA0B,GAAG,OAAO,CAAC,IAAI,CAAC;IAsBnG,WAAW,CAAC,IAAI,EAAE,MAAM,EAAE,SAAS,EAAE,MAAM,EAAE,OAAO,GAAE,qBAA0B,GAAG,OAAO,CAAC,IAAI,CAAC;IAsBhG,KAAK,IAAI,OAAO,CAAC,IAAI,CAAC;IAoB5B,OAAO,CAAC,YAAY;YA6BN,WAAW;CAY1B"}
|