@jcmrs/opencode-vmem 1.0.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/CHANGELOG.md +83 -0
- package/LICENSE +21 -0
- package/README.md +172 -0
- package/dist/capture/classification.d.ts +37 -0
- package/dist/capture/classification.d.ts.map +1 -0
- package/dist/capture/classification.js +181 -0
- package/dist/capture/classification.js.map +1 -0
- package/dist/capture/filtering.d.ts +63 -0
- package/dist/capture/filtering.d.ts.map +1 -0
- package/dist/capture/filtering.js +195 -0
- package/dist/capture/filtering.js.map +1 -0
- package/dist/capture/observation.d.ts +28 -0
- package/dist/capture/observation.d.ts.map +1 -0
- package/dist/capture/observation.js +188 -0
- package/dist/capture/observation.js.map +1 -0
- package/dist/commands/index.d.ts +38 -0
- package/dist/commands/index.d.ts.map +1 -0
- package/dist/commands/index.js +375 -0
- package/dist/commands/index.js.map +1 -0
- package/dist/config.d.ts +5 -0
- package/dist/config.d.ts.map +1 -0
- package/dist/config.js +41 -0
- package/dist/config.js.map +1 -0
- package/dist/context/builder.d.ts +19 -0
- package/dist/context/builder.d.ts.map +1 -0
- package/dist/context/builder.js +209 -0
- package/dist/context/builder.js.map +1 -0
- package/dist/context/format.d.ts +32 -0
- package/dist/context/format.d.ts.map +1 -0
- package/dist/context/format.js +211 -0
- package/dist/context/format.js.map +1 -0
- package/dist/embedding/index.d.ts +3 -0
- package/dist/embedding/index.d.ts.map +1 -0
- package/dist/embedding/index.js +3 -0
- package/dist/embedding/index.js.map +1 -0
- package/dist/embedding/provider.d.ts +15 -0
- package/dist/embedding/provider.d.ts.map +1 -0
- package/dist/embedding/provider.js +19 -0
- package/dist/embedding/provider.js.map +1 -0
- package/dist/embedding/transformers.d.ts +14 -0
- package/dist/embedding/transformers.d.ts.map +1 -0
- package/dist/embedding/transformers.js +55 -0
- package/dist/embedding/transformers.js.map +1 -0
- package/dist/extract/confidence.d.ts +48 -0
- package/dist/extract/confidence.d.ts.map +1 -0
- package/dist/extract/confidence.js +230 -0
- package/dist/extract/confidence.js.map +1 -0
- package/dist/extract/llm-extractor.d.ts +35 -0
- package/dist/extract/llm-extractor.d.ts.map +1 -0
- package/dist/extract/llm-extractor.js +204 -0
- package/dist/extract/llm-extractor.js.map +1 -0
- package/dist/extract/pipeline.d.ts +44 -0
- package/dist/extract/pipeline.d.ts.map +1 -0
- package/dist/extract/pipeline.js +171 -0
- package/dist/extract/pipeline.js.map +1 -0
- package/dist/extract/rules-engine.d.ts +14 -0
- package/dist/extract/rules-engine.d.ts.map +1 -0
- package/dist/extract/rules-engine.js +314 -0
- package/dist/extract/rules-engine.js.map +1 -0
- package/dist/extract/summarizer.d.ts +27 -0
- package/dist/extract/summarizer.d.ts.map +1 -0
- package/dist/extract/summarizer.js +148 -0
- package/dist/extract/summarizer.js.map +1 -0
- package/dist/hooks/session-idle.d.ts +38 -0
- package/dist/hooks/session-idle.d.ts.map +1 -0
- package/dist/hooks/session-idle.js +142 -0
- package/dist/hooks/session-idle.js.map +1 -0
- package/dist/hooks/system-transform.d.ts +41 -0
- package/dist/hooks/system-transform.d.ts.map +1 -0
- package/dist/hooks/system-transform.js +98 -0
- package/dist/hooks/system-transform.js.map +1 -0
- package/dist/hooks/tool-after.d.ts +66 -0
- package/dist/hooks/tool-after.d.ts.map +1 -0
- package/dist/hooks/tool-after.js +155 -0
- package/dist/hooks/tool-after.js.map +1 -0
- package/dist/index.d.ts +10 -0
- package/dist/index.d.ts.map +1 -0
- package/dist/index.js +10 -0
- package/dist/index.js.map +1 -0
- package/dist/mind.d.ts +69 -0
- package/dist/mind.d.ts.map +1 -0
- package/dist/mind.js +368 -0
- package/dist/mind.js.map +1 -0
- package/dist/procedural/index.d.ts +4 -0
- package/dist/procedural/index.d.ts.map +1 -0
- package/dist/procedural/index.js +4 -0
- package/dist/procedural/index.js.map +1 -0
- package/dist/procedural/induction.d.ts +23 -0
- package/dist/procedural/induction.d.ts.map +1 -0
- package/dist/procedural/induction.js +104 -0
- package/dist/procedural/induction.js.map +1 -0
- package/dist/procedural/miner.d.ts +45 -0
- package/dist/procedural/miner.d.ts.map +1 -0
- package/dist/procedural/miner.js +171 -0
- package/dist/procedural/miner.js.map +1 -0
- package/dist/procedural/suggester.d.ts +20 -0
- package/dist/procedural/suggester.d.ts.map +1 -0
- package/dist/procedural/suggester.js +69 -0
- package/dist/procedural/suggester.js.map +1 -0
- package/dist/store/archive.d.ts +31 -0
- package/dist/store/archive.d.ts.map +1 -0
- package/dist/store/archive.js +137 -0
- package/dist/store/archive.js.map +1 -0
- package/dist/store/backup.d.ts +36 -0
- package/dist/store/backup.d.ts.map +1 -0
- package/dist/store/backup.js +163 -0
- package/dist/store/backup.js.map +1 -0
- package/dist/store/memorycards.d.ts +31 -0
- package/dist/store/memorycards.d.ts.map +1 -0
- package/dist/store/memorycards.js +161 -0
- package/dist/store/memorycards.js.map +1 -0
- package/dist/store/mv2-adapter.d.ts +29 -0
- package/dist/store/mv2-adapter.d.ts.map +1 -0
- package/dist/store/mv2-adapter.js +359 -0
- package/dist/store/mv2-adapter.js.map +1 -0
- package/dist/store/procedures.d.ts +79 -0
- package/dist/store/procedures.d.ts.map +1 -0
- package/dist/store/procedures.js +183 -0
- package/dist/store/procedures.js.map +1 -0
- package/dist/store/tombstone.d.ts +27 -0
- package/dist/store/tombstone.d.ts.map +1 -0
- package/dist/store/tombstone.js +136 -0
- package/dist/store/tombstone.js.map +1 -0
- package/dist/tools/index.d.ts +36 -0
- package/dist/tools/index.d.ts.map +1 -0
- package/dist/tools/index.js +236 -0
- package/dist/tools/index.js.map +1 -0
- package/dist/types.d.ts +301 -0
- package/dist/types.d.ts.map +1 -0
- package/dist/types.js +69 -0
- package/dist/types.js.map +1 -0
- package/dist/utils/error.d.ts +57 -0
- package/dist/utils/error.d.ts.map +1 -0
- package/dist/utils/error.js +143 -0
- package/dist/utils/error.js.map +1 -0
- package/dist/utils/uuid.d.ts +2 -0
- package/dist/utils/uuid.d.ts.map +1 -0
- package/dist/utils/uuid.js +5 -0
- package/dist/utils/uuid.js.map +1 -0
- package/package.json +67 -0
|
@@ -0,0 +1,209 @@
|
|
|
1
|
+
export class ContextBuilder {
|
|
2
|
+
options;
|
|
3
|
+
constructor(options = {}) {
|
|
4
|
+
this.options = {
|
|
5
|
+
maxTokens: options.maxTokens ?? 3000,
|
|
6
|
+
prioritizeRecent: options.prioritizeRecent ?? true,
|
|
7
|
+
prioritizeRelevant: options.prioritizeRelevant ?? true,
|
|
8
|
+
includeObservations: options.includeObservations ?? true,
|
|
9
|
+
includeMemoryCards: options.includeMemoryCards ?? true,
|
|
10
|
+
includeEpisodes: options.includeEpisodes ?? false,
|
|
11
|
+
includeSessionSummary: options.includeSessionSummary ?? true,
|
|
12
|
+
format: options.format ?? 'markdown'
|
|
13
|
+
};
|
|
14
|
+
}
|
|
15
|
+
build(observations, memoryCards, state, options) {
|
|
16
|
+
const opts = { ...this.options, ...options };
|
|
17
|
+
const sections = [];
|
|
18
|
+
let totalTokens = 0;
|
|
19
|
+
let includedObs = 0;
|
|
20
|
+
let includedCards = 0;
|
|
21
|
+
const userProfile = this.formatUserProfile(memoryCards);
|
|
22
|
+
if (userProfile && totalTokens + userProfile.tokens <= opts.maxTokens * 0.15) {
|
|
23
|
+
sections.push(userProfile);
|
|
24
|
+
totalTokens += userProfile.tokens;
|
|
25
|
+
includedCards += userProfile.cardCount;
|
|
26
|
+
}
|
|
27
|
+
const projectContext = this.formatProjectContext(memoryCards);
|
|
28
|
+
if (projectContext && totalTokens + projectContext.tokens <= opts.maxTokens * 0.25) {
|
|
29
|
+
sections.push(projectContext);
|
|
30
|
+
totalTokens += projectContext.tokens;
|
|
31
|
+
includedCards += projectContext.cardCount;
|
|
32
|
+
}
|
|
33
|
+
if (opts.includeObservations) {
|
|
34
|
+
const recentWork = this.formatRecentWork(observations, opts.maxTokens * 0.4 - totalTokens);
|
|
35
|
+
if (recentWork) {
|
|
36
|
+
sections.push(recentWork);
|
|
37
|
+
totalTokens += recentWork.tokens;
|
|
38
|
+
includedObs = recentWork.obsCount;
|
|
39
|
+
}
|
|
40
|
+
}
|
|
41
|
+
const header = this.formatHeader(state);
|
|
42
|
+
const headerTokens = this.estimateTokens(header);
|
|
43
|
+
let content = '';
|
|
44
|
+
if (totalTokens + headerTokens <= opts.maxTokens) {
|
|
45
|
+
content = header + '\n\n';
|
|
46
|
+
}
|
|
47
|
+
for (const section of sections) {
|
|
48
|
+
if (totalTokens + section.tokens <= opts.maxTokens) {
|
|
49
|
+
content += section.content + '\n\n';
|
|
50
|
+
}
|
|
51
|
+
}
|
|
52
|
+
content += `---\n*Memory updated: ${new Date().toISOString()}*\n`;
|
|
53
|
+
return {
|
|
54
|
+
content: content.trim(),
|
|
55
|
+
tokenCount: this.estimateTokens(content),
|
|
56
|
+
included: {
|
|
57
|
+
observations: includedObs,
|
|
58
|
+
memoryCards: includedCards,
|
|
59
|
+
episodes: 0,
|
|
60
|
+
sessionSummaries: 0
|
|
61
|
+
},
|
|
62
|
+
excluded: {
|
|
63
|
+
observations: Math.max(0, observations.length - includedObs),
|
|
64
|
+
memoryCards: Math.max(0, memoryCards.length - includedCards),
|
|
65
|
+
episodes: 0
|
|
66
|
+
},
|
|
67
|
+
sources: observations.slice(0, includedObs).map(o => o.frameId)
|
|
68
|
+
};
|
|
69
|
+
}
|
|
70
|
+
formatHeader(state) {
|
|
71
|
+
return `## Project Memory\n\n*Total frames: ${state.frameCount} | Active: ${state.activeFrameCount}*`;
|
|
72
|
+
}
|
|
73
|
+
formatUserProfile(cards) {
|
|
74
|
+
const userCards = cards.filter(c => c.entity === 'user');
|
|
75
|
+
if (userCards.length === 0)
|
|
76
|
+
return null;
|
|
77
|
+
let content = '### User Profile\n\n';
|
|
78
|
+
const bySlot = this.groupBy(userCards, 'slot');
|
|
79
|
+
let cardCount = 0;
|
|
80
|
+
for (const [slot, slotCards] of Object.entries(bySlot)) {
|
|
81
|
+
const latest = this.getLatest(slotCards);
|
|
82
|
+
const label = this.formatLabel(slot);
|
|
83
|
+
content += `- **${label}:** ${latest.value}\n`;
|
|
84
|
+
cardCount++;
|
|
85
|
+
}
|
|
86
|
+
return {
|
|
87
|
+
content: content.trim(),
|
|
88
|
+
tokens: this.estimateTokens(content),
|
|
89
|
+
cardCount,
|
|
90
|
+
obsCount: 0
|
|
91
|
+
};
|
|
92
|
+
}
|
|
93
|
+
formatProjectContext(cards) {
|
|
94
|
+
const projectCards = cards.filter(c => c.entity === 'project');
|
|
95
|
+
if (projectCards.length === 0)
|
|
96
|
+
return null;
|
|
97
|
+
let content = '### Project Context\n\n';
|
|
98
|
+
const bySlot = this.groupBy(projectCards, 'slot');
|
|
99
|
+
const order = ['name', 'framework', 'language', 'database', 'test_command', 'build_command', 'goal'];
|
|
100
|
+
let cardCount = 0;
|
|
101
|
+
for (const slot of order) {
|
|
102
|
+
if (bySlot[slot]) {
|
|
103
|
+
const latest = this.getLatest(bySlot[slot]);
|
|
104
|
+
content += `- **${this.formatLabel(slot)}:** ${latest.value}\n`;
|
|
105
|
+
cardCount++;
|
|
106
|
+
delete bySlot[slot];
|
|
107
|
+
}
|
|
108
|
+
}
|
|
109
|
+
for (const [slot, slotCards] of Object.entries(bySlot)) {
|
|
110
|
+
const latest = this.getLatest(slotCards);
|
|
111
|
+
content += `- **${this.formatLabel(slot)}:** ${latest.value}\n`;
|
|
112
|
+
cardCount++;
|
|
113
|
+
}
|
|
114
|
+
return {
|
|
115
|
+
content: content.trim(),
|
|
116
|
+
tokens: this.estimateTokens(content),
|
|
117
|
+
cardCount,
|
|
118
|
+
obsCount: 0
|
|
119
|
+
};
|
|
120
|
+
}
|
|
121
|
+
formatRecentWork(observations, maxTokens) {
|
|
122
|
+
if (observations.length === 0)
|
|
123
|
+
return null;
|
|
124
|
+
let content = '### Recent Work\n\n';
|
|
125
|
+
let tokenCount = this.estimateTokens(content);
|
|
126
|
+
let obsCount = 0;
|
|
127
|
+
const bySession = this.groupBy(observations, 'sessionId');
|
|
128
|
+
for (const [, sessionObs] of Object.entries(bySession)) {
|
|
129
|
+
if (tokenCount > maxTokens)
|
|
130
|
+
break;
|
|
131
|
+
const date = new Date(sessionObs[0].timestamp).toLocaleDateString();
|
|
132
|
+
content += `**${date}**\n`;
|
|
133
|
+
tokenCount += this.estimateTokens(date) + 10;
|
|
134
|
+
for (const obs of sessionObs.slice(0, 10)) {
|
|
135
|
+
const line = `- [${obs.type}] ${obs.content.slice(0, 100)}\n`;
|
|
136
|
+
const lineTokens = this.estimateTokens(line);
|
|
137
|
+
if (tokenCount + lineTokens > maxTokens)
|
|
138
|
+
break;
|
|
139
|
+
content += line;
|
|
140
|
+
tokenCount += lineTokens;
|
|
141
|
+
obsCount++;
|
|
142
|
+
}
|
|
143
|
+
content += '\n';
|
|
144
|
+
tokenCount += 5;
|
|
145
|
+
}
|
|
146
|
+
return {
|
|
147
|
+
content: content.trim(),
|
|
148
|
+
tokens: tokenCount,
|
|
149
|
+
cardCount: 0,
|
|
150
|
+
obsCount
|
|
151
|
+
};
|
|
152
|
+
}
|
|
153
|
+
formatLabel(slot) {
|
|
154
|
+
return slot
|
|
155
|
+
.split('_')
|
|
156
|
+
.map(word => word.charAt(0).toUpperCase() + word.slice(1))
|
|
157
|
+
.join(' ');
|
|
158
|
+
}
|
|
159
|
+
groupBy(items, key) {
|
|
160
|
+
const result = {};
|
|
161
|
+
for (const item of items) {
|
|
162
|
+
const k = String(item[key]);
|
|
163
|
+
if (!result[k])
|
|
164
|
+
result[k] = [];
|
|
165
|
+
result[k].push(item);
|
|
166
|
+
}
|
|
167
|
+
return result;
|
|
168
|
+
}
|
|
169
|
+
getLatest(items) {
|
|
170
|
+
return items.sort((a, b) => {
|
|
171
|
+
const aTime = a.updatedAt ?? a.createdAt ?? 0;
|
|
172
|
+
const bTime = b.updatedAt ?? b.createdAt ?? 0;
|
|
173
|
+
return bTime - aTime;
|
|
174
|
+
})[0];
|
|
175
|
+
}
|
|
176
|
+
estimateTokens(text) {
|
|
177
|
+
return Math.ceil(text.length / 4);
|
|
178
|
+
}
|
|
179
|
+
truncate(block, maxTokens) {
|
|
180
|
+
if (block.tokenCount <= maxTokens) {
|
|
181
|
+
return block;
|
|
182
|
+
}
|
|
183
|
+
let content = block.content;
|
|
184
|
+
const truncationMessage = '\n\n---\n*[Content truncated to fit token budget]*';
|
|
185
|
+
const messageTokens = this.estimateTokens(truncationMessage);
|
|
186
|
+
const targetChars = (maxTokens - messageTokens) * 4;
|
|
187
|
+
if (content.length > targetChars) {
|
|
188
|
+
content = content.slice(0, Math.max(0, targetChars));
|
|
189
|
+
const lastNewline = content.lastIndexOf('\n');
|
|
190
|
+
if (lastNewline > targetChars * 0.8) {
|
|
191
|
+
content = content.slice(0, lastNewline);
|
|
192
|
+
}
|
|
193
|
+
content = content.trim() + truncationMessage;
|
|
194
|
+
}
|
|
195
|
+
const newTokenCount = this.estimateTokens(content);
|
|
196
|
+
return {
|
|
197
|
+
content,
|
|
198
|
+
tokenCount: newTokenCount,
|
|
199
|
+
included: block.included,
|
|
200
|
+
excluded: {
|
|
201
|
+
observations: block.excluded.observations + (block.included.observations > 0 ? Math.floor((block.tokenCount - newTokenCount) / 50) : 0),
|
|
202
|
+
memoryCards: block.excluded.memoryCards,
|
|
203
|
+
episodes: block.excluded.episodes
|
|
204
|
+
},
|
|
205
|
+
sources: block.sources
|
|
206
|
+
};
|
|
207
|
+
}
|
|
208
|
+
}
|
|
209
|
+
//# sourceMappingURL=builder.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"builder.js","sourceRoot":"","sources":["../../src/context/builder.ts"],"names":[],"mappings":"AAEA,MAAM,OAAO,cAAc;IACjB,OAAO,CAAiB;IAEhC,YAAY,UAAmC,EAAE;QAC/C,IAAI,CAAC,OAAO,GAAG;YACb,SAAS,EAAE,OAAO,CAAC,SAAS,IAAI,IAAI;YACpC,gBAAgB,EAAE,OAAO,CAAC,gBAAgB,IAAI,IAAI;YAClD,kBAAkB,EAAE,OAAO,CAAC,kBAAkB,IAAI,IAAI;YACtD,mBAAmB,EAAE,OAAO,CAAC,mBAAmB,IAAI,IAAI;YACxD,kBAAkB,EAAE,OAAO,CAAC,kBAAkB,IAAI,IAAI;YACtD,eAAe,EAAE,OAAO,CAAC,eAAe,IAAI,KAAK;YACjD,qBAAqB,EAAE,OAAO,CAAC,qBAAqB,IAAI,IAAI;YAC5D,MAAM,EAAE,OAAO,CAAC,MAAM,IAAI,UAAU;SACrC,CAAC;IACJ,CAAC;IAED,KAAK,CACH,YAA2B,EAC3B,WAAyB,EACzB,KAAuD,EACvD,OAAiC;QAEjC,MAAM,IAAI,GAAG,EAAE,GAAG,IAAI,CAAC,OAAO,EAAE,GAAG,OAAO,EAAE,CAAC;QAE7C,MAAM,QAAQ,GAAqB,EAAE,CAAC;QACtC,IAAI,WAAW,GAAG,CAAC,CAAC;QACpB,IAAI,WAAW,GAAG,CAAC,CAAC;QACpB,IAAI,aAAa,GAAG,CAAC,CAAC;QAEtB,MAAM,WAAW,GAAG,IAAI,CAAC,iBAAiB,CAAC,WAAW,CAAC,CAAC;QACxD,IAAI,WAAW,IAAI,WAAW,GAAG,WAAW,CAAC,MAAM,IAAI,IAAI,CAAC,SAAS,GAAG,IAAI,EAAE,CAAC;YAC7E,QAAQ,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC;YAC3B,WAAW,IAAI,WAAW,CAAC,MAAM,CAAC;YAClC,aAAa,IAAI,WAAW,CAAC,SAAS,CAAC;QACzC,CAAC;QAED,MAAM,cAAc,GAAG,IAAI,CAAC,oBAAoB,CAAC,WAAW,CAAC,CAAC;QAC9D,IAAI,cAAc,IAAI,WAAW,GAAG,cAAc,CAAC,MAAM,IAAI,IAAI,CAAC,SAAS,GAAG,IAAI,EAAE,CAAC;YACnF,QAAQ,CAAC,IAAI,CAAC,cAAc,CAAC,CAAC;YAC9B,WAAW,IAAI,cAAc,CAAC,MAAM,CAAC;YACrC,aAAa,IAAI,cAAc,CAAC,SAAS,CAAC;QAC5C,CAAC;QAED,IAAI,IAAI,CAAC,mBAAmB,EAAE,CAAC;YAC7B,MAAM,UAAU,GAAG,IAAI,CAAC,gBAAgB,CAAC,YAAY,EAAE,IAAI,CAAC,SAAS,GAAG,GAAG,GAAG,WAAW,CAAC,CAAC;YAC3F,IAAI,UAAU,EAAE,CAAC;gBACf,QAAQ,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC;gBAC1B,WAAW,IAAI,UAAU,CAAC,MAAM,CAAC;gBACjC,WAAW,GAAG,UAAU,CAAC,QAAQ,CAAC;YACpC,CAAC;QACH,CAAC;QAED,MAAM,MAAM,GAAG,IAAI,CAAC,YAAY,CAAC,KAAK,CAAC,CAAC;QACxC,MAAM,YAAY,GAAG,IAAI,CAAC,cAAc,CAAC,MAAM,CAAC,CAAC;QAEjD,IAAI,OAAO,GAAG,EAAE,CAAC;QACjB,IAAI,WAAW,GAAG,YAAY,IAAI,IAAI,CAAC,SAAS,EAAE,CAAC;YACjD,OAAO,GAAG,MAAM,GAAG,MAAM,CAAC;QAC5B,CAAC;QAED,KAAK,MAAM,OAAO,IAAI,QAAQ,EAAE,CAAC;YAC/B,IAAI,WAAW,GAAG,OAAO,CAAC,MAAM,IAAI,IAAI,CAAC,SAAS,EAAE,CAAC;gBACnD,OAAO,IAAI,OAAO,CAAC,OAAO,GAAG,MAAM,CAAC;YACtC,CAAC;QACH,CAAC;QAED,OAAO,IAAI,yBAAyB,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE,KAAK,CAAC;QAElE,OAAO;YACL,OAAO,EAAE,OAAO,CAAC,IAAI,EAAE;YACvB,UAAU,EAAE,IAAI,CAAC,cAAc,CAAC,OAAO,CAAC;YACxC,QAAQ,EAAE;gBACR,YAAY,EAAE,WAAW;gBACzB,WAAW,EAAE,aAAa;gBAC1B,QAAQ,EAAE,CAAC;gBACX,gBAAgB,EAAE,CAAC;aACpB;YACD,QAAQ,EAAE;gBACR,YAAY,EAAE,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,YAAY,CAAC,MAAM,GAAG,WAAW,CAAC;gBAC5D,WAAW,EAAE,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,WAAW,CAAC,MAAM,GAAG,aAAa,CAAC;gBAC5D,QAAQ,EAAE,CAAC;aACZ;YACD,OAAO,EAAE,YAAY,CAAC,KAAK,CAAC,CAAC,EAAE,WAAW,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,OAAO,CAAC;SAChE,CAAC;IACJ,CAAC;IAEO,YAAY,CAAC,KAAuD;QAC1E,OAAO,uCAAuC,KAAK,CAAC,UAAU,cAAc,KAAK,CAAC,gBAAgB,GAAG,CAAC;IACxG,CAAC;IAEO,iBAAiB,CAAC,KAAmB;QAC3C,MAAM,SAAS,GAAG,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,MAAM,KAAK,MAAM,CAAC,CAAC;QACzD,IAAI,SAAS,CAAC,MAAM,KAAK,CAAC;YAAE,OAAO,IAAI,CAAC;QAExC,IAAI,OAAO,GAAG,sBAAsB,CAAC;QACrC,MAAM,MAAM,GAAG,IAAI,CAAC,OAAO,CAAC,SAAS,EAAE,MAAM,CAAC,CAAC;QAC/C,IAAI,SAAS,GAAG,CAAC,CAAC;QAElB,KAAK,MAAM,CAAC,IAAI,EAAE,SAAS,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,MAAM,CAAC,EAAE,CAAC;YACvD,MAAM,MAAM,GAAG,IAAI,CAAC,SAAS,CAAC,SAAS,CAAC,CAAC;YACzC,MAAM,KAAK,GAAG,IAAI,CAAC,WAAW,CAAC,IAAI,CAAC,CAAC;YACrC,OAAO,IAAI,OAAO,KAAK,OAAO,MAAM,CAAC,KAAK,IAAI,CAAC;YAC/C,SAAS,EAAE,CAAC;QACd,CAAC;QAED,OAAO;YACL,OAAO,EAAE,OAAO,CAAC,IAAI,EAAE;YACvB,MAAM,EAAE,IAAI,CAAC,cAAc,CAAC,OAAO,CAAC;YACpC,SAAS;YACT,QAAQ,EAAE,CAAC;SACZ,CAAC;IACJ,CAAC;IAEO,oBAAoB,CAAC,KAAmB;QAC9C,MAAM,YAAY,GAAG,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,MAAM,KAAK,SAAS,CAAC,CAAC;QAC/D,IAAI,YAAY,CAAC,MAAM,KAAK,CAAC;YAAE,OAAO,IAAI,CAAC;QAE3C,IAAI,OAAO,GAAG,yBAAyB,CAAC;QACxC,MAAM,MAAM,GAAG,IAAI,CAAC,OAAO,CAAC,YAAY,EAAE,MAAM,CAAC,CAAC;QAClD,MAAM,KAAK,GAAG,CAAC,MAAM,EAAE,WAAW,EAAE,UAAU,EAAE,UAAU,EAAE,cAAc,EAAE,eAAe,EAAE,MAAM,CAAC,CAAC;QACrG,IAAI,SAAS,GAAG,CAAC,CAAC;QAElB,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;YACzB,IAAI,MAAM,CAAC,IAAI,CAAC,EAAE,CAAC;gBACjB,MAAM,MAAM,GAAG,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC;gBAC5C,OAAO,IAAI,OAAO,IAAI,CAAC,WAAW,CAAC,IAAI,CAAC,OAAO,MAAM,CAAC,KAAK,IAAI,CAAC;gBAChE,SAAS,EAAE,CAAC;gBACZ,OAAO,MAAM,CAAC,IAAI,CAAC,CAAC;YACtB,CAAC;QACH,CAAC;QAED,KAAK,MAAM,CAAC,IAAI,EAAE,SAAS,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,MAAM,CAAC,EAAE,CAAC;YACvD,MAAM,MAAM,GAAG,IAAI,CAAC,SAAS,CAAC,SAAS,CAAC,CAAC;YACzC,OAAO,IAAI,OAAO,IAAI,CAAC,WAAW,CAAC,IAAI,CAAC,OAAO,MAAM,CAAC,KAAK,IAAI,CAAC;YAChE,SAAS,EAAE,CAAC;QACd,CAAC;QAED,OAAO;YACL,OAAO,EAAE,OAAO,CAAC,IAAI,EAAE;YACvB,MAAM,EAAE,IAAI,CAAC,cAAc,CAAC,OAAO,CAAC;YACpC,SAAS;YACT,QAAQ,EAAE,CAAC;SACZ,CAAC;IACJ,CAAC;IAEO,gBAAgB,CAAC,YAA2B,EAAE,SAAiB;QACrE,IAAI,YAAY,CAAC,MAAM,KAAK,CAAC;YAAE,OAAO,IAAI,CAAC;QAE3C,IAAI,OAAO,GAAG,qBAAqB,CAAC;QACpC,IAAI,UAAU,GAAG,IAAI,CAAC,cAAc,CAAC,OAAO,CAAC,CAAC;QAC9C,IAAI,QAAQ,GAAG,CAAC,CAAC;QAEjB,MAAM,SAAS,GAAG,IAAI,CAAC,OAAO,CAAC,YAAY,EAAE,WAAW,CAAC,CAAC;QAE1D,KAAK,MAAM,CAAC,EAAE,UAAU,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,SAAS,CAAC,EAAE,CAAC;YACvD,IAAI,UAAU,GAAG,SAAS;gBAAE,MAAM;YAElC,MAAM,IAAI,GAAG,IAAI,IAAI,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,kBAAkB,EAAE,CAAC;YACpE,OAAO,IAAI,KAAK,IAAI,MAAM,CAAC;YAC3B,UAAU,IAAI,IAAI,CAAC,cAAc,CAAC,IAAI,CAAC,GAAG,EAAE,CAAC;YAE7C,KAAK,MAAM,GAAG,IAAI,UAAU,CAAC,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC,EAAE,CAAC;gBAC1C,MAAM,IAAI,GAAG,MAAM,GAAG,CAAC,IAAI,KAAK,GAAG,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC,EAAE,GAAG,CAAC,IAAI,CAAC;gBAC9D,MAAM,UAAU,GAAG,IAAI,CAAC,cAAc,CAAC,IAAI,CAAC,CAAC;gBAE7C,IAAI,UAAU,GAAG,UAAU,GAAG,SAAS;oBAAE,MAAM;gBAE/C,OAAO,IAAI,IAAI,CAAC;gBAChB,UAAU,IAAI,UAAU,CAAC;gBACzB,QAAQ,EAAE,CAAC;YACb,CAAC;YAED,OAAO,IAAI,IAAI,CAAC;YAChB,UAAU,IAAI,CAAC,CAAC;QAClB,CAAC;QAED,OAAO;YACL,OAAO,EAAE,OAAO,CAAC,IAAI,EAAE;YACvB,MAAM,EAAE,UAAU;YAClB,SAAS,EAAE,CAAC;YACZ,QAAQ;SACT,CAAC;IACJ,CAAC;IAEO,WAAW,CAAC,IAAY;QAC9B,OAAO,IAAI;aACR,KAAK,CAAC,GAAG,CAAC;aACV,GAAG,CAAC,IAAI,CAAC,EAAE,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,WAAW,EAAE,GAAG,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;aACzD,IAAI,CAAC,GAAG,CAAC,CAAC;IACf,CAAC;IAEO,OAAO,CAAI,KAAU,EAAE,GAAY;QACzC,MAAM,MAAM,GAAwB,EAAE,CAAC;QACvC,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;YACzB,MAAM,CAAC,GAAG,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC;YAC5B,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC;gBAAE,MAAM,CAAC,CAAC,CAAC,GAAG,EAAE,CAAC;YAC/B,MAAM,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QACvB,CAAC;QACD,OAAO,MAAM,CAAC;IAChB,CAAC;IAEO,SAAS,CAAuD,KAAU;QAChF,OAAO,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE;YACzB,MAAM,KAAK,GAAG,CAAC,CAAC,SAAS,IAAI,CAAC,CAAC,SAAS,IAAI,CAAC,CAAC;YAC9C,MAAM,KAAK,GAAG,CAAC,CAAC,SAAS,IAAI,CAAC,CAAC,SAAS,IAAI,CAAC,CAAC;YAC9C,OAAO,KAAK,GAAG,KAAK,CAAC;QACvB,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;IACR,CAAC;IAED,cAAc,CAAC,IAAY;QACzB,OAAO,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;IACpC,CAAC;IAED,QAAQ,CAAC,KAAmB,EAAE,SAAiB;QAC7C,IAAI,KAAK,CAAC,UAAU,IAAI,SAAS,EAAE,CAAC;YAClC,OAAO,KAAK,CAAC;QACf,CAAC;QAED,IAAI,OAAO,GAAG,KAAK,CAAC,OAAO,CAAC;QAC5B,MAAM,iBAAiB,GAAG,oDAAoD,CAAC;QAC/E,MAAM,aAAa,GAAG,IAAI,CAAC,cAAc,CAAC,iBAAiB,CAAC,CAAC;QAC7D,MAAM,WAAW,GAAG,CAAC,SAAS,GAAG,aAAa,CAAC,GAAG,CAAC,CAAC;QAEpD,IAAI,OAAO,CAAC,MAAM,GAAG,WAAW,EAAE,CAAC;YACjC,OAAO,GAAG,OAAO,CAAC,KAAK,CAAC,CAAC,EAAE,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,WAAW,CAAC,CAAC,CAAC;YAErD,MAAM,WAAW,GAAG,OAAO,CAAC,WAAW,CAAC,IAAI,CAAC,CAAC;YAC9C,IAAI,WAAW,GAAG,WAAW,GAAG,GAAG,EAAE,CAAC;gBACpC,OAAO,GAAG,OAAO,CAAC,KAAK,CAAC,CAAC,EAAE,WAAW,CAAC,CAAC;YAC1C,CAAC;YAED,OAAO,GAAG,OAAO,CAAC,IAAI,EAAE,GAAG,iBAAiB,CAAC;QAC/C,CAAC;QAED,MAAM,aAAa,GAAG,IAAI,CAAC,cAAc,CAAC,OAAO,CAAC,CAAC;QAEnD,OAAO;YACL,OAAO;YACP,UAAU,EAAE,aAAa;YACzB,QAAQ,EAAE,KAAK,CAAC,QAAQ;YACxB,QAAQ,EAAE;gBACR,YAAY,EAAE,KAAK,CAAC,QAAQ,CAAC,YAAY,GAAG,CAAC,KAAK,CAAC,QAAQ,CAAC,YAAY,GAAG,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,KAAK,CAAC,UAAU,GAAG,aAAa,CAAC,GAAG,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;gBACvI,WAAW,EAAE,KAAK,CAAC,QAAQ,CAAC,WAAW;gBACvC,QAAQ,EAAE,KAAK,CAAC,QAAQ,CAAC,QAAQ;aAClC;YACD,OAAO,EAAE,KAAK,CAAC,OAAO;SACvB,CAAC;IACJ,CAAC;CACF"}
|
|
@@ -0,0 +1,32 @@
|
|
|
1
|
+
import { ContextBlock, MemoryCard, Observation, Session } from '../types.js';
|
|
2
|
+
export type OutputFormat = 'markdown' | 'json' | 'plain';
|
|
3
|
+
export interface FormatOptions {
|
|
4
|
+
format: OutputFormat;
|
|
5
|
+
includeMetadata: boolean;
|
|
6
|
+
maxContentLength: number;
|
|
7
|
+
}
|
|
8
|
+
export declare class OutputFormatter {
|
|
9
|
+
private options;
|
|
10
|
+
constructor(options?: Partial<FormatOptions>);
|
|
11
|
+
formatContext(block: ContextBlock): string;
|
|
12
|
+
formatMemoryCards(cards: MemoryCard[]): string;
|
|
13
|
+
formatObservations(observations: Observation[]): string;
|
|
14
|
+
formatSession(session: Session): string;
|
|
15
|
+
private formatAsMarkdown;
|
|
16
|
+
private formatAsJson;
|
|
17
|
+
private formatAsPlain;
|
|
18
|
+
private formatCardsAsMarkdown;
|
|
19
|
+
private formatCardsAsPlain;
|
|
20
|
+
private formatObservationsAsMarkdown;
|
|
21
|
+
private formatObservationsAsPlain;
|
|
22
|
+
private formatSessionAsMarkdown;
|
|
23
|
+
private formatSessionAsPlain;
|
|
24
|
+
private truncateContent;
|
|
25
|
+
private groupBy;
|
|
26
|
+
private capitalize;
|
|
27
|
+
private formatSlot;
|
|
28
|
+
setFormat(format: OutputFormat): void;
|
|
29
|
+
getFormat(): OutputFormat;
|
|
30
|
+
setIncludeMetadata(include: boolean): void;
|
|
31
|
+
}
|
|
32
|
+
//# sourceMappingURL=format.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"format.d.ts","sourceRoot":"","sources":["../../src/context/format.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,YAAY,EAAE,UAAU,EAAE,WAAW,EAAE,OAAO,EAAE,MAAM,aAAa,CAAC;AAE7E,MAAM,MAAM,YAAY,GAAG,UAAU,GAAG,MAAM,GAAG,OAAO,CAAC;AAEzD,MAAM,WAAW,aAAa;IAC5B,MAAM,EAAE,YAAY,CAAC;IACrB,eAAe,EAAE,OAAO,CAAC;IACzB,gBAAgB,EAAE,MAAM,CAAC;CAC1B;AAQD,qBAAa,eAAe;IAC1B,OAAO,CAAC,OAAO,CAAgB;gBAEnB,OAAO,CAAC,EAAE,OAAO,CAAC,aAAa,CAAC;IAI5C,aAAa,CAAC,KAAK,EAAE,YAAY,GAAG,MAAM;IAY1C,iBAAiB,CAAC,KAAK,EAAE,UAAU,EAAE,GAAG,MAAM;IAY9C,kBAAkB,CAAC,YAAY,EAAE,WAAW,EAAE,GAAG,MAAM;IAYvD,aAAa,CAAC,OAAO,EAAE,OAAO,GAAG,MAAM;IAYvC,OAAO,CAAC,gBAAgB;IAexB,OAAO,CAAC,YAAY;IAkBpB,OAAO,CAAC,aAAa;IAiBrB,OAAO,CAAC,qBAAqB;IAqB7B,OAAO,CAAC,kBAAkB;IAY1B,OAAO,CAAC,4BAA4B;IAapC,OAAO,CAAC,yBAAyB;IAajC,OAAO,CAAC,uBAAuB;IA4B/B,OAAO,CAAC,oBAAoB;IAY5B,OAAO,CAAC,eAAe;IAQvB,OAAO,CAAC,OAAO;IAUf,OAAO,CAAC,UAAU;IAIlB,OAAO,CAAC,UAAU;IAOlB,SAAS,CAAC,MAAM,EAAE,YAAY,GAAG,IAAI;IAIrC,SAAS,IAAI,YAAY;IAIzB,kBAAkB,CAAC,OAAO,EAAE,OAAO,GAAG,IAAI;CAG3C"}
|
|
@@ -0,0 +1,211 @@
|
|
|
1
|
+
const DEFAULT_OPTIONS = {
|
|
2
|
+
format: 'markdown',
|
|
3
|
+
includeMetadata: false,
|
|
4
|
+
maxContentLength: 10000
|
|
5
|
+
};
|
|
6
|
+
export class OutputFormatter {
|
|
7
|
+
options;
|
|
8
|
+
constructor(options) {
|
|
9
|
+
this.options = { ...DEFAULT_OPTIONS, ...options };
|
|
10
|
+
}
|
|
11
|
+
formatContext(block) {
|
|
12
|
+
switch (this.options.format) {
|
|
13
|
+
case 'json':
|
|
14
|
+
return this.formatAsJson(block);
|
|
15
|
+
case 'plain':
|
|
16
|
+
return this.formatAsPlain(block);
|
|
17
|
+
case 'markdown':
|
|
18
|
+
default:
|
|
19
|
+
return this.formatAsMarkdown(block);
|
|
20
|
+
}
|
|
21
|
+
}
|
|
22
|
+
formatMemoryCards(cards) {
|
|
23
|
+
switch (this.options.format) {
|
|
24
|
+
case 'json':
|
|
25
|
+
return JSON.stringify(cards, null, 2);
|
|
26
|
+
case 'plain':
|
|
27
|
+
return this.formatCardsAsPlain(cards);
|
|
28
|
+
case 'markdown':
|
|
29
|
+
default:
|
|
30
|
+
return this.formatCardsAsMarkdown(cards);
|
|
31
|
+
}
|
|
32
|
+
}
|
|
33
|
+
formatObservations(observations) {
|
|
34
|
+
switch (this.options.format) {
|
|
35
|
+
case 'json':
|
|
36
|
+
return JSON.stringify(observations, null, 2);
|
|
37
|
+
case 'plain':
|
|
38
|
+
return this.formatObservationsAsPlain(observations);
|
|
39
|
+
case 'markdown':
|
|
40
|
+
default:
|
|
41
|
+
return this.formatObservationsAsMarkdown(observations);
|
|
42
|
+
}
|
|
43
|
+
}
|
|
44
|
+
formatSession(session) {
|
|
45
|
+
switch (this.options.format) {
|
|
46
|
+
case 'json':
|
|
47
|
+
return JSON.stringify(session, null, 2);
|
|
48
|
+
case 'plain':
|
|
49
|
+
return this.formatSessionAsPlain(session);
|
|
50
|
+
case 'markdown':
|
|
51
|
+
default:
|
|
52
|
+
return this.formatSessionAsMarkdown(session);
|
|
53
|
+
}
|
|
54
|
+
}
|
|
55
|
+
formatAsMarkdown(block) {
|
|
56
|
+
let content = block.content;
|
|
57
|
+
if (this.options.includeMetadata) {
|
|
58
|
+
content += `\n\n---\n`;
|
|
59
|
+
content += `**Token Count:** ${block.tokenCount}\n`;
|
|
60
|
+
content += `**Included:** ${block.included.observations} observations, ${block.included.memoryCards} cards\n`;
|
|
61
|
+
if (block.excluded.observations > 0 || block.excluded.memoryCards > 0) {
|
|
62
|
+
content += `**Excluded:** ${block.excluded.observations} observations, ${block.excluded.memoryCards} cards\n`;
|
|
63
|
+
}
|
|
64
|
+
}
|
|
65
|
+
return this.truncateContent(content);
|
|
66
|
+
}
|
|
67
|
+
formatAsJson(block) {
|
|
68
|
+
const output = {
|
|
69
|
+
content: this.truncateContent(block.content),
|
|
70
|
+
tokenCount: block.tokenCount,
|
|
71
|
+
included: block.included,
|
|
72
|
+
excluded: block.excluded,
|
|
73
|
+
sources: block.sources,
|
|
74
|
+
...(this.options.includeMetadata && {
|
|
75
|
+
metadata: {
|
|
76
|
+
format: 'json',
|
|
77
|
+
generatedAt: new Date().toISOString()
|
|
78
|
+
}
|
|
79
|
+
})
|
|
80
|
+
};
|
|
81
|
+
return JSON.stringify(output, null, 2);
|
|
82
|
+
}
|
|
83
|
+
formatAsPlain(block) {
|
|
84
|
+
let content = block.content
|
|
85
|
+
.replace(/^#{1,6}\s+/gm, '')
|
|
86
|
+
.replace(/\*\*([^*]+)\*\*/g, '$1')
|
|
87
|
+
.replace(/\*([^*]+)\*/g, '$1')
|
|
88
|
+
.replace(/^[-•]\s+/gm, '- ')
|
|
89
|
+
.replace(/\n{3,}/g, '\n\n');
|
|
90
|
+
if (this.options.includeMetadata) {
|
|
91
|
+
content += `\n\n---\n`;
|
|
92
|
+
content += `Token Count: ${block.tokenCount}\n`;
|
|
93
|
+
content += `Included: ${block.included.observations} observations, ${block.included.memoryCards} cards\n`;
|
|
94
|
+
}
|
|
95
|
+
return this.truncateContent(content);
|
|
96
|
+
}
|
|
97
|
+
formatCardsAsMarkdown(cards) {
|
|
98
|
+
if (cards.length === 0)
|
|
99
|
+
return '';
|
|
100
|
+
const byEntity = this.groupBy(cards, 'entity');
|
|
101
|
+
const sections = [];
|
|
102
|
+
for (const [entity, entityCards] of Object.entries(byEntity)) {
|
|
103
|
+
sections.push(`### ${this.capitalize(entity)}\n`);
|
|
104
|
+
for (const card of entityCards) {
|
|
105
|
+
sections.push(`- **${this.formatSlot(card.slot)}:** ${card.value}`);
|
|
106
|
+
if (this.options.includeMetadata && card.confidence !== undefined) {
|
|
107
|
+
sections.push(` _(${(card.confidence * 100).toFixed(0)}% confidence)_`);
|
|
108
|
+
}
|
|
109
|
+
sections.push('\n');
|
|
110
|
+
}
|
|
111
|
+
}
|
|
112
|
+
return sections.join('');
|
|
113
|
+
}
|
|
114
|
+
formatCardsAsPlain(cards) {
|
|
115
|
+
if (cards.length === 0)
|
|
116
|
+
return '';
|
|
117
|
+
const lines = [];
|
|
118
|
+
for (const card of cards) {
|
|
119
|
+
lines.push(`${card.entity}.${card.slot}: ${card.value}`);
|
|
120
|
+
}
|
|
121
|
+
return lines.join('\n');
|
|
122
|
+
}
|
|
123
|
+
formatObservationsAsMarkdown(observations) {
|
|
124
|
+
if (observations.length === 0)
|
|
125
|
+
return '';
|
|
126
|
+
let content = '### Recent Observations\n\n';
|
|
127
|
+
for (const obs of observations.slice(0, 10)) {
|
|
128
|
+
const date = new Date(obs.timestamp).toLocaleDateString();
|
|
129
|
+
content += `- [${date}] [${obs.type}] ${obs.content.slice(0, 100)}\n`;
|
|
130
|
+
}
|
|
131
|
+
return content;
|
|
132
|
+
}
|
|
133
|
+
formatObservationsAsPlain(observations) {
|
|
134
|
+
if (observations.length === 0)
|
|
135
|
+
return '';
|
|
136
|
+
const lines = [];
|
|
137
|
+
for (const obs of observations) {
|
|
138
|
+
const date = new Date(obs.timestamp).toISOString();
|
|
139
|
+
lines.push(`[${date}] ${obs.type}: ${obs.content.slice(0, 100)}`);
|
|
140
|
+
}
|
|
141
|
+
return lines.join('\n');
|
|
142
|
+
}
|
|
143
|
+
formatSessionAsMarkdown(session) {
|
|
144
|
+
let content = `### Session: ${session.id.slice(0, 8)}...\n\n`;
|
|
145
|
+
content += `**Status:** ${session.status}\n`;
|
|
146
|
+
content += `**Started:** ${new Date(session.startedAt).toISOString()}\n`;
|
|
147
|
+
if (session.endedAt) {
|
|
148
|
+
content += `**Ended:** ${new Date(session.endedAt).toISOString()}\n`;
|
|
149
|
+
content += `**Duration:** ${Math.round((session.endedAt - session.startedAt) / 1000 / 60)} minutes\n`;
|
|
150
|
+
}
|
|
151
|
+
content += `\n**Stats:**\n`;
|
|
152
|
+
content += `- Observations: ${session.stats.totalObservations}\n`;
|
|
153
|
+
content += `- Memory Cards Created: ${session.stats.memoryCardsCreated}\n`;
|
|
154
|
+
content += `- Tombstones: ${session.stats.tombstonesCreated}\n`;
|
|
155
|
+
if (session.summary) {
|
|
156
|
+
content += `\n**Summary:**\n`;
|
|
157
|
+
if (session.summary.keyDecisions.length > 0) {
|
|
158
|
+
content += `- Decisions: ${session.summary.keyDecisions.join(', ')}\n`;
|
|
159
|
+
}
|
|
160
|
+
if (session.summary.preferencesLearned.length > 0) {
|
|
161
|
+
content += `- Preferences: ${session.summary.preferencesLearned.join(', ')}\n`;
|
|
162
|
+
}
|
|
163
|
+
}
|
|
164
|
+
return content;
|
|
165
|
+
}
|
|
166
|
+
formatSessionAsPlain(session) {
|
|
167
|
+
const lines = [
|
|
168
|
+
`Session: ${session.id.slice(0, 8)}`,
|
|
169
|
+
`Status: ${session.status}`,
|
|
170
|
+
`Started: ${new Date(session.startedAt).toISOString()}`,
|
|
171
|
+
`Observations: ${session.stats.totalObservations}`,
|
|
172
|
+
`Memory Cards: ${session.stats.memoryCardsCreated}`
|
|
173
|
+
];
|
|
174
|
+
return lines.join('\n');
|
|
175
|
+
}
|
|
176
|
+
truncateContent(content) {
|
|
177
|
+
if (content.length <= this.options.maxContentLength) {
|
|
178
|
+
return content;
|
|
179
|
+
}
|
|
180
|
+
return content.slice(0, this.options.maxContentLength) + '\n\n[Content truncated]';
|
|
181
|
+
}
|
|
182
|
+
groupBy(items, key) {
|
|
183
|
+
const result = {};
|
|
184
|
+
for (const item of items) {
|
|
185
|
+
const k = String(item[key]);
|
|
186
|
+
if (!result[k])
|
|
187
|
+
result[k] = [];
|
|
188
|
+
result[k].push(item);
|
|
189
|
+
}
|
|
190
|
+
return result;
|
|
191
|
+
}
|
|
192
|
+
capitalize(str) {
|
|
193
|
+
return str.charAt(0).toUpperCase() + str.slice(1);
|
|
194
|
+
}
|
|
195
|
+
formatSlot(slot) {
|
|
196
|
+
return slot
|
|
197
|
+
.split('_')
|
|
198
|
+
.map(word => word.charAt(0).toUpperCase() + word.slice(1))
|
|
199
|
+
.join(' ');
|
|
200
|
+
}
|
|
201
|
+
setFormat(format) {
|
|
202
|
+
this.options.format = format;
|
|
203
|
+
}
|
|
204
|
+
getFormat() {
|
|
205
|
+
return this.options.format;
|
|
206
|
+
}
|
|
207
|
+
setIncludeMetadata(include) {
|
|
208
|
+
this.options.includeMetadata = include;
|
|
209
|
+
}
|
|
210
|
+
}
|
|
211
|
+
//# sourceMappingURL=format.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"format.js","sourceRoot":"","sources":["../../src/context/format.ts"],"names":[],"mappings":"AAUA,MAAM,eAAe,GAAkB;IACrC,MAAM,EAAE,UAAU;IAClB,eAAe,EAAE,KAAK;IACtB,gBAAgB,EAAE,KAAK;CACxB,CAAC;AAEF,MAAM,OAAO,eAAe;IAClB,OAAO,CAAgB;IAE/B,YAAY,OAAgC;QAC1C,IAAI,CAAC,OAAO,GAAG,EAAE,GAAG,eAAe,EAAE,GAAG,OAAO,EAAE,CAAC;IACpD,CAAC;IAED,aAAa,CAAC,KAAmB;QAC/B,QAAQ,IAAI,CAAC,OAAO,CAAC,MAAM,EAAE,CAAC;YAC5B,KAAK,MAAM;gBACT,OAAO,IAAI,CAAC,YAAY,CAAC,KAAK,CAAC,CAAC;YAClC,KAAK,OAAO;gBACV,OAAO,IAAI,CAAC,aAAa,CAAC,KAAK,CAAC,CAAC;YACnC,KAAK,UAAU,CAAC;YAChB;gBACE,OAAO,IAAI,CAAC,gBAAgB,CAAC,KAAK,CAAC,CAAC;QACxC,CAAC;IACH,CAAC;IAED,iBAAiB,CAAC,KAAmB;QACnC,QAAQ,IAAI,CAAC,OAAO,CAAC,MAAM,EAAE,CAAC;YAC5B,KAAK,MAAM;gBACT,OAAO,IAAI,CAAC,SAAS,CAAC,KAAK,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC;YACxC,KAAK,OAAO;gBACV,OAAO,IAAI,CAAC,kBAAkB,CAAC,KAAK,CAAC,CAAC;YACxC,KAAK,UAAU,CAAC;YAChB;gBACE,OAAO,IAAI,CAAC,qBAAqB,CAAC,KAAK,CAAC,CAAC;QAC7C,CAAC;IACH,CAAC;IAED,kBAAkB,CAAC,YAA2B;QAC5C,QAAQ,IAAI,CAAC,OAAO,CAAC,MAAM,EAAE,CAAC;YAC5B,KAAK,MAAM;gBACT,OAAO,IAAI,CAAC,SAAS,CAAC,YAAY,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC;YAC/C,KAAK,OAAO;gBACV,OAAO,IAAI,CAAC,yBAAyB,CAAC,YAAY,CAAC,CAAC;YACtD,KAAK,UAAU,CAAC;YAChB;gBACE,OAAO,IAAI,CAAC,4BAA4B,CAAC,YAAY,CAAC,CAAC;QAC3D,CAAC;IACH,CAAC;IAED,aAAa,CAAC,OAAgB;QAC5B,QAAQ,IAAI,CAAC,OAAO,CAAC,MAAM,EAAE,CAAC;YAC5B,KAAK,MAAM;gBACT,OAAO,IAAI,CAAC,SAAS,CAAC,OAAO,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC;YAC1C,KAAK,OAAO;gBACV,OAAO,IAAI,CAAC,oBAAoB,CAAC,OAAO,CAAC,CAAC;YAC5C,KAAK,UAAU,CAAC;YAChB;gBACE,OAAO,IAAI,CAAC,uBAAuB,CAAC,OAAO,CAAC,CAAC;QACjD,CAAC;IACH,CAAC;IAEO,gBAAgB,CAAC,KAAmB;QAC1C,IAAI,OAAO,GAAG,KAAK,CAAC,OAAO,CAAC;QAE5B,IAAI,IAAI,CAAC,OAAO,CAAC,eAAe,EAAE,CAAC;YACjC,OAAO,IAAI,WAAW,CAAC;YACvB,OAAO,IAAI,oBAAoB,KAAK,CAAC,UAAU,IAAI,CAAC;YACpD,OAAO,IAAI,iBAAiB,KAAK,CAAC,QAAQ,CAAC,YAAY,kBAAkB,KAAK,CAAC,QAAQ,CAAC,WAAW,UAAU,CAAC;YAC9G,IAAI,KAAK,CAAC,QAAQ,CAAC,YAAY,GAAG,CAAC,IAAI,KAAK,CAAC,QAAQ,CAAC,WAAW,GAAG,CAAC,EAAE,CAAC;gBACtE,OAAO,IAAI,iBAAiB,KAAK,CAAC,QAAQ,CAAC,YAAY,kBAAkB,KAAK,CAAC,QAAQ,CAAC,WAAW,UAAU,CAAC;YAChH,CAAC;QACH,CAAC;QAED,OAAO,IAAI,CAAC,eAAe,CAAC,OAAO,CAAC,CAAC;IACvC,CAAC;IAEO,YAAY,CAAC,KAAmB;QACtC,MAAM,MAAM,GAAG;YACb,OAAO,EAAE,IAAI,CAAC,eAAe,CAAC,KAAK,CAAC,OAAO,CAAC;YAC5C,UAAU,EAAE,KAAK,CAAC,UAAU;YAC5B,QAAQ,EAAE,KAAK,CAAC,QAAQ;YACxB,QAAQ,EAAE,KAAK,CAAC,QAAQ;YACxB,OAAO,EAAE,KAAK,CAAC,OAAO;YACtB,GAAG,CAAC,IAAI,CAAC,OAAO,CAAC,eAAe,IAAI;gBAClC,QAAQ,EAAE;oBACR,MAAM,EAAE,MAAM;oBACd,WAAW,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;iBACtC;aACF,CAAC;SACH,CAAC;QAEF,OAAO,IAAI,CAAC,SAAS,CAAC,MAAM,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC;IACzC,CAAC;IAEO,aAAa,CAAC,KAAmB;QACvC,IAAI,OAAO,GAAG,KAAK,CAAC,OAAO;aACxB,OAAO,CAAC,cAAc,EAAE,EAAE,CAAC;aAC3B,OAAO,CAAC,kBAAkB,EAAE,IAAI,CAAC;aACjC,OAAO,CAAC,cAAc,EAAE,IAAI,CAAC;aAC7B,OAAO,CAAC,YAAY,EAAE,IAAI,CAAC;aAC3B,OAAO,CAAC,SAAS,EAAE,MAAM,CAAC,CAAC;QAE9B,IAAI,IAAI,CAAC,OAAO,CAAC,eAAe,EAAE,CAAC;YACjC,OAAO,IAAI,WAAW,CAAC;YACvB,OAAO,IAAI,gBAAgB,KAAK,CAAC,UAAU,IAAI,CAAC;YAChD,OAAO,IAAI,aAAa,KAAK,CAAC,QAAQ,CAAC,YAAY,kBAAkB,KAAK,CAAC,QAAQ,CAAC,WAAW,UAAU,CAAC;QAC5G,CAAC;QAED,OAAO,IAAI,CAAC,eAAe,CAAC,OAAO,CAAC,CAAC;IACvC,CAAC;IAEO,qBAAqB,CAAC,KAAmB;QAC/C,IAAI,KAAK,CAAC,MAAM,KAAK,CAAC;YAAE,OAAO,EAAE,CAAC;QAElC,MAAM,QAAQ,GAAG,IAAI,CAAC,OAAO,CAAC,KAAK,EAAE,QAAQ,CAAC,CAAC;QAC/C,MAAM,QAAQ,GAAa,EAAE,CAAC;QAE9B,KAAK,MAAM,CAAC,MAAM,EAAE,WAAW,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,QAAQ,CAAC,EAAE,CAAC;YAC7D,QAAQ,CAAC,IAAI,CAAC,OAAO,IAAI,CAAC,UAAU,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC;YAElD,KAAK,MAAM,IAAI,IAAI,WAAW,EAAE,CAAC;gBAC/B,QAAQ,CAAC,IAAI,CAAC,OAAO,IAAI,CAAC,UAAU,CAAC,IAAI,CAAC,IAAI,CAAC,OAAO,IAAI,CAAC,KAAK,EAAE,CAAC,CAAC;gBACpE,IAAI,IAAI,CAAC,OAAO,CAAC,eAAe,IAAI,IAAI,CAAC,UAAU,KAAK,SAAS,EAAE,CAAC;oBAClE,QAAQ,CAAC,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,UAAU,GAAG,GAAG,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,gBAAgB,CAAC,CAAC;gBAC1E,CAAC;gBACD,QAAQ,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;YACtB,CAAC;QACH,CAAC;QAED,OAAO,QAAQ,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;IAC3B,CAAC;IAEO,kBAAkB,CAAC,KAAmB;QAC5C,IAAI,KAAK,CAAC,MAAM,KAAK,CAAC;YAAE,OAAO,EAAE,CAAC;QAElC,MAAM,KAAK,GAAa,EAAE,CAAC;QAE3B,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;YACzB,KAAK,CAAC,IAAI,CAAC,GAAG,IAAI,CAAC,MAAM,IAAI,IAAI,CAAC,IAAI,KAAK,IAAI,CAAC,KAAK,EAAE,CAAC,CAAC;QAC3D,CAAC;QAED,OAAO,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IAC1B,CAAC;IAEO,4BAA4B,CAAC,YAA2B;QAC9D,IAAI,YAAY,CAAC,MAAM,KAAK,CAAC;YAAE,OAAO,EAAE,CAAC;QAEzC,IAAI,OAAO,GAAG,6BAA6B,CAAC;QAE5C,KAAK,MAAM,GAAG,IAAI,YAAY,CAAC,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC,EAAE,CAAC;YAC5C,MAAM,IAAI,GAAG,IAAI,IAAI,CAAC,GAAG,CAAC,SAAS,CAAC,CAAC,kBAAkB,EAAE,CAAC;YAC1D,OAAO,IAAI,MAAM,IAAI,MAAM,GAAG,CAAC,IAAI,KAAK,GAAG,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC,EAAE,GAAG,CAAC,IAAI,CAAC;QACxE,CAAC;QAED,OAAO,OAAO,CAAC;IACjB,CAAC;IAEO,yBAAyB,CAAC,YAA2B;QAC3D,IAAI,YAAY,CAAC,MAAM,KAAK,CAAC;YAAE,OAAO,EAAE,CAAC;QAEzC,MAAM,KAAK,GAAa,EAAE,CAAC;QAE3B,KAAK,MAAM,GAAG,IAAI,YAAY,EAAE,CAAC;YAC/B,MAAM,IAAI,GAAG,IAAI,IAAI,CAAC,GAAG,CAAC,SAAS,CAAC,CAAC,WAAW,EAAE,CAAC;YACnD,KAAK,CAAC,IAAI,CAAC,IAAI,IAAI,KAAK,GAAG,CAAC,IAAI,KAAK,GAAG,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC,EAAE,GAAG,CAAC,EAAE,CAAC,CAAC;QACpE,CAAC;QAED,OAAO,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IAC1B,CAAC;IAEO,uBAAuB,CAAC,OAAgB;QAC9C,IAAI,OAAO,GAAG,gBAAgB,OAAO,CAAC,EAAE,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,SAAS,CAAC;QAC9D,OAAO,IAAI,eAAe,OAAO,CAAC,MAAM,IAAI,CAAC;QAC7C,OAAO,IAAI,gBAAgB,IAAI,IAAI,CAAC,OAAO,CAAC,SAAS,CAAC,CAAC,WAAW,EAAE,IAAI,CAAC;QAEzE,IAAI,OAAO,CAAC,OAAO,EAAE,CAAC;YACpB,OAAO,IAAI,cAAc,IAAI,IAAI,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC,WAAW,EAAE,IAAI,CAAC;YACrE,OAAO,IAAI,iBAAiB,IAAI,CAAC,KAAK,CAAC,CAAC,OAAO,CAAC,OAAO,GAAG,OAAO,CAAC,SAAS,CAAC,GAAG,IAAI,GAAG,EAAE,CAAC,YAAY,CAAC;QACxG,CAAC;QAED,OAAO,IAAI,gBAAgB,CAAC;QAC5B,OAAO,IAAI,mBAAmB,OAAO,CAAC,KAAK,CAAC,iBAAiB,IAAI,CAAC;QAClE,OAAO,IAAI,2BAA2B,OAAO,CAAC,KAAK,CAAC,kBAAkB,IAAI,CAAC;QAC3E,OAAO,IAAI,iBAAiB,OAAO,CAAC,KAAK,CAAC,iBAAiB,IAAI,CAAC;QAEhE,IAAI,OAAO,CAAC,OAAO,EAAE,CAAC;YACpB,OAAO,IAAI,kBAAkB,CAAC;YAC9B,IAAI,OAAO,CAAC,OAAO,CAAC,YAAY,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;gBAC5C,OAAO,IAAI,gBAAgB,OAAO,CAAC,OAAO,CAAC,YAAY,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC;YACzE,CAAC;YACD,IAAI,OAAO,CAAC,OAAO,CAAC,kBAAkB,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;gBAClD,OAAO,IAAI,kBAAkB,OAAO,CAAC,OAAO,CAAC,kBAAkB,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC;YACjF,CAAC;QACH,CAAC;QAED,OAAO,OAAO,CAAC;IACjB,CAAC;IAEO,oBAAoB,CAAC,OAAgB;QAC3C,MAAM,KAAK,GAAa;YACtB,YAAY,OAAO,CAAC,EAAE,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,EAAE;YACpC,WAAW,OAAO,CAAC,MAAM,EAAE;YAC3B,YAAY,IAAI,IAAI,CAAC,OAAO,CAAC,SAAS,CAAC,CAAC,WAAW,EAAE,EAAE;YACvD,iBAAiB,OAAO,CAAC,KAAK,CAAC,iBAAiB,EAAE;YAClD,iBAAiB,OAAO,CAAC,KAAK,CAAC,kBAAkB,EAAE;SACpD,CAAC;QAEF,OAAO,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IAC1B,CAAC;IAEO,eAAe,CAAC,OAAe;QACrC,IAAI,OAAO,CAAC,MAAM,IAAI,IAAI,CAAC,OAAO,CAAC,gBAAgB,EAAE,CAAC;YACpD,OAAO,OAAO,CAAC;QACjB,CAAC;QAED,OAAO,OAAO,CAAC,KAAK,CAAC,CAAC,EAAE,IAAI,CAAC,OAAO,CAAC,gBAAgB,CAAC,GAAG,yBAAyB,CAAC;IACrF,CAAC;IAEO,OAAO,CAAI,KAAU,EAAE,GAAY;QACzC,MAAM,MAAM,GAAwB,EAAE,CAAC;QACvC,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;YACzB,MAAM,CAAC,GAAG,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC;YAC5B,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC;gBAAE,MAAM,CAAC,CAAC,CAAC,GAAG,EAAE,CAAC;YAC/B,MAAM,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QACvB,CAAC;QACD,OAAO,MAAM,CAAC;IAChB,CAAC;IAEO,UAAU,CAAC,GAAW;QAC5B,OAAO,GAAG,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,WAAW,EAAE,GAAG,GAAG,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;IACpD,CAAC;IAEO,UAAU,CAAC,IAAY;QAC7B,OAAO,IAAI;aACR,KAAK,CAAC,GAAG,CAAC;aACV,GAAG,CAAC,IAAI,CAAC,EAAE,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,WAAW,EAAE,GAAG,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;aACzD,IAAI,CAAC,GAAG,CAAC,CAAC;IACf,CAAC;IAED,SAAS,CAAC,MAAoB;QAC5B,IAAI,CAAC,OAAO,CAAC,MAAM,GAAG,MAAM,CAAC;IAC/B,CAAC;IAED,SAAS;QACP,OAAO,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC;IAC7B,CAAC;IAED,kBAAkB,CAAC,OAAgB;QACjC,IAAI,CAAC,OAAO,CAAC,eAAe,GAAG,OAAO,CAAC;IACzC,CAAC;CACF"}
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/embedding/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,iBAAiB,EAAE,eAAe,EAAE,gBAAgB,EAAE,MAAM,eAAe,CAAC;AACrF,OAAO,EAAE,6BAA6B,EAAE,MAAM,mBAAmB,CAAC"}
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"index.js","sourceRoot":"","sources":["../../src/embedding/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAsC,gBAAgB,EAAE,MAAM,eAAe,CAAC;AACrF,OAAO,EAAE,6BAA6B,EAAE,MAAM,mBAAmB,CAAC"}
|
|
@@ -0,0 +1,15 @@
|
|
|
1
|
+
export interface EmbeddingProvider {
|
|
2
|
+
initialize(): Promise<void>;
|
|
3
|
+
isInitialized(): boolean;
|
|
4
|
+
embed(text: string): Promise<number[]>;
|
|
5
|
+
embedBatch(texts: string[]): Promise<number[][]>;
|
|
6
|
+
getDimension(): number;
|
|
7
|
+
similarity(a: number[], b: number[]): number;
|
|
8
|
+
}
|
|
9
|
+
export interface EmbeddingConfig {
|
|
10
|
+
model: string;
|
|
11
|
+
cacheDir: string;
|
|
12
|
+
dimension: number;
|
|
13
|
+
}
|
|
14
|
+
export declare function cosineSimilarity(a: number[], b: number[]): number;
|
|
15
|
+
//# sourceMappingURL=provider.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"provider.d.ts","sourceRoot":"","sources":["../../src/embedding/provider.ts"],"names":[],"mappings":"AAAA,MAAM,WAAW,iBAAiB;IAChC,UAAU,IAAI,OAAO,CAAC,IAAI,CAAC,CAAC;IAC5B,aAAa,IAAI,OAAO,CAAC;IACzB,KAAK,CAAC,IAAI,EAAE,MAAM,GAAG,OAAO,CAAC,MAAM,EAAE,CAAC,CAAC;IACvC,UAAU,CAAC,KAAK,EAAE,MAAM,EAAE,GAAG,OAAO,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC;IACjD,YAAY,IAAI,MAAM,CAAC;IACvB,UAAU,CAAC,CAAC,EAAE,MAAM,EAAE,EAAE,CAAC,EAAE,MAAM,EAAE,GAAG,MAAM,CAAC;CAC9C;AAED,MAAM,WAAW,eAAe;IAC9B,KAAK,EAAE,MAAM,CAAC;IACd,QAAQ,EAAE,MAAM,CAAC;IACjB,SAAS,EAAE,MAAM,CAAC;CACnB;AAED,wBAAgB,gBAAgB,CAAC,CAAC,EAAE,MAAM,EAAE,EAAE,CAAC,EAAE,MAAM,EAAE,GAAG,MAAM,CAqBjE"}
|
|
@@ -0,0 +1,19 @@
|
|
|
1
|
+
export function cosineSimilarity(a, b) {
|
|
2
|
+
if (a.length !== b.length) {
|
|
3
|
+
throw new Error('Vectors must have the same dimension');
|
|
4
|
+
}
|
|
5
|
+
let dotProduct = 0;
|
|
6
|
+
let normA = 0;
|
|
7
|
+
let normB = 0;
|
|
8
|
+
for (let i = 0; i < a.length; i++) {
|
|
9
|
+
dotProduct += a[i] * b[i];
|
|
10
|
+
normA += a[i] * a[i];
|
|
11
|
+
normB += b[i] * b[i];
|
|
12
|
+
}
|
|
13
|
+
const denominator = Math.sqrt(normA) * Math.sqrt(normB);
|
|
14
|
+
if (denominator === 0) {
|
|
15
|
+
return 0;
|
|
16
|
+
}
|
|
17
|
+
return dotProduct / denominator;
|
|
18
|
+
}
|
|
19
|
+
//# sourceMappingURL=provider.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"provider.js","sourceRoot":"","sources":["../../src/embedding/provider.ts"],"names":[],"mappings":"AAeA,MAAM,UAAU,gBAAgB,CAAC,CAAW,EAAE,CAAW;IACvD,IAAI,CAAC,CAAC,MAAM,KAAK,CAAC,CAAC,MAAM,EAAE,CAAC;QAC1B,MAAM,IAAI,KAAK,CAAC,sCAAsC,CAAC,CAAC;IAC1D,CAAC;IAED,IAAI,UAAU,GAAG,CAAC,CAAC;IACnB,IAAI,KAAK,GAAG,CAAC,CAAC;IACd,IAAI,KAAK,GAAG,CAAC,CAAC;IAEd,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,CAAC,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;QAClC,UAAU,IAAI,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC;QAC1B,KAAK,IAAI,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC;QACrB,KAAK,IAAI,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC;IACvB,CAAC;IAED,MAAM,WAAW,GAAG,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,GAAG,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;IACxD,IAAI,WAAW,KAAK,CAAC,EAAE,CAAC;QACtB,OAAO,CAAC,CAAC;IACX,CAAC;IAED,OAAO,UAAU,GAAG,WAAW,CAAC;AAClC,CAAC"}
|
|
@@ -0,0 +1,14 @@
|
|
|
1
|
+
import { EmbeddingProvider, EmbeddingConfig } from './provider.js';
|
|
2
|
+
export declare class TransformersEmbeddingProvider implements EmbeddingProvider {
|
|
3
|
+
private pipe;
|
|
4
|
+
private config;
|
|
5
|
+
private initialized;
|
|
6
|
+
constructor(config: EmbeddingConfig);
|
|
7
|
+
initialize(): Promise<void>;
|
|
8
|
+
isInitialized(): boolean;
|
|
9
|
+
embed(text: string): Promise<number[]>;
|
|
10
|
+
embedBatch(texts: string[]): Promise<number[][]>;
|
|
11
|
+
getDimension(): number;
|
|
12
|
+
similarity(a: number[], b: number[]): number;
|
|
13
|
+
}
|
|
14
|
+
//# sourceMappingURL=transformers.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"transformers.d.ts","sourceRoot":"","sources":["../../src/embedding/transformers.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,iBAAiB,EAAE,eAAe,EAAoB,MAAM,eAAe,CAAC;AAErF,qBAAa,6BAA8B,YAAW,iBAAiB;IACrE,OAAO,CAAC,IAAI,CAAqD;IACjE,OAAO,CAAC,MAAM,CAAkB;IAChC,OAAO,CAAC,WAAW,CAAS;gBAEhB,MAAM,EAAE,eAAe;IAM7B,UAAU,IAAI,OAAO,CAAC,IAAI,CAAC;IAejC,aAAa,IAAI,OAAO;IAIlB,KAAK,CAAC,IAAI,EAAE,MAAM,GAAG,OAAO,CAAC,MAAM,EAAE,CAAC;IActC,UAAU,CAAC,KAAK,EAAE,MAAM,EAAE,GAAG,OAAO,CAAC,MAAM,EAAE,EAAE,CAAC;IAWtD,YAAY,IAAI,MAAM;IAItB,UAAU,CAAC,CAAC,EAAE,MAAM,EAAE,EAAE,CAAC,EAAE,MAAM,EAAE,GAAG,MAAM;CAG7C"}
|
|
@@ -0,0 +1,55 @@
|
|
|
1
|
+
import { pipeline, env } from '@xenova/transformers';
|
|
2
|
+
import { cosineSimilarity } from './provider.js';
|
|
3
|
+
export class TransformersEmbeddingProvider {
|
|
4
|
+
pipe = null;
|
|
5
|
+
config;
|
|
6
|
+
initialized = false;
|
|
7
|
+
constructor(config) {
|
|
8
|
+
this.config = config;
|
|
9
|
+
env.cacheDir = config.cacheDir;
|
|
10
|
+
env.allowLocalModels = true;
|
|
11
|
+
}
|
|
12
|
+
async initialize() {
|
|
13
|
+
if (this.initialized) {
|
|
14
|
+
return;
|
|
15
|
+
}
|
|
16
|
+
try {
|
|
17
|
+
this.pipe = await pipeline('feature-extraction', this.config.model, {
|
|
18
|
+
quantized: true
|
|
19
|
+
});
|
|
20
|
+
this.initialized = true;
|
|
21
|
+
}
|
|
22
|
+
catch (error) {
|
|
23
|
+
throw new Error(`Failed to initialize embedding model: ${error instanceof Error ? error.message : String(error)}`);
|
|
24
|
+
}
|
|
25
|
+
}
|
|
26
|
+
isInitialized() {
|
|
27
|
+
return this.initialized;
|
|
28
|
+
}
|
|
29
|
+
async embed(text) {
|
|
30
|
+
if (!this.initialized || !this.pipe) {
|
|
31
|
+
await this.initialize();
|
|
32
|
+
}
|
|
33
|
+
if (!this.pipe) {
|
|
34
|
+
throw new Error('Embedding pipeline not initialized');
|
|
35
|
+
}
|
|
36
|
+
const result = await this.pipe(text, { pooling: 'mean', normalize: true });
|
|
37
|
+
const tensor = result;
|
|
38
|
+
return Array.from(tensor.data);
|
|
39
|
+
}
|
|
40
|
+
async embedBatch(texts) {
|
|
41
|
+
const embeddings = [];
|
|
42
|
+
for (const text of texts) {
|
|
43
|
+
const embedding = await this.embed(text);
|
|
44
|
+
embeddings.push(embedding);
|
|
45
|
+
}
|
|
46
|
+
return embeddings;
|
|
47
|
+
}
|
|
48
|
+
getDimension() {
|
|
49
|
+
return this.config.dimension;
|
|
50
|
+
}
|
|
51
|
+
similarity(a, b) {
|
|
52
|
+
return cosineSimilarity(a, b);
|
|
53
|
+
}
|
|
54
|
+
}
|
|
55
|
+
//# sourceMappingURL=transformers.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"transformers.js","sourceRoot":"","sources":["../../src/embedding/transformers.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,QAAQ,EAAE,GAAG,EAAU,MAAM,sBAAsB,CAAC;AAC7D,OAAO,EAAsC,gBAAgB,EAAE,MAAM,eAAe,CAAC;AAErF,MAAM,OAAO,6BAA6B;IAChC,IAAI,GAAgD,IAAI,CAAC;IACzD,MAAM,CAAkB;IACxB,WAAW,GAAG,KAAK,CAAC;IAE5B,YAAY,MAAuB;QACjC,IAAI,CAAC,MAAM,GAAG,MAAM,CAAC;QACrB,GAAG,CAAC,QAAQ,GAAG,MAAM,CAAC,QAAQ,CAAC;QAC/B,GAAG,CAAC,gBAAgB,GAAG,IAAI,CAAC;IAC9B,CAAC;IAED,KAAK,CAAC,UAAU;QACd,IAAI,IAAI,CAAC,WAAW,EAAE,CAAC;YACrB,OAAO;QACT,CAAC;QAED,IAAI,CAAC;YACH,IAAI,CAAC,IAAI,GAAG,MAAM,QAAQ,CAAC,oBAAoB,EAAE,IAAI,CAAC,MAAM,CAAC,KAAK,EAAE;gBAClE,SAAS,EAAE,IAAI;aAChB,CAAC,CAAC;YACH,IAAI,CAAC,WAAW,GAAG,IAAI,CAAC;QAC1B,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,MAAM,IAAI,KAAK,CAAC,yCAAyC,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC;QACrH,CAAC;IACH,CAAC;IAED,aAAa;QACX,OAAO,IAAI,CAAC,WAAW,CAAC;IAC1B,CAAC;IAED,KAAK,CAAC,KAAK,CAAC,IAAY;QACtB,IAAI,CAAC,IAAI,CAAC,WAAW,IAAI,CAAC,IAAI,CAAC,IAAI,EAAE,CAAC;YACpC,MAAM,IAAI,CAAC,UAAU,EAAE,CAAC;QAC1B,CAAC;QAED,IAAI,CAAC,IAAI,CAAC,IAAI,EAAE,CAAC;YACf,MAAM,IAAI,KAAK,CAAC,oCAAoC,CAAC,CAAC;QACxD,CAAC;QAED,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,IAAI,CAAC,IAAI,EAAE,EAAE,OAAO,EAAE,MAAM,EAAE,SAAS,EAAE,IAAI,EAAS,CAAC,CAAC;QAClF,MAAM,MAAM,GAAG,MAAgB,CAAC;QAChC,OAAO,KAAK,CAAC,IAAI,CAAC,MAAM,CAAC,IAAoB,CAAC,CAAC;IACjD,CAAC;IAED,KAAK,CAAC,UAAU,CAAC,KAAe;QAC9B,MAAM,UAAU,GAAe,EAAE,CAAC;QAElC,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;YACzB,MAAM,SAAS,GAAG,MAAM,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;YACzC,UAAU,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;QAC7B,CAAC;QAED,OAAO,UAAU,CAAC;IACpB,CAAC;IAED,YAAY;QACV,OAAO,IAAI,CAAC,MAAM,CAAC,SAAS,CAAC;IAC/B,CAAC;IAED,UAAU,CAAC,CAAW,EAAE,CAAW;QACjC,OAAO,gBAAgB,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC;IAChC,CAAC;CACF"}
|