@jcmrs/opencode-vmem 1.0.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (140) hide show
  1. package/CHANGELOG.md +83 -0
  2. package/LICENSE +21 -0
  3. package/README.md +172 -0
  4. package/dist/capture/classification.d.ts +37 -0
  5. package/dist/capture/classification.d.ts.map +1 -0
  6. package/dist/capture/classification.js +181 -0
  7. package/dist/capture/classification.js.map +1 -0
  8. package/dist/capture/filtering.d.ts +63 -0
  9. package/dist/capture/filtering.d.ts.map +1 -0
  10. package/dist/capture/filtering.js +195 -0
  11. package/dist/capture/filtering.js.map +1 -0
  12. package/dist/capture/observation.d.ts +28 -0
  13. package/dist/capture/observation.d.ts.map +1 -0
  14. package/dist/capture/observation.js +188 -0
  15. package/dist/capture/observation.js.map +1 -0
  16. package/dist/commands/index.d.ts +38 -0
  17. package/dist/commands/index.d.ts.map +1 -0
  18. package/dist/commands/index.js +375 -0
  19. package/dist/commands/index.js.map +1 -0
  20. package/dist/config.d.ts +5 -0
  21. package/dist/config.d.ts.map +1 -0
  22. package/dist/config.js +41 -0
  23. package/dist/config.js.map +1 -0
  24. package/dist/context/builder.d.ts +19 -0
  25. package/dist/context/builder.d.ts.map +1 -0
  26. package/dist/context/builder.js +209 -0
  27. package/dist/context/builder.js.map +1 -0
  28. package/dist/context/format.d.ts +32 -0
  29. package/dist/context/format.d.ts.map +1 -0
  30. package/dist/context/format.js +211 -0
  31. package/dist/context/format.js.map +1 -0
  32. package/dist/embedding/index.d.ts +3 -0
  33. package/dist/embedding/index.d.ts.map +1 -0
  34. package/dist/embedding/index.js +3 -0
  35. package/dist/embedding/index.js.map +1 -0
  36. package/dist/embedding/provider.d.ts +15 -0
  37. package/dist/embedding/provider.d.ts.map +1 -0
  38. package/dist/embedding/provider.js +19 -0
  39. package/dist/embedding/provider.js.map +1 -0
  40. package/dist/embedding/transformers.d.ts +14 -0
  41. package/dist/embedding/transformers.d.ts.map +1 -0
  42. package/dist/embedding/transformers.js +55 -0
  43. package/dist/embedding/transformers.js.map +1 -0
  44. package/dist/extract/confidence.d.ts +48 -0
  45. package/dist/extract/confidence.d.ts.map +1 -0
  46. package/dist/extract/confidence.js +230 -0
  47. package/dist/extract/confidence.js.map +1 -0
  48. package/dist/extract/llm-extractor.d.ts +35 -0
  49. package/dist/extract/llm-extractor.d.ts.map +1 -0
  50. package/dist/extract/llm-extractor.js +204 -0
  51. package/dist/extract/llm-extractor.js.map +1 -0
  52. package/dist/extract/pipeline.d.ts +44 -0
  53. package/dist/extract/pipeline.d.ts.map +1 -0
  54. package/dist/extract/pipeline.js +171 -0
  55. package/dist/extract/pipeline.js.map +1 -0
  56. package/dist/extract/rules-engine.d.ts +14 -0
  57. package/dist/extract/rules-engine.d.ts.map +1 -0
  58. package/dist/extract/rules-engine.js +314 -0
  59. package/dist/extract/rules-engine.js.map +1 -0
  60. package/dist/extract/summarizer.d.ts +27 -0
  61. package/dist/extract/summarizer.d.ts.map +1 -0
  62. package/dist/extract/summarizer.js +148 -0
  63. package/dist/extract/summarizer.js.map +1 -0
  64. package/dist/hooks/session-idle.d.ts +38 -0
  65. package/dist/hooks/session-idle.d.ts.map +1 -0
  66. package/dist/hooks/session-idle.js +142 -0
  67. package/dist/hooks/session-idle.js.map +1 -0
  68. package/dist/hooks/system-transform.d.ts +41 -0
  69. package/dist/hooks/system-transform.d.ts.map +1 -0
  70. package/dist/hooks/system-transform.js +98 -0
  71. package/dist/hooks/system-transform.js.map +1 -0
  72. package/dist/hooks/tool-after.d.ts +66 -0
  73. package/dist/hooks/tool-after.d.ts.map +1 -0
  74. package/dist/hooks/tool-after.js +155 -0
  75. package/dist/hooks/tool-after.js.map +1 -0
  76. package/dist/index.d.ts +10 -0
  77. package/dist/index.d.ts.map +1 -0
  78. package/dist/index.js +10 -0
  79. package/dist/index.js.map +1 -0
  80. package/dist/mind.d.ts +69 -0
  81. package/dist/mind.d.ts.map +1 -0
  82. package/dist/mind.js +368 -0
  83. package/dist/mind.js.map +1 -0
  84. package/dist/procedural/index.d.ts +4 -0
  85. package/dist/procedural/index.d.ts.map +1 -0
  86. package/dist/procedural/index.js +4 -0
  87. package/dist/procedural/index.js.map +1 -0
  88. package/dist/procedural/induction.d.ts +23 -0
  89. package/dist/procedural/induction.d.ts.map +1 -0
  90. package/dist/procedural/induction.js +104 -0
  91. package/dist/procedural/induction.js.map +1 -0
  92. package/dist/procedural/miner.d.ts +45 -0
  93. package/dist/procedural/miner.d.ts.map +1 -0
  94. package/dist/procedural/miner.js +171 -0
  95. package/dist/procedural/miner.js.map +1 -0
  96. package/dist/procedural/suggester.d.ts +20 -0
  97. package/dist/procedural/suggester.d.ts.map +1 -0
  98. package/dist/procedural/suggester.js +69 -0
  99. package/dist/procedural/suggester.js.map +1 -0
  100. package/dist/store/archive.d.ts +31 -0
  101. package/dist/store/archive.d.ts.map +1 -0
  102. package/dist/store/archive.js +137 -0
  103. package/dist/store/archive.js.map +1 -0
  104. package/dist/store/backup.d.ts +36 -0
  105. package/dist/store/backup.d.ts.map +1 -0
  106. package/dist/store/backup.js +163 -0
  107. package/dist/store/backup.js.map +1 -0
  108. package/dist/store/memorycards.d.ts +31 -0
  109. package/dist/store/memorycards.d.ts.map +1 -0
  110. package/dist/store/memorycards.js +161 -0
  111. package/dist/store/memorycards.js.map +1 -0
  112. package/dist/store/mv2-adapter.d.ts +29 -0
  113. package/dist/store/mv2-adapter.d.ts.map +1 -0
  114. package/dist/store/mv2-adapter.js +359 -0
  115. package/dist/store/mv2-adapter.js.map +1 -0
  116. package/dist/store/procedures.d.ts +79 -0
  117. package/dist/store/procedures.d.ts.map +1 -0
  118. package/dist/store/procedures.js +183 -0
  119. package/dist/store/procedures.js.map +1 -0
  120. package/dist/store/tombstone.d.ts +27 -0
  121. package/dist/store/tombstone.d.ts.map +1 -0
  122. package/dist/store/tombstone.js +136 -0
  123. package/dist/store/tombstone.js.map +1 -0
  124. package/dist/tools/index.d.ts +36 -0
  125. package/dist/tools/index.d.ts.map +1 -0
  126. package/dist/tools/index.js +236 -0
  127. package/dist/tools/index.js.map +1 -0
  128. package/dist/types.d.ts +301 -0
  129. package/dist/types.d.ts.map +1 -0
  130. package/dist/types.js +69 -0
  131. package/dist/types.js.map +1 -0
  132. package/dist/utils/error.d.ts +57 -0
  133. package/dist/utils/error.d.ts.map +1 -0
  134. package/dist/utils/error.js +143 -0
  135. package/dist/utils/error.js.map +1 -0
  136. package/dist/utils/uuid.d.ts +2 -0
  137. package/dist/utils/uuid.d.ts.map +1 -0
  138. package/dist/utils/uuid.js +5 -0
  139. package/dist/utils/uuid.js.map +1 -0
  140. package/package.json +67 -0
@@ -0,0 +1,209 @@
1
+ export class ContextBuilder {
2
+ options;
3
+ constructor(options = {}) {
4
+ this.options = {
5
+ maxTokens: options.maxTokens ?? 3000,
6
+ prioritizeRecent: options.prioritizeRecent ?? true,
7
+ prioritizeRelevant: options.prioritizeRelevant ?? true,
8
+ includeObservations: options.includeObservations ?? true,
9
+ includeMemoryCards: options.includeMemoryCards ?? true,
10
+ includeEpisodes: options.includeEpisodes ?? false,
11
+ includeSessionSummary: options.includeSessionSummary ?? true,
12
+ format: options.format ?? 'markdown'
13
+ };
14
+ }
15
+ build(observations, memoryCards, state, options) {
16
+ const opts = { ...this.options, ...options };
17
+ const sections = [];
18
+ let totalTokens = 0;
19
+ let includedObs = 0;
20
+ let includedCards = 0;
21
+ const userProfile = this.formatUserProfile(memoryCards);
22
+ if (userProfile && totalTokens + userProfile.tokens <= opts.maxTokens * 0.15) {
23
+ sections.push(userProfile);
24
+ totalTokens += userProfile.tokens;
25
+ includedCards += userProfile.cardCount;
26
+ }
27
+ const projectContext = this.formatProjectContext(memoryCards);
28
+ if (projectContext && totalTokens + projectContext.tokens <= opts.maxTokens * 0.25) {
29
+ sections.push(projectContext);
30
+ totalTokens += projectContext.tokens;
31
+ includedCards += projectContext.cardCount;
32
+ }
33
+ if (opts.includeObservations) {
34
+ const recentWork = this.formatRecentWork(observations, opts.maxTokens * 0.4 - totalTokens);
35
+ if (recentWork) {
36
+ sections.push(recentWork);
37
+ totalTokens += recentWork.tokens;
38
+ includedObs = recentWork.obsCount;
39
+ }
40
+ }
41
+ const header = this.formatHeader(state);
42
+ const headerTokens = this.estimateTokens(header);
43
+ let content = '';
44
+ if (totalTokens + headerTokens <= opts.maxTokens) {
45
+ content = header + '\n\n';
46
+ }
47
+ for (const section of sections) {
48
+ if (totalTokens + section.tokens <= opts.maxTokens) {
49
+ content += section.content + '\n\n';
50
+ }
51
+ }
52
+ content += `---\n*Memory updated: ${new Date().toISOString()}*\n`;
53
+ return {
54
+ content: content.trim(),
55
+ tokenCount: this.estimateTokens(content),
56
+ included: {
57
+ observations: includedObs,
58
+ memoryCards: includedCards,
59
+ episodes: 0,
60
+ sessionSummaries: 0
61
+ },
62
+ excluded: {
63
+ observations: Math.max(0, observations.length - includedObs),
64
+ memoryCards: Math.max(0, memoryCards.length - includedCards),
65
+ episodes: 0
66
+ },
67
+ sources: observations.slice(0, includedObs).map(o => o.frameId)
68
+ };
69
+ }
70
+ formatHeader(state) {
71
+ return `## Project Memory\n\n*Total frames: ${state.frameCount} | Active: ${state.activeFrameCount}*`;
72
+ }
73
+ formatUserProfile(cards) {
74
+ const userCards = cards.filter(c => c.entity === 'user');
75
+ if (userCards.length === 0)
76
+ return null;
77
+ let content = '### User Profile\n\n';
78
+ const bySlot = this.groupBy(userCards, 'slot');
79
+ let cardCount = 0;
80
+ for (const [slot, slotCards] of Object.entries(bySlot)) {
81
+ const latest = this.getLatest(slotCards);
82
+ const label = this.formatLabel(slot);
83
+ content += `- **${label}:** ${latest.value}\n`;
84
+ cardCount++;
85
+ }
86
+ return {
87
+ content: content.trim(),
88
+ tokens: this.estimateTokens(content),
89
+ cardCount,
90
+ obsCount: 0
91
+ };
92
+ }
93
+ formatProjectContext(cards) {
94
+ const projectCards = cards.filter(c => c.entity === 'project');
95
+ if (projectCards.length === 0)
96
+ return null;
97
+ let content = '### Project Context\n\n';
98
+ const bySlot = this.groupBy(projectCards, 'slot');
99
+ const order = ['name', 'framework', 'language', 'database', 'test_command', 'build_command', 'goal'];
100
+ let cardCount = 0;
101
+ for (const slot of order) {
102
+ if (bySlot[slot]) {
103
+ const latest = this.getLatest(bySlot[slot]);
104
+ content += `- **${this.formatLabel(slot)}:** ${latest.value}\n`;
105
+ cardCount++;
106
+ delete bySlot[slot];
107
+ }
108
+ }
109
+ for (const [slot, slotCards] of Object.entries(bySlot)) {
110
+ const latest = this.getLatest(slotCards);
111
+ content += `- **${this.formatLabel(slot)}:** ${latest.value}\n`;
112
+ cardCount++;
113
+ }
114
+ return {
115
+ content: content.trim(),
116
+ tokens: this.estimateTokens(content),
117
+ cardCount,
118
+ obsCount: 0
119
+ };
120
+ }
121
+ formatRecentWork(observations, maxTokens) {
122
+ if (observations.length === 0)
123
+ return null;
124
+ let content = '### Recent Work\n\n';
125
+ let tokenCount = this.estimateTokens(content);
126
+ let obsCount = 0;
127
+ const bySession = this.groupBy(observations, 'sessionId');
128
+ for (const [, sessionObs] of Object.entries(bySession)) {
129
+ if (tokenCount > maxTokens)
130
+ break;
131
+ const date = new Date(sessionObs[0].timestamp).toLocaleDateString();
132
+ content += `**${date}**\n`;
133
+ tokenCount += this.estimateTokens(date) + 10;
134
+ for (const obs of sessionObs.slice(0, 10)) {
135
+ const line = `- [${obs.type}] ${obs.content.slice(0, 100)}\n`;
136
+ const lineTokens = this.estimateTokens(line);
137
+ if (tokenCount + lineTokens > maxTokens)
138
+ break;
139
+ content += line;
140
+ tokenCount += lineTokens;
141
+ obsCount++;
142
+ }
143
+ content += '\n';
144
+ tokenCount += 5;
145
+ }
146
+ return {
147
+ content: content.trim(),
148
+ tokens: tokenCount,
149
+ cardCount: 0,
150
+ obsCount
151
+ };
152
+ }
153
+ formatLabel(slot) {
154
+ return slot
155
+ .split('_')
156
+ .map(word => word.charAt(0).toUpperCase() + word.slice(1))
157
+ .join(' ');
158
+ }
159
+ groupBy(items, key) {
160
+ const result = {};
161
+ for (const item of items) {
162
+ const k = String(item[key]);
163
+ if (!result[k])
164
+ result[k] = [];
165
+ result[k].push(item);
166
+ }
167
+ return result;
168
+ }
169
+ getLatest(items) {
170
+ return items.sort((a, b) => {
171
+ const aTime = a.updatedAt ?? a.createdAt ?? 0;
172
+ const bTime = b.updatedAt ?? b.createdAt ?? 0;
173
+ return bTime - aTime;
174
+ })[0];
175
+ }
176
+ estimateTokens(text) {
177
+ return Math.ceil(text.length / 4);
178
+ }
179
+ truncate(block, maxTokens) {
180
+ if (block.tokenCount <= maxTokens) {
181
+ return block;
182
+ }
183
+ let content = block.content;
184
+ const truncationMessage = '\n\n---\n*[Content truncated to fit token budget]*';
185
+ const messageTokens = this.estimateTokens(truncationMessage);
186
+ const targetChars = (maxTokens - messageTokens) * 4;
187
+ if (content.length > targetChars) {
188
+ content = content.slice(0, Math.max(0, targetChars));
189
+ const lastNewline = content.lastIndexOf('\n');
190
+ if (lastNewline > targetChars * 0.8) {
191
+ content = content.slice(0, lastNewline);
192
+ }
193
+ content = content.trim() + truncationMessage;
194
+ }
195
+ const newTokenCount = this.estimateTokens(content);
196
+ return {
197
+ content,
198
+ tokenCount: newTokenCount,
199
+ included: block.included,
200
+ excluded: {
201
+ observations: block.excluded.observations + (block.included.observations > 0 ? Math.floor((block.tokenCount - newTokenCount) / 50) : 0),
202
+ memoryCards: block.excluded.memoryCards,
203
+ episodes: block.excluded.episodes
204
+ },
205
+ sources: block.sources
206
+ };
207
+ }
208
+ }
209
+ //# sourceMappingURL=builder.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"builder.js","sourceRoot":"","sources":["../../src/context/builder.ts"],"names":[],"mappings":"AAEA,MAAM,OAAO,cAAc;IACjB,OAAO,CAAiB;IAEhC,YAAY,UAAmC,EAAE;QAC/C,IAAI,CAAC,OAAO,GAAG;YACb,SAAS,EAAE,OAAO,CAAC,SAAS,IAAI,IAAI;YACpC,gBAAgB,EAAE,OAAO,CAAC,gBAAgB,IAAI,IAAI;YAClD,kBAAkB,EAAE,OAAO,CAAC,kBAAkB,IAAI,IAAI;YACtD,mBAAmB,EAAE,OAAO,CAAC,mBAAmB,IAAI,IAAI;YACxD,kBAAkB,EAAE,OAAO,CAAC,kBAAkB,IAAI,IAAI;YACtD,eAAe,EAAE,OAAO,CAAC,eAAe,IAAI,KAAK;YACjD,qBAAqB,EAAE,OAAO,CAAC,qBAAqB,IAAI,IAAI;YAC5D,MAAM,EAAE,OAAO,CAAC,MAAM,IAAI,UAAU;SACrC,CAAC;IACJ,CAAC;IAED,KAAK,CACH,YAA2B,EAC3B,WAAyB,EACzB,KAAuD,EACvD,OAAiC;QAEjC,MAAM,IAAI,GAAG,EAAE,GAAG,IAAI,CAAC,OAAO,EAAE,GAAG,OAAO,EAAE,CAAC;QAE7C,MAAM,QAAQ,GAAqB,EAAE,CAAC;QACtC,IAAI,WAAW,GAAG,CAAC,CAAC;QACpB,IAAI,WAAW,GAAG,CAAC,CAAC;QACpB,IAAI,aAAa,GAAG,CAAC,CAAC;QAEtB,MAAM,WAAW,GAAG,IAAI,CAAC,iBAAiB,CAAC,WAAW,CAAC,CAAC;QACxD,IAAI,WAAW,IAAI,WAAW,GAAG,WAAW,CAAC,MAAM,IAAI,IAAI,CAAC,SAAS,GAAG,IAAI,EAAE,CAAC;YAC7E,QAAQ,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC;YAC3B,WAAW,IAAI,WAAW,CAAC,MAAM,CAAC;YAClC,aAAa,IAAI,WAAW,CAAC,SAAS,CAAC;QACzC,CAAC;QAED,MAAM,cAAc,GAAG,IAAI,CAAC,oBAAoB,CAAC,WAAW,CAAC,CAAC;QAC9D,IAAI,cAAc,IAAI,WAAW,GAAG,cAAc,CAAC,MAAM,IAAI,IAAI,CAAC,SAAS,GAAG,IAAI,EAAE,CAAC;YACnF,QAAQ,CAAC,IAAI,CAAC,cAAc,CAAC,CAAC;YAC9B,WAAW,IAAI,cAAc,CAAC,MAAM,CAAC;YACrC,aAAa,IAAI,cAAc,CAAC,SAAS,CAAC;QAC5C,CAAC;QAED,IAAI,IAAI,CAAC,mBAAmB,EAAE,CAAC;YAC7B,MAAM,UAAU,GAAG,IAAI,CAAC,gBAAgB,CAAC,YAAY,EAAE,IAAI,CAAC,SAAS,GAAG,GAAG,GAAG,WAAW,CAAC,CAAC;YAC3F,IAAI,UAAU,EAAE,CAAC;gBACf,QAAQ,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC;gBAC1B,WAAW,IAAI,UAAU,CAAC,MAAM,CAAC;gBACjC,WAAW,GAAG,UAAU,CAAC,QAAQ,CAAC;YACpC,CAAC;QACH,CAAC;QAED,MAAM,MAAM,GAAG,IAAI,CAAC,YAAY,CAAC,KAAK,CAAC,CAAC;QACxC,MAAM,YAAY,GAAG,IAAI,CAAC,cAAc,CAAC,MAAM,CAAC,CAAC;QAEjD,IAAI,OAAO,GAAG,EAAE,CAAC;QACjB,IAAI,WAAW,GAAG,YAAY,IAAI,IAAI,CAAC,SAAS,EAAE,CAAC;YACjD,OAAO,GAAG,MAAM,GAAG,MAAM,CAAC;QAC5B,CAAC;QAED,KAAK,MAAM,OAAO,IAAI,QAAQ,EAAE,CAAC;YAC/B,IAAI,WAAW,GAAG,OAAO,CAAC,MAAM,IAAI,IAAI,CAAC,SAAS,EAAE,CAAC;gBACnD,OAAO,IAAI,OAAO,CAAC,OAAO,GAAG,MAAM,CAAC;YACtC,CAAC;QACH,CAAC;QAED,OAAO,IAAI,yBAAyB,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE,KAAK,CAAC;QAElE,OAAO;YACL,OAAO,EAAE,OAAO,CAAC,IAAI,EAAE;YACvB,UAAU,EAAE,IAAI,CAAC,cAAc,CAAC,OAAO,CAAC;YACxC,QAAQ,EAAE;gBACR,YAAY,EAAE,WAAW;gBACzB,WAAW,EAAE,aAAa;gBAC1B,QAAQ,EAAE,CAAC;gBACX,gBAAgB,EAAE,CAAC;aACpB;YACD,QAAQ,EAAE;gBACR,YAAY,EAAE,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,YAAY,CAAC,MAAM,GAAG,WAAW,CAAC;gBAC5D,WAAW,EAAE,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,WAAW,CAAC,MAAM,GAAG,aAAa,CAAC;gBAC5D,QAAQ,EAAE,CAAC;aACZ;YACD,OAAO,EAAE,YAAY,CAAC,KAAK,CAAC,CAAC,EAAE,WAAW,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,OAAO,CAAC;SAChE,CAAC;IACJ,CAAC;IAEO,YAAY,CAAC,KAAuD;QAC1E,OAAO,uCAAuC,KAAK,CAAC,UAAU,cAAc,KAAK,CAAC,gBAAgB,GAAG,CAAC;IACxG,CAAC;IAEO,iBAAiB,CAAC,KAAmB;QAC3C,MAAM,SAAS,GAAG,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,MAAM,KAAK,MAAM,CAAC,CAAC;QACzD,IAAI,SAAS,CAAC,MAAM,KAAK,CAAC;YAAE,OAAO,IAAI,CAAC;QAExC,IAAI,OAAO,GAAG,sBAAsB,CAAC;QACrC,MAAM,MAAM,GAAG,IAAI,CAAC,OAAO,CAAC,SAAS,EAAE,MAAM,CAAC,CAAC;QAC/C,IAAI,SAAS,GAAG,CAAC,CAAC;QAElB,KAAK,MAAM,CAAC,IAAI,EAAE,SAAS,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,MAAM,CAAC,EAAE,CAAC;YACvD,MAAM,MAAM,GAAG,IAAI,CAAC,SAAS,CAAC,SAAS,CAAC,CAAC;YACzC,MAAM,KAAK,GAAG,IAAI,CAAC,WAAW,CAAC,IAAI,CAAC,CAAC;YACrC,OAAO,IAAI,OAAO,KAAK,OAAO,MAAM,CAAC,KAAK,IAAI,CAAC;YAC/C,SAAS,EAAE,CAAC;QACd,CAAC;QAED,OAAO;YACL,OAAO,EAAE,OAAO,CAAC,IAAI,EAAE;YACvB,MAAM,EAAE,IAAI,CAAC,cAAc,CAAC,OAAO,CAAC;YACpC,SAAS;YACT,QAAQ,EAAE,CAAC;SACZ,CAAC;IACJ,CAAC;IAEO,oBAAoB,CAAC,KAAmB;QAC9C,MAAM,YAAY,GAAG,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,MAAM,KAAK,SAAS,CAAC,CAAC;QAC/D,IAAI,YAAY,CAAC,MAAM,KAAK,CAAC;YAAE,OAAO,IAAI,CAAC;QAE3C,IAAI,OAAO,GAAG,yBAAyB,CAAC;QACxC,MAAM,MAAM,GAAG,IAAI,CAAC,OAAO,CAAC,YAAY,EAAE,MAAM,CAAC,CAAC;QAClD,MAAM,KAAK,GAAG,CAAC,MAAM,EAAE,WAAW,EAAE,UAAU,EAAE,UAAU,EAAE,cAAc,EAAE,eAAe,EAAE,MAAM,CAAC,CAAC;QACrG,IAAI,SAAS,GAAG,CAAC,CAAC;QAElB,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;YACzB,IAAI,MAAM,CAAC,IAAI,CAAC,EAAE,CAAC;gBACjB,MAAM,MAAM,GAAG,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC;gBAC5C,OAAO,IAAI,OAAO,IAAI,CAAC,WAAW,CAAC,IAAI,CAAC,OAAO,MAAM,CAAC,KAAK,IAAI,CAAC;gBAChE,SAAS,EAAE,CAAC;gBACZ,OAAO,MAAM,CAAC,IAAI,CAAC,CAAC;YACtB,CAAC;QACH,CAAC;QAED,KAAK,MAAM,CAAC,IAAI,EAAE,SAAS,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,MAAM,CAAC,EAAE,CAAC;YACvD,MAAM,MAAM,GAAG,IAAI,CAAC,SAAS,CAAC,SAAS,CAAC,CAAC;YACzC,OAAO,IAAI,OAAO,IAAI,CAAC,WAAW,CAAC,IAAI,CAAC,OAAO,MAAM,CAAC,KAAK,IAAI,CAAC;YAChE,SAAS,EAAE,CAAC;QACd,CAAC;QAED,OAAO;YACL,OAAO,EAAE,OAAO,CAAC,IAAI,EAAE;YACvB,MAAM,EAAE,IAAI,CAAC,cAAc,CAAC,OAAO,CAAC;YACpC,SAAS;YACT,QAAQ,EAAE,CAAC;SACZ,CAAC;IACJ,CAAC;IAEO,gBAAgB,CAAC,YAA2B,EAAE,SAAiB;QACrE,IAAI,YAAY,CAAC,MAAM,KAAK,CAAC;YAAE,OAAO,IAAI,CAAC;QAE3C,IAAI,OAAO,GAAG,qBAAqB,CAAC;QACpC,IAAI,UAAU,GAAG,IAAI,CAAC,cAAc,CAAC,OAAO,CAAC,CAAC;QAC9C,IAAI,QAAQ,GAAG,CAAC,CAAC;QAEjB,MAAM,SAAS,GAAG,IAAI,CAAC,OAAO,CAAC,YAAY,EAAE,WAAW,CAAC,CAAC;QAE1D,KAAK,MAAM,CAAC,EAAE,UAAU,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,SAAS,CAAC,EAAE,CAAC;YACvD,IAAI,UAAU,GAAG,SAAS;gBAAE,MAAM;YAElC,MAAM,IAAI,GAAG,IAAI,IAAI,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,kBAAkB,EAAE,CAAC;YACpE,OAAO,IAAI,KAAK,IAAI,MAAM,CAAC;YAC3B,UAAU,IAAI,IAAI,CAAC,cAAc,CAAC,IAAI,CAAC,GAAG,EAAE,CAAC;YAE7C,KAAK,MAAM,GAAG,IAAI,UAAU,CAAC,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC,EAAE,CAAC;gBAC1C,MAAM,IAAI,GAAG,MAAM,GAAG,CAAC,IAAI,KAAK,GAAG,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC,EAAE,GAAG,CAAC,IAAI,CAAC;gBAC9D,MAAM,UAAU,GAAG,IAAI,CAAC,cAAc,CAAC,IAAI,CAAC,CAAC;gBAE7C,IAAI,UAAU,GAAG,UAAU,GAAG,SAAS;oBAAE,MAAM;gBAE/C,OAAO,IAAI,IAAI,CAAC;gBAChB,UAAU,IAAI,UAAU,CAAC;gBACzB,QAAQ,EAAE,CAAC;YACb,CAAC;YAED,OAAO,IAAI,IAAI,CAAC;YAChB,UAAU,IAAI,CAAC,CAAC;QAClB,CAAC;QAED,OAAO;YACL,OAAO,EAAE,OAAO,CAAC,IAAI,EAAE;YACvB,MAAM,EAAE,UAAU;YAClB,SAAS,EAAE,CAAC;YACZ,QAAQ;SACT,CAAC;IACJ,CAAC;IAEO,WAAW,CAAC,IAAY;QAC9B,OAAO,IAAI;aACR,KAAK,CAAC,GAAG,CAAC;aACV,GAAG,CAAC,IAAI,CAAC,EAAE,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,WAAW,EAAE,GAAG,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;aACzD,IAAI,CAAC,GAAG,CAAC,CAAC;IACf,CAAC;IAEO,OAAO,CAAI,KAAU,EAAE,GAAY;QACzC,MAAM,MAAM,GAAwB,EAAE,CAAC;QACvC,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;YACzB,MAAM,CAAC,GAAG,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC;YAC5B,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC;gBAAE,MAAM,CAAC,CAAC,CAAC,GAAG,EAAE,CAAC;YAC/B,MAAM,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QACvB,CAAC;QACD,OAAO,MAAM,CAAC;IAChB,CAAC;IAEO,SAAS,CAAuD,KAAU;QAChF,OAAO,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE;YACzB,MAAM,KAAK,GAAG,CAAC,CAAC,SAAS,IAAI,CAAC,CAAC,SAAS,IAAI,CAAC,CAAC;YAC9C,MAAM,KAAK,GAAG,CAAC,CAAC,SAAS,IAAI,CAAC,CAAC,SAAS,IAAI,CAAC,CAAC;YAC9C,OAAO,KAAK,GAAG,KAAK,CAAC;QACvB,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;IACR,CAAC;IAED,cAAc,CAAC,IAAY;QACzB,OAAO,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;IACpC,CAAC;IAED,QAAQ,CAAC,KAAmB,EAAE,SAAiB;QAC7C,IAAI,KAAK,CAAC,UAAU,IAAI,SAAS,EAAE,CAAC;YAClC,OAAO,KAAK,CAAC;QACf,CAAC;QAED,IAAI,OAAO,GAAG,KAAK,CAAC,OAAO,CAAC;QAC5B,MAAM,iBAAiB,GAAG,oDAAoD,CAAC;QAC/E,MAAM,aAAa,GAAG,IAAI,CAAC,cAAc,CAAC,iBAAiB,CAAC,CAAC;QAC7D,MAAM,WAAW,GAAG,CAAC,SAAS,GAAG,aAAa,CAAC,GAAG,CAAC,CAAC;QAEpD,IAAI,OAAO,CAAC,MAAM,GAAG,WAAW,EAAE,CAAC;YACjC,OAAO,GAAG,OAAO,CAAC,KAAK,CAAC,CAAC,EAAE,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,WAAW,CAAC,CAAC,CAAC;YAErD,MAAM,WAAW,GAAG,OAAO,CAAC,WAAW,CAAC,IAAI,CAAC,CAAC;YAC9C,IAAI,WAAW,GAAG,WAAW,GAAG,GAAG,EAAE,CAAC;gBACpC,OAAO,GAAG,OAAO,CAAC,KAAK,CAAC,CAAC,EAAE,WAAW,CAAC,CAAC;YAC1C,CAAC;YAED,OAAO,GAAG,OAAO,CAAC,IAAI,EAAE,GAAG,iBAAiB,CAAC;QAC/C,CAAC;QAED,MAAM,aAAa,GAAG,IAAI,CAAC,cAAc,CAAC,OAAO,CAAC,CAAC;QAEnD,OAAO;YACL,OAAO;YACP,UAAU,EAAE,aAAa;YACzB,QAAQ,EAAE,KAAK,CAAC,QAAQ;YACxB,QAAQ,EAAE;gBACR,YAAY,EAAE,KAAK,CAAC,QAAQ,CAAC,YAAY,GAAG,CAAC,KAAK,CAAC,QAAQ,CAAC,YAAY,GAAG,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,KAAK,CAAC,UAAU,GAAG,aAAa,CAAC,GAAG,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;gBACvI,WAAW,EAAE,KAAK,CAAC,QAAQ,CAAC,WAAW;gBACvC,QAAQ,EAAE,KAAK,CAAC,QAAQ,CAAC,QAAQ;aAClC;YACD,OAAO,EAAE,KAAK,CAAC,OAAO;SACvB,CAAC;IACJ,CAAC;CACF"}
@@ -0,0 +1,32 @@
1
+ import { ContextBlock, MemoryCard, Observation, Session } from '../types.js';
2
+ export type OutputFormat = 'markdown' | 'json' | 'plain';
3
+ export interface FormatOptions {
4
+ format: OutputFormat;
5
+ includeMetadata: boolean;
6
+ maxContentLength: number;
7
+ }
8
+ export declare class OutputFormatter {
9
+ private options;
10
+ constructor(options?: Partial<FormatOptions>);
11
+ formatContext(block: ContextBlock): string;
12
+ formatMemoryCards(cards: MemoryCard[]): string;
13
+ formatObservations(observations: Observation[]): string;
14
+ formatSession(session: Session): string;
15
+ private formatAsMarkdown;
16
+ private formatAsJson;
17
+ private formatAsPlain;
18
+ private formatCardsAsMarkdown;
19
+ private formatCardsAsPlain;
20
+ private formatObservationsAsMarkdown;
21
+ private formatObservationsAsPlain;
22
+ private formatSessionAsMarkdown;
23
+ private formatSessionAsPlain;
24
+ private truncateContent;
25
+ private groupBy;
26
+ private capitalize;
27
+ private formatSlot;
28
+ setFormat(format: OutputFormat): void;
29
+ getFormat(): OutputFormat;
30
+ setIncludeMetadata(include: boolean): void;
31
+ }
32
+ //# sourceMappingURL=format.d.ts.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"format.d.ts","sourceRoot":"","sources":["../../src/context/format.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,YAAY,EAAE,UAAU,EAAE,WAAW,EAAE,OAAO,EAAE,MAAM,aAAa,CAAC;AAE7E,MAAM,MAAM,YAAY,GAAG,UAAU,GAAG,MAAM,GAAG,OAAO,CAAC;AAEzD,MAAM,WAAW,aAAa;IAC5B,MAAM,EAAE,YAAY,CAAC;IACrB,eAAe,EAAE,OAAO,CAAC;IACzB,gBAAgB,EAAE,MAAM,CAAC;CAC1B;AAQD,qBAAa,eAAe;IAC1B,OAAO,CAAC,OAAO,CAAgB;gBAEnB,OAAO,CAAC,EAAE,OAAO,CAAC,aAAa,CAAC;IAI5C,aAAa,CAAC,KAAK,EAAE,YAAY,GAAG,MAAM;IAY1C,iBAAiB,CAAC,KAAK,EAAE,UAAU,EAAE,GAAG,MAAM;IAY9C,kBAAkB,CAAC,YAAY,EAAE,WAAW,EAAE,GAAG,MAAM;IAYvD,aAAa,CAAC,OAAO,EAAE,OAAO,GAAG,MAAM;IAYvC,OAAO,CAAC,gBAAgB;IAexB,OAAO,CAAC,YAAY;IAkBpB,OAAO,CAAC,aAAa;IAiBrB,OAAO,CAAC,qBAAqB;IAqB7B,OAAO,CAAC,kBAAkB;IAY1B,OAAO,CAAC,4BAA4B;IAapC,OAAO,CAAC,yBAAyB;IAajC,OAAO,CAAC,uBAAuB;IA4B/B,OAAO,CAAC,oBAAoB;IAY5B,OAAO,CAAC,eAAe;IAQvB,OAAO,CAAC,OAAO;IAUf,OAAO,CAAC,UAAU;IAIlB,OAAO,CAAC,UAAU;IAOlB,SAAS,CAAC,MAAM,EAAE,YAAY,GAAG,IAAI;IAIrC,SAAS,IAAI,YAAY;IAIzB,kBAAkB,CAAC,OAAO,EAAE,OAAO,GAAG,IAAI;CAG3C"}
@@ -0,0 +1,211 @@
1
+ const DEFAULT_OPTIONS = {
2
+ format: 'markdown',
3
+ includeMetadata: false,
4
+ maxContentLength: 10000
5
+ };
6
+ export class OutputFormatter {
7
+ options;
8
+ constructor(options) {
9
+ this.options = { ...DEFAULT_OPTIONS, ...options };
10
+ }
11
+ formatContext(block) {
12
+ switch (this.options.format) {
13
+ case 'json':
14
+ return this.formatAsJson(block);
15
+ case 'plain':
16
+ return this.formatAsPlain(block);
17
+ case 'markdown':
18
+ default:
19
+ return this.formatAsMarkdown(block);
20
+ }
21
+ }
22
+ formatMemoryCards(cards) {
23
+ switch (this.options.format) {
24
+ case 'json':
25
+ return JSON.stringify(cards, null, 2);
26
+ case 'plain':
27
+ return this.formatCardsAsPlain(cards);
28
+ case 'markdown':
29
+ default:
30
+ return this.formatCardsAsMarkdown(cards);
31
+ }
32
+ }
33
+ formatObservations(observations) {
34
+ switch (this.options.format) {
35
+ case 'json':
36
+ return JSON.stringify(observations, null, 2);
37
+ case 'plain':
38
+ return this.formatObservationsAsPlain(observations);
39
+ case 'markdown':
40
+ default:
41
+ return this.formatObservationsAsMarkdown(observations);
42
+ }
43
+ }
44
+ formatSession(session) {
45
+ switch (this.options.format) {
46
+ case 'json':
47
+ return JSON.stringify(session, null, 2);
48
+ case 'plain':
49
+ return this.formatSessionAsPlain(session);
50
+ case 'markdown':
51
+ default:
52
+ return this.formatSessionAsMarkdown(session);
53
+ }
54
+ }
55
+ formatAsMarkdown(block) {
56
+ let content = block.content;
57
+ if (this.options.includeMetadata) {
58
+ content += `\n\n---\n`;
59
+ content += `**Token Count:** ${block.tokenCount}\n`;
60
+ content += `**Included:** ${block.included.observations} observations, ${block.included.memoryCards} cards\n`;
61
+ if (block.excluded.observations > 0 || block.excluded.memoryCards > 0) {
62
+ content += `**Excluded:** ${block.excluded.observations} observations, ${block.excluded.memoryCards} cards\n`;
63
+ }
64
+ }
65
+ return this.truncateContent(content);
66
+ }
67
+ formatAsJson(block) {
68
+ const output = {
69
+ content: this.truncateContent(block.content),
70
+ tokenCount: block.tokenCount,
71
+ included: block.included,
72
+ excluded: block.excluded,
73
+ sources: block.sources,
74
+ ...(this.options.includeMetadata && {
75
+ metadata: {
76
+ format: 'json',
77
+ generatedAt: new Date().toISOString()
78
+ }
79
+ })
80
+ };
81
+ return JSON.stringify(output, null, 2);
82
+ }
83
+ formatAsPlain(block) {
84
+ let content = block.content
85
+ .replace(/^#{1,6}\s+/gm, '')
86
+ .replace(/\*\*([^*]+)\*\*/g, '$1')
87
+ .replace(/\*([^*]+)\*/g, '$1')
88
+ .replace(/^[-•]\s+/gm, '- ')
89
+ .replace(/\n{3,}/g, '\n\n');
90
+ if (this.options.includeMetadata) {
91
+ content += `\n\n---\n`;
92
+ content += `Token Count: ${block.tokenCount}\n`;
93
+ content += `Included: ${block.included.observations} observations, ${block.included.memoryCards} cards\n`;
94
+ }
95
+ return this.truncateContent(content);
96
+ }
97
+ formatCardsAsMarkdown(cards) {
98
+ if (cards.length === 0)
99
+ return '';
100
+ const byEntity = this.groupBy(cards, 'entity');
101
+ const sections = [];
102
+ for (const [entity, entityCards] of Object.entries(byEntity)) {
103
+ sections.push(`### ${this.capitalize(entity)}\n`);
104
+ for (const card of entityCards) {
105
+ sections.push(`- **${this.formatSlot(card.slot)}:** ${card.value}`);
106
+ if (this.options.includeMetadata && card.confidence !== undefined) {
107
+ sections.push(` _(${(card.confidence * 100).toFixed(0)}% confidence)_`);
108
+ }
109
+ sections.push('\n');
110
+ }
111
+ }
112
+ return sections.join('');
113
+ }
114
+ formatCardsAsPlain(cards) {
115
+ if (cards.length === 0)
116
+ return '';
117
+ const lines = [];
118
+ for (const card of cards) {
119
+ lines.push(`${card.entity}.${card.slot}: ${card.value}`);
120
+ }
121
+ return lines.join('\n');
122
+ }
123
+ formatObservationsAsMarkdown(observations) {
124
+ if (observations.length === 0)
125
+ return '';
126
+ let content = '### Recent Observations\n\n';
127
+ for (const obs of observations.slice(0, 10)) {
128
+ const date = new Date(obs.timestamp).toLocaleDateString();
129
+ content += `- [${date}] [${obs.type}] ${obs.content.slice(0, 100)}\n`;
130
+ }
131
+ return content;
132
+ }
133
+ formatObservationsAsPlain(observations) {
134
+ if (observations.length === 0)
135
+ return '';
136
+ const lines = [];
137
+ for (const obs of observations) {
138
+ const date = new Date(obs.timestamp).toISOString();
139
+ lines.push(`[${date}] ${obs.type}: ${obs.content.slice(0, 100)}`);
140
+ }
141
+ return lines.join('\n');
142
+ }
143
+ formatSessionAsMarkdown(session) {
144
+ let content = `### Session: ${session.id.slice(0, 8)}...\n\n`;
145
+ content += `**Status:** ${session.status}\n`;
146
+ content += `**Started:** ${new Date(session.startedAt).toISOString()}\n`;
147
+ if (session.endedAt) {
148
+ content += `**Ended:** ${new Date(session.endedAt).toISOString()}\n`;
149
+ content += `**Duration:** ${Math.round((session.endedAt - session.startedAt) / 1000 / 60)} minutes\n`;
150
+ }
151
+ content += `\n**Stats:**\n`;
152
+ content += `- Observations: ${session.stats.totalObservations}\n`;
153
+ content += `- Memory Cards Created: ${session.stats.memoryCardsCreated}\n`;
154
+ content += `- Tombstones: ${session.stats.tombstonesCreated}\n`;
155
+ if (session.summary) {
156
+ content += `\n**Summary:**\n`;
157
+ if (session.summary.keyDecisions.length > 0) {
158
+ content += `- Decisions: ${session.summary.keyDecisions.join(', ')}\n`;
159
+ }
160
+ if (session.summary.preferencesLearned.length > 0) {
161
+ content += `- Preferences: ${session.summary.preferencesLearned.join(', ')}\n`;
162
+ }
163
+ }
164
+ return content;
165
+ }
166
+ formatSessionAsPlain(session) {
167
+ const lines = [
168
+ `Session: ${session.id.slice(0, 8)}`,
169
+ `Status: ${session.status}`,
170
+ `Started: ${new Date(session.startedAt).toISOString()}`,
171
+ `Observations: ${session.stats.totalObservations}`,
172
+ `Memory Cards: ${session.stats.memoryCardsCreated}`
173
+ ];
174
+ return lines.join('\n');
175
+ }
176
+ truncateContent(content) {
177
+ if (content.length <= this.options.maxContentLength) {
178
+ return content;
179
+ }
180
+ return content.slice(0, this.options.maxContentLength) + '\n\n[Content truncated]';
181
+ }
182
+ groupBy(items, key) {
183
+ const result = {};
184
+ for (const item of items) {
185
+ const k = String(item[key]);
186
+ if (!result[k])
187
+ result[k] = [];
188
+ result[k].push(item);
189
+ }
190
+ return result;
191
+ }
192
+ capitalize(str) {
193
+ return str.charAt(0).toUpperCase() + str.slice(1);
194
+ }
195
+ formatSlot(slot) {
196
+ return slot
197
+ .split('_')
198
+ .map(word => word.charAt(0).toUpperCase() + word.slice(1))
199
+ .join(' ');
200
+ }
201
+ setFormat(format) {
202
+ this.options.format = format;
203
+ }
204
+ getFormat() {
205
+ return this.options.format;
206
+ }
207
+ setIncludeMetadata(include) {
208
+ this.options.includeMetadata = include;
209
+ }
210
+ }
211
+ //# sourceMappingURL=format.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"format.js","sourceRoot":"","sources":["../../src/context/format.ts"],"names":[],"mappings":"AAUA,MAAM,eAAe,GAAkB;IACrC,MAAM,EAAE,UAAU;IAClB,eAAe,EAAE,KAAK;IACtB,gBAAgB,EAAE,KAAK;CACxB,CAAC;AAEF,MAAM,OAAO,eAAe;IAClB,OAAO,CAAgB;IAE/B,YAAY,OAAgC;QAC1C,IAAI,CAAC,OAAO,GAAG,EAAE,GAAG,eAAe,EAAE,GAAG,OAAO,EAAE,CAAC;IACpD,CAAC;IAED,aAAa,CAAC,KAAmB;QAC/B,QAAQ,IAAI,CAAC,OAAO,CAAC,MAAM,EAAE,CAAC;YAC5B,KAAK,MAAM;gBACT,OAAO,IAAI,CAAC,YAAY,CAAC,KAAK,CAAC,CAAC;YAClC,KAAK,OAAO;gBACV,OAAO,IAAI,CAAC,aAAa,CAAC,KAAK,CAAC,CAAC;YACnC,KAAK,UAAU,CAAC;YAChB;gBACE,OAAO,IAAI,CAAC,gBAAgB,CAAC,KAAK,CAAC,CAAC;QACxC,CAAC;IACH,CAAC;IAED,iBAAiB,CAAC,KAAmB;QACnC,QAAQ,IAAI,CAAC,OAAO,CAAC,MAAM,EAAE,CAAC;YAC5B,KAAK,MAAM;gBACT,OAAO,IAAI,CAAC,SAAS,CAAC,KAAK,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC;YACxC,KAAK,OAAO;gBACV,OAAO,IAAI,CAAC,kBAAkB,CAAC,KAAK,CAAC,CAAC;YACxC,KAAK,UAAU,CAAC;YAChB;gBACE,OAAO,IAAI,CAAC,qBAAqB,CAAC,KAAK,CAAC,CAAC;QAC7C,CAAC;IACH,CAAC;IAED,kBAAkB,CAAC,YAA2B;QAC5C,QAAQ,IAAI,CAAC,OAAO,CAAC,MAAM,EAAE,CAAC;YAC5B,KAAK,MAAM;gBACT,OAAO,IAAI,CAAC,SAAS,CAAC,YAAY,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC;YAC/C,KAAK,OAAO;gBACV,OAAO,IAAI,CAAC,yBAAyB,CAAC,YAAY,CAAC,CAAC;YACtD,KAAK,UAAU,CAAC;YAChB;gBACE,OAAO,IAAI,CAAC,4BAA4B,CAAC,YAAY,CAAC,CAAC;QAC3D,CAAC;IACH,CAAC;IAED,aAAa,CAAC,OAAgB;QAC5B,QAAQ,IAAI,CAAC,OAAO,CAAC,MAAM,EAAE,CAAC;YAC5B,KAAK,MAAM;gBACT,OAAO,IAAI,CAAC,SAAS,CAAC,OAAO,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC;YAC1C,KAAK,OAAO;gBACV,OAAO,IAAI,CAAC,oBAAoB,CAAC,OAAO,CAAC,CAAC;YAC5C,KAAK,UAAU,CAAC;YAChB;gBACE,OAAO,IAAI,CAAC,uBAAuB,CAAC,OAAO,CAAC,CAAC;QACjD,CAAC;IACH,CAAC;IAEO,gBAAgB,CAAC,KAAmB;QAC1C,IAAI,OAAO,GAAG,KAAK,CAAC,OAAO,CAAC;QAE5B,IAAI,IAAI,CAAC,OAAO,CAAC,eAAe,EAAE,CAAC;YACjC,OAAO,IAAI,WAAW,CAAC;YACvB,OAAO,IAAI,oBAAoB,KAAK,CAAC,UAAU,IAAI,CAAC;YACpD,OAAO,IAAI,iBAAiB,KAAK,CAAC,QAAQ,CAAC,YAAY,kBAAkB,KAAK,CAAC,QAAQ,CAAC,WAAW,UAAU,CAAC;YAC9G,IAAI,KAAK,CAAC,QAAQ,CAAC,YAAY,GAAG,CAAC,IAAI,KAAK,CAAC,QAAQ,CAAC,WAAW,GAAG,CAAC,EAAE,CAAC;gBACtE,OAAO,IAAI,iBAAiB,KAAK,CAAC,QAAQ,CAAC,YAAY,kBAAkB,KAAK,CAAC,QAAQ,CAAC,WAAW,UAAU,CAAC;YAChH,CAAC;QACH,CAAC;QAED,OAAO,IAAI,CAAC,eAAe,CAAC,OAAO,CAAC,CAAC;IACvC,CAAC;IAEO,YAAY,CAAC,KAAmB;QACtC,MAAM,MAAM,GAAG;YACb,OAAO,EAAE,IAAI,CAAC,eAAe,CAAC,KAAK,CAAC,OAAO,CAAC;YAC5C,UAAU,EAAE,KAAK,CAAC,UAAU;YAC5B,QAAQ,EAAE,KAAK,CAAC,QAAQ;YACxB,QAAQ,EAAE,KAAK,CAAC,QAAQ;YACxB,OAAO,EAAE,KAAK,CAAC,OAAO;YACtB,GAAG,CAAC,IAAI,CAAC,OAAO,CAAC,eAAe,IAAI;gBAClC,QAAQ,EAAE;oBACR,MAAM,EAAE,MAAM;oBACd,WAAW,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;iBACtC;aACF,CAAC;SACH,CAAC;QAEF,OAAO,IAAI,CAAC,SAAS,CAAC,MAAM,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC;IACzC,CAAC;IAEO,aAAa,CAAC,KAAmB;QACvC,IAAI,OAAO,GAAG,KAAK,CAAC,OAAO;aACxB,OAAO,CAAC,cAAc,EAAE,EAAE,CAAC;aAC3B,OAAO,CAAC,kBAAkB,EAAE,IAAI,CAAC;aACjC,OAAO,CAAC,cAAc,EAAE,IAAI,CAAC;aAC7B,OAAO,CAAC,YAAY,EAAE,IAAI,CAAC;aAC3B,OAAO,CAAC,SAAS,EAAE,MAAM,CAAC,CAAC;QAE9B,IAAI,IAAI,CAAC,OAAO,CAAC,eAAe,EAAE,CAAC;YACjC,OAAO,IAAI,WAAW,CAAC;YACvB,OAAO,IAAI,gBAAgB,KAAK,CAAC,UAAU,IAAI,CAAC;YAChD,OAAO,IAAI,aAAa,KAAK,CAAC,QAAQ,CAAC,YAAY,kBAAkB,KAAK,CAAC,QAAQ,CAAC,WAAW,UAAU,CAAC;QAC5G,CAAC;QAED,OAAO,IAAI,CAAC,eAAe,CAAC,OAAO,CAAC,CAAC;IACvC,CAAC;IAEO,qBAAqB,CAAC,KAAmB;QAC/C,IAAI,KAAK,CAAC,MAAM,KAAK,CAAC;YAAE,OAAO,EAAE,CAAC;QAElC,MAAM,QAAQ,GAAG,IAAI,CAAC,OAAO,CAAC,KAAK,EAAE,QAAQ,CAAC,CAAC;QAC/C,MAAM,QAAQ,GAAa,EAAE,CAAC;QAE9B,KAAK,MAAM,CAAC,MAAM,EAAE,WAAW,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,QAAQ,CAAC,EAAE,CAAC;YAC7D,QAAQ,CAAC,IAAI,CAAC,OAAO,IAAI,CAAC,UAAU,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC;YAElD,KAAK,MAAM,IAAI,IAAI,WAAW,EAAE,CAAC;gBAC/B,QAAQ,CAAC,IAAI,CAAC,OAAO,IAAI,CAAC,UAAU,CAAC,IAAI,CAAC,IAAI,CAAC,OAAO,IAAI,CAAC,KAAK,EAAE,CAAC,CAAC;gBACpE,IAAI,IAAI,CAAC,OAAO,CAAC,eAAe,IAAI,IAAI,CAAC,UAAU,KAAK,SAAS,EAAE,CAAC;oBAClE,QAAQ,CAAC,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,UAAU,GAAG,GAAG,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,gBAAgB,CAAC,CAAC;gBAC1E,CAAC;gBACD,QAAQ,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;YACtB,CAAC;QACH,CAAC;QAED,OAAO,QAAQ,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;IAC3B,CAAC;IAEO,kBAAkB,CAAC,KAAmB;QAC5C,IAAI,KAAK,CAAC,MAAM,KAAK,CAAC;YAAE,OAAO,EAAE,CAAC;QAElC,MAAM,KAAK,GAAa,EAAE,CAAC;QAE3B,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;YACzB,KAAK,CAAC,IAAI,CAAC,GAAG,IAAI,CAAC,MAAM,IAAI,IAAI,CAAC,IAAI,KAAK,IAAI,CAAC,KAAK,EAAE,CAAC,CAAC;QAC3D,CAAC;QAED,OAAO,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IAC1B,CAAC;IAEO,4BAA4B,CAAC,YAA2B;QAC9D,IAAI,YAAY,CAAC,MAAM,KAAK,CAAC;YAAE,OAAO,EAAE,CAAC;QAEzC,IAAI,OAAO,GAAG,6BAA6B,CAAC;QAE5C,KAAK,MAAM,GAAG,IAAI,YAAY,CAAC,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC,EAAE,CAAC;YAC5C,MAAM,IAAI,GAAG,IAAI,IAAI,CAAC,GAAG,CAAC,SAAS,CAAC,CAAC,kBAAkB,EAAE,CAAC;YAC1D,OAAO,IAAI,MAAM,IAAI,MAAM,GAAG,CAAC,IAAI,KAAK,GAAG,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC,EAAE,GAAG,CAAC,IAAI,CAAC;QACxE,CAAC;QAED,OAAO,OAAO,CAAC;IACjB,CAAC;IAEO,yBAAyB,CAAC,YAA2B;QAC3D,IAAI,YAAY,CAAC,MAAM,KAAK,CAAC;YAAE,OAAO,EAAE,CAAC;QAEzC,MAAM,KAAK,GAAa,EAAE,CAAC;QAE3B,KAAK,MAAM,GAAG,IAAI,YAAY,EAAE,CAAC;YAC/B,MAAM,IAAI,GAAG,IAAI,IAAI,CAAC,GAAG,CAAC,SAAS,CAAC,CAAC,WAAW,EAAE,CAAC;YACnD,KAAK,CAAC,IAAI,CAAC,IAAI,IAAI,KAAK,GAAG,CAAC,IAAI,KAAK,GAAG,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC,EAAE,GAAG,CAAC,EAAE,CAAC,CAAC;QACpE,CAAC;QAED,OAAO,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IAC1B,CAAC;IAEO,uBAAuB,CAAC,OAAgB;QAC9C,IAAI,OAAO,GAAG,gBAAgB,OAAO,CAAC,EAAE,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,SAAS,CAAC;QAC9D,OAAO,IAAI,eAAe,OAAO,CAAC,MAAM,IAAI,CAAC;QAC7C,OAAO,IAAI,gBAAgB,IAAI,IAAI,CAAC,OAAO,CAAC,SAAS,CAAC,CAAC,WAAW,EAAE,IAAI,CAAC;QAEzE,IAAI,OAAO,CAAC,OAAO,EAAE,CAAC;YACpB,OAAO,IAAI,cAAc,IAAI,IAAI,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC,WAAW,EAAE,IAAI,CAAC;YACrE,OAAO,IAAI,iBAAiB,IAAI,CAAC,KAAK,CAAC,CAAC,OAAO,CAAC,OAAO,GAAG,OAAO,CAAC,SAAS,CAAC,GAAG,IAAI,GAAG,EAAE,CAAC,YAAY,CAAC;QACxG,CAAC;QAED,OAAO,IAAI,gBAAgB,CAAC;QAC5B,OAAO,IAAI,mBAAmB,OAAO,CAAC,KAAK,CAAC,iBAAiB,IAAI,CAAC;QAClE,OAAO,IAAI,2BAA2B,OAAO,CAAC,KAAK,CAAC,kBAAkB,IAAI,CAAC;QAC3E,OAAO,IAAI,iBAAiB,OAAO,CAAC,KAAK,CAAC,iBAAiB,IAAI,CAAC;QAEhE,IAAI,OAAO,CAAC,OAAO,EAAE,CAAC;YACpB,OAAO,IAAI,kBAAkB,CAAC;YAC9B,IAAI,OAAO,CAAC,OAAO,CAAC,YAAY,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;gBAC5C,OAAO,IAAI,gBAAgB,OAAO,CAAC,OAAO,CAAC,YAAY,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC;YACzE,CAAC;YACD,IAAI,OAAO,CAAC,OAAO,CAAC,kBAAkB,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;gBAClD,OAAO,IAAI,kBAAkB,OAAO,CAAC,OAAO,CAAC,kBAAkB,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC;YACjF,CAAC;QACH,CAAC;QAED,OAAO,OAAO,CAAC;IACjB,CAAC;IAEO,oBAAoB,CAAC,OAAgB;QAC3C,MAAM,KAAK,GAAa;YACtB,YAAY,OAAO,CAAC,EAAE,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,EAAE;YACpC,WAAW,OAAO,CAAC,MAAM,EAAE;YAC3B,YAAY,IAAI,IAAI,CAAC,OAAO,CAAC,SAAS,CAAC,CAAC,WAAW,EAAE,EAAE;YACvD,iBAAiB,OAAO,CAAC,KAAK,CAAC,iBAAiB,EAAE;YAClD,iBAAiB,OAAO,CAAC,KAAK,CAAC,kBAAkB,EAAE;SACpD,CAAC;QAEF,OAAO,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IAC1B,CAAC;IAEO,eAAe,CAAC,OAAe;QACrC,IAAI,OAAO,CAAC,MAAM,IAAI,IAAI,CAAC,OAAO,CAAC,gBAAgB,EAAE,CAAC;YACpD,OAAO,OAAO,CAAC;QACjB,CAAC;QAED,OAAO,OAAO,CAAC,KAAK,CAAC,CAAC,EAAE,IAAI,CAAC,OAAO,CAAC,gBAAgB,CAAC,GAAG,yBAAyB,CAAC;IACrF,CAAC;IAEO,OAAO,CAAI,KAAU,EAAE,GAAY;QACzC,MAAM,MAAM,GAAwB,EAAE,CAAC;QACvC,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;YACzB,MAAM,CAAC,GAAG,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC;YAC5B,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC;gBAAE,MAAM,CAAC,CAAC,CAAC,GAAG,EAAE,CAAC;YAC/B,MAAM,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QACvB,CAAC;QACD,OAAO,MAAM,CAAC;IAChB,CAAC;IAEO,UAAU,CAAC,GAAW;QAC5B,OAAO,GAAG,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,WAAW,EAAE,GAAG,GAAG,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;IACpD,CAAC;IAEO,UAAU,CAAC,IAAY;QAC7B,OAAO,IAAI;aACR,KAAK,CAAC,GAAG,CAAC;aACV,GAAG,CAAC,IAAI,CAAC,EAAE,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,WAAW,EAAE,GAAG,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;aACzD,IAAI,CAAC,GAAG,CAAC,CAAC;IACf,CAAC;IAED,SAAS,CAAC,MAAoB;QAC5B,IAAI,CAAC,OAAO,CAAC,MAAM,GAAG,MAAM,CAAC;IAC/B,CAAC;IAED,SAAS;QACP,OAAO,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC;IAC7B,CAAC;IAED,kBAAkB,CAAC,OAAgB;QACjC,IAAI,CAAC,OAAO,CAAC,eAAe,GAAG,OAAO,CAAC;IACzC,CAAC;CACF"}
@@ -0,0 +1,3 @@
1
+ export { EmbeddingProvider, EmbeddingConfig, cosineSimilarity } from './provider.js';
2
+ export { TransformersEmbeddingProvider } from './transformers.js';
3
+ //# sourceMappingURL=index.d.ts.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/embedding/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,iBAAiB,EAAE,eAAe,EAAE,gBAAgB,EAAE,MAAM,eAAe,CAAC;AACrF,OAAO,EAAE,6BAA6B,EAAE,MAAM,mBAAmB,CAAC"}
@@ -0,0 +1,3 @@
1
+ export { cosineSimilarity } from './provider.js';
2
+ export { TransformersEmbeddingProvider } from './transformers.js';
3
+ //# sourceMappingURL=index.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"index.js","sourceRoot":"","sources":["../../src/embedding/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAsC,gBAAgB,EAAE,MAAM,eAAe,CAAC;AACrF,OAAO,EAAE,6BAA6B,EAAE,MAAM,mBAAmB,CAAC"}
@@ -0,0 +1,15 @@
1
+ export interface EmbeddingProvider {
2
+ initialize(): Promise<void>;
3
+ isInitialized(): boolean;
4
+ embed(text: string): Promise<number[]>;
5
+ embedBatch(texts: string[]): Promise<number[][]>;
6
+ getDimension(): number;
7
+ similarity(a: number[], b: number[]): number;
8
+ }
9
+ export interface EmbeddingConfig {
10
+ model: string;
11
+ cacheDir: string;
12
+ dimension: number;
13
+ }
14
+ export declare function cosineSimilarity(a: number[], b: number[]): number;
15
+ //# sourceMappingURL=provider.d.ts.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"provider.d.ts","sourceRoot":"","sources":["../../src/embedding/provider.ts"],"names":[],"mappings":"AAAA,MAAM,WAAW,iBAAiB;IAChC,UAAU,IAAI,OAAO,CAAC,IAAI,CAAC,CAAC;IAC5B,aAAa,IAAI,OAAO,CAAC;IACzB,KAAK,CAAC,IAAI,EAAE,MAAM,GAAG,OAAO,CAAC,MAAM,EAAE,CAAC,CAAC;IACvC,UAAU,CAAC,KAAK,EAAE,MAAM,EAAE,GAAG,OAAO,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC;IACjD,YAAY,IAAI,MAAM,CAAC;IACvB,UAAU,CAAC,CAAC,EAAE,MAAM,EAAE,EAAE,CAAC,EAAE,MAAM,EAAE,GAAG,MAAM,CAAC;CAC9C;AAED,MAAM,WAAW,eAAe;IAC9B,KAAK,EAAE,MAAM,CAAC;IACd,QAAQ,EAAE,MAAM,CAAC;IACjB,SAAS,EAAE,MAAM,CAAC;CACnB;AAED,wBAAgB,gBAAgB,CAAC,CAAC,EAAE,MAAM,EAAE,EAAE,CAAC,EAAE,MAAM,EAAE,GAAG,MAAM,CAqBjE"}
@@ -0,0 +1,19 @@
1
+ export function cosineSimilarity(a, b) {
2
+ if (a.length !== b.length) {
3
+ throw new Error('Vectors must have the same dimension');
4
+ }
5
+ let dotProduct = 0;
6
+ let normA = 0;
7
+ let normB = 0;
8
+ for (let i = 0; i < a.length; i++) {
9
+ dotProduct += a[i] * b[i];
10
+ normA += a[i] * a[i];
11
+ normB += b[i] * b[i];
12
+ }
13
+ const denominator = Math.sqrt(normA) * Math.sqrt(normB);
14
+ if (denominator === 0) {
15
+ return 0;
16
+ }
17
+ return dotProduct / denominator;
18
+ }
19
+ //# sourceMappingURL=provider.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"provider.js","sourceRoot":"","sources":["../../src/embedding/provider.ts"],"names":[],"mappings":"AAeA,MAAM,UAAU,gBAAgB,CAAC,CAAW,EAAE,CAAW;IACvD,IAAI,CAAC,CAAC,MAAM,KAAK,CAAC,CAAC,MAAM,EAAE,CAAC;QAC1B,MAAM,IAAI,KAAK,CAAC,sCAAsC,CAAC,CAAC;IAC1D,CAAC;IAED,IAAI,UAAU,GAAG,CAAC,CAAC;IACnB,IAAI,KAAK,GAAG,CAAC,CAAC;IACd,IAAI,KAAK,GAAG,CAAC,CAAC;IAEd,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,CAAC,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;QAClC,UAAU,IAAI,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC;QAC1B,KAAK,IAAI,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC;QACrB,KAAK,IAAI,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC;IACvB,CAAC;IAED,MAAM,WAAW,GAAG,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,GAAG,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;IACxD,IAAI,WAAW,KAAK,CAAC,EAAE,CAAC;QACtB,OAAO,CAAC,CAAC;IACX,CAAC;IAED,OAAO,UAAU,GAAG,WAAW,CAAC;AAClC,CAAC"}
@@ -0,0 +1,14 @@
1
+ import { EmbeddingProvider, EmbeddingConfig } from './provider.js';
2
+ export declare class TransformersEmbeddingProvider implements EmbeddingProvider {
3
+ private pipe;
4
+ private config;
5
+ private initialized;
6
+ constructor(config: EmbeddingConfig);
7
+ initialize(): Promise<void>;
8
+ isInitialized(): boolean;
9
+ embed(text: string): Promise<number[]>;
10
+ embedBatch(texts: string[]): Promise<number[][]>;
11
+ getDimension(): number;
12
+ similarity(a: number[], b: number[]): number;
13
+ }
14
+ //# sourceMappingURL=transformers.d.ts.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"transformers.d.ts","sourceRoot":"","sources":["../../src/embedding/transformers.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,iBAAiB,EAAE,eAAe,EAAoB,MAAM,eAAe,CAAC;AAErF,qBAAa,6BAA8B,YAAW,iBAAiB;IACrE,OAAO,CAAC,IAAI,CAAqD;IACjE,OAAO,CAAC,MAAM,CAAkB;IAChC,OAAO,CAAC,WAAW,CAAS;gBAEhB,MAAM,EAAE,eAAe;IAM7B,UAAU,IAAI,OAAO,CAAC,IAAI,CAAC;IAejC,aAAa,IAAI,OAAO;IAIlB,KAAK,CAAC,IAAI,EAAE,MAAM,GAAG,OAAO,CAAC,MAAM,EAAE,CAAC;IActC,UAAU,CAAC,KAAK,EAAE,MAAM,EAAE,GAAG,OAAO,CAAC,MAAM,EAAE,EAAE,CAAC;IAWtD,YAAY,IAAI,MAAM;IAItB,UAAU,CAAC,CAAC,EAAE,MAAM,EAAE,EAAE,CAAC,EAAE,MAAM,EAAE,GAAG,MAAM;CAG7C"}
@@ -0,0 +1,55 @@
1
+ import { pipeline, env } from '@xenova/transformers';
2
+ import { cosineSimilarity } from './provider.js';
3
+ export class TransformersEmbeddingProvider {
4
+ pipe = null;
5
+ config;
6
+ initialized = false;
7
+ constructor(config) {
8
+ this.config = config;
9
+ env.cacheDir = config.cacheDir;
10
+ env.allowLocalModels = true;
11
+ }
12
+ async initialize() {
13
+ if (this.initialized) {
14
+ return;
15
+ }
16
+ try {
17
+ this.pipe = await pipeline('feature-extraction', this.config.model, {
18
+ quantized: true
19
+ });
20
+ this.initialized = true;
21
+ }
22
+ catch (error) {
23
+ throw new Error(`Failed to initialize embedding model: ${error instanceof Error ? error.message : String(error)}`);
24
+ }
25
+ }
26
+ isInitialized() {
27
+ return this.initialized;
28
+ }
29
+ async embed(text) {
30
+ if (!this.initialized || !this.pipe) {
31
+ await this.initialize();
32
+ }
33
+ if (!this.pipe) {
34
+ throw new Error('Embedding pipeline not initialized');
35
+ }
36
+ const result = await this.pipe(text, { pooling: 'mean', normalize: true });
37
+ const tensor = result;
38
+ return Array.from(tensor.data);
39
+ }
40
+ async embedBatch(texts) {
41
+ const embeddings = [];
42
+ for (const text of texts) {
43
+ const embedding = await this.embed(text);
44
+ embeddings.push(embedding);
45
+ }
46
+ return embeddings;
47
+ }
48
+ getDimension() {
49
+ return this.config.dimension;
50
+ }
51
+ similarity(a, b) {
52
+ return cosineSimilarity(a, b);
53
+ }
54
+ }
55
+ //# sourceMappingURL=transformers.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"transformers.js","sourceRoot":"","sources":["../../src/embedding/transformers.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,QAAQ,EAAE,GAAG,EAAU,MAAM,sBAAsB,CAAC;AAC7D,OAAO,EAAsC,gBAAgB,EAAE,MAAM,eAAe,CAAC;AAErF,MAAM,OAAO,6BAA6B;IAChC,IAAI,GAAgD,IAAI,CAAC;IACzD,MAAM,CAAkB;IACxB,WAAW,GAAG,KAAK,CAAC;IAE5B,YAAY,MAAuB;QACjC,IAAI,CAAC,MAAM,GAAG,MAAM,CAAC;QACrB,GAAG,CAAC,QAAQ,GAAG,MAAM,CAAC,QAAQ,CAAC;QAC/B,GAAG,CAAC,gBAAgB,GAAG,IAAI,CAAC;IAC9B,CAAC;IAED,KAAK,CAAC,UAAU;QACd,IAAI,IAAI,CAAC,WAAW,EAAE,CAAC;YACrB,OAAO;QACT,CAAC;QAED,IAAI,CAAC;YACH,IAAI,CAAC,IAAI,GAAG,MAAM,QAAQ,CAAC,oBAAoB,EAAE,IAAI,CAAC,MAAM,CAAC,KAAK,EAAE;gBAClE,SAAS,EAAE,IAAI;aAChB,CAAC,CAAC;YACH,IAAI,CAAC,WAAW,GAAG,IAAI,CAAC;QAC1B,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,MAAM,IAAI,KAAK,CAAC,yCAAyC,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC;QACrH,CAAC;IACH,CAAC;IAED,aAAa;QACX,OAAO,IAAI,CAAC,WAAW,CAAC;IAC1B,CAAC;IAED,KAAK,CAAC,KAAK,CAAC,IAAY;QACtB,IAAI,CAAC,IAAI,CAAC,WAAW,IAAI,CAAC,IAAI,CAAC,IAAI,EAAE,CAAC;YACpC,MAAM,IAAI,CAAC,UAAU,EAAE,CAAC;QAC1B,CAAC;QAED,IAAI,CAAC,IAAI,CAAC,IAAI,EAAE,CAAC;YACf,MAAM,IAAI,KAAK,CAAC,oCAAoC,CAAC,CAAC;QACxD,CAAC;QAED,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,IAAI,CAAC,IAAI,EAAE,EAAE,OAAO,EAAE,MAAM,EAAE,SAAS,EAAE,IAAI,EAAS,CAAC,CAAC;QAClF,MAAM,MAAM,GAAG,MAAgB,CAAC;QAChC,OAAO,KAAK,CAAC,IAAI,CAAC,MAAM,CAAC,IAAoB,CAAC,CAAC;IACjD,CAAC;IAED,KAAK,CAAC,UAAU,CAAC,KAAe;QAC9B,MAAM,UAAU,GAAe,EAAE,CAAC;QAElC,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;YACzB,MAAM,SAAS,GAAG,MAAM,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;YACzC,UAAU,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;QAC7B,CAAC;QAED,OAAO,UAAU,CAAC;IACpB,CAAC;IAED,YAAY;QACV,OAAO,IAAI,CAAC,MAAM,CAAC,SAAS,CAAC;IAC/B,CAAC;IAED,UAAU,CAAC,CAAW,EAAE,CAAW;QACjC,OAAO,gBAAgB,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC;IAChC,CAAC;CACF"}