@monoes/memory 1.0.15 → 1.0.17
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +12 -15
- package/dist/atomic-file.js +1 -1
- package/dist/atomic-file.js.map +1 -1
- package/dist/cache-manager.d.ts +1 -37
- package/dist/cache-manager.d.ts.map +1 -1
- package/dist/cache-manager.js +1 -80
- package/dist/cache-manager.js.map +1 -1
- package/dist/checkpointer.d.ts +6 -6
- package/dist/checkpointer.d.ts.map +1 -1
- package/dist/checkpointer.js +10 -10
- package/dist/checkpointer.js.map +1 -1
- package/dist/hnsw-index.d.ts +32 -1
- package/dist/hnsw-index.d.ts.map +1 -1
- package/dist/hnsw-index.js +73 -29
- package/dist/hnsw-index.js.map +1 -1
- package/dist/index.d.ts +22 -202
- package/dist/index.d.ts.map +1 -1
- package/dist/index.js +18 -332
- package/dist/index.js.map +1 -1
- package/dist/knowledge/document-chunker.d.ts.map +1 -1
- package/dist/knowledge/document-chunker.js +9 -3
- package/dist/knowledge/document-chunker.js.map +1 -1
- package/dist/knowledge/index.d.ts +4 -4
- package/dist/knowledge/index.d.ts.map +1 -1
- package/dist/knowledge/index.js +1 -1
- package/dist/knowledge/index.js.map +1 -1
- package/dist/knowledge/knowledge-store.d.ts.map +1 -1
- package/dist/knowledge/knowledge-store.js +2 -2
- package/dist/knowledge/knowledge-store.js.map +1 -1
- package/dist/math-utils.d.ts.map +1 -1
- package/dist/math-utils.js.map +1 -1
- package/dist/migration.d.ts +1 -1
- package/dist/migration.d.ts.map +1 -1
- package/dist/migration.js +11 -22
- package/dist/migration.js.map +1 -1
- package/dist/prompt-version-store.d.ts.map +1 -1
- package/dist/prompt-version-store.js.map +1 -1
- package/dist/query-builder.d.ts.map +1 -1
- package/dist/query-builder.js +12 -4
- package/dist/query-builder.js.map +1 -1
- package/dist/sql-backend.d.ts +103 -5
- package/dist/sql-backend.d.ts.map +1 -1
- package/dist/sql-backend.js +341 -27
- package/dist/sql-backend.js.map +1 -1
- package/dist/sql-schema.d.ts.map +1 -1
- package/dist/sql-schema.js +116 -47
- package/dist/sql-schema.js.map +1 -1
- package/dist/sqlite-backend.d.ts +1 -0
- package/dist/sqlite-backend.d.ts.map +1 -1
- package/dist/sqlite-backend.js +8 -3
- package/dist/sqlite-backend.js.map +1 -1
- package/dist/sqljs-backend.d.ts +9 -0
- package/dist/sqljs-backend.d.ts.map +1 -1
- package/dist/sqljs-backend.js +24 -3
- package/dist/sqljs-backend.js.map +1 -1
- package/dist/types/checkpoint.d.ts +2 -2
- package/dist/types/checkpoint.d.ts.map +1 -1
- package/dist/types.d.ts +2 -2
- package/dist/types.d.ts.map +1 -1
- package/dist/utils/jsonl-store.js +2 -2
- package/dist/utils/jsonl-store.js.map +1 -1
- package/package.json +2 -2
- package/dist/controller-registry.d.ts +0 -206
- package/dist/controller-registry.d.ts.map +0 -1
- package/dist/controller-registry.js +0 -497
- package/dist/controller-registry.js.map +0 -1
- package/dist/database-provider.d.ts +0 -86
- package/dist/database-provider.d.ts.map +0 -1
- package/dist/database-provider.js +0 -397
- package/dist/database-provider.js.map +0 -1
package/dist/index.js
CHANGED
|
@@ -1,342 +1,28 @@
|
|
|
1
1
|
/**
|
|
2
|
-
* @monomind/memory -
|
|
2
|
+
* @monomind/memory - Persistent Memory Backends for Monomind
|
|
3
3
|
*
|
|
4
|
-
* Provides
|
|
5
|
-
*
|
|
6
|
-
*
|
|
7
|
-
* the live bridge path; the migration escape hatch for legacy LanceDB stores
|
|
8
|
-
* is gone too — migrate before upgrading past this point if you still have
|
|
9
|
-
* one). UnifiedMemoryService below is backed by SQLiteBackend. It is still
|
|
10
|
-
* not the live CLI memory path — the CLI's
|
|
11
|
-
* memory-bridge.ts talks to SQLiteBackend/SqlJsBackend directly and does not
|
|
12
|
-
* go through this class — but external @monomind/memory consumers who
|
|
13
|
-
* instantiate it now get the current engine, not the legacy adapter.
|
|
4
|
+
* Provides SQLite-backed memory engines (better-sqlite3 native driver with
|
|
5
|
+
* sql.js WASM fallback), dense vector embeddings storage, pure-JS HNSW indexing,
|
|
6
|
+
* document chunking/retrieval, and cross-session checkpointers.
|
|
14
7
|
*
|
|
15
8
|
* @module @monomind/memory
|
|
16
|
-
*
|
|
17
|
-
* @example
|
|
18
|
-
* ```typescript
|
|
19
|
-
* import { UnifiedMemoryService, query, QueryTemplates } from '@monomind/memory';
|
|
20
|
-
*
|
|
21
|
-
* // Initialize the memory service
|
|
22
|
-
* const memory = new UnifiedMemoryService({
|
|
23
|
-
* dimensions: 1536,
|
|
24
|
-
* cacheEnabled: true,
|
|
25
|
-
* embeddingGenerator: async (text) => embeddings.embed(text),
|
|
26
|
-
* });
|
|
27
|
-
*
|
|
28
|
-
* await memory.initialize();
|
|
29
|
-
*
|
|
30
|
-
* // Store entries
|
|
31
|
-
* await memory.store({
|
|
32
|
-
* key: 'auth-patterns',
|
|
33
|
-
* content: 'OAuth 2.0 implementation patterns for secure authentication',
|
|
34
|
-
* tags: ['auth', 'security', 'patterns'],
|
|
35
|
-
* });
|
|
36
|
-
*
|
|
37
|
-
* // Semantic search
|
|
38
|
-
* const results = await memory.semanticSearch('user authentication best practices', 5);
|
|
39
|
-
*
|
|
40
|
-
* // Query with fluent builder
|
|
41
|
-
* const entries = await memory.query(
|
|
42
|
-
* query()
|
|
43
|
-
* .semantic('security vulnerabilities')
|
|
44
|
-
* .inNamespace('security')
|
|
45
|
-
* .withTags(['critical'])
|
|
46
|
-
* .threshold(0.8)
|
|
47
|
-
* .limit(10)
|
|
48
|
-
* .build()
|
|
49
|
-
* );
|
|
50
|
-
* ```
|
|
51
9
|
*/
|
|
52
|
-
// Utility Functions and Constants
|
|
53
|
-
export {
|
|
54
|
-
// ===== Controller Registry (ADR-053) =====
|
|
55
|
-
export { ControllerRegistry, INIT_LEVELS } from './controller-registry.js';
|
|
10
|
+
// Utility Functions and Constants
|
|
11
|
+
export { createDefaultEntry, generateMemoryId, PERFORMANCE_TARGETS, } from './types.js';
|
|
56
12
|
// ===== Core Components =====
|
|
57
|
-
export { SQLiteBackend } from './sqlite-backend.js';
|
|
58
|
-
export { SqlJsBackend } from './sqljs-backend.js';
|
|
59
|
-
export { HNSWIndex } from './hnsw-index.js';
|
|
60
|
-
export { CacheManager, TieredCacheManager } from './cache-manager.js';
|
|
61
|
-
export { QueryBuilder, query, QueryTemplates } from './query-builder.js';
|
|
62
|
-
export { MemoryMigrator, createMigrator, migrateMultipleSources } from './migration.js';
|
|
63
|
-
export { createDatabase, getPlatformInfo, getAvailableProviders } from './database-provider.js';
|
|
64
|
-
// ===== Graph Checkpointing (Task 08) =====
|
|
65
|
-
export { SwarmCheckpointer } from './checkpointer.js';
|
|
66
|
-
// ===== Per-Agent Knowledge Base (Task 28) =====
|
|
67
|
-
export { chunkDocument, KnowledgeStore, KnowledgeRetriever } from './knowledge/index.js';
|
|
68
|
-
// ===== Unified Memory Service =====
|
|
69
|
-
import { EventEmitter } from 'node:events';
|
|
70
|
-
import { createDefaultEntry, } from './types.js';
|
|
71
13
|
import { SQLiteBackend } from './sqlite-backend.js';
|
|
72
|
-
|
|
73
|
-
|
|
74
|
-
|
|
75
|
-
|
|
76
|
-
|
|
77
|
-
|
|
78
|
-
|
|
79
|
-
|
|
80
|
-
*
|
|
81
|
-
* This class, the four `create*Service` factories below, and the package's
|
|
82
|
-
* default export have ZERO callers inside this monorepo. The live CLI memory
|
|
83
|
-
* path is `packages/@monomind/cli/src/memory/memory-bridge.ts`, which
|
|
84
|
-
* constructs SQLiteBackend/SqlJsBackend directly and never touches this class.
|
|
85
|
-
* Every in-repo import of `@monoes/memory` pulls a *different* symbol
|
|
86
|
-
* (SwarmCheckpointer, SQLiteBackend, HNSWIndex, chunkDocument).
|
|
87
|
-
*
|
|
88
|
-
* It is nevertheless RETAINED DELIBERATELY, not by accident: `@monoes/memory`
|
|
89
|
-
* is published to npm, and this is its documented headline API, its module
|
|
90
|
-
* docblock example, and its `export default`. Deleting it is a breaking change
|
|
91
|
-
* to a published package's primary entry point, which is a different decision
|
|
92
|
-
* from removing unreachable *internal* code — and the usual justification for
|
|
93
|
-
* deleting dead code (it has silently rotted) does not apply here, because
|
|
94
|
-
* `src/index.test.ts` now covers the whole surface: lifecycle, the full
|
|
95
|
-
* IMemoryBackend implementation, every convenience method, sharing, and all
|
|
96
|
-
* four factories.
|
|
97
|
-
*
|
|
98
|
-
* If you do decide to remove it, treat it as a semver-major change to
|
|
99
|
-
* @monoes/memory and delete `src/index.test.ts` with it.
|
|
100
|
-
*/
|
|
101
|
-
export class UnifiedMemoryService extends EventEmitter {
|
|
102
|
-
adapter;
|
|
103
|
-
config;
|
|
104
|
-
initialized = false;
|
|
105
|
-
constructor(config = {}) {
|
|
106
|
-
super();
|
|
107
|
-
this.config = {
|
|
108
|
-
dimensions: 1536,
|
|
109
|
-
autoEmbed: true,
|
|
110
|
-
...config,
|
|
111
|
-
};
|
|
112
|
-
this.adapter = new SQLiteBackend({
|
|
113
|
-
databasePath: this.config.persistenceEnabled === false ? ':memory:' : (this.config.persistencePath ?? ':memory:'),
|
|
114
|
-
defaultNamespace: this.config.defaultNamespace ?? 'default',
|
|
115
|
-
embeddingGenerator: this.config.embeddingGenerator,
|
|
116
|
-
});
|
|
117
|
-
// Forward adapter events
|
|
118
|
-
this.adapter.on('entry:stored', (data) => this.emit('entry:stored', data));
|
|
119
|
-
this.adapter.on('entry:updated', (data) => this.emit('entry:updated', data));
|
|
120
|
-
this.adapter.on('entry:deleted', (data) => this.emit('entry:deleted', data));
|
|
121
|
-
}
|
|
122
|
-
// ===== Lifecycle =====
|
|
123
|
-
async initialize() {
|
|
124
|
-
if (this.initialized)
|
|
125
|
-
return;
|
|
126
|
-
await this.adapter.initialize();
|
|
127
|
-
this.initialized = true;
|
|
128
|
-
this.emit('initialized');
|
|
129
|
-
}
|
|
130
|
-
async shutdown() {
|
|
131
|
-
if (!this.initialized)
|
|
132
|
-
return;
|
|
133
|
-
await this.adapter.shutdown();
|
|
134
|
-
this.initialized = false;
|
|
135
|
-
this.emit('shutdown');
|
|
136
|
-
}
|
|
137
|
-
// ===== IMemoryBackend Implementation =====
|
|
138
|
-
async store(entry) {
|
|
139
|
-
return this.adapter.store(entry);
|
|
140
|
-
}
|
|
141
|
-
async get(id) {
|
|
142
|
-
return this.adapter.get(id);
|
|
143
|
-
}
|
|
144
|
-
async getByKey(namespace, key) {
|
|
145
|
-
return this.adapter.getByKey(namespace, key);
|
|
146
|
-
}
|
|
147
|
-
async update(id, update) {
|
|
148
|
-
return this.adapter.update(id, update);
|
|
149
|
-
}
|
|
150
|
-
async delete(id) {
|
|
151
|
-
return this.adapter.delete(id);
|
|
152
|
-
}
|
|
153
|
-
async query(query) {
|
|
154
|
-
return this.adapter.query(query);
|
|
155
|
-
}
|
|
156
|
-
async search(embedding, options) {
|
|
157
|
-
return this.adapter.search(embedding, options);
|
|
158
|
-
}
|
|
159
|
-
async bulkInsert(entries) {
|
|
160
|
-
return this.adapter.bulkInsert(entries);
|
|
161
|
-
}
|
|
162
|
-
async bulkDelete(ids) {
|
|
163
|
-
return this.adapter.bulkDelete(ids);
|
|
164
|
-
}
|
|
165
|
-
async count(namespace) {
|
|
166
|
-
return this.adapter.count(namespace);
|
|
167
|
-
}
|
|
168
|
-
async listNamespaces() {
|
|
169
|
-
return this.adapter.listNamespaces();
|
|
170
|
-
}
|
|
171
|
-
async clearNamespace(namespace) {
|
|
172
|
-
return this.adapter.clearNamespace(namespace);
|
|
173
|
-
}
|
|
174
|
-
async getStats() {
|
|
175
|
-
return this.adapter.getStats();
|
|
176
|
-
}
|
|
177
|
-
async healthCheck() {
|
|
178
|
-
return this.adapter.healthCheck();
|
|
179
|
-
}
|
|
180
|
-
// ===== Convenience Methods =====
|
|
181
|
-
/**
|
|
182
|
-
* Store an entry from simple input
|
|
183
|
-
*/
|
|
184
|
-
async storeEntry(input) {
|
|
185
|
-
const entry = createDefaultEntry(input);
|
|
186
|
-
await this.adapter.store(entry);
|
|
187
|
-
return entry;
|
|
188
|
-
}
|
|
189
|
-
/**
|
|
190
|
-
* Semantic search by content string
|
|
191
|
-
*/
|
|
192
|
-
async semanticSearch(content, k = 10, threshold) {
|
|
193
|
-
const gen = this.config.embeddingGenerator;
|
|
194
|
-
if (!gen)
|
|
195
|
-
return [];
|
|
196
|
-
const embedding = await gen(content);
|
|
197
|
-
return this.adapter.search(embedding, { k, threshold });
|
|
198
|
-
}
|
|
199
|
-
/**
|
|
200
|
-
* Find similar entries to a given entry
|
|
201
|
-
*/
|
|
202
|
-
async findSimilar(id, k = 5) {
|
|
203
|
-
const entry = await this.get(id);
|
|
204
|
-
if (!entry || !entry.embedding) {
|
|
205
|
-
return [];
|
|
206
|
-
}
|
|
207
|
-
const results = await this.search(entry.embedding, { k: k + 1 });
|
|
208
|
-
// Filter out the source entry
|
|
209
|
-
return results.filter((r) => r.entry.id !== id).slice(0, k);
|
|
210
|
-
}
|
|
211
|
-
/**
|
|
212
|
-
* Get or create an entry
|
|
213
|
-
*/
|
|
214
|
-
async getOrCreate(namespace, key, creator) {
|
|
215
|
-
const existing = await this.getByKey(namespace, key);
|
|
216
|
-
if (existing)
|
|
217
|
-
return existing;
|
|
218
|
-
const input = await creator();
|
|
219
|
-
return this.storeEntry({ ...input, namespace, key });
|
|
220
|
-
}
|
|
221
|
-
/**
|
|
222
|
-
* Append content to an existing entry
|
|
223
|
-
*/
|
|
224
|
-
async appendContent(id, content) {
|
|
225
|
-
const entry = await this.get(id);
|
|
226
|
-
if (!entry)
|
|
227
|
-
return null;
|
|
228
|
-
return this.update(id, {
|
|
229
|
-
content: entry.content + '\n' + content,
|
|
230
|
-
});
|
|
231
|
-
}
|
|
232
|
-
/**
|
|
233
|
-
* Add tags to an existing entry
|
|
234
|
-
*/
|
|
235
|
-
async addTags(id, tags) {
|
|
236
|
-
const entry = await this.get(id);
|
|
237
|
-
if (!entry)
|
|
238
|
-
return null;
|
|
239
|
-
const newTags = [...new Set([...entry.tags, ...tags])];
|
|
240
|
-
return this.update(id, { tags: newTags });
|
|
241
|
-
}
|
|
242
|
-
/**
|
|
243
|
-
* Remove tags from an existing entry
|
|
244
|
-
*/
|
|
245
|
-
async removeTags(id, tags) {
|
|
246
|
-
const entry = await this.get(id);
|
|
247
|
-
if (!entry)
|
|
248
|
-
return null;
|
|
249
|
-
const newTags = entry.tags.filter((t) => !tags.includes(t));
|
|
250
|
-
return this.update(id, { tags: newTags });
|
|
251
|
-
}
|
|
252
|
-
// ===== Migration =====
|
|
253
|
-
/**
|
|
254
|
-
* Migrate from a legacy memory source
|
|
255
|
-
*/
|
|
256
|
-
async migrateFrom(source, sourcePath, options = {}) {
|
|
257
|
-
const migrator = new MemoryMigrator(this.adapter, { source, sourcePath, ...options }, this.config.embeddingGenerator);
|
|
258
|
-
// Forward migration events
|
|
259
|
-
migrator.on('migration:started', (data) => this.emit('migration:started', data));
|
|
260
|
-
migrator.on('migration:progress', (data) => this.emit('migration:progress', data));
|
|
261
|
-
migrator.on('migration:completed', (data) => this.emit('migration:completed', data));
|
|
262
|
-
migrator.on('migration:failed', (data) => this.emit('migration:failed', data));
|
|
263
|
-
migrator.on('migration:error', (data) => this.emit('migration:error', data));
|
|
264
|
-
migrator.on('migration:warning', (data) => this.emit('migration:warning', data));
|
|
265
|
-
return migrator.migrate();
|
|
266
|
-
}
|
|
267
|
-
// ===== Cross-Agent Memory Sharing =====
|
|
268
|
-
/**
|
|
269
|
-
* Share an entry with another agent
|
|
270
|
-
*/
|
|
271
|
-
async shareWith(id, agentId) {
|
|
272
|
-
const entry = await this.get(id);
|
|
273
|
-
if (!entry)
|
|
274
|
-
return null;
|
|
275
|
-
const sharedWith = entry.metadata.sharedWith || [];
|
|
276
|
-
if (!sharedWith.includes(agentId)) {
|
|
277
|
-
sharedWith.push(agentId);
|
|
278
|
-
}
|
|
279
|
-
return this.update(id, {
|
|
280
|
-
metadata: { ...entry.metadata, sharedWith },
|
|
281
|
-
});
|
|
282
|
-
}
|
|
283
|
-
/**
|
|
284
|
-
* Get entries shared with a specific agent
|
|
285
|
-
*/
|
|
286
|
-
async getSharedWith(agentId) {
|
|
287
|
-
const all = await this.query({ type: 'hybrid', limit: 10000 });
|
|
288
|
-
return all.filter((entry) => {
|
|
289
|
-
const sharedWith = entry.metadata.sharedWith || [];
|
|
290
|
-
return sharedWith.includes(agentId);
|
|
291
|
-
});
|
|
292
|
-
}
|
|
293
|
-
// ===== Utility =====
|
|
294
|
-
/**
|
|
295
|
-
* Get the underlying adapter for advanced operations
|
|
296
|
-
*/
|
|
297
|
-
getAdapter() {
|
|
298
|
-
return this.adapter;
|
|
299
|
-
}
|
|
300
|
-
/**
|
|
301
|
-
* Check if the service is initialized
|
|
302
|
-
*/
|
|
303
|
-
isInitialized() {
|
|
304
|
-
return this.initialized;
|
|
305
|
-
}
|
|
306
|
-
}
|
|
307
|
-
// ===== Factory Functions =====
|
|
308
|
-
/**
|
|
309
|
-
* Create a simple in-memory service (for testing)
|
|
310
|
-
*/
|
|
311
|
-
export function createInMemoryService() {
|
|
312
|
-
return new UnifiedMemoryService({ persistenceEnabled: false });
|
|
313
|
-
}
|
|
314
|
-
/**
|
|
315
|
-
* Create a persistent memory service
|
|
316
|
-
*/
|
|
317
|
-
export function createPersistentService(path) {
|
|
318
|
-
return new UnifiedMemoryService({ persistenceEnabled: true, persistencePath: path });
|
|
319
|
-
}
|
|
320
|
-
/**
|
|
321
|
-
* Create a memory service with embedding support
|
|
322
|
-
*/
|
|
323
|
-
export function createEmbeddingService(embeddingGenerator, dimensions = 1536) {
|
|
324
|
-
return new UnifiedMemoryService({ embeddingGenerator, dimensions, autoEmbed: true });
|
|
325
|
-
}
|
|
326
|
-
/**
|
|
327
|
-
* Create a SQLite-backed memory service with persistence
|
|
328
|
-
*/
|
|
329
|
-
export function createHybridService(databasePath, embeddingGenerator, dimensions = 1536) {
|
|
330
|
-
return new UnifiedMemoryService({
|
|
331
|
-
embeddingGenerator,
|
|
332
|
-
dimensions,
|
|
333
|
-
autoEmbed: true,
|
|
334
|
-
persistenceEnabled: true,
|
|
335
|
-
persistencePath: databasePath,
|
|
336
|
-
});
|
|
337
|
-
}
|
|
338
|
-
// ===== Prompt Version Management (Task 24) =====
|
|
14
|
+
export { CacheManager } from './cache-manager.js';
|
|
15
|
+
// ===== Graph Checkpointing =====
|
|
16
|
+
export { MonoswarmCheckpointer } from './checkpointer.js';
|
|
17
|
+
export { HNSWIndex } from './hnsw-index.js';
|
|
18
|
+
// ===== Document Chunker & Knowledge Base =====
|
|
19
|
+
export { chunkDocument, KnowledgeRetriever, KnowledgeStore } from './knowledge/index.js';
|
|
20
|
+
export { createMigrator, MemoryMigrator, migrateMultipleSources } from './migration.js';
|
|
21
|
+
// ===== Prompt Version Management =====
|
|
339
22
|
export { PromptVersionStore } from './prompt-version-store.js';
|
|
23
|
+
export { QueryBuilder, QueryTemplates, query } from './query-builder.js';
|
|
24
|
+
export { SqlJsBackend } from './sqljs-backend.js';
|
|
25
|
+
export { SQLiteBackend };
|
|
340
26
|
// Default export
|
|
341
|
-
export default
|
|
27
|
+
export default SQLiteBackend;
|
|
342
28
|
//# sourceMappingURL=index.js.map
|
package/dist/index.js.map
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"index.js","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAAA
|
|
1
|
+
{"version":3,"file":"index.js","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAAA;;;;;;;;GAQG;AA+CH,kCAAkC;AAClC,OAAO,EACL,kBAAkB,EAClB,gBAAgB,EAChB,mBAAmB,GACpB,MAAM,YAAY,CAAC;AAEpB,8BAA8B;AAC9B,OAAO,EAAE,aAAa,EAAE,MAAM,qBAAqB,CAAC;AAEpD,OAAO,EAAE,YAAY,EAAE,MAAM,oBAAoB,CAAC;AAClD,kCAAkC;AAClC,OAAO,EAAE,qBAAqB,EAAE,MAAM,mBAAmB,CAAC;AAE1D,OAAO,EAAE,SAAS,EAAE,MAAM,iBAAiB,CAAC;AAS5C,gDAAgD;AAChD,OAAO,EAAE,aAAa,EAAE,kBAAkB,EAAE,cAAc,EAAE,MAAM,sBAAsB,CAAC;AACzF,OAAO,EAAE,cAAc,EAAE,cAAc,EAAE,sBAAsB,EAAE,MAAM,gBAAgB,CAAC;AAMxF,wCAAwC;AACxC,OAAO,EAAE,kBAAkB,EAAE,MAAM,2BAA2B,CAAC;AAE/D,OAAO,EAAE,YAAY,EAAE,cAAc,EAAE,KAAK,EAAE,MAAM,oBAAoB,CAAC;AAGzE,OAAO,EAAE,YAAY,EAAE,MAAM,oBAAoB,CAAC;AAElD,OAAO,EAAE,aAAa,EAAE,CAAC;AAEzB,iBAAiB;AACjB,eAAe,aAAa,CAAC"}
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"document-chunker.d.ts","sourceRoot":"","sources":["../../src/knowledge/document-chunker.ts"],"names":[],"mappings":"AAAA;;;;;GAKG;AAEH,MAAM,WAAW,SAAS;IACxB,OAAO,EAAE,MAAM,CAAC;IAChB,KAAK,EAAE,MAAM,CAAC;IACd,IAAI,EAAE,MAAM,CAAC;IACb,SAAS,EAAE,MAAM,CAAC;IAClB,OAAO,EAAE,MAAM,CAAC;IAChB,UAAU,EAAE,MAAM,CAAC;CACpB;
|
|
1
|
+
{"version":3,"file":"document-chunker.d.ts","sourceRoot":"","sources":["../../src/knowledge/document-chunker.ts"],"names":[],"mappings":"AAAA;;;;;GAKG;AAEH,MAAM,WAAW,SAAS;IACxB,OAAO,EAAE,MAAM,CAAC;IAChB,KAAK,EAAE,MAAM,CAAC;IACd,IAAI,EAAE,MAAM,CAAC;IACb,SAAS,EAAE,MAAM,CAAC;IAClB,OAAO,EAAE,MAAM,CAAC;IAChB,UAAU,EAAE,MAAM,CAAC;CACpB;AAwDD;;;;;;;;;;;GAWG;AACH,wBAAgB,aAAa,CAC3B,KAAK,EAAE,MAAM,EACb,IAAI,EAAE,MAAM,EACZ,cAAc,GAAE,MAA2B,EAC3C,YAAY,GAAE,MAAwB,GACrC,SAAS,EAAE,CAoFb"}
|
|
@@ -49,8 +49,12 @@ function lastHeadingBefore(text, pos, toggles) {
|
|
|
49
49
|
}
|
|
50
50
|
const firstEol = text.indexOf('\n');
|
|
51
51
|
const firstLine = firstEol === -1 ? text : text.slice(0, firstEol);
|
|
52
|
-
return HEADING_LINE_RE.test(firstLine) &&
|
|
53
|
-
|
|
52
|
+
return HEADING_LINE_RE.test(firstLine) &&
|
|
53
|
+
!inFence(toggles, 0) &&
|
|
54
|
+
firstEol !== -1 &&
|
|
55
|
+
firstEol < pos
|
|
56
|
+
? firstLine.replace(/^#+ /, '').trim()
|
|
57
|
+
: null;
|
|
54
58
|
}
|
|
55
59
|
/**
|
|
56
60
|
* Chunk a document into overlapping text segments.
|
|
@@ -91,7 +95,9 @@ export function chunkDocument(docId, text, chunkSizeChars = DEFAULT_CHUNK_SIZE,
|
|
|
91
95
|
while (h !== -1) {
|
|
92
96
|
const eol = window.indexOf('\n', h + 1);
|
|
93
97
|
const line = window.slice(h + 1, eol === -1 ? undefined : eol);
|
|
94
|
-
if (HEADING_LINE_RE.test(line) &&
|
|
98
|
+
if (HEADING_LINE_RE.test(line) &&
|
|
99
|
+
windowStart + h > startChar &&
|
|
100
|
+
!inFence(toggles, windowStart + h + 1))
|
|
95
101
|
break;
|
|
96
102
|
h = h > 0 ? window.lastIndexOf('\n#', h - 1) : -1;
|
|
97
103
|
}
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"document-chunker.js","sourceRoot":"","sources":["../../src/knowledge/document-chunker.ts"],"names":[],"mappings":"AAAA;;;;;GAKG;AAWH,MAAM,kBAAkB,GAAG,IAAI,CAAC;AAChC,MAAM,eAAe,GAAG,GAAG,CAAC;AAE5B,MAAM,eAAe,GAAG,UAAU,CAAC;AACnC,MAAM,aAAa,GAAG,uBAAuB,CAAC;AAE9C;0DAC0D;AAC1D,SAAS,YAAY,CAAC,IAAY;IAChC,MAAM,OAAO,GAAa,EAAE,CAAC;IAC7B,IAAI,SAAS,GAAG,CAAC,CAAC;IAClB,OAAO,SAAS,IAAI,IAAI,CAAC,MAAM,EAAE,CAAC;QAChC,MAAM,GAAG,GAAG,IAAI,CAAC,OAAO,CAAC,IAAI,EAAE,SAAS,CAAC,CAAC;QAC1C,MAAM,IAAI,GAAG,IAAI,CAAC,KAAK,CAAC,SAAS,EAAE,GAAG,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC;QACjE,IAAI,aAAa,CAAC,IAAI,CAAC,IAAI,CAAC;YAAE,OAAO,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;QACtD,IAAI,GAAG,KAAK,CAAC,CAAC;YAAE,MAAM;QACtB,SAAS,GAAG,GAAG,GAAG,CAAC,CAAC;IACtB,CAAC;IACD,OAAO,OAAO,CAAC;AACjB,CAAC;AAED,SAAS,OAAO,CAAC,OAAiB,EAAE,GAAW;IAC7C,iDAAiD;IACjD,IAAI,EAAE,GAAG,CAAC,
|
|
1
|
+
{"version":3,"file":"document-chunker.js","sourceRoot":"","sources":["../../src/knowledge/document-chunker.ts"],"names":[],"mappings":"AAAA;;;;;GAKG;AAWH,MAAM,kBAAkB,GAAG,IAAI,CAAC;AAChC,MAAM,eAAe,GAAG,GAAG,CAAC;AAE5B,MAAM,eAAe,GAAG,UAAU,CAAC;AACnC,MAAM,aAAa,GAAG,uBAAuB,CAAC;AAE9C;0DAC0D;AAC1D,SAAS,YAAY,CAAC,IAAY;IAChC,MAAM,OAAO,GAAa,EAAE,CAAC;IAC7B,IAAI,SAAS,GAAG,CAAC,CAAC;IAClB,OAAO,SAAS,IAAI,IAAI,CAAC,MAAM,EAAE,CAAC;QAChC,MAAM,GAAG,GAAG,IAAI,CAAC,OAAO,CAAC,IAAI,EAAE,SAAS,CAAC,CAAC;QAC1C,MAAM,IAAI,GAAG,IAAI,CAAC,KAAK,CAAC,SAAS,EAAE,GAAG,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC;QACjE,IAAI,aAAa,CAAC,IAAI,CAAC,IAAI,CAAC;YAAE,OAAO,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;QACtD,IAAI,GAAG,KAAK,CAAC,CAAC;YAAE,MAAM;QACtB,SAAS,GAAG,GAAG,GAAG,CAAC,CAAC;IACtB,CAAC;IACD,OAAO,OAAO,CAAC;AACjB,CAAC;AAED,SAAS,OAAO,CAAC,OAAiB,EAAE,GAAW;IAC7C,iDAAiD;IACjD,IAAI,EAAE,GAAG,CAAC,EACR,EAAE,GAAG,OAAO,CAAC,MAAM,CAAC;IACtB,OAAO,EAAE,GAAG,EAAE,EAAE,CAAC;QACf,MAAM,GAAG,GAAG,CAAC,EAAE,GAAG,EAAE,CAAC,IAAI,CAAC,CAAC;QAC3B,IAAI,OAAO,CAAC,GAAG,CAAC,IAAI,GAAG;YAAE,EAAE,GAAG,GAAG,GAAG,CAAC,CAAC;;YACjC,EAAE,GAAG,GAAG,CAAC;IAChB,CAAC;IACD,OAAO,CAAC,EAAE,GAAG,CAAC,CAAC,KAAK,CAAC,CAAC;AACxB,CAAC;AAED;+EAC+E;AAC/E,SAAS,iBAAiB,CAAC,IAAY,EAAE,GAAW,EAAE,OAAiB;IACrE,IAAI,CAAC,GAAG,IAAI,CAAC,WAAW,CAAC,KAAK,EAAE,GAAG,GAAG,CAAC,CAAC,CAAC;IACzC,OAAO,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC;QAChB,MAAM,GAAG,GAAG,IAAI,CAAC,OAAO,CAAC,IAAI,EAAE,CAAC,GAAG,CAAC,CAAC,CAAC;QACtC,MAAM,IAAI,GAAG,IAAI,CAAC,KAAK,CAAC,CAAC,GAAG,CAAC,EAAE,GAAG,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC;QAC7D,IAAI,eAAe,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,OAAO,CAAC,OAAO,EAAE,CAAC,GAAG,CAAC,CAAC;YACxD,OAAO,IAAI,CAAC,OAAO,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC,IAAI,EAAE,CAAC;QACzC,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,WAAW,CAAC,KAAK,EAAE,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,4EAA4E;IAC/H,CAAC;IACD,MAAM,QAAQ,GAAG,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC;IACpC,MAAM,SAAS,GAAG,QAAQ,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,EAAE,QAAQ,CAAC,CAAC;IACnE,OAAO,eAAe,CAAC,IAAI,CAAC,SAAS,CAAC;QACpC,CAAC,OAAO,CAAC,OAAO,EAAE,CAAC,CAAC;QACpB,QAAQ,KAAK,CAAC,CAAC;QACf,QAAQ,GAAG,GAAG;QACd,CAAC,CAAC,SAAS,CAAC,OAAO,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC,IAAI,EAAE;QACtC,CAAC,CAAC,IAAI,CAAC;AACX,CAAC;AAED;;;;;;;;;;;GAWG;AACH,MAAM,UAAU,aAAa,CAC3B,KAAa,EACb,IAAY,EACZ,cAAc,GAAW,kBAAkB,EAC3C,YAAY,GAAW,eAAe;IAEtC,0EAA0E;IAC1E,4EAA4E;IAC5E,2EAA2E;IAC3E,wEAAwE;IACxE,IAAI,IAAI,CAAC,QAAQ,CAAC,MAAM,CAAC;QAAE,IAAI,GAAG,IAAI,CAAC,OAAO,CAAC,OAAO,EAAE,IAAI,CAAC,CAAC;IAC9D,IAAI,IAAI,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QACtB,OAAO,EAAE,CAAC;IACZ,CAAC;IAED,MAAM,OAAO,GAAG,YAAY,CAAC,IAAI,CAAC,CAAC;IACnC,MAAM,MAAM,GAAgB,EAAE,CAAC;IAC/B,IAAI,SAAS,GAAG,CAAC,CAAC;IAClB,IAAI,UAAU,GAAG,CAAC,CAAC;IAEnB,OAAO,SAAS,GAAG,IAAI,CAAC,MAAM,EAAE,CAAC;QAC/B,IAAI,OAAO,GAAG,IAAI,CAAC,GAAG,CAAC,SAAS,GAAG,cAAc,EAAE,IAAI,CAAC,MAAM,CAAC,CAAC;QAChE,IAAI,cAAc,GAAG,KAAK,CAAC;QAE3B,IAAI,OAAO,GAAG,IAAI,CAAC,MAAM,EAAE,CAAC;YAC1B,MAAM,WAAW,GAAG,IAAI,CAAC,GAAG,CAAC,SAAS,EAAE,OAAO,GAAG,IAAI,CAAC,KAAK,CAAC,cAAc,GAAG,GAAG,CAAC,CAAC,CAAC;YACpF,MAAM,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,WAAW,EAAE,OAAO,CAAC,CAAC;YAEhD,sEAAsE;YACtE,yEAAyE;YACzE,iEAAiE;YACjE,IAAI,CAAC,GAAG,MAAM,CAAC,WAAW,CAAC,KAAK,CAAC,CAAC;YAClC,OAAO,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC;gBAChB,MAAM,GAAG,GAAG,MAAM,CAAC,OAAO,CAAC,IAAI,EAAE,CAAC,GAAG,CAAC,CAAC,CAAC;gBACxC,MAAM,IAAI,GAAG,MAAM,CAAC,KAAK,CAAC,CAAC,GAAG,CAAC,EAAE,GAAG,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC;gBAC/D,IACE,eAAe,CAAC,IAAI,CAAC,IAAI,CAAC;oBAC1B,WAAW,GAAG,CAAC,GAAG,SAAS;oBAC3B,CAAC,OAAO,CAAC,OAAO,EAAE,WAAW,GAAG,CAAC,GAAG,CAAC,CAAC;oBAEtC,MAAM;gBACR,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,WAAW,CAAC,KAAK,EAAE,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;YACpD,CAAC;YACD,IAAI,CAAC,KAAK,CAAC,CAAC,IAAI,WAAW,GAAG,CAAC,GAAG,SAAS,EAAE,CAAC;gBAC5C,OAAO,GAAG,WAAW,GAAG,CAAC,GAAG,CAAC,CAAC,CAAC,4CAA4C;gBAC3E,cAAc,GAAG,IAAI,CAAC;YACxB,CAAC;iBAAM,CAAC;gBACN,IAAI,aAAa,GAAG,MAAM,CAAC,WAAW,CAAC,MAAM,CAAC,CAAC;gBAC/C,OAAO,aAAa,GAAG,CAAC,IAAI,OAAO,CAAC,OAAO,EAAE,WAAW,GAAG,aAAa,GAAG,CAAC,CAAC,EAAE,CAAC;oBAC9E,aAAa,GAAG,MAAM,CAAC,WAAW,CAAC,MAAM,EAAE,aAAa,GAAG,CAAC,CAAC,CAAC;gBAChE,CAAC;gBACD,IAAI,aAAa,KAAK,CAAC,IAAI,OAAO,CAAC,OAAO,EAAE,WAAW,GAAG,CAAC,CAAC;oBAAE,aAAa,GAAG,CAAC,CAAC,CAAC;gBACjF,IAAI,aAAa,KAAK,CAAC,CAAC,EAAE,CAAC;oBACzB,2CAA2C;oBAC3C,OAAO,GAAG,WAAW,GAAG,aAAa,GAAG,CAAC,CAAC;gBAC5C,CAAC;YACH,CAAC;QACH,CAAC;QAED,IAAI,SAAS,GAAG,IAAI,CAAC,KAAK,CAAC,SAAS,EAAE,OAAO,CAAC,CAAC;QAC/C,MAAM,OAAO,GAAG,iBAAiB,CAAC,IAAI,EAAE,SAAS,GAAG,CAAC,EAAE,OAAO,CAAC,CAAC;QAChE,IAAI,OAAO,IAAI,CAAC,eAAe,CAAC,IAAI,CAAC,SAAS,CAAC,SAAS,EAAE,CAAC,EAAE,CAAC;YAC5D,SAAS,GAAG,KAAK,OAAO,KAAK,SAAS,EAAE,CAAC;QAC3C,CAAC;QAED,MAAM,CAAC,IAAI,CAAC;YACV,OAAO,EAAE,GAAG,KAAK,IAAI,UAAU,EAAE;YACjC,KAAK;YACL,IAAI,EAAE,SAAS;YACf,SAAS;YACT,OAAO;YACP,UAAU;SACX,CAAC,CAAC;QAEH,UAAU,EAAE,CAAC;QAEb,sDAAsD;QACtD,IAAI,OAAO,IAAI,IAAI,CAAC,MAAM;YAAE,MAAM;QAElC,qEAAqE;QACrE,uEAAuE;QACvE,uBAAuB;QACvB,MAAM,OAAO,GAAG,cAAc;YAC5B,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,OAAO,GAAG,SAAS,CAAC;YAClC,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,OAAO,GAAG,SAAS,GAAG,YAAY,CAAC,CAAC;QACpD,SAAS,GAAG,SAAS,GAAG,OAAO,CAAC;IAClC,CAAC;IAED,OAAO,MAAM,CAAC;AAChB,CAAC"}
|
|
@@ -3,10 +3,10 @@
|
|
|
3
3
|
*
|
|
4
4
|
* @module @monomind/memory/knowledge
|
|
5
5
|
*/
|
|
6
|
-
export { chunkDocument } from './document-chunker.js';
|
|
7
6
|
export type { TextChunk } from './document-chunker.js';
|
|
8
|
-
export {
|
|
9
|
-
export type { MetadataRecord, ChunkRecord } from './knowledge-store.js';
|
|
10
|
-
export { KnowledgeRetriever } from './knowledge-retriever.js';
|
|
7
|
+
export { chunkDocument } from './document-chunker.js';
|
|
11
8
|
export type { KnowledgeExcerpt, RetrievalResult, SearchFn, } from './knowledge-retriever.js';
|
|
9
|
+
export { KnowledgeRetriever } from './knowledge-retriever.js';
|
|
10
|
+
export type { ChunkRecord, MetadataRecord } from './knowledge-store.js';
|
|
11
|
+
export { KnowledgeStore } from './knowledge-store.js';
|
|
12
12
|
//# sourceMappingURL=index.d.ts.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/knowledge/index.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AAEH,
|
|
1
|
+
{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/knowledge/index.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AAEH,YAAY,EAAE,SAAS,EAAE,MAAM,uBAAuB,CAAC;AACvD,OAAO,EAAE,aAAa,EAAE,MAAM,uBAAuB,CAAC;AACtD,YAAY,EACV,gBAAgB,EAChB,eAAe,EACf,QAAQ,GACT,MAAM,0BAA0B,CAAC;AAClC,OAAO,EAAE,kBAAkB,EAAE,MAAM,0BAA0B,CAAC;AAC9D,YAAY,EAAE,WAAW,EAAE,cAAc,EAAE,MAAM,sBAAsB,CAAC;AACxE,OAAO,EAAE,cAAc,EAAE,MAAM,sBAAsB,CAAC"}
|
package/dist/knowledge/index.js
CHANGED
|
@@ -4,6 +4,6 @@
|
|
|
4
4
|
* @module @monomind/memory/knowledge
|
|
5
5
|
*/
|
|
6
6
|
export { chunkDocument } from './document-chunker.js';
|
|
7
|
-
export { KnowledgeStore } from './knowledge-store.js';
|
|
8
7
|
export { KnowledgeRetriever } from './knowledge-retriever.js';
|
|
8
|
+
export { KnowledgeStore } from './knowledge-store.js';
|
|
9
9
|
//# sourceMappingURL=index.js.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"index.js","sourceRoot":"","sources":["../../src/knowledge/index.ts"],"names":[],"mappings":"AAAA;;;;GAIG;
|
|
1
|
+
{"version":3,"file":"index.js","sourceRoot":"","sources":["../../src/knowledge/index.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AAGH,OAAO,EAAE,aAAa,EAAE,MAAM,uBAAuB,CAAC;AAMtD,OAAO,EAAE,kBAAkB,EAAE,MAAM,0BAA0B,CAAC;AAE9D,OAAO,EAAE,cAAc,EAAE,MAAM,sBAAsB,CAAC"}
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"knowledge-store.d.ts","sourceRoot":"","sources":["../../src/knowledge/knowledge-store.ts"],"names":[],"mappings":"AAAA;;;;;;;GAOG;
|
|
1
|
+
{"version":3,"file":"knowledge-store.d.ts","sourceRoot":"","sources":["../../src/knowledge/knowledge-store.ts"],"names":[],"mappings":"AAAA;;;;;;;GAOG;AAYH,kDAAkD;AAClD,MAAM,WAAW,cAAc;IAC7B,QAAQ,EAAE,MAAM,CAAC;IACjB,KAAK,EAAE,MAAM,CAAC;IACd,WAAW,EAAE,MAAM,CAAC;IACpB,UAAU,EAAE,MAAM,CAAC;IACnB,SAAS,EAAE,MAAM,CAAC;CACnB;AAED,6CAA6C;AAC7C,MAAM,WAAW,WAAW;IAC1B,OAAO,EAAE,MAAM,CAAC;IAChB,SAAS,EAAE,MAAM,CAAC;IAClB,IAAI,EAAE,MAAM,CAAC;IACb,QAAQ,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;CACnC;AAED,qBAAa,cAAc;IACzB,OAAO,CAAC,QAAQ,CAAC,OAAO,CAAS;IAEjC,YAAY,OAAO,EAAE,MAAM,EAG1B;IAED;;OAEG;IACH,qBAAqB,CAAC,KAAK,EAAE,MAAM,GAAG,MAAM,CAE3C;IAED;;;OAGG;IACH,oBAAoB,CAAC,QAAQ,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,GAAG,OAAO,CAK7D;IAED;;OAEG;IACH,aAAa,CAAC,QAAQ,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,GAAG;QAAE,aAAa,EAAE,MAAM,CAAA;KAAE,CAwCxE;IAED;;OAEG;IACH,cAAc,CAAC,QAAQ,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,GAAG,IAAI,CAcpD;IAED;;OAEG;IACH,SAAS,CAAC,SAAS,EAAE,MAAM,GAAG,WAAW,EAAE,CAE1C;IAID,OAAO,CAAC,YAAY;IAIpB,OAAO,CAAC,UAAU;IAIlB,OAAO,CAAC,QAAQ;IAKhB,OAAO,CAAC,YAAY;IAKpB,OAAO,CAAC,WAAW;IAInB,OAAO,CAAC,SAAS;IAIjB,OAAO,CAAC,WAAW;CAKpB"}
|
|
@@ -6,11 +6,11 @@
|
|
|
6
6
|
*
|
|
7
7
|
* @module @monomind/memory/knowledge/knowledge-store
|
|
8
8
|
*/
|
|
9
|
+
import * as crypto from 'node:crypto';
|
|
9
10
|
import * as fs from 'node:fs';
|
|
10
11
|
import * as path from 'node:path';
|
|
11
|
-
import
|
|
12
|
+
import { rewriteJsonl, appendJsonl as sharedAppendJsonl, readJsonl as sharedReadJsonl, } from '../utils/jsonl-store.js';
|
|
12
13
|
import { chunkDocument } from './document-chunker.js';
|
|
13
|
-
import { appendJsonl as sharedAppendJsonl, readJsonl as sharedReadJsonl, rewriteJsonl } from '../utils/jsonl-store.js';
|
|
14
14
|
export class KnowledgeStore {
|
|
15
15
|
dirPath;
|
|
16
16
|
constructor(dirPath) {
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"knowledge-store.js","sourceRoot":"","sources":["../../src/knowledge/knowledge-store.ts"],"names":[],"mappings":"AAAA;;;;;;;GAOG;AAEH,OAAO,KAAK,
|
|
1
|
+
{"version":3,"file":"knowledge-store.js","sourceRoot":"","sources":["../../src/knowledge/knowledge-store.ts"],"names":[],"mappings":"AAAA;;;;;;;GAOG;AAEH,OAAO,KAAK,MAAM,MAAM,aAAa,CAAC;AACtC,OAAO,KAAK,EAAE,MAAM,SAAS,CAAC;AAC9B,OAAO,KAAK,IAAI,MAAM,WAAW,CAAC;AAClC,OAAO,EACL,YAAY,EACZ,WAAW,IAAI,iBAAiB,EAChC,SAAS,IAAI,eAAe,GAC7B,MAAM,yBAAyB,CAAC;AACjC,OAAO,EAAE,aAAa,EAAkB,MAAM,uBAAuB,CAAC;AAmBtE,MAAM,OAAO,cAAc;IACR,OAAO,CAAS;IAEjC,YAAY,OAAe;QACzB,IAAI,CAAC,OAAO,GAAG,OAAO,CAAC;QACvB,EAAE,CAAC,SAAS,CAAC,OAAO,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;IAC7C,CAAC;IAED;;OAEG;IACH,qBAAqB,CAAC,KAAa;QACjC,OAAO,KAAK,KAAK,QAAQ,CAAC,CAAC,CAAC,kBAAkB,CAAC,CAAC,CAAC,aAAa,KAAK,EAAE,CAAC;IACxE,CAAC;IAED;;;OAGG;IACH,oBAAoB,CAAC,QAAgB,EAAE,KAAa;QAClD,MAAM,WAAW,GAAG,IAAI,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAC;QAC5C,MAAM,MAAM,GAAG,IAAI,CAAC,YAAY,CAAC,QAAQ,EAAE,KAAK,CAAC,CAAC;QAClD,IAAI,CAAC,MAAM;YAAE,OAAO,IAAI,CAAC;QACzB,OAAO,MAAM,CAAC,WAAW,KAAK,WAAW,CAAC;IAC5C,CAAC;IAED;;OAEG;IACH,aAAa,CAAC,QAAgB,EAAE,KAAa;QAC3C,MAAM,OAAO,GAAG,EAAE,CAAC,YAAY,CAAC,QAAQ,EAAE,OAAO,CAAC,CAAC;QACnD,MAAM,WAAW,GAAG,MAAM,CAAC,UAAU,CAAC,QAAQ,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;QAC9E,MAAM,SAAS,GAAG,IAAI,CAAC,qBAAqB,CAAC,KAAK,CAAC,CAAC;QACpD,MAAM,KAAK,GAAG,GAAG,KAAK,IAAI,QAAQ,EAAE,CAAC;QAErC,2DAA2D;QAC3D,IAAI,CAAC,cAAc,CAAC,QAAQ,EAAE,KAAK,CAAC,CAAC;QAErC,MAAM,MAAM,GAAgB,aAAa,CAAC,KAAK,EAAE,OAAO,CAAC,CAAC;QAE1D,wBAAwB;QACxB,KAAK,MAAM,KAAK,IAAI,MAAM,EAAE,CAAC;YAC3B,MAAM,MAAM,GAAgB;gBAC1B,OAAO,EAAE,KAAK,CAAC,OAAO;gBACtB,SAAS;gBACT,IAAI,EAAE,KAAK,CAAC,IAAI;gBAChB,QAAQ,EAAE;oBACR,QAAQ;oBACR,KAAK;oBACL,KAAK;oBACL,UAAU,EAAE,KAAK,CAAC,UAAU;oBAC5B,SAAS,EAAE,KAAK,CAAC,SAAS;oBAC1B,OAAO,EAAE,KAAK,CAAC,OAAO;iBACvB;aACF,CAAC;YACF,IAAI,CAAC,WAAW,CAAC,IAAI,CAAC,UAAU,EAAE,EAAE,MAAM,CAAC,CAAC;QAC9C,CAAC;QAED,mBAAmB;QACnB,MAAM,IAAI,GAAmB;YAC3B,QAAQ;YACR,KAAK;YACL,WAAW;YACX,UAAU,EAAE,MAAM,CAAC,MAAM;YACzB,SAAS,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;SACpC,CAAC;QACF,IAAI,CAAC,WAAW,CAAC,IAAI,CAAC,YAAY,EAAE,EAAE,IAAI,CAAC,CAAC;QAE5C,OAAO,EAAE,aAAa,EAAE,MAAM,CAAC,MAAM,EAAE,CAAC;IAC1C,CAAC;IAED;;OAEG;IACH,cAAc,CAAC,QAAgB,EAAE,KAAa;QAC5C,MAAM,SAAS,GAAG,IAAI,CAAC,qBAAqB,CAAC,KAAK,CAAC,CAAC;QAEpD,uCAAuC;QACvC,IAAI,CAAC,WAAW,CACd,IAAI,CAAC,YAAY,EAAE,EACnB,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,QAAQ,KAAK,QAAQ,IAAI,CAAC,CAAC,KAAK,KAAK,KAAK,CAAC,CACvD,CAAC;QAEF,oCAAoC;QACpC,IAAI,CAAC,WAAW,CACd,IAAI,CAAC,UAAU,EAAE,EACjB,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,SAAS,KAAK,SAAS,IAAK,CAAC,CAAC,QAAQ,EAAE,QAAmB,KAAK,QAAQ,CAAC,CACrF,CAAC;IACJ,CAAC;IAED;;OAEG;IACH,SAAS,CAAC,SAAiB;QACzB,OAAO,IAAI,CAAC,SAAS,CAAc,IAAI,CAAC,UAAU,EAAE,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,SAAS,KAAK,SAAS,CAAC,CAAC;IACjG,CAAC;IAED,oEAAoE;IAE5D,YAAY;QAClB,OAAO,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,OAAO,EAAE,gBAAgB,CAAC,CAAC;IACnD,CAAC;IAEO,UAAU;QAChB,OAAO,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,OAAO,EAAE,cAAc,CAAC,CAAC;IACjD,CAAC;IAEO,QAAQ,CAAC,QAAgB;QAC/B,MAAM,OAAO,GAAG,EAAE,CAAC,YAAY,CAAC,QAAQ,EAAE,OAAO,CAAC,CAAC;QACnD,OAAO,MAAM,CAAC,UAAU,CAAC,QAAQ,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;IACnE,CAAC;IAEO,YAAY,CAAC,QAAgB,EAAE,KAAa;QAClD,MAAM,OAAO,GAAG,IAAI,CAAC,SAAS,CAAiB,IAAI,CAAC,YAAY,EAAE,CAAC,CAAC;QACpE,OAAO,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,QAAQ,KAAK,QAAQ,IAAI,CAAC,CAAC,KAAK,KAAK,KAAK,CAAC,CAAC;IAC3E,CAAC;IAEO,WAAW,CAAI,IAAY,EAAE,MAAS;QAC5C,iBAAiB,CAAC,IAAI,EAAE,MAAM,CAAC,CAAC;IAClC,CAAC;IAEO,SAAS,CAAI,IAAY;QAC/B,OAAO,eAAe,CAAI,IAAI,CAAC,CAAC;IAClC,CAAC;IAEO,WAAW,CAAI,IAAY,EAAE,SAAiC;QACpE,MAAM,OAAO,GAAG,IAAI,CAAC,SAAS,CAAI,IAAI,CAAC,CAAC;QACxC,MAAM,QAAQ,GAAG,OAAO,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC;QAC3C,YAAY,CAAC,IAAI,EAAE,QAAQ,CAAC,CAAC;IAC/B,CAAC;CACF"}
|
package/dist/math-utils.d.ts.map
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"math-utils.d.ts","sourceRoot":"","sources":["../src/math-utils.ts"],"names":[],"mappings":"AAAA;;GAEG;AAEH,wBAAgB,gBAAgB,CAAC,CAAC,EAAE,SAAS,CAAC,MAAM,CAAC,EAAE,CAAC,EAAE,SAAS,CAAC,MAAM,CAAC,GAAG,MAAM,
|
|
1
|
+
{"version":3,"file":"math-utils.d.ts","sourceRoot":"","sources":["../src/math-utils.ts"],"names":[],"mappings":"AAAA;;GAEG;AAEH,wBAAgB,gBAAgB,CAAC,CAAC,EAAE,SAAS,CAAC,MAAM,CAAC,EAAE,CAAC,EAAE,SAAS,CAAC,MAAM,CAAC,GAAG,MAAM,CAanF;AAED,wBAAgB,mBAAmB,CAAC,IAAI,EAAE,MAAM,EAAE,GAAG,SAAK,GAAG,YAAY,CAaxE"}
|
package/dist/math-utils.js.map
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"math-utils.js","sourceRoot":"","sources":["../src/math-utils.ts"],"names":[],"mappings":"AAAA;;GAEG;AAEH,MAAM,UAAU,gBAAgB,CAAC,CAAoB,EAAE,CAAoB;IACzE,IAAI,CAAC,CAAC,MAAM,KAAK,CAAC,CAAC,MAAM,IAAI,CAAC,CAAC,MAAM,KAAK,CAAC;QAAE,OAAO,CAAC,CAAC;IACtD,MAAM,GAAG,GAAG,CAAC,CAAC,MAAM,CAAC;IACrB,IAAI,GAAG,GAAG,CAAC,
|
|
1
|
+
{"version":3,"file":"math-utils.js","sourceRoot":"","sources":["../src/math-utils.ts"],"names":[],"mappings":"AAAA;;GAEG;AAEH,MAAM,UAAU,gBAAgB,CAAC,CAAoB,EAAE,CAAoB;IACzE,IAAI,CAAC,CAAC,MAAM,KAAK,CAAC,CAAC,MAAM,IAAI,CAAC,CAAC,MAAM,KAAK,CAAC;QAAE,OAAO,CAAC,CAAC;IACtD,MAAM,GAAG,GAAG,CAAC,CAAC,MAAM,CAAC;IACrB,IAAI,GAAG,GAAG,CAAC,EACT,KAAK,GAAG,CAAC,EACT,KAAK,GAAG,CAAC,CAAC;IACZ,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,GAAG,EAAE,CAAC,EAAE,EAAE,CAAC;QAC7B,GAAG,IAAI,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC;QACnB,KAAK,IAAI,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC;QACrB,KAAK,IAAI,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC;IACvB,CAAC;IACD,MAAM,KAAK,GAAG,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,GAAG,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;IAClD,OAAO,KAAK,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,GAAG,GAAG,KAAK,CAAC;AACvC,CAAC;AAED,MAAM,UAAU,mBAAmB,CAAC,IAAY,EAAE,GAAG,GAAG,EAAE;IACxD,MAAM,SAAS,GAAG,IAAI,YAAY,CAAC,GAAG,CAAC,CAAC;IACxC,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,IAAI,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;QACrC,MAAM,IAAI,GAAG,IAAI,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC;QAChC,MAAM,GAAG,GAAG,CAAC,IAAI,GAAG,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,GAAG,GAAG,CAAC;QACnC,SAAS,CAAC,GAAG,CAAC,IAAI,IAAI,CAAC,GAAG,CAAC,IAAI,GAAG,GAAG,CAAC,GAAG,GAAG,CAAC;QAC7C,SAAS,CAAC,CAAC,GAAG,GAAG,CAAC,CAAC,GAAG,GAAG,CAAC,IAAI,IAAI,CAAC,GAAG,CAAC,IAAI,GAAG,GAAG,CAAC,GAAG,IAAI,CAAC;IAC5D,CAAC;IACD,IAAI,IAAI,GAAG,CAAC,CAAC;IACb,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,GAAG,EAAE,CAAC,EAAE;QAAE,IAAI,IAAI,SAAS,CAAC,CAAC,CAAC,GAAG,SAAS,CAAC,CAAC,CAAC,CAAC;IAClE,IAAI,GAAG,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IACvB,IAAI,IAAI,GAAG,CAAC;QAAE,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,GAAG,EAAE,CAAC,EAAE;YAAE,SAAS,CAAC,CAAC,CAAC,IAAI,IAAI,CAAC;IACjE,OAAO,SAAS,CAAC;AACnB,CAAC"}
|
package/dist/migration.d.ts
CHANGED
|
@@ -8,8 +8,8 @@
|
|
|
8
8
|
* @module v1/memory/migration
|
|
9
9
|
*/
|
|
10
10
|
import { EventEmitter } from 'node:events';
|
|
11
|
-
import { MigrationConfig, MigrationProgress, MigrationResult, MigrationSource, EmbeddingGenerator } from './types.js';
|
|
12
11
|
import type { IMemoryBackend } from './types.js';
|
|
12
|
+
import { type EmbeddingGenerator, type MigrationConfig, type MigrationProgress, type MigrationResult, type MigrationSource } from './types.js';
|
|
13
13
|
/**
|
|
14
14
|
* Memory Migration Manager
|
|
15
15
|
*
|
package/dist/migration.d.ts.map
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"migration.d.ts","sourceRoot":"","sources":["../src/migration.ts"],"names":[],"mappings":"AAAA;;;;;;;;GAQG;AAEH,OAAO,EAAE,YAAY,EAAE,MAAM,aAAa,CAAC;AAG3C,OAAO,
|
|
1
|
+
{"version":3,"file":"migration.d.ts","sourceRoot":"","sources":["../src/migration.ts"],"names":[],"mappings":"AAAA;;;;;;;;GAQG;AAEH,OAAO,EAAE,YAAY,EAAE,MAAM,aAAa,CAAC;AAG3C,OAAO,KAAK,EAAE,cAAc,EAAE,MAAM,YAAY,CAAC;AACjD,OAAO,EAEL,KAAK,kBAAkB,EAIvB,KAAK,eAAe,EAEpB,KAAK,iBAAiB,EACtB,KAAK,eAAe,EACpB,KAAK,eAAe,EACrB,MAAM,YAAY,CAAC;AA6BpB;;;;;;;;;;GAUG;AACH,qBAAa,cAAe,SAAQ,YAAY;IAC9C,OAAO,CAAC,MAAM,CAAkB;IAChC,OAAO,CAAC,MAAM,CAAiB;IAC/B,OAAO,CAAC,kBAAkB,CAAC,CAAqB;IAChD,OAAO,CAAC,QAAQ,CAAoB;IAEpC,YACE,MAAM,EAAE,cAAc,EACtB,MAAM,EAAE,OAAO,CAAC,eAAe,CAAC,EAChC,kBAAkB,CAAC,EAAE,kBAAkB,EAOxC;IAED;;OAEG;IACG,OAAO,IAAI,OAAO,CAAC,eAAe,CAAC,CAuDxC;IAED;;OAEG;IACH,WAAW,IAAI,iBAAiB,CAE/B;YAIa,cAAc;YAmBd,cAAc;IA8D5B,OAAO,CAAC,aAAa;YASP,gBAAgB;YAyBhB,YAAY;YA+BZ,qBAAqB;YAuBrB,mBAAmB;YAmCnB,yBAAyB;YAOzB,YAAY;YA4CZ,cAAc;IAgE5B,OAAO,CAAC,kBAAkB;IAc1B,OAAO,CAAC,aAAa;IAgBrB,OAAO,CAAC,QAAQ;IAWhB,OAAO,CAAC,cAAc;IAYtB,OAAO,CAAC,iBAAiB;IAMzB,OAAO,CAAC,qBAAqB;IAU7B,OAAO,CAAC,eAAe;YA6BT,aAAa;IAuB3B,OAAO,CAAC,kBAAkB;CA0D3B;AAED;;GAEG;AACH,wBAAgB,cAAc,CAC5B,MAAM,EAAE,cAAc,EACtB,MAAM,EAAE,eAAe,EACvB,UAAU,EAAE,MAAM,EAClB,OAAO,GAAE,OAAO,CAAC,eAAe,CAAM,EACtC,kBAAkB,CAAC,EAAE,kBAAkB,GACtC,cAAc,CAEhB;AAED;;GAEG;AACH,wBAAsB,sBAAsB,CAC1C,MAAM,EAAE,cAAc,EACtB,OAAO,EAAE,KAAK,CAAC;IAAE,MAAM,EAAE,eAAe,CAAC;IAAC,IAAI,EAAE,MAAM,CAAA;CAAE,CAAC,EACzD,OAAO,GAAE,OAAO,CAAC,eAAe,CAAM,EACtC,kBAAkB,CAAC,EAAE,kBAAkB,GACtC,OAAO,CAAC,eAAe,EAAE,CAAC,CAU5B;eAEc,cAAc"}
|