@yamo/memory-mesh 3.0.0 → 3.0.1
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +8 -2
- package/lib/llm/client.d.ts +23 -48
- package/lib/llm/client.js +1 -0
- package/lib/llm/client.ts +298 -377
- package/lib/llm/index.js +1 -0
- package/lib/llm/index.ts +1 -2
- package/lib/memory/adapters/client.d.ts +22 -85
- package/lib/memory/adapters/client.js +1 -0
- package/lib/memory/adapters/client.ts +474 -633
- package/lib/memory/adapters/config.d.ts +82 -89
- package/lib/memory/adapters/config.js +1 -0
- package/lib/memory/adapters/config.ts +156 -225
- package/lib/memory/adapters/errors.d.ts +28 -20
- package/lib/memory/adapters/errors.js +1 -0
- package/lib/memory/adapters/errors.ts +83 -120
- package/lib/memory/context-manager.d.ts +15 -18
- package/lib/memory/context-manager.js +1 -0
- package/lib/memory/context-manager.ts +314 -401
- package/lib/memory/embeddings/factory.d.ts +18 -20
- package/lib/memory/embeddings/factory.js +1 -0
- package/lib/memory/embeddings/factory.ts +130 -173
- package/lib/memory/embeddings/index.js +1 -0
- package/lib/memory/embeddings/index.ts +1 -0
- package/lib/memory/embeddings/service.d.ts +36 -66
- package/lib/memory/embeddings/service.js +1 -0
- package/lib/memory/embeddings/service.ts +479 -616
- package/lib/memory/index.d.ts +2 -2
- package/lib/memory/index.js +1 -0
- package/lib/memory/index.ts +3 -13
- package/lib/memory/memory-mesh.d.ts +151 -93
- package/lib/memory/memory-mesh.js +1 -0
- package/lib/memory/memory-mesh.ts +1406 -1692
- package/lib/memory/memory-translator.d.ts +1 -6
- package/lib/memory/memory-translator.js +1 -0
- package/lib/memory/memory-translator.ts +96 -128
- package/lib/memory/schema.d.ts +29 -10
- package/lib/memory/schema.js +1 -0
- package/lib/memory/schema.ts +102 -185
- package/lib/memory/scorer.d.ts +3 -4
- package/lib/memory/scorer.js +1 -0
- package/lib/memory/scorer.ts +69 -86
- package/lib/memory/search/index.js +1 -0
- package/lib/memory/search/index.ts +1 -0
- package/lib/memory/search/keyword-search.d.ts +10 -26
- package/lib/memory/search/keyword-search.js +1 -0
- package/lib/memory/search/keyword-search.ts +123 -161
- package/lib/scrubber/config/defaults.d.ts +39 -46
- package/lib/scrubber/config/defaults.js +1 -0
- package/lib/scrubber/config/defaults.ts +50 -112
- package/lib/scrubber/errors/scrubber-error.d.ts +22 -0
- package/lib/scrubber/errors/scrubber-error.js +39 -0
- package/lib/scrubber/errors/scrubber-error.ts +44 -0
- package/lib/scrubber/index.d.ts +0 -1
- package/lib/scrubber/index.js +1 -0
- package/lib/scrubber/index.ts +1 -2
- package/lib/scrubber/scrubber.d.ts +14 -31
- package/lib/scrubber/scrubber.js +1 -0
- package/lib/scrubber/scrubber.ts +93 -152
- package/lib/scrubber/stages/chunker.d.ts +22 -10
- package/lib/scrubber/stages/chunker.js +86 -0
- package/lib/scrubber/stages/chunker.ts +104 -0
- package/lib/scrubber/stages/metadata-annotator.d.ts +14 -15
- package/lib/scrubber/stages/metadata-annotator.js +64 -0
- package/lib/scrubber/stages/metadata-annotator.ts +75 -0
- package/lib/scrubber/stages/normalizer.d.ts +13 -10
- package/lib/scrubber/stages/normalizer.js +51 -0
- package/lib/scrubber/stages/normalizer.ts +60 -0
- package/lib/scrubber/stages/semantic-filter.d.ts +13 -10
- package/lib/scrubber/stages/semantic-filter.js +51 -0
- package/lib/scrubber/stages/semantic-filter.ts +62 -0
- package/lib/scrubber/stages/structural-cleaner.d.ts +15 -10
- package/lib/scrubber/stages/structural-cleaner.js +73 -0
- package/lib/scrubber/stages/structural-cleaner.ts +83 -0
- package/lib/scrubber/stages/validator.d.ts +14 -15
- package/lib/scrubber/stages/validator.js +56 -0
- package/lib/scrubber/stages/validator.ts +67 -0
- package/lib/scrubber/telemetry.d.ts +20 -27
- package/lib/scrubber/telemetry.js +1 -0
- package/lib/scrubber/telemetry.ts +53 -90
- package/lib/scrubber/utils/hash.d.ts +14 -0
- package/lib/scrubber/utils/hash.js +37 -0
- package/lib/scrubber/utils/hash.ts +40 -0
- package/lib/scrubber/utils/html-parser.d.ts +14 -0
- package/lib/scrubber/utils/html-parser.js +38 -0
- package/lib/scrubber/utils/html-parser.ts +46 -0
- package/lib/scrubber/utils/pattern-matcher.d.ts +12 -0
- package/lib/scrubber/utils/pattern-matcher.js +54 -0
- package/lib/scrubber/utils/pattern-matcher.ts +64 -0
- package/lib/scrubber/utils/token-counter.d.ts +18 -0
- package/lib/scrubber/utils/token-counter.js +30 -0
- package/lib/scrubber/utils/token-counter.ts +32 -0
- package/lib/utils/logger.d.ts +1 -11
- package/lib/utils/logger.js +1 -0
- package/lib/utils/logger.ts +43 -63
- package/lib/utils/skill-metadata.d.ts +6 -14
- package/lib/utils/skill-metadata.js +1 -0
- package/lib/utils/skill-metadata.ts +89 -103
- package/lib/yamo/emitter.d.ts +8 -35
- package/lib/yamo/emitter.js +1 -0
- package/lib/yamo/emitter.ts +77 -155
- package/lib/yamo/index.d.ts +14 -0
- package/lib/yamo/index.js +14 -0
- package/lib/yamo/index.ts +16 -0
- package/lib/yamo/schema.d.ts +8 -10
- package/lib/yamo/schema.js +1 -0
- package/lib/yamo/schema.ts +82 -114
- package/package.json +4 -2
package/lib/llm/index.js
CHANGED
package/lib/llm/index.ts
CHANGED
|
@@ -1,71 +1,22 @@
|
|
|
1
|
-
/**
|
|
2
|
-
* LanceDB Client Wrapper
|
|
3
|
-
*
|
|
4
|
-
* A comprehensive wrapper around LanceDB JavaScript SDK providing:
|
|
5
|
-
* - Connection management with pooling and retries
|
|
6
|
-
* - CRUD operations for memory entries
|
|
7
|
-
* - Vector similarity search with filtering
|
|
8
|
-
* - Database statistics and monitoring
|
|
9
|
-
*
|
|
10
|
-
* @class LanceDBClient
|
|
11
|
-
*/
|
|
12
|
-
import * as lancedb from "@lancedb/lancedb";
|
|
13
|
-
/**
|
|
14
|
-
* LanceDB driver interface for dependency injection/testing
|
|
15
|
-
*/
|
|
16
|
-
export interface LanceDBDriver {
|
|
17
|
-
connect(uri: string): Promise<lancedb.Connection>;
|
|
18
|
-
}
|
|
19
|
-
export interface ClientConfig {
|
|
20
|
-
uri?: string;
|
|
21
|
-
tableName?: string;
|
|
22
|
-
maxRetries?: number;
|
|
23
|
-
retryDelay?: number;
|
|
24
|
-
vectorDimension?: number;
|
|
25
|
-
driver?: LanceDBDriver;
|
|
26
|
-
}
|
|
27
|
-
export interface MemoryEntry {
|
|
28
|
-
id: string;
|
|
29
|
-
vector: number[];
|
|
30
|
-
content: string;
|
|
31
|
-
metadata?: string | Record<string, any> | null;
|
|
32
|
-
created_at?: Date | string;
|
|
33
|
-
updated_at?: Date | string;
|
|
34
|
-
}
|
|
35
|
-
export interface SearchResult extends MemoryEntry {
|
|
36
|
-
score?: number;
|
|
37
|
-
}
|
|
38
|
-
export interface SearchOptions {
|
|
39
|
-
limit?: number;
|
|
40
|
-
metric?: string;
|
|
41
|
-
nprobes?: number;
|
|
42
|
-
filter?: string | null;
|
|
43
|
-
}
|
|
44
|
-
export interface Stats {
|
|
45
|
-
tableName: string;
|
|
46
|
-
uri: string;
|
|
47
|
-
count: number;
|
|
48
|
-
isConnected: boolean;
|
|
49
|
-
}
|
|
50
1
|
/**
|
|
51
2
|
* LanceDB Client wrapper class
|
|
52
3
|
*/
|
|
53
4
|
export declare class LanceDBClient {
|
|
54
|
-
uri:
|
|
55
|
-
tableName:
|
|
56
|
-
maxRetries:
|
|
57
|
-
retryDelay:
|
|
58
|
-
vectorDimension:
|
|
59
|
-
driver:
|
|
60
|
-
db:
|
|
61
|
-
table:
|
|
62
|
-
isConnected:
|
|
63
|
-
|
|
5
|
+
uri: any;
|
|
6
|
+
tableName: any;
|
|
7
|
+
maxRetries: any;
|
|
8
|
+
retryDelay: any;
|
|
9
|
+
vectorDimension: any;
|
|
10
|
+
driver: any;
|
|
11
|
+
db: any;
|
|
12
|
+
table: any;
|
|
13
|
+
isConnected: any;
|
|
14
|
+
tempDir: any;
|
|
64
15
|
/**
|
|
65
16
|
* Create a new LanceDBClient instance
|
|
66
17
|
* @param {Object} [config={}] - Configuration object
|
|
67
18
|
*/
|
|
68
|
-
constructor(config?:
|
|
19
|
+
constructor(config?: {});
|
|
69
20
|
/**
|
|
70
21
|
* Connect to LanceDB and initialize table
|
|
71
22
|
* Creates the database directory and table if they don't exist
|
|
@@ -84,20 +35,14 @@ export declare class LanceDBClient {
|
|
|
84
35
|
* @returns {Promise<Object>} Result with id and success status
|
|
85
36
|
* @throws {StorageError} If add operation fails
|
|
86
37
|
*/
|
|
87
|
-
add(data:
|
|
88
|
-
id: string;
|
|
89
|
-
success: boolean;
|
|
90
|
-
}>;
|
|
38
|
+
add(data: any): Promise<any>;
|
|
91
39
|
/**
|
|
92
40
|
* Add multiple memory entries in batch
|
|
93
41
|
* @param {Array<Object>} records - Array of entry data objects
|
|
94
42
|
* @returns {Promise<Object>} Result with count of added records
|
|
95
43
|
* @throws {StorageError} If batch add fails
|
|
96
44
|
*/
|
|
97
|
-
addBatch(records:
|
|
98
|
-
count: number;
|
|
99
|
-
success: boolean;
|
|
100
|
-
}>;
|
|
45
|
+
addBatch(records: any): Promise<any>;
|
|
101
46
|
/**
|
|
102
47
|
* Search for similar vectors
|
|
103
48
|
* @param {Array<number>} vector - Query vector (384 dimensions)
|
|
@@ -105,32 +50,27 @@ export declare class LanceDBClient {
|
|
|
105
50
|
* @returns {Promise<Array<Object>>} Array of search results with scores
|
|
106
51
|
* @throws {QueryError} If search fails
|
|
107
52
|
*/
|
|
108
|
-
search(vector:
|
|
53
|
+
search(vector: any, options?: {}): Promise<any>;
|
|
109
54
|
/**
|
|
110
55
|
* Get a record by ID
|
|
111
56
|
* @param {string} id - Record ID
|
|
112
57
|
* @returns {Promise<Object|null>} Record object or null if not found
|
|
113
58
|
* @throws {QueryError} If query fails
|
|
114
59
|
*/
|
|
115
|
-
getById(id:
|
|
60
|
+
getById(id: any): Promise<any>;
|
|
116
61
|
/**
|
|
117
62
|
* Get all records from the database
|
|
118
63
|
* @param {Object} options - Options
|
|
119
64
|
* @returns {Promise<Array<Object>>} Array of all records
|
|
120
65
|
*/
|
|
121
|
-
getAll(options?: {
|
|
122
|
-
limit?: number;
|
|
123
|
-
}): Promise<MemoryEntry[]>;
|
|
66
|
+
getAll(options?: {}): Promise<any>;
|
|
124
67
|
/**
|
|
125
68
|
* Delete a record by ID
|
|
126
69
|
* @param {string} id - Record ID to delete
|
|
127
70
|
* @returns {Promise<Object>} Result with success status
|
|
128
71
|
* @throws {StorageError} If delete fails
|
|
129
72
|
*/
|
|
130
|
-
delete(id:
|
|
131
|
-
id: string;
|
|
132
|
-
success: boolean;
|
|
133
|
-
}>;
|
|
73
|
+
delete(id: any): Promise<any>;
|
|
134
74
|
/**
|
|
135
75
|
* Update an existing record
|
|
136
76
|
* @param {string} id - Record ID to update
|
|
@@ -138,22 +78,19 @@ export declare class LanceDBClient {
|
|
|
138
78
|
* @returns {Promise<Object>} Result with success status
|
|
139
79
|
* @throws {StorageError} If update fails
|
|
140
80
|
*/
|
|
141
|
-
update(id:
|
|
142
|
-
id: string;
|
|
143
|
-
success: boolean;
|
|
144
|
-
}>;
|
|
81
|
+
update(id: any, data: any): Promise<any>;
|
|
145
82
|
/**
|
|
146
83
|
* Get database statistics
|
|
147
84
|
* @returns {Promise<Object>} Statistics including count, size, etc.
|
|
148
85
|
* @throws {QueryError} If stats query fails
|
|
149
86
|
*/
|
|
150
|
-
getStats(): Promise<
|
|
87
|
+
getStats(): Promise<any>;
|
|
151
88
|
/**
|
|
152
89
|
* Sanitize an ID to prevent SQL injection
|
|
153
90
|
* Removes any characters that aren't alphanumeric, underscore, or hyphen
|
|
154
91
|
* @private
|
|
155
92
|
*/
|
|
156
|
-
_sanitizeId(id:
|
|
93
|
+
_sanitizeId(id: any): any;
|
|
157
94
|
/**
|
|
158
95
|
* Validate a record object
|
|
159
96
|
* @private
|
|
@@ -168,7 +105,7 @@ export declare class LanceDBClient {
|
|
|
168
105
|
* Sleep for a specified duration
|
|
169
106
|
* @private
|
|
170
107
|
*/
|
|
171
|
-
_sleep(ms:
|
|
108
|
+
_sleep(ms: any): Promise<unknown>;
|
|
172
109
|
/**
|
|
173
110
|
* Check if an error is retryable (transient network/connection issues)
|
|
174
111
|
* @private
|
|
@@ -178,6 +115,6 @@ export declare class LanceDBClient {
|
|
|
178
115
|
* Retry an operation with exponential backoff
|
|
179
116
|
* @private
|
|
180
117
|
*/
|
|
181
|
-
_retryOperation
|
|
118
|
+
_retryOperation(operation: any, maxRetries: any, baseDelay: any): Promise<any>;
|
|
182
119
|
}
|
|
183
120
|
export default LanceDBClient;
|