@yamo/memory-mesh 3.0.0 → 3.0.1

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (107) hide show
  1. package/README.md +8 -2
  2. package/lib/llm/client.d.ts +23 -48
  3. package/lib/llm/client.js +1 -0
  4. package/lib/llm/client.ts +298 -377
  5. package/lib/llm/index.js +1 -0
  6. package/lib/llm/index.ts +1 -2
  7. package/lib/memory/adapters/client.d.ts +22 -85
  8. package/lib/memory/adapters/client.js +1 -0
  9. package/lib/memory/adapters/client.ts +474 -633
  10. package/lib/memory/adapters/config.d.ts +82 -89
  11. package/lib/memory/adapters/config.js +1 -0
  12. package/lib/memory/adapters/config.ts +156 -225
  13. package/lib/memory/adapters/errors.d.ts +28 -20
  14. package/lib/memory/adapters/errors.js +1 -0
  15. package/lib/memory/adapters/errors.ts +83 -120
  16. package/lib/memory/context-manager.d.ts +15 -18
  17. package/lib/memory/context-manager.js +1 -0
  18. package/lib/memory/context-manager.ts +314 -401
  19. package/lib/memory/embeddings/factory.d.ts +18 -20
  20. package/lib/memory/embeddings/factory.js +1 -0
  21. package/lib/memory/embeddings/factory.ts +130 -173
  22. package/lib/memory/embeddings/index.js +1 -0
  23. package/lib/memory/embeddings/index.ts +1 -0
  24. package/lib/memory/embeddings/service.d.ts +36 -66
  25. package/lib/memory/embeddings/service.js +1 -0
  26. package/lib/memory/embeddings/service.ts +479 -616
  27. package/lib/memory/index.d.ts +2 -2
  28. package/lib/memory/index.js +1 -0
  29. package/lib/memory/index.ts +3 -13
  30. package/lib/memory/memory-mesh.d.ts +151 -93
  31. package/lib/memory/memory-mesh.js +1 -0
  32. package/lib/memory/memory-mesh.ts +1406 -1692
  33. package/lib/memory/memory-translator.d.ts +1 -6
  34. package/lib/memory/memory-translator.js +1 -0
  35. package/lib/memory/memory-translator.ts +96 -128
  36. package/lib/memory/schema.d.ts +29 -10
  37. package/lib/memory/schema.js +1 -0
  38. package/lib/memory/schema.ts +102 -185
  39. package/lib/memory/scorer.d.ts +3 -4
  40. package/lib/memory/scorer.js +1 -0
  41. package/lib/memory/scorer.ts +69 -86
  42. package/lib/memory/search/index.js +1 -0
  43. package/lib/memory/search/index.ts +1 -0
  44. package/lib/memory/search/keyword-search.d.ts +10 -26
  45. package/lib/memory/search/keyword-search.js +1 -0
  46. package/lib/memory/search/keyword-search.ts +123 -161
  47. package/lib/scrubber/config/defaults.d.ts +39 -46
  48. package/lib/scrubber/config/defaults.js +1 -0
  49. package/lib/scrubber/config/defaults.ts +50 -112
  50. package/lib/scrubber/errors/scrubber-error.d.ts +22 -0
  51. package/lib/scrubber/errors/scrubber-error.js +39 -0
  52. package/lib/scrubber/errors/scrubber-error.ts +44 -0
  53. package/lib/scrubber/index.d.ts +0 -1
  54. package/lib/scrubber/index.js +1 -0
  55. package/lib/scrubber/index.ts +1 -2
  56. package/lib/scrubber/scrubber.d.ts +14 -31
  57. package/lib/scrubber/scrubber.js +1 -0
  58. package/lib/scrubber/scrubber.ts +93 -152
  59. package/lib/scrubber/stages/chunker.d.ts +22 -10
  60. package/lib/scrubber/stages/chunker.js +86 -0
  61. package/lib/scrubber/stages/chunker.ts +104 -0
  62. package/lib/scrubber/stages/metadata-annotator.d.ts +14 -15
  63. package/lib/scrubber/stages/metadata-annotator.js +64 -0
  64. package/lib/scrubber/stages/metadata-annotator.ts +75 -0
  65. package/lib/scrubber/stages/normalizer.d.ts +13 -10
  66. package/lib/scrubber/stages/normalizer.js +51 -0
  67. package/lib/scrubber/stages/normalizer.ts +60 -0
  68. package/lib/scrubber/stages/semantic-filter.d.ts +13 -10
  69. package/lib/scrubber/stages/semantic-filter.js +51 -0
  70. package/lib/scrubber/stages/semantic-filter.ts +62 -0
  71. package/lib/scrubber/stages/structural-cleaner.d.ts +15 -10
  72. package/lib/scrubber/stages/structural-cleaner.js +73 -0
  73. package/lib/scrubber/stages/structural-cleaner.ts +83 -0
  74. package/lib/scrubber/stages/validator.d.ts +14 -15
  75. package/lib/scrubber/stages/validator.js +56 -0
  76. package/lib/scrubber/stages/validator.ts +67 -0
  77. package/lib/scrubber/telemetry.d.ts +20 -27
  78. package/lib/scrubber/telemetry.js +1 -0
  79. package/lib/scrubber/telemetry.ts +53 -90
  80. package/lib/scrubber/utils/hash.d.ts +14 -0
  81. package/lib/scrubber/utils/hash.js +37 -0
  82. package/lib/scrubber/utils/hash.ts +40 -0
  83. package/lib/scrubber/utils/html-parser.d.ts +14 -0
  84. package/lib/scrubber/utils/html-parser.js +38 -0
  85. package/lib/scrubber/utils/html-parser.ts +46 -0
  86. package/lib/scrubber/utils/pattern-matcher.d.ts +12 -0
  87. package/lib/scrubber/utils/pattern-matcher.js +54 -0
  88. package/lib/scrubber/utils/pattern-matcher.ts +64 -0
  89. package/lib/scrubber/utils/token-counter.d.ts +18 -0
  90. package/lib/scrubber/utils/token-counter.js +30 -0
  91. package/lib/scrubber/utils/token-counter.ts +32 -0
  92. package/lib/utils/logger.d.ts +1 -11
  93. package/lib/utils/logger.js +1 -0
  94. package/lib/utils/logger.ts +43 -63
  95. package/lib/utils/skill-metadata.d.ts +6 -14
  96. package/lib/utils/skill-metadata.js +1 -0
  97. package/lib/utils/skill-metadata.ts +89 -103
  98. package/lib/yamo/emitter.d.ts +8 -35
  99. package/lib/yamo/emitter.js +1 -0
  100. package/lib/yamo/emitter.ts +77 -155
  101. package/lib/yamo/index.d.ts +14 -0
  102. package/lib/yamo/index.js +14 -0
  103. package/lib/yamo/index.ts +16 -0
  104. package/lib/yamo/schema.d.ts +8 -10
  105. package/lib/yamo/schema.js +1 -0
  106. package/lib/yamo/schema.ts +82 -114
  107. package/package.json +4 -2
package/lib/llm/index.js CHANGED
@@ -1,3 +1,4 @@
1
+ // @ts-nocheck
1
2
  /**
2
3
  * YAMO LLM Module
3
4
  * Large Language Model client abstraction
package/lib/llm/index.ts CHANGED
@@ -1,10 +1,9 @@
1
+ // @ts-nocheck
1
2
  /**
2
3
  * YAMO LLM Module
3
4
  * Large Language Model client abstraction
4
5
  */
5
-
6
6
  export { LLMClient } from "./client.js";
7
-
8
7
  /**
9
8
  * Self-RefiningExtractor is now implemented as a YAMO skill.
10
9
  * Use: skill-self-refining-extractor.yamo
@@ -1,71 +1,22 @@
1
- /**
2
- * LanceDB Client Wrapper
3
- *
4
- * A comprehensive wrapper around LanceDB JavaScript SDK providing:
5
- * - Connection management with pooling and retries
6
- * - CRUD operations for memory entries
7
- * - Vector similarity search with filtering
8
- * - Database statistics and monitoring
9
- *
10
- * @class LanceDBClient
11
- */
12
- import * as lancedb from "@lancedb/lancedb";
13
- /**
14
- * LanceDB driver interface for dependency injection/testing
15
- */
16
- export interface LanceDBDriver {
17
- connect(uri: string): Promise<lancedb.Connection>;
18
- }
19
- export interface ClientConfig {
20
- uri?: string;
21
- tableName?: string;
22
- maxRetries?: number;
23
- retryDelay?: number;
24
- vectorDimension?: number;
25
- driver?: LanceDBDriver;
26
- }
27
- export interface MemoryEntry {
28
- id: string;
29
- vector: number[];
30
- content: string;
31
- metadata?: string | Record<string, any> | null;
32
- created_at?: Date | string;
33
- updated_at?: Date | string;
34
- }
35
- export interface SearchResult extends MemoryEntry {
36
- score?: number;
37
- }
38
- export interface SearchOptions {
39
- limit?: number;
40
- metric?: string;
41
- nprobes?: number;
42
- filter?: string | null;
43
- }
44
- export interface Stats {
45
- tableName: string;
46
- uri: string;
47
- count: number;
48
- isConnected: boolean;
49
- }
50
1
  /**
51
2
  * LanceDB Client wrapper class
52
3
  */
53
4
  export declare class LanceDBClient {
54
- uri: string;
55
- tableName: string;
56
- maxRetries: number;
57
- retryDelay: number;
58
- vectorDimension: number;
59
- driver: LanceDBDriver;
60
- db: lancedb.Connection | null;
61
- table: lancedb.Table | null;
62
- isConnected: boolean;
63
- private tempDir?;
5
+ uri: any;
6
+ tableName: any;
7
+ maxRetries: any;
8
+ retryDelay: any;
9
+ vectorDimension: any;
10
+ driver: any;
11
+ db: any;
12
+ table: any;
13
+ isConnected: any;
14
+ tempDir: any;
64
15
  /**
65
16
  * Create a new LanceDBClient instance
66
17
  * @param {Object} [config={}] - Configuration object
67
18
  */
68
- constructor(config?: ClientConfig);
19
+ constructor(config?: {});
69
20
  /**
70
21
  * Connect to LanceDB and initialize table
71
22
  * Creates the database directory and table if they don't exist
@@ -84,20 +35,14 @@ export declare class LanceDBClient {
84
35
  * @returns {Promise<Object>} Result with id and success status
85
36
  * @throws {StorageError} If add operation fails
86
37
  */
87
- add(data: MemoryEntry): Promise<{
88
- id: string;
89
- success: boolean;
90
- }>;
38
+ add(data: any): Promise<any>;
91
39
  /**
92
40
  * Add multiple memory entries in batch
93
41
  * @param {Array<Object>} records - Array of entry data objects
94
42
  * @returns {Promise<Object>} Result with count of added records
95
43
  * @throws {StorageError} If batch add fails
96
44
  */
97
- addBatch(records: MemoryEntry[]): Promise<{
98
- count: number;
99
- success: boolean;
100
- }>;
45
+ addBatch(records: any): Promise<any>;
101
46
  /**
102
47
  * Search for similar vectors
103
48
  * @param {Array<number>} vector - Query vector (384 dimensions)
@@ -105,32 +50,27 @@ export declare class LanceDBClient {
105
50
  * @returns {Promise<Array<Object>>} Array of search results with scores
106
51
  * @throws {QueryError} If search fails
107
52
  */
108
- search(vector: number[], options?: SearchOptions): Promise<SearchResult[]>;
53
+ search(vector: any, options?: {}): Promise<any>;
109
54
  /**
110
55
  * Get a record by ID
111
56
  * @param {string} id - Record ID
112
57
  * @returns {Promise<Object|null>} Record object or null if not found
113
58
  * @throws {QueryError} If query fails
114
59
  */
115
- getById(id: string): Promise<MemoryEntry | null>;
60
+ getById(id: any): Promise<any>;
116
61
  /**
117
62
  * Get all records from the database
118
63
  * @param {Object} options - Options
119
64
  * @returns {Promise<Array<Object>>} Array of all records
120
65
  */
121
- getAll(options?: {
122
- limit?: number;
123
- }): Promise<MemoryEntry[]>;
66
+ getAll(options?: {}): Promise<any>;
124
67
  /**
125
68
  * Delete a record by ID
126
69
  * @param {string} id - Record ID to delete
127
70
  * @returns {Promise<Object>} Result with success status
128
71
  * @throws {StorageError} If delete fails
129
72
  */
130
- delete(id: string): Promise<{
131
- id: string;
132
- success: boolean;
133
- }>;
73
+ delete(id: any): Promise<any>;
134
74
  /**
135
75
  * Update an existing record
136
76
  * @param {string} id - Record ID to update
@@ -138,22 +78,19 @@ export declare class LanceDBClient {
138
78
  * @returns {Promise<Object>} Result with success status
139
79
  * @throws {StorageError} If update fails
140
80
  */
141
- update(id: string, data: Partial<MemoryEntry>): Promise<{
142
- id: string;
143
- success: boolean;
144
- }>;
81
+ update(id: any, data: any): Promise<any>;
145
82
  /**
146
83
  * Get database statistics
147
84
  * @returns {Promise<Object>} Statistics including count, size, etc.
148
85
  * @throws {QueryError} If stats query fails
149
86
  */
150
- getStats(): Promise<Stats>;
87
+ getStats(): Promise<any>;
151
88
  /**
152
89
  * Sanitize an ID to prevent SQL injection
153
90
  * Removes any characters that aren't alphanumeric, underscore, or hyphen
154
91
  * @private
155
92
  */
156
- _sanitizeId(id: string): string;
93
+ _sanitizeId(id: any): any;
157
94
  /**
158
95
  * Validate a record object
159
96
  * @private
@@ -168,7 +105,7 @@ export declare class LanceDBClient {
168
105
  * Sleep for a specified duration
169
106
  * @private
170
107
  */
171
- _sleep(ms: number): Promise<void>;
108
+ _sleep(ms: any): Promise<unknown>;
172
109
  /**
173
110
  * Check if an error is retryable (transient network/connection issues)
174
111
  * @private
@@ -178,6 +115,6 @@ export declare class LanceDBClient {
178
115
  * Retry an operation with exponential backoff
179
116
  * @private
180
117
  */
181
- _retryOperation<T>(operation: () => Promise<T>, maxRetries?: number, baseDelay?: number): Promise<T>;
118
+ _retryOperation(operation: any, maxRetries: any, baseDelay: any): Promise<any>;
182
119
  }
183
120
  export default LanceDBClient;
@@ -1,3 +1,4 @@
1
+ // @ts-nocheck
1
2
  /**
2
3
  * LanceDB Client Wrapper
3
4
  *