@hold-baby/bucket-db 0.3.1 → 0.5.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/LICENSE +21 -0
- package/README.md +331 -62
- package/dist/bucket-db.d.ts +25 -0
- package/dist/bucket-db.js +36 -0
- package/dist/cli.d.ts +2 -0
- package/dist/cli.js +133 -0
- package/dist/collection.d.ts +78 -0
- package/dist/collection.js +321 -0
- package/dist/doctor.d.ts +7 -0
- package/dist/doctor.js +100 -0
- package/dist/errors.d.ts +59 -0
- package/dist/errors.js +57 -0
- package/dist/index.d.ts +13 -9
- package/dist/index.js +6 -10
- package/dist/keys.d.ts +12 -0
- package/dist/keys.js +31 -0
- package/dist/query.d.ts +16 -0
- package/dist/query.js +133 -0
- package/dist/snapshot.d.ts +16 -0
- package/dist/snapshot.js +40 -0
- package/dist/storage/adapter.d.ts +75 -0
- package/dist/storage/adapter.js +27 -0
- package/dist/storage/fs.d.ts +28 -0
- package/dist/storage/fs.js +175 -0
- package/dist/storage/memory.d.ts +18 -0
- package/dist/storage/memory.js +49 -0
- package/dist/storage/s3/adapters.d.ts +38 -0
- package/dist/storage/s3/adapters.js +65 -0
- package/dist/storage/s3/client.d.ts +52 -0
- package/dist/storage/s3/client.js +231 -0
- package/dist/storage/s3/credentials.d.ts +17 -0
- package/dist/storage/s3/credentials.js +42 -0
- package/dist/storage/s3/sigv4.d.ts +32 -0
- package/dist/storage/s3/sigv4.js +75 -0
- package/dist/types.d.ts +55 -0
- package/dist/types.js +1 -0
- package/dist/url.d.ts +16 -0
- package/dist/url.js +66 -0
- package/llms.txt +116 -20
- package/package.json +7 -5
- package/dist/cache/lru-cache.d.ts +0 -47
- package/dist/cache/lru-cache.d.ts.map +0 -1
- package/dist/cache/lru-cache.js +0 -110
- package/dist/cache/lru-cache.js.map +0 -1
- package/dist/core/bucket-db.d.ts +0 -20
- package/dist/core/bucket-db.d.ts.map +0 -1
- package/dist/core/bucket-db.js +0 -32
- package/dist/core/bucket-db.js.map +0 -1
- package/dist/core/collection.d.ts +0 -26
- package/dist/core/collection.d.ts.map +0 -1
- package/dist/core/collection.js +0 -213
- package/dist/core/collection.js.map +0 -1
- package/dist/core/wal.d.ts +0 -45
- package/dist/core/wal.d.ts.map +0 -1
- package/dist/core/wal.js +0 -80
- package/dist/core/wal.js.map +0 -1
- package/dist/index/shard-manager.d.ts +0 -36
- package/dist/index/shard-manager.d.ts.map +0 -1
- package/dist/index/shard-manager.js +0 -177
- package/dist/index/shard-manager.js.map +0 -1
- package/dist/index.d.ts.map +0 -1
- package/dist/index.js.map +0 -1
- package/dist/query/evaluator.d.ts +0 -10
- package/dist/query/evaluator.d.ts.map +0 -1
- package/dist/query/evaluator.js +0 -127
- package/dist/query/evaluator.js.map +0 -1
- package/dist/storage/fs-adapter.d.ts +0 -24
- package/dist/storage/fs-adapter.d.ts.map +0 -1
- package/dist/storage/fs-adapter.js +0 -208
- package/dist/storage/fs-adapter.js.map +0 -1
- package/dist/storage/memory-adapter.d.ts +0 -22
- package/dist/storage/memory-adapter.d.ts.map +0 -1
- package/dist/storage/memory-adapter.js +0 -78
- package/dist/storage/memory-adapter.js.map +0 -1
- package/dist/storage/oss-adapter.d.ts +0 -26
- package/dist/storage/oss-adapter.d.ts.map +0 -1
- package/dist/storage/oss-adapter.js +0 -145
- package/dist/storage/oss-adapter.js.map +0 -1
- package/dist/storage/s3-adapter.d.ts +0 -26
- package/dist/storage/s3-adapter.d.ts.map +0 -1
- package/dist/storage/s3-adapter.js +0 -170
- package/dist/storage/s3-adapter.js.map +0 -1
- package/dist/types/collection.d.ts +0 -40
- package/dist/types/collection.d.ts.map +0 -1
- package/dist/types/collection.js +0 -2
- package/dist/types/collection.js.map +0 -1
- package/dist/types/document.d.ts +0 -18
- package/dist/types/document.d.ts.map +0 -1
- package/dist/types/document.js +0 -2
- package/dist/types/document.js.map +0 -1
- package/dist/types/errors.d.ts +0 -32
- package/dist/types/errors.d.ts.map +0 -1
- package/dist/types/errors.js +0 -48
- package/dist/types/errors.js.map +0 -1
- package/dist/types/index.d.ts +0 -6
- package/dist/types/index.d.ts.map +0 -1
- package/dist/types/index.js +0 -3
- package/dist/types/index.js.map +0 -1
- package/dist/types/query.d.ts +0 -37
- package/dist/types/query.d.ts.map +0 -1
- package/dist/types/query.js +0 -2
- package/dist/types/query.js.map +0 -1
- package/dist/types/storage.d.ts +0 -45
- package/dist/types/storage.d.ts.map +0 -1
- package/dist/types/storage.js +0 -2
- package/dist/types/storage.js.map +0 -1
- package/dist/utils/hash.d.ts +0 -13
- package/dist/utils/hash.d.ts.map +0 -1
- package/dist/utils/hash.js +0 -23
- package/dist/utils/hash.js.map +0 -1
- package/dist/utils/path-validator.d.ts +0 -46
- package/dist/utils/path-validator.d.ts.map +0 -1
- package/dist/utils/path-validator.js +0 -99
- package/dist/utils/path-validator.js.map +0 -1
package/dist/cache/lru-cache.js
DELETED
|
@@ -1,110 +0,0 @@
|
|
|
1
|
-
import { createHash } from 'crypto';
|
|
2
|
-
/**
|
|
3
|
-
* LRU (Least Recently Used) Cache implementation
|
|
4
|
-
*/
|
|
5
|
-
export class LRUCache {
|
|
6
|
-
cache;
|
|
7
|
-
maxSize;
|
|
8
|
-
ttl; // Time To Live in milliseconds
|
|
9
|
-
// Statistics
|
|
10
|
-
hits = 0;
|
|
11
|
-
misses = 0;
|
|
12
|
-
evictions = 0;
|
|
13
|
-
constructor(maxSize = 100, ttl = 5 * 60 * 1000) {
|
|
14
|
-
this.cache = new Map();
|
|
15
|
-
this.maxSize = maxSize;
|
|
16
|
-
this.ttl = ttl;
|
|
17
|
-
}
|
|
18
|
-
/**
|
|
19
|
-
* Generate cache key from query filter and options
|
|
20
|
-
*/
|
|
21
|
-
static generateKey(filter, options) {
|
|
22
|
-
const data = JSON.stringify({ filter, options });
|
|
23
|
-
return createHash('md5').update(data).digest('hex');
|
|
24
|
-
}
|
|
25
|
-
/**
|
|
26
|
-
* Get value from cache
|
|
27
|
-
*/
|
|
28
|
-
get(key) {
|
|
29
|
-
const entry = this.cache.get(key);
|
|
30
|
-
if (!entry) {
|
|
31
|
-
this.misses++;
|
|
32
|
-
return null;
|
|
33
|
-
}
|
|
34
|
-
// Check if entry has expired
|
|
35
|
-
if (Date.now() - entry.timestamp > this.ttl) {
|
|
36
|
-
this.cache.delete(key);
|
|
37
|
-
this.misses++;
|
|
38
|
-
return null;
|
|
39
|
-
}
|
|
40
|
-
// Move to end (mark as recently used)
|
|
41
|
-
this.cache.delete(key);
|
|
42
|
-
this.cache.set(key, entry);
|
|
43
|
-
this.hits++;
|
|
44
|
-
return entry.value;
|
|
45
|
-
}
|
|
46
|
-
/**
|
|
47
|
-
* Put value into cache
|
|
48
|
-
*/
|
|
49
|
-
set(key, value) {
|
|
50
|
-
// Remove if already exists (to update position)
|
|
51
|
-
if (this.cache.has(key)) {
|
|
52
|
-
this.cache.delete(key);
|
|
53
|
-
}
|
|
54
|
-
// Evict oldest entry if cache is full
|
|
55
|
-
if (this.cache.size >= this.maxSize) {
|
|
56
|
-
const firstKey = this.cache.keys().next().value;
|
|
57
|
-
if (firstKey) {
|
|
58
|
-
this.cache.delete(firstKey);
|
|
59
|
-
this.evictions++;
|
|
60
|
-
}
|
|
61
|
-
}
|
|
62
|
-
this.cache.set(key, {
|
|
63
|
-
value,
|
|
64
|
-
timestamp: Date.now(),
|
|
65
|
-
});
|
|
66
|
-
}
|
|
67
|
-
/**
|
|
68
|
-
* Invalidate cache entries (clear all by default)
|
|
69
|
-
*/
|
|
70
|
-
invalidate(pattern) {
|
|
71
|
-
if (!pattern) {
|
|
72
|
-
this.cache.clear();
|
|
73
|
-
return;
|
|
74
|
-
}
|
|
75
|
-
// Remove entries matching pattern
|
|
76
|
-
for (const key of this.cache.keys()) {
|
|
77
|
-
if (pattern.test(key)) {
|
|
78
|
-
this.cache.delete(key);
|
|
79
|
-
}
|
|
80
|
-
}
|
|
81
|
-
}
|
|
82
|
-
/**
|
|
83
|
-
* Get cache statistics
|
|
84
|
-
*/
|
|
85
|
-
getStats() {
|
|
86
|
-
const total = this.hits + this.misses;
|
|
87
|
-
return {
|
|
88
|
-
size: this.cache.size,
|
|
89
|
-
hits: this.hits,
|
|
90
|
-
misses: this.misses,
|
|
91
|
-
evictions: this.evictions,
|
|
92
|
-
hitRate: total > 0 ? (this.hits / total * 100).toFixed(2) + '%' : '0%',
|
|
93
|
-
};
|
|
94
|
-
}
|
|
95
|
-
/**
|
|
96
|
-
* Clear all cache statistics
|
|
97
|
-
*/
|
|
98
|
-
resetStats() {
|
|
99
|
-
this.hits = 0;
|
|
100
|
-
this.misses = 0;
|
|
101
|
-
this.evictions = 0;
|
|
102
|
-
}
|
|
103
|
-
/**
|
|
104
|
-
* Clear the entire cache
|
|
105
|
-
*/
|
|
106
|
-
clear() {
|
|
107
|
-
this.cache.clear();
|
|
108
|
-
}
|
|
109
|
-
}
|
|
110
|
-
//# sourceMappingURL=lru-cache.js.map
|
|
@@ -1 +0,0 @@
|
|
|
1
|
-
{"version":3,"file":"lru-cache.js","sourceRoot":"","sources":["../../src/cache/lru-cache.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,UAAU,EAAE,MAAM,QAAQ,CAAC;AAOpC;;GAEG;AACH,MAAM,OAAO,QAAQ;IACX,KAAK,CAA6B;IAClC,OAAO,CAAS;IAChB,GAAG,CAAS,CAAC,+BAA+B;IAEpD,aAAa;IACL,IAAI,GAAW,CAAC,CAAC;IACjB,MAAM,GAAW,CAAC,CAAC;IACnB,SAAS,GAAW,CAAC,CAAC;IAE9B,YAAY,UAAkB,GAAG,EAAE,MAAc,CAAC,GAAG,EAAE,GAAG,IAAI;QAC5D,IAAI,CAAC,KAAK,GAAG,IAAI,GAAG,EAAE,CAAC;QACvB,IAAI,CAAC,OAAO,GAAG,OAAO,CAAC;QACvB,IAAI,CAAC,GAAG,GAAG,GAAG,CAAC;IACjB,CAAC;IAED;;OAEG;IACH,MAAM,CAAC,WAAW,CAAC,MAA2B,EAAE,OAA6B;QAC3E,MAAM,IAAI,GAAG,IAAI,CAAC,SAAS,CAAC,EAAE,MAAM,EAAE,OAAO,EAAE,CAAC,CAAC;QACjD,OAAO,UAAU,CAAC,KAAK,CAAC,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;IACtD,CAAC;IAED;;OAEG;IACH,GAAG,CAAC,GAAW;QACb,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;QAElC,IAAI,CAAC,KAAK,EAAE,CAAC;YACX,IAAI,CAAC,MAAM,EAAE,CAAC;YACd,OAAO,IAAI,CAAC;QACd,CAAC;QAED,6BAA6B;QAC7B,IAAI,IAAI,CAAC,GAAG,EAAE,GAAG,KAAK,CAAC,SAAS,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;YAC5C,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC;YACvB,IAAI,CAAC,MAAM,EAAE,CAAC;YACd,OAAO,IAAI,CAAC;QACd,CAAC;QAED,sCAAsC;QACtC,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC;QACvB,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,GAAG,EAAE,KAAK,CAAC,CAAC;QAC3B,IAAI,CAAC,IAAI,EAAE,CAAC;QAEZ,OAAO,KAAK,CAAC,KAAK,CAAC;IACrB,CAAC;IAED;;OAEG;IACH,GAAG,CAAC,GAAW,EAAE,KAAQ;QACvB,gDAAgD;QAChD,IAAI,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE,CAAC;YACxB,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC;QACzB,CAAC;QAED,sCAAsC;QACtC,IAAI,IAAI,CAAC,KAAK,CAAC,IAAI,IAAI,IAAI,CAAC,OAAO,EAAE,CAAC;YACpC,MAAM,QAAQ,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,EAAE,CAAC,IAAI,EAAE,CAAC,KAAK,CAAC;YAChD,IAAI,QAAQ,EAAE,CAAC;gBACb,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC;gBAC5B,IAAI,CAAC,SAAS,EAAE,CAAC;YACnB,CAAC;QACH,CAAC;QAED,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,GAAG,EAAE;YAClB,KAAK;YACL,SAAS,EAAE,IAAI,CAAC,GAAG,EAAE;SACtB,CAAC,CAAC;IACL,CAAC;IAED;;OAEG;IACH,UAAU,CAAC,OAAgB;QACzB,IAAI,CAAC,OAAO,EAAE,CAAC;YACb,IAAI,CAAC,KAAK,CAAC,KAAK,EAAE,CAAC;YACnB,OAAO;QACT,CAAC;QAED,kCAAkC;QAClC,KAAK,MAAM,GAAG,IAAI,IAAI,CAAC,KAAK,CAAC,IAAI,EAAE,EAAE,CAAC;YACpC,IAAI,OAAO,CAAC,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC;gBACtB,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC;YACzB,CAAC;QACH,CAAC;IACH,CAAC;IAED;;OAEG;IACH,QAAQ;QACN,MAAM,KAAK,GAAG,IAAI,CAAC,IAAI,GAAG,IAAI,CAAC,MAAM,CAAC;QACtC,OAAO;YACL,IAAI,EAAE,IAAI,CAAC,KAAK,CAAC,IAAI;YACrB,IAAI,EAAE,IAAI,CAAC,IAAI;YACf,MAAM,EAAE,IAAI,CAAC,MAAM;YACnB,SAAS,EAAE,IAAI,CAAC,SAAS;YACzB,OAAO,EAAE,KAAK,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,GAAG,KAAK,GAAG,GAAG,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,GAAG,GAAG,CAAC,CAAC,CAAC,IAAI;SACvE,CAAC;IACJ,CAAC;IAED;;OAEG;IACH,UAAU;QACR,IAAI,CAAC,IAAI,GAAG,CAAC,CAAC;QACd,IAAI,CAAC,MAAM,GAAG,CAAC,CAAC;QAChB,IAAI,CAAC,SAAS,GAAG,CAAC,CAAC;IACrB,CAAC;IAED;;OAEG;IACH,KAAK;QACH,IAAI,CAAC,KAAK,CAAC,KAAK,EAAE,CAAC;IACrB,CAAC;CACF"}
|
package/dist/core/bucket-db.d.ts
DELETED
|
@@ -1,20 +0,0 @@
|
|
|
1
|
-
import type { StorageAdapter, Document } from '../types/index.js';
|
|
2
|
-
import { Collection, CollectionOptions } from './collection.js';
|
|
3
|
-
export interface BucketDBOptions {
|
|
4
|
-
defaultShardCount?: number;
|
|
5
|
-
}
|
|
6
|
-
/**
|
|
7
|
-
* Main BucketDB class
|
|
8
|
-
*/
|
|
9
|
-
export declare class BucketDB {
|
|
10
|
-
private adapter;
|
|
11
|
-
private dbPath;
|
|
12
|
-
private options;
|
|
13
|
-
private collections;
|
|
14
|
-
constructor(adapter: StorageAdapter, dbPath: string, options?: BucketDBOptions);
|
|
15
|
-
/**
|
|
16
|
-
* Get or create a collection
|
|
17
|
-
*/
|
|
18
|
-
collection<T extends Document>(name: string, options?: CollectionOptions): Collection<T>;
|
|
19
|
-
}
|
|
20
|
-
//# sourceMappingURL=bucket-db.d.ts.map
|
|
@@ -1 +0,0 @@
|
|
|
1
|
-
{"version":3,"file":"bucket-db.d.ts","sourceRoot":"","sources":["../../src/core/bucket-db.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,cAAc,EAAE,QAAQ,EAAE,MAAM,mBAAmB,CAAC;AAClE,OAAO,EAAE,UAAU,EAAE,iBAAiB,EAAE,MAAM,iBAAiB,CAAC;AAGhE,MAAM,WAAW,eAAe;IAC9B,iBAAiB,CAAC,EAAE,MAAM,CAAC;CAC5B;AAED;;GAEG;AACH,qBAAa,QAAQ;IAIjB,OAAO,CAAC,OAAO;IACf,OAAO,CAAC,MAAM;IACd,OAAO,CAAC,OAAO;IALjB,OAAO,CAAC,WAAW,CAAsC;gBAG/C,OAAO,EAAE,cAAc,EACvB,MAAM,EAAE,MAAM,EACd,OAAO,GAAE,eAAoB;IAGvC;;OAEG;IACH,UAAU,CAAC,CAAC,SAAS,QAAQ,EAC3B,IAAI,EAAE,MAAM,EACZ,OAAO,CAAC,EAAE,iBAAiB,GAC1B,UAAU,CAAC,CAAC,CAAC;CAoBjB"}
|
package/dist/core/bucket-db.js
DELETED
|
@@ -1,32 +0,0 @@
|
|
|
1
|
-
import { Collection } from './collection.js';
|
|
2
|
-
import { sanitizePathComponent } from '../utils/path-validator.js';
|
|
3
|
-
/**
|
|
4
|
-
* Main BucketDB class
|
|
5
|
-
*/
|
|
6
|
-
export class BucketDB {
|
|
7
|
-
adapter;
|
|
8
|
-
dbPath;
|
|
9
|
-
options;
|
|
10
|
-
collections = new Map();
|
|
11
|
-
constructor(adapter, dbPath, options = {}) {
|
|
12
|
-
this.adapter = adapter;
|
|
13
|
-
this.dbPath = dbPath;
|
|
14
|
-
this.options = options;
|
|
15
|
-
}
|
|
16
|
-
/**
|
|
17
|
-
* Get or create a collection
|
|
18
|
-
*/
|
|
19
|
-
collection(name, options) {
|
|
20
|
-
// Validate collection name to prevent path traversal
|
|
21
|
-
sanitizePathComponent(name);
|
|
22
|
-
if (this.collections.has(name)) {
|
|
23
|
-
return this.collections.get(name);
|
|
24
|
-
}
|
|
25
|
-
const collection = new Collection(this.adapter, this.dbPath, name, {
|
|
26
|
-
shardCount: options?.shardCount || this.options.defaultShardCount || 16,
|
|
27
|
-
});
|
|
28
|
-
this.collections.set(name, collection);
|
|
29
|
-
return collection;
|
|
30
|
-
}
|
|
31
|
-
}
|
|
32
|
-
//# sourceMappingURL=bucket-db.js.map
|
|
@@ -1 +0,0 @@
|
|
|
1
|
-
{"version":3,"file":"bucket-db.js","sourceRoot":"","sources":["../../src/core/bucket-db.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,UAAU,EAAqB,MAAM,iBAAiB,CAAC;AAChE,OAAO,EAAE,qBAAqB,EAAE,MAAM,4BAA4B,CAAC;AAMnE;;GAEG;AACH,MAAM,OAAO,QAAQ;IAIT;IACA;IACA;IALF,WAAW,GAAG,IAAI,GAAG,EAA2B,CAAC;IAEzD,YACU,OAAuB,EACvB,MAAc,EACd,UAA2B,EAAE;QAF7B,YAAO,GAAP,OAAO,CAAgB;QACvB,WAAM,GAAN,MAAM,CAAQ;QACd,YAAO,GAAP,OAAO,CAAsB;IACpC,CAAC;IAEJ;;OAEG;IACH,UAAU,CACR,IAAY,EACZ,OAA2B;QAE3B,qDAAqD;QACrD,qBAAqB,CAAC,IAAI,CAAC,CAAC;QAE5B,IAAI,IAAI,CAAC,WAAW,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,CAAC;YAC/B,OAAO,IAAI,CAAC,WAAW,CAAC,GAAG,CAAC,IAAI,CAAE,CAAC;QACrC,CAAC;QAED,MAAM,UAAU,GAAG,IAAI,UAAU,CAC/B,IAAI,CAAC,OAAO,EACZ,IAAI,CAAC,MAAM,EACX,IAAI,EACJ;YACE,UAAU,EAAE,OAAO,EAAE,UAAU,IAAI,IAAI,CAAC,OAAO,CAAC,iBAAiB,IAAI,EAAE;SACxE,CACF,CAAC;QAEF,IAAI,CAAC,WAAW,CAAC,GAAG,CAAC,IAAI,EAAE,UAAU,CAAC,CAAC;QACvC,OAAO,UAAU,CAAC;IACpB,CAAC;CACF"}
|
|
@@ -1,26 +0,0 @@
|
|
|
1
|
-
import type { ICollection, Document, InsertDocument, UpdateDocument, QueryFilter, QueryOptions, UpdateOptions, StorageAdapter } from '../types/index.js';
|
|
2
|
-
export interface CollectionOptions {
|
|
3
|
-
shardCount?: number;
|
|
4
|
-
}
|
|
5
|
-
/**
|
|
6
|
-
* Collection class for type-safe CRUD operations
|
|
7
|
-
*/
|
|
8
|
-
export declare class Collection<T extends Document> implements ICollection<T> {
|
|
9
|
-
private adapter;
|
|
10
|
-
private shardManager;
|
|
11
|
-
private wal;
|
|
12
|
-
private queryCache;
|
|
13
|
-
private basePath;
|
|
14
|
-
constructor(adapter: StorageAdapter, dbPath: string, collectionName: string, options?: CollectionOptions);
|
|
15
|
-
/**
|
|
16
|
-
* Recover from pending WAL entries
|
|
17
|
-
*/
|
|
18
|
-
private recoverFromWAL;
|
|
19
|
-
private getDocPath;
|
|
20
|
-
insert(data: InsertDocument<T>): Promise<T>;
|
|
21
|
-
findById(id: string): Promise<T | null>;
|
|
22
|
-
find(filter: QueryFilter<T>, options?: QueryOptions): Promise<T[]>;
|
|
23
|
-
update(id: string, data: UpdateDocument<T>, options?: UpdateOptions): Promise<T>;
|
|
24
|
-
delete(id: string): Promise<void>;
|
|
25
|
-
}
|
|
26
|
-
//# sourceMappingURL=collection.d.ts.map
|
|
@@ -1 +0,0 @@
|
|
|
1
|
-
{"version":3,"file":"collection.d.ts","sourceRoot":"","sources":["../../src/core/collection.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EACV,WAAW,EACX,QAAQ,EACR,cAAc,EACd,cAAc,EACd,WAAW,EACX,YAAY,EACZ,aAAa,EACb,cAAc,EACf,MAAM,mBAAmB,CAAC;AAqB3B,MAAM,WAAW,iBAAiB;IAChC,UAAU,CAAC,EAAE,MAAM,CAAC;CACrB;AAED;;GAEG;AACH,qBAAa,UAAU,CAAC,CAAC,SAAS,QAAQ,CAAE,YAAW,WAAW,CAAC,CAAC,CAAC;IAOjE,OAAO,CAAC,OAAO;IANjB,OAAO,CAAC,YAAY,CAAe;IACnC,OAAO,CAAC,GAAG,CAAM;IACjB,OAAO,CAAC,UAAU,CAAgB;IAClC,OAAO,CAAC,QAAQ,CAAS;gBAGf,OAAO,EAAE,cAAc,EAC/B,MAAM,EAAE,MAAM,EACd,cAAc,EAAE,MAAM,EACtB,OAAO,GAAE,iBAAsB;IAmBjC;;OAEG;YACW,cAAc;IAmB5B,OAAO,CAAC,UAAU;IAMZ,MAAM,CAAC,IAAI,EAAE,cAAc,CAAC,CAAC,CAAC,GAAG,OAAO,CAAC,CAAC,CAAC;IAyC3C,QAAQ,CAAC,EAAE,EAAE,MAAM,GAAG,OAAO,CAAC,CAAC,GAAG,IAAI,CAAC;IAWvC,IAAI,CAAC,MAAM,EAAE,WAAW,CAAC,CAAC,CAAC,EAAE,OAAO,CAAC,EAAE,YAAY,GAAG,OAAO,CAAC,CAAC,EAAE,CAAC;IA0ClE,MAAM,CACV,EAAE,EAAE,MAAM,EACV,IAAI,EAAE,cAAc,CAAC,CAAC,CAAC,EACvB,OAAO,CAAC,EAAE,aAAa,GACtB,OAAO,CAAC,CAAC,CAAC;IAsDP,MAAM,CAAC,EAAE,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC;CA+BxC"}
|
package/dist/core/collection.js
DELETED
|
@@ -1,213 +0,0 @@
|
|
|
1
|
-
import { DocumentNotFoundError, ConcurrentUpdateError } from '../types/index.js';
|
|
2
|
-
import { ShardManager } from '../index/shard-manager.js';
|
|
3
|
-
import { sanitizePathComponent, safePathJoin } from '../utils/path-validator.js';
|
|
4
|
-
import { WAL } from './wal.js';
|
|
5
|
-
import { LRUCache } from '../cache/lru-cache.js';
|
|
6
|
-
/**
|
|
7
|
-
* Generate UUID v4
|
|
8
|
-
*/
|
|
9
|
-
function generateId() {
|
|
10
|
-
return crypto.randomUUID();
|
|
11
|
-
}
|
|
12
|
-
/**
|
|
13
|
-
* Get current ISO timestamp
|
|
14
|
-
*/
|
|
15
|
-
function now() {
|
|
16
|
-
return new Date().toISOString();
|
|
17
|
-
}
|
|
18
|
-
/**
|
|
19
|
-
* Collection class for type-safe CRUD operations
|
|
20
|
-
*/
|
|
21
|
-
export class Collection {
|
|
22
|
-
adapter;
|
|
23
|
-
shardManager;
|
|
24
|
-
wal;
|
|
25
|
-
queryCache;
|
|
26
|
-
basePath;
|
|
27
|
-
constructor(adapter, dbPath, collectionName, options = {}) {
|
|
28
|
-
this.adapter = adapter;
|
|
29
|
-
// Validate collection name to prevent path traversal
|
|
30
|
-
const sanitizedCollectionName = sanitizePathComponent(collectionName);
|
|
31
|
-
this.basePath = safePathJoin(dbPath, sanitizedCollectionName);
|
|
32
|
-
this.shardManager = new ShardManager(adapter, this.basePath, options.shardCount || 16);
|
|
33
|
-
this.wal = new WAL(adapter, this.basePath);
|
|
34
|
-
this.queryCache = new LRUCache(100, 5 * 60 * 1000); // 100 entries, 5 min TTL
|
|
35
|
-
// Recover from any pending WAL entries
|
|
36
|
-
this.recoverFromWAL().catch(err => {
|
|
37
|
-
console.error('WAL recovery failed:', err);
|
|
38
|
-
});
|
|
39
|
-
}
|
|
40
|
-
/**
|
|
41
|
-
* Recover from pending WAL entries
|
|
42
|
-
*/
|
|
43
|
-
async recoverFromWAL() {
|
|
44
|
-
await this.wal.recover(async (entry) => {
|
|
45
|
-
// Replay the operation based on WAL entry
|
|
46
|
-
switch (entry.operation) {
|
|
47
|
-
case 'insert':
|
|
48
|
-
case 'update':
|
|
49
|
-
// Ensure document is indexed
|
|
50
|
-
if (entry.documentData) {
|
|
51
|
-
await this.shardManager.addDocument(entry.documentData);
|
|
52
|
-
}
|
|
53
|
-
break;
|
|
54
|
-
case 'delete':
|
|
55
|
-
// Ensure document is removed from index
|
|
56
|
-
await this.shardManager.removeDocument(entry.documentId);
|
|
57
|
-
break;
|
|
58
|
-
}
|
|
59
|
-
});
|
|
60
|
-
}
|
|
61
|
-
getDocPath(id) {
|
|
62
|
-
// Validate document ID to prevent path traversal
|
|
63
|
-
const sanitizedId = sanitizePathComponent(id);
|
|
64
|
-
return safePathJoin(this.basePath, 'docs', `${sanitizedId}.json`);
|
|
65
|
-
}
|
|
66
|
-
async insert(data) {
|
|
67
|
-
const id = generateId();
|
|
68
|
-
const timestamp = now();
|
|
69
|
-
const document = {
|
|
70
|
-
...data,
|
|
71
|
-
id,
|
|
72
|
-
_createdAt: timestamp,
|
|
73
|
-
_updatedAt: timestamp,
|
|
74
|
-
};
|
|
75
|
-
// 1. Log operation to WAL first
|
|
76
|
-
await this.wal.log({
|
|
77
|
-
operation: 'insert',
|
|
78
|
-
collectionPath: this.basePath,
|
|
79
|
-
documentId: id,
|
|
80
|
-
documentData: document,
|
|
81
|
-
timestamp,
|
|
82
|
-
});
|
|
83
|
-
try {
|
|
84
|
-
// 2. Write document to storage
|
|
85
|
-
const { etag } = await this.adapter.put(this.getDocPath(id), document);
|
|
86
|
-
document._etag = etag;
|
|
87
|
-
// 3. Add to index
|
|
88
|
-
await this.shardManager.addDocument(document);
|
|
89
|
-
// 4. Clear WAL entry after successful completion
|
|
90
|
-
await this.wal.clear(id);
|
|
91
|
-
// 5. Invalidate query cache (new document may match existing queries)
|
|
92
|
-
this.queryCache.invalidate();
|
|
93
|
-
return document;
|
|
94
|
-
}
|
|
95
|
-
catch (error) {
|
|
96
|
-
// On failure, WAL entry remains for recovery
|
|
97
|
-
throw error;
|
|
98
|
-
}
|
|
99
|
-
}
|
|
100
|
-
async findById(id) {
|
|
101
|
-
try {
|
|
102
|
-
const { data, etag } = await this.adapter.get(this.getDocPath(id));
|
|
103
|
-
const doc = data;
|
|
104
|
-
doc._etag = etag;
|
|
105
|
-
return doc;
|
|
106
|
-
}
|
|
107
|
-
catch (error) {
|
|
108
|
-
return null;
|
|
109
|
-
}
|
|
110
|
-
}
|
|
111
|
-
async find(filter, options) {
|
|
112
|
-
// Check cache first
|
|
113
|
-
const cacheKey = LRUCache.generateKey(filter, options);
|
|
114
|
-
const cached = this.queryCache.get(cacheKey);
|
|
115
|
-
if (cached) {
|
|
116
|
-
return cached;
|
|
117
|
-
}
|
|
118
|
-
// Query index to get matching document IDs
|
|
119
|
-
const indexResults = await this.shardManager.query(filter);
|
|
120
|
-
// Get full documents
|
|
121
|
-
let ids = indexResults.map(doc => doc.id);
|
|
122
|
-
if (ids.length === 0) {
|
|
123
|
-
return [];
|
|
124
|
-
}
|
|
125
|
-
// Apply pagination on IDs before loading documents (PERF optimization)
|
|
126
|
-
if (options?.offset) {
|
|
127
|
-
ids = ids.slice(options.offset);
|
|
128
|
-
}
|
|
129
|
-
if (options?.limit) {
|
|
130
|
-
ids = ids.slice(0, options.limit);
|
|
131
|
-
}
|
|
132
|
-
// Batch get only the required documents
|
|
133
|
-
const docMap = await this.adapter.batchGet(ids.map(id => this.getDocPath(id)));
|
|
134
|
-
// Convert to array and add etags
|
|
135
|
-
const results = Array.from(docMap.values()).map(obj => {
|
|
136
|
-
const doc = obj.data;
|
|
137
|
-
doc._etag = obj.etag;
|
|
138
|
-
return doc;
|
|
139
|
-
});
|
|
140
|
-
// Cache the results
|
|
141
|
-
this.queryCache.set(cacheKey, results);
|
|
142
|
-
return results;
|
|
143
|
-
}
|
|
144
|
-
async update(id, data, options) {
|
|
145
|
-
// Get current document
|
|
146
|
-
const current = await this.findById(id);
|
|
147
|
-
if (!current) {
|
|
148
|
-
throw new DocumentNotFoundError(id);
|
|
149
|
-
}
|
|
150
|
-
// Check optimistic lock if etag provided
|
|
151
|
-
if (options?.etag && current._etag !== options.etag) {
|
|
152
|
-
throw new ConcurrentUpdateError(`ETag mismatch for document ${id}`);
|
|
153
|
-
}
|
|
154
|
-
// Merge updates
|
|
155
|
-
const updated = {
|
|
156
|
-
...current,
|
|
157
|
-
...data,
|
|
158
|
-
id,
|
|
159
|
-
_updatedAt: now(),
|
|
160
|
-
};
|
|
161
|
-
// 1. Log operation to WAL first
|
|
162
|
-
await this.wal.log({
|
|
163
|
-
operation: 'update',
|
|
164
|
-
collectionPath: this.basePath,
|
|
165
|
-
documentId: id,
|
|
166
|
-
documentData: updated,
|
|
167
|
-
timestamp: now(),
|
|
168
|
-
});
|
|
169
|
-
try {
|
|
170
|
-
// 2. Write document
|
|
171
|
-
const { etag } = await this.adapter.put(this.getDocPath(id), updated, current._etag ? { ifMatch: current._etag } : undefined);
|
|
172
|
-
updated._etag = etag;
|
|
173
|
-
// 3. Update index
|
|
174
|
-
await this.shardManager.updateDocument(updated);
|
|
175
|
-
// 4. Clear WAL entry
|
|
176
|
-
await this.wal.clear(id);
|
|
177
|
-
// 5. Invalidate query cache (document changed)
|
|
178
|
-
this.queryCache.invalidate();
|
|
179
|
-
return updated;
|
|
180
|
-
}
|
|
181
|
-
catch (error) {
|
|
182
|
-
throw error;
|
|
183
|
-
}
|
|
184
|
-
}
|
|
185
|
-
async delete(id) {
|
|
186
|
-
// Check if document exists
|
|
187
|
-
const exists = await this.findById(id);
|
|
188
|
-
if (!exists) {
|
|
189
|
-
throw new DocumentNotFoundError(id);
|
|
190
|
-
}
|
|
191
|
-
// 1. Log operation to WAL first
|
|
192
|
-
await this.wal.log({
|
|
193
|
-
operation: 'delete',
|
|
194
|
-
collectionPath: this.basePath,
|
|
195
|
-
documentId: id,
|
|
196
|
-
timestamp: now(),
|
|
197
|
-
});
|
|
198
|
-
try {
|
|
199
|
-
// 2. Delete from storage
|
|
200
|
-
await this.adapter.delete(this.getDocPath(id));
|
|
201
|
-
// 3. Remove from index
|
|
202
|
-
await this.shardManager.removeDocument(id);
|
|
203
|
-
// 4. Clear WAL entry
|
|
204
|
-
await this.wal.clear(id);
|
|
205
|
-
// 5. Invalidate query cache (document deleted)
|
|
206
|
-
this.queryCache.invalidate();
|
|
207
|
-
}
|
|
208
|
-
catch (error) {
|
|
209
|
-
throw error;
|
|
210
|
-
}
|
|
211
|
-
}
|
|
212
|
-
}
|
|
213
|
-
//# sourceMappingURL=collection.js.map
|
|
@@ -1 +0,0 @@
|
|
|
1
|
-
{"version":3,"file":"collection.js","sourceRoot":"","sources":["../../src/core/collection.ts"],"names":[],"mappings":"AAUA,OAAO,EAAE,qBAAqB,EAAE,qBAAqB,EAAE,MAAM,mBAAmB,CAAC;AACjF,OAAO,EAAE,YAAY,EAAE,MAAM,2BAA2B,CAAC;AACzD,OAAO,EAAE,qBAAqB,EAAE,YAAY,EAAE,MAAM,4BAA4B,CAAC;AACjF,OAAO,EAAE,GAAG,EAAiB,MAAM,UAAU,CAAC;AAC9C,OAAO,EAAE,QAAQ,EAAE,MAAM,uBAAuB,CAAC;AAEjD;;GAEG;AACH,SAAS,UAAU;IACjB,OAAO,MAAM,CAAC,UAAU,EAAE,CAAC;AAC7B,CAAC;AAED;;GAEG;AACH,SAAS,GAAG;IACV,OAAO,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE,CAAC;AAClC,CAAC;AAMD;;GAEG;AACH,MAAM,OAAO,UAAU;IAOX;IANF,YAAY,CAAe;IAC3B,GAAG,CAAM;IACT,UAAU,CAAgB;IAC1B,QAAQ,CAAS;IAEzB,YACU,OAAuB,EAC/B,MAAc,EACd,cAAsB,EACtB,UAA6B,EAAE;QAHvB,YAAO,GAAP,OAAO,CAAgB;QAK/B,qDAAqD;QACrD,MAAM,uBAAuB,GAAG,qBAAqB,CAAC,cAAc,CAAC,CAAC;QACtE,IAAI,CAAC,QAAQ,GAAG,YAAY,CAAC,MAAM,EAAE,uBAAuB,CAAC,CAAC;QAC9D,IAAI,CAAC,YAAY,GAAG,IAAI,YAAY,CAClC,OAAO,EACP,IAAI,CAAC,QAAQ,EACb,OAAO,CAAC,UAAU,IAAI,EAAE,CACzB,CAAC;QACF,IAAI,CAAC,GAAG,GAAG,IAAI,GAAG,CAAC,OAAO,EAAE,IAAI,CAAC,QAAQ,CAAC,CAAC;QAC3C,IAAI,CAAC,UAAU,GAAG,IAAI,QAAQ,CAAM,GAAG,EAAE,CAAC,GAAG,EAAE,GAAG,IAAI,CAAC,CAAC,CAAC,yBAAyB;QAElF,uCAAuC;QACvC,IAAI,CAAC,cAAc,EAAE,CAAC,KAAK,CAAC,GAAG,CAAC,EAAE;YAChC,OAAO,CAAC,KAAK,CAAC,sBAAsB,EAAE,GAAG,CAAC,CAAC;QAC7C,CAAC,CAAC,CAAC;IACL,CAAC;IAED;;OAEG;IACK,KAAK,CAAC,cAAc;QAC1B,MAAM,IAAI,CAAC,GAAG,CAAC,OAAO,CAAC,KAAK,EAAE,KAAe,EAAE,EAAE;YAC/C,0CAA0C;YAC1C,QAAQ,KAAK,CAAC,SAAS,EAAE,CAAC;gBACxB,KAAK,QAAQ,CAAC;gBACd,KAAK,QAAQ;oBACX,6BAA6B;oBAC7B,IAAI,KAAK,CAAC,YAAY,EAAE,CAAC;wBACvB,MAAM,IAAI,CAAC,YAAY,CAAC,WAAW,CAAC,KAAK,CAAC,YAAY,CAAC,CAAC;oBAC1D,CAAC;oBACD,MAAM;gBACR,KAAK,QAAQ;oBACX,wCAAwC;oBACxC,MAAM,IAAI,CAAC,YAAY,CAAC,cAAc,CAAC,KAAK,CAAC,UAAU,CAAC,CAAC;oBACzD,MAAM;YACV,CAAC;QACH,CAAC,CAAC,CAAC;IACL,CAAC;IAEO,UAAU,CAAC,EAAU;QAC3B,iDAAiD;QACjD,MAAM,WAAW,GAAG,qBAAqB,CAAC,EAAE,CAAC,CAAC;QAC9C,OAAO,YAAY,CAAC,IAAI,CAAC,QAAQ,EAAE,MAAM,EAAE,GAAG,WAAW,OAAO,CAAC,CAAC;IACpE,CAAC;IAED,KAAK,CAAC,MAAM,CAAC,IAAuB;QAClC,MAAM,EAAE,GAAG,UAAU,EAAE,CAAC;QACxB,MAAM,SAAS,GAAG,GAAG,EAAE,CAAC;QAExB,MAAM,QAAQ,GAAM;YAClB,GAAG,IAAI;YACP,EAAE;YACF,UAAU,EAAE,SAAS;YACrB,UAAU,EAAE,SAAS;SACjB,CAAC;QAEP,gCAAgC;QAChC,MAAM,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC;YACjB,SAAS,EAAE,QAAQ;YACnB,cAAc,EAAE,IAAI,CAAC,QAAQ;YAC7B,UAAU,EAAE,EAAE;YACd,YAAY,EAAE,QAAQ;YACtB,SAAS;SACV,CAAC,CAAC;QAEH,IAAI,CAAC;YACH,+BAA+B;YAC/B,MAAM,EAAE,IAAI,EAAE,GAAG,MAAM,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,IAAI,CAAC,UAAU,CAAC,EAAE,CAAC,EAAE,QAAQ,CAAC,CAAC;YACvE,QAAQ,CAAC,KAAK,GAAG,IAAI,CAAC;YAEtB,kBAAkB;YAClB,MAAM,IAAI,CAAC,YAAY,CAAC,WAAW,CAAC,QAAQ,CAAC,CAAC;YAE9C,iDAAiD;YACjD,MAAM,IAAI,CAAC,GAAG,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC;YAEzB,sEAAsE;YACtE,IAAI,CAAC,UAAU,CAAC,UAAU,EAAE,CAAC;YAE7B,OAAO,QAAQ,CAAC;QAClB,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,6CAA6C;YAC7C,MAAM,KAAK,CAAC;QACd,CAAC;IACH,CAAC;IAED,KAAK,CAAC,QAAQ,CAAC,EAAU;QACvB,IAAI,CAAC;YACH,MAAM,EAAE,IAAI,EAAE,IAAI,EAAE,GAAG,MAAM,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,IAAI,CAAC,UAAU,CAAC,EAAE,CAAC,CAAC,CAAC;YACnE,MAAM,GAAG,GAAG,IAAS,CAAC;YACtB,GAAG,CAAC,KAAK,GAAG,IAAI,CAAC;YACjB,OAAO,GAAG,CAAC;QACb,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,OAAO,IAAI,CAAC;QACd,CAAC;IACH,CAAC;IAED,KAAK,CAAC,IAAI,CAAC,MAAsB,EAAE,OAAsB;QACvD,oBAAoB;QACpB,MAAM,QAAQ,GAAG,QAAQ,CAAC,WAAW,CAAC,MAA6B,EAAE,OAA8B,CAAC,CAAC;QACrG,MAAM,MAAM,GAAG,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC;QAC7C,IAAI,MAAM,EAAE,CAAC;YACX,OAAO,MAAM,CAAC;QAChB,CAAC;QAED,2CAA2C;QAC3C,MAAM,YAAY,GAAG,MAAM,IAAI,CAAC,YAAY,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC;QAE3D,qBAAqB;QACrB,IAAI,GAAG,GAAG,YAAY,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;QAE1C,IAAI,GAAG,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YACrB,OAAO,EAAE,CAAC;QACZ,CAAC;QAED,uEAAuE;QACvE,IAAI,OAAO,EAAE,MAAM,EAAE,CAAC;YACpB,GAAG,GAAG,GAAG,CAAC,KAAK,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC;QAClC,CAAC;QACD,IAAI,OAAO,EAAE,KAAK,EAAE,CAAC;YACnB,GAAG,GAAG,GAAG,CAAC,KAAK,CAAC,CAAC,EAAE,OAAO,CAAC,KAAK,CAAC,CAAC;QACpC,CAAC;QAED,wCAAwC;QACxC,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,OAAO,CAAC,QAAQ,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE,CAAC,EAAE,CAAC,IAAI,CAAC,UAAU,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC;QAE/E,iCAAiC;QACjC,MAAM,OAAO,GAAG,KAAK,CAAC,IAAI,CAAC,MAAM,CAAC,MAAM,EAAE,CAAC,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE;YACpD,MAAM,GAAG,GAAG,GAAG,CAAC,IAAS,CAAC;YAC1B,GAAG,CAAC,KAAK,GAAG,GAAG,CAAC,IAAI,CAAC;YACrB,OAAO,GAAG,CAAC;QACb,CAAC,CAAC,CAAC;QAEH,oBAAoB;QACpB,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC,QAAQ,EAAE,OAAO,CAAC,CAAC;QAEvC,OAAO,OAAO,CAAC;IACjB,CAAC;IAED,KAAK,CAAC,MAAM,CACV,EAAU,EACV,IAAuB,EACvB,OAAuB;QAEvB,uBAAuB;QACvB,MAAM,OAAO,GAAG,MAAM,IAAI,CAAC,QAAQ,CAAC,EAAE,CAAC,CAAC;QACxC,IAAI,CAAC,OAAO,EAAE,CAAC;YACb,MAAM,IAAI,qBAAqB,CAAC,EAAE,CAAC,CAAC;QACtC,CAAC;QAED,yCAAyC;QACzC,IAAI,OAAO,EAAE,IAAI,IAAI,OAAO,CAAC,KAAK,KAAK,OAAO,CAAC,IAAI,EAAE,CAAC;YACpD,MAAM,IAAI,qBAAqB,CAAC,8BAA8B,EAAE,EAAE,CAAC,CAAC;QACtE,CAAC;QAED,gBAAgB;QAChB,MAAM,OAAO,GAAM;YACjB,GAAG,OAAO;YACV,GAAG,IAAI;YACP,EAAE;YACF,UAAU,EAAE,GAAG,EAAE;SACb,CAAC;QAEP,gCAAgC;QAChC,MAAM,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC;YACjB,SAAS,EAAE,QAAQ;YACnB,cAAc,EAAE,IAAI,CAAC,QAAQ;YAC7B,UAAU,EAAE,EAAE;YACd,YAAY,EAAE,OAAO;YACrB,SAAS,EAAE,GAAG,EAAE;SACjB,CAAC,CAAC;QAEH,IAAI,CAAC;YACH,oBAAoB;YACpB,MAAM,EAAE,IAAI,EAAE,GAAG,MAAM,IAAI,CAAC,OAAO,CAAC,GAAG,CACrC,IAAI,CAAC,UAAU,CAAC,EAAE,CAAC,EACnB,OAAO,EACP,OAAO,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,OAAO,EAAE,OAAO,CAAC,KAAK,EAAE,CAAC,CAAC,CAAC,SAAS,CACvD,CAAC;YAEF,OAAO,CAAC,KAAK,GAAG,IAAI,CAAC;YAErB,kBAAkB;YAClB,MAAM,IAAI,CAAC,YAAY,CAAC,cAAc,CAAC,OAAO,CAAC,CAAC;YAEhD,qBAAqB;YACrB,MAAM,IAAI,CAAC,GAAG,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC;YAEzB,+CAA+C;YAC/C,IAAI,CAAC,UAAU,CAAC,UAAU,EAAE,CAAC;YAE7B,OAAO,OAAO,CAAC;QACjB,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,MAAM,KAAK,CAAC;QACd,CAAC;IACH,CAAC;IAED,KAAK,CAAC,MAAM,CAAC,EAAU;QACrB,2BAA2B;QAC3B,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,QAAQ,CAAC,EAAE,CAAC,CAAC;QACvC,IAAI,CAAC,MAAM,EAAE,CAAC;YACZ,MAAM,IAAI,qBAAqB,CAAC,EAAE,CAAC,CAAC;QACtC,CAAC;QAED,gCAAgC;QAChC,MAAM,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC;YACjB,SAAS,EAAE,QAAQ;YACnB,cAAc,EAAE,IAAI,CAAC,QAAQ;YAC7B,UAAU,EAAE,EAAE;YACd,SAAS,EAAE,GAAG,EAAE;SACjB,CAAC,CAAC;QAEH,IAAI,CAAC;YACH,yBAAyB;YACzB,MAAM,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC,IAAI,CAAC,UAAU,CAAC,EAAE,CAAC,CAAC,CAAC;YAE/C,uBAAuB;YACvB,MAAM,IAAI,CAAC,YAAY,CAAC,cAAc,CAAC,EAAE,CAAC,CAAC;YAE3C,qBAAqB;YACrB,MAAM,IAAI,CAAC,GAAG,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC;YAEzB,+CAA+C;YAC/C,IAAI,CAAC,UAAU,CAAC,UAAU,EAAE,CAAC;QAC/B,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,MAAM,KAAK,CAAC;QACd,CAAC;IACH,CAAC;CACF"}
|
package/dist/core/wal.d.ts
DELETED
|
@@ -1,45 +0,0 @@
|
|
|
1
|
-
import type { StorageAdapter } from '../types/index.js';
|
|
2
|
-
/**
|
|
3
|
-
* WAL operation types
|
|
4
|
-
*/
|
|
5
|
-
export type WALOperation = 'insert' | 'update' | 'delete';
|
|
6
|
-
/**
|
|
7
|
-
* WAL entry structure
|
|
8
|
-
*/
|
|
9
|
-
export interface WALEntry {
|
|
10
|
-
operation: WALOperation;
|
|
11
|
-
collectionPath: string;
|
|
12
|
-
documentId: string;
|
|
13
|
-
documentData?: any;
|
|
14
|
-
timestamp: string;
|
|
15
|
-
}
|
|
16
|
-
/**
|
|
17
|
-
* Write-Ahead Log for ensuring index-document consistency
|
|
18
|
-
*/
|
|
19
|
-
export declare class WAL {
|
|
20
|
-
private adapter;
|
|
21
|
-
private walPath;
|
|
22
|
-
constructor(adapter: StorageAdapter, basePath: string);
|
|
23
|
-
/**
|
|
24
|
-
* Get WAL entry path for a document
|
|
25
|
-
*/
|
|
26
|
-
private getWALEntryPath;
|
|
27
|
-
/**
|
|
28
|
-
* Log an operation before execution
|
|
29
|
-
*/
|
|
30
|
-
log(entry: WALEntry): Promise<void>;
|
|
31
|
-
/**
|
|
32
|
-
* Clear WAL entry after successful operation
|
|
33
|
-
*/
|
|
34
|
-
clear(documentId: string): Promise<void>;
|
|
35
|
-
/**
|
|
36
|
-
* List all pending WAL entries
|
|
37
|
-
*/
|
|
38
|
-
listPending(): Promise<WALEntry[]>;
|
|
39
|
-
/**
|
|
40
|
-
* Recover from pending WAL entries
|
|
41
|
-
* This should be called on collection initialization
|
|
42
|
-
*/
|
|
43
|
-
recover(onRecover: (entry: WALEntry) => Promise<void>): Promise<number>;
|
|
44
|
-
}
|
|
45
|
-
//# sourceMappingURL=wal.d.ts.map
|
package/dist/core/wal.d.ts.map
DELETED
|
@@ -1 +0,0 @@
|
|
|
1
|
-
{"version":3,"file":"wal.d.ts","sourceRoot":"","sources":["../../src/core/wal.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,cAAc,EAAE,MAAM,mBAAmB,CAAC;AAGxD;;GAEG;AACH,MAAM,MAAM,YAAY,GAAG,QAAQ,GAAG,QAAQ,GAAG,QAAQ,CAAC;AAE1D;;GAEG;AACH,MAAM,WAAW,QAAQ;IACvB,SAAS,EAAE,YAAY,CAAC;IACxB,cAAc,EAAE,MAAM,CAAC;IACvB,UAAU,EAAE,MAAM,CAAC;IACnB,YAAY,CAAC,EAAE,GAAG,CAAC;IACnB,SAAS,EAAE,MAAM,CAAC;CACnB;AAED;;GAEG;AACH,qBAAa,GAAG;IAIZ,OAAO,CAAC,OAAO;IAHjB,OAAO,CAAC,OAAO,CAAS;gBAGd,OAAO,EAAE,cAAc,EAC/B,QAAQ,EAAE,MAAM;IAKlB;;OAEG;IACH,OAAO,CAAC,eAAe;IAIvB;;OAEG;IACG,GAAG,CAAC,KAAK,EAAE,QAAQ,GAAG,OAAO,CAAC,IAAI,CAAC;IAKzC;;OAEG;IACG,KAAK,CAAC,UAAU,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC;IAS9C;;OAEG;IACG,WAAW,IAAI,OAAO,CAAC,QAAQ,EAAE,CAAC;IAoBxC;;;OAGG;IACG,OAAO,CACX,SAAS,EAAE,CAAC,KAAK,EAAE,QAAQ,KAAK,OAAO,CAAC,IAAI,CAAC,GAC5C,OAAO,CAAC,MAAM,CAAC;CAiBnB"}
|
package/dist/core/wal.js
DELETED
|
@@ -1,80 +0,0 @@
|
|
|
1
|
-
import { safePathJoin } from '../utils/path-validator.js';
|
|
2
|
-
/**
|
|
3
|
-
* Write-Ahead Log for ensuring index-document consistency
|
|
4
|
-
*/
|
|
5
|
-
export class WAL {
|
|
6
|
-
adapter;
|
|
7
|
-
walPath;
|
|
8
|
-
constructor(adapter, basePath) {
|
|
9
|
-
this.adapter = adapter;
|
|
10
|
-
this.walPath = safePathJoin(basePath, 'wal');
|
|
11
|
-
}
|
|
12
|
-
/**
|
|
13
|
-
* Get WAL entry path for a document
|
|
14
|
-
*/
|
|
15
|
-
getWALEntryPath(documentId) {
|
|
16
|
-
return `${this.walPath}/${documentId}.wal.json`;
|
|
17
|
-
}
|
|
18
|
-
/**
|
|
19
|
-
* Log an operation before execution
|
|
20
|
-
*/
|
|
21
|
-
async log(entry) {
|
|
22
|
-
const path = this.getWALEntryPath(entry.documentId);
|
|
23
|
-
await this.adapter.put(path, entry);
|
|
24
|
-
}
|
|
25
|
-
/**
|
|
26
|
-
* Clear WAL entry after successful operation
|
|
27
|
-
*/
|
|
28
|
-
async clear(documentId) {
|
|
29
|
-
const path = this.getWALEntryPath(documentId);
|
|
30
|
-
try {
|
|
31
|
-
await this.adapter.delete(path);
|
|
32
|
-
}
|
|
33
|
-
catch {
|
|
34
|
-
// Ignore if entry doesn't exist
|
|
35
|
-
}
|
|
36
|
-
}
|
|
37
|
-
/**
|
|
38
|
-
* List all pending WAL entries
|
|
39
|
-
*/
|
|
40
|
-
async listPending() {
|
|
41
|
-
try {
|
|
42
|
-
const keys = await this.adapter.listKeys(this.walPath);
|
|
43
|
-
const entries = [];
|
|
44
|
-
for (const key of keys) {
|
|
45
|
-
try {
|
|
46
|
-
const { data } = await this.adapter.get(key);
|
|
47
|
-
entries.push(data);
|
|
48
|
-
}
|
|
49
|
-
catch {
|
|
50
|
-
// Skip corrupted entries
|
|
51
|
-
}
|
|
52
|
-
}
|
|
53
|
-
return entries;
|
|
54
|
-
}
|
|
55
|
-
catch {
|
|
56
|
-
return [];
|
|
57
|
-
}
|
|
58
|
-
}
|
|
59
|
-
/**
|
|
60
|
-
* Recover from pending WAL entries
|
|
61
|
-
* This should be called on collection initialization
|
|
62
|
-
*/
|
|
63
|
-
async recover(onRecover) {
|
|
64
|
-
const pending = await this.listPending();
|
|
65
|
-
let recovered = 0;
|
|
66
|
-
for (const entry of pending) {
|
|
67
|
-
try {
|
|
68
|
-
await onRecover(entry);
|
|
69
|
-
await this.clear(entry.documentId);
|
|
70
|
-
recovered++;
|
|
71
|
-
}
|
|
72
|
-
catch (error) {
|
|
73
|
-
// Log error but continue recovery
|
|
74
|
-
console.error(`Failed to recover WAL entry for ${entry.documentId}:`, error);
|
|
75
|
-
}
|
|
76
|
-
}
|
|
77
|
-
return recovered;
|
|
78
|
-
}
|
|
79
|
-
}
|
|
80
|
-
//# sourceMappingURL=wal.js.map
|
package/dist/core/wal.js.map
DELETED
|
@@ -1 +0,0 @@
|
|
|
1
|
-
{"version":3,"file":"wal.js","sourceRoot":"","sources":["../../src/core/wal.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,YAAY,EAAE,MAAM,4BAA4B,CAAC;AAkB1D;;GAEG;AACH,MAAM,OAAO,GAAG;IAIJ;IAHF,OAAO,CAAS;IAExB,YACU,OAAuB,EAC/B,QAAgB;QADR,YAAO,GAAP,OAAO,CAAgB;QAG/B,IAAI,CAAC,OAAO,GAAG,YAAY,CAAC,QAAQ,EAAE,KAAK,CAAC,CAAC;IAC/C,CAAC;IAED;;OAEG;IACK,eAAe,CAAC,UAAkB;QACxC,OAAO,GAAG,IAAI,CAAC,OAAO,IAAI,UAAU,WAAW,CAAC;IAClD,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,GAAG,CAAC,KAAe;QACvB,MAAM,IAAI,GAAG,IAAI,CAAC,eAAe,CAAC,KAAK,CAAC,UAAU,CAAC,CAAC;QACpD,MAAM,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,IAAI,EAAE,KAAK,CAAC,CAAC;IACtC,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,KAAK,CAAC,UAAkB;QAC5B,MAAM,IAAI,GAAG,IAAI,CAAC,eAAe,CAAC,UAAU,CAAC,CAAC;QAC9C,IAAI,CAAC;YACH,MAAM,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC;QAClC,CAAC;QAAC,MAAM,CAAC;YACP,gCAAgC;QAClC,CAAC;IACH,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,WAAW;QACf,IAAI,CAAC;YACH,MAAM,IAAI,GAAG,MAAM,IAAI,CAAC,OAAO,CAAC,QAAQ,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;YACvD,MAAM,OAAO,GAAe,EAAE,CAAC;YAE/B,KAAK,MAAM,GAAG,IAAI,IAAI,EAAE,CAAC;gBACvB,IAAI,CAAC;oBACH,MAAM,EAAE,IAAI,EAAE,GAAG,MAAM,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;oBAC7C,OAAO,CAAC,IAAI,CAAC,IAAgB,CAAC,CAAC;gBACjC,CAAC;gBAAC,MAAM,CAAC;oBACP,yBAAyB;gBAC3B,CAAC;YACH,CAAC;YAED,OAAO,OAAO,CAAC;QACjB,CAAC;QAAC,MAAM,CAAC;YACP,OAAO,EAAE,CAAC;QACZ,CAAC;IACH,CAAC;IAED;;;OAGG;IACH,KAAK,CAAC,OAAO,CACX,SAA6C;QAE7C,MAAM,OAAO,GAAG,MAAM,IAAI,CAAC,WAAW,EAAE,CAAC;QACzC,IAAI,SAAS,GAAG,CAAC,CAAC;QAElB,KAAK,MAAM,KAAK,IAAI,OAAO,EAAE,CAAC;YAC5B,IAAI,CAAC;gBACH,MAAM,SAAS,CAAC,KAAK,CAAC,CAAC;gBACvB,MAAM,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,UAAU,CAAC,CAAC;gBACnC,SAAS,EAAE,CAAC;YACd,CAAC;YAAC,OAAO,KAAK,EAAE,CAAC;gBACf,kCAAkC;gBAClC,OAAO,CAAC,KAAK,CAAC,mCAAmC,KAAK,CAAC,UAAU,GAAG,EAAE,KAAK,CAAC,CAAC;YAC/E,CAAC;QACH,CAAC;QAED,OAAO,SAAS,CAAC;IACnB,CAAC;CACF"}
|
|
@@ -1,36 +0,0 @@
|
|
|
1
|
-
import type { StorageAdapter, QueryFilter } from '../types/index.js';
|
|
2
|
-
/**
|
|
3
|
-
* Manages index shards for a collection
|
|
4
|
-
*/
|
|
5
|
-
export declare class ShardManager {
|
|
6
|
-
private adapter;
|
|
7
|
-
private collectionPath;
|
|
8
|
-
private shardCount;
|
|
9
|
-
constructor(adapter: StorageAdapter, collectionPath: string, shardCount: number);
|
|
10
|
-
private getShardPath;
|
|
11
|
-
private getShardMetadataPath;
|
|
12
|
-
private readShardMetadata;
|
|
13
|
-
private readShard;
|
|
14
|
-
private writeShard;
|
|
15
|
-
/**
|
|
16
|
-
* Add document to index
|
|
17
|
-
*/
|
|
18
|
-
addDocument(doc: Record<string, any>): Promise<void>;
|
|
19
|
-
/**
|
|
20
|
-
* Update document in index
|
|
21
|
-
*/
|
|
22
|
-
updateDocument(doc: Record<string, any>): Promise<void>;
|
|
23
|
-
/**
|
|
24
|
-
* Remove document from index
|
|
25
|
-
*/
|
|
26
|
-
removeDocument(docId: string): Promise<void>;
|
|
27
|
-
/**
|
|
28
|
-
* Find document by ID
|
|
29
|
-
*/
|
|
30
|
-
findById(docId: string): Promise<Record<string, any> | null>;
|
|
31
|
-
/**
|
|
32
|
-
* Query documents matching filter
|
|
33
|
-
*/
|
|
34
|
-
query(filter: QueryFilter<any>): Promise<Array<Record<string, any>>>;
|
|
35
|
-
}
|
|
36
|
-
//# sourceMappingURL=shard-manager.d.ts.map
|
|
@@ -1 +0,0 @@
|
|
|
1
|
-
{"version":3,"file":"shard-manager.d.ts","sourceRoot":"","sources":["../../src/index/shard-manager.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,cAAc,EAAc,WAAW,EAAiB,MAAM,mBAAmB,CAAC;AAKhG;;GAEG;AACH,qBAAa,YAAY;IAErB,OAAO,CAAC,OAAO;IACf,OAAO,CAAC,cAAc;IACtB,OAAO,CAAC,UAAU;gBAFV,OAAO,EAAE,cAAc,EACvB,cAAc,EAAE,MAAM,EACtB,UAAU,EAAE,MAAM;IAG5B,OAAO,CAAC,YAAY;IAIpB,OAAO,CAAC,oBAAoB;YAId,iBAAiB;YAUjB,SAAS;YAiBT,UAAU;IAgBxB;;OAEG;IACG,WAAW,CAAC,GAAG,EAAE,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,GAAG,OAAO,CAAC,IAAI,CAAC;IA+B1D;;OAEG;IACG,cAAc,CAAC,GAAG,EAAE,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,GAAG,OAAO,CAAC,IAAI,CAAC;IAI7D;;OAEG;IACG,cAAc,CAAC,KAAK,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC;IAiClD;;OAEG;IACG,QAAQ,CAAC,KAAK,EAAE,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,GAAG,IAAI,CAAC;IAMlE;;OAEG;IACG,KAAK,CAAC,MAAM,EAAE,WAAW,CAAC,GAAG,CAAC,GAAG,OAAO,CAAC,KAAK,CAAC,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC,CAAC;CAyC3E"}
|