@hold-baby/bucket-db 0.3.1 → 0.5.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (114) hide show
  1. package/LICENSE +21 -0
  2. package/README.md +331 -62
  3. package/dist/bucket-db.d.ts +25 -0
  4. package/dist/bucket-db.js +36 -0
  5. package/dist/cli.d.ts +2 -0
  6. package/dist/cli.js +133 -0
  7. package/dist/collection.d.ts +78 -0
  8. package/dist/collection.js +321 -0
  9. package/dist/doctor.d.ts +7 -0
  10. package/dist/doctor.js +100 -0
  11. package/dist/errors.d.ts +59 -0
  12. package/dist/errors.js +57 -0
  13. package/dist/index.d.ts +13 -9
  14. package/dist/index.js +6 -10
  15. package/dist/keys.d.ts +12 -0
  16. package/dist/keys.js +31 -0
  17. package/dist/query.d.ts +16 -0
  18. package/dist/query.js +133 -0
  19. package/dist/snapshot.d.ts +16 -0
  20. package/dist/snapshot.js +40 -0
  21. package/dist/storage/adapter.d.ts +75 -0
  22. package/dist/storage/adapter.js +27 -0
  23. package/dist/storage/fs.d.ts +28 -0
  24. package/dist/storage/fs.js +175 -0
  25. package/dist/storage/memory.d.ts +18 -0
  26. package/dist/storage/memory.js +49 -0
  27. package/dist/storage/s3/adapters.d.ts +38 -0
  28. package/dist/storage/s3/adapters.js +65 -0
  29. package/dist/storage/s3/client.d.ts +52 -0
  30. package/dist/storage/s3/client.js +231 -0
  31. package/dist/storage/s3/credentials.d.ts +17 -0
  32. package/dist/storage/s3/credentials.js +42 -0
  33. package/dist/storage/s3/sigv4.d.ts +32 -0
  34. package/dist/storage/s3/sigv4.js +75 -0
  35. package/dist/types.d.ts +55 -0
  36. package/dist/types.js +1 -0
  37. package/dist/url.d.ts +16 -0
  38. package/dist/url.js +66 -0
  39. package/llms.txt +116 -20
  40. package/package.json +7 -5
  41. package/dist/cache/lru-cache.d.ts +0 -47
  42. package/dist/cache/lru-cache.d.ts.map +0 -1
  43. package/dist/cache/lru-cache.js +0 -110
  44. package/dist/cache/lru-cache.js.map +0 -1
  45. package/dist/core/bucket-db.d.ts +0 -20
  46. package/dist/core/bucket-db.d.ts.map +0 -1
  47. package/dist/core/bucket-db.js +0 -32
  48. package/dist/core/bucket-db.js.map +0 -1
  49. package/dist/core/collection.d.ts +0 -26
  50. package/dist/core/collection.d.ts.map +0 -1
  51. package/dist/core/collection.js +0 -213
  52. package/dist/core/collection.js.map +0 -1
  53. package/dist/core/wal.d.ts +0 -45
  54. package/dist/core/wal.d.ts.map +0 -1
  55. package/dist/core/wal.js +0 -80
  56. package/dist/core/wal.js.map +0 -1
  57. package/dist/index/shard-manager.d.ts +0 -36
  58. package/dist/index/shard-manager.d.ts.map +0 -1
  59. package/dist/index/shard-manager.js +0 -177
  60. package/dist/index/shard-manager.js.map +0 -1
  61. package/dist/index.d.ts.map +0 -1
  62. package/dist/index.js.map +0 -1
  63. package/dist/query/evaluator.d.ts +0 -10
  64. package/dist/query/evaluator.d.ts.map +0 -1
  65. package/dist/query/evaluator.js +0 -127
  66. package/dist/query/evaluator.js.map +0 -1
  67. package/dist/storage/fs-adapter.d.ts +0 -24
  68. package/dist/storage/fs-adapter.d.ts.map +0 -1
  69. package/dist/storage/fs-adapter.js +0 -208
  70. package/dist/storage/fs-adapter.js.map +0 -1
  71. package/dist/storage/memory-adapter.d.ts +0 -22
  72. package/dist/storage/memory-adapter.d.ts.map +0 -1
  73. package/dist/storage/memory-adapter.js +0 -78
  74. package/dist/storage/memory-adapter.js.map +0 -1
  75. package/dist/storage/oss-adapter.d.ts +0 -26
  76. package/dist/storage/oss-adapter.d.ts.map +0 -1
  77. package/dist/storage/oss-adapter.js +0 -145
  78. package/dist/storage/oss-adapter.js.map +0 -1
  79. package/dist/storage/s3-adapter.d.ts +0 -26
  80. package/dist/storage/s3-adapter.d.ts.map +0 -1
  81. package/dist/storage/s3-adapter.js +0 -170
  82. package/dist/storage/s3-adapter.js.map +0 -1
  83. package/dist/types/collection.d.ts +0 -40
  84. package/dist/types/collection.d.ts.map +0 -1
  85. package/dist/types/collection.js +0 -2
  86. package/dist/types/collection.js.map +0 -1
  87. package/dist/types/document.d.ts +0 -18
  88. package/dist/types/document.d.ts.map +0 -1
  89. package/dist/types/document.js +0 -2
  90. package/dist/types/document.js.map +0 -1
  91. package/dist/types/errors.d.ts +0 -32
  92. package/dist/types/errors.d.ts.map +0 -1
  93. package/dist/types/errors.js +0 -48
  94. package/dist/types/errors.js.map +0 -1
  95. package/dist/types/index.d.ts +0 -6
  96. package/dist/types/index.d.ts.map +0 -1
  97. package/dist/types/index.js +0 -3
  98. package/dist/types/index.js.map +0 -1
  99. package/dist/types/query.d.ts +0 -37
  100. package/dist/types/query.d.ts.map +0 -1
  101. package/dist/types/query.js +0 -2
  102. package/dist/types/query.js.map +0 -1
  103. package/dist/types/storage.d.ts +0 -45
  104. package/dist/types/storage.d.ts.map +0 -1
  105. package/dist/types/storage.js +0 -2
  106. package/dist/types/storage.js.map +0 -1
  107. package/dist/utils/hash.d.ts +0 -13
  108. package/dist/utils/hash.d.ts.map +0 -1
  109. package/dist/utils/hash.js +0 -23
  110. package/dist/utils/hash.js.map +0 -1
  111. package/dist/utils/path-validator.d.ts +0 -46
  112. package/dist/utils/path-validator.d.ts.map +0 -1
  113. package/dist/utils/path-validator.js +0 -99
  114. package/dist/utils/path-validator.js.map +0 -1
@@ -1,110 +0,0 @@
1
- import { createHash } from 'crypto';
2
- /**
3
- * LRU (Least Recently Used) Cache implementation
4
- */
5
- export class LRUCache {
6
- cache;
7
- maxSize;
8
- ttl; // Time To Live in milliseconds
9
- // Statistics
10
- hits = 0;
11
- misses = 0;
12
- evictions = 0;
13
- constructor(maxSize = 100, ttl = 5 * 60 * 1000) {
14
- this.cache = new Map();
15
- this.maxSize = maxSize;
16
- this.ttl = ttl;
17
- }
18
- /**
19
- * Generate cache key from query filter and options
20
- */
21
- static generateKey(filter, options) {
22
- const data = JSON.stringify({ filter, options });
23
- return createHash('md5').update(data).digest('hex');
24
- }
25
- /**
26
- * Get value from cache
27
- */
28
- get(key) {
29
- const entry = this.cache.get(key);
30
- if (!entry) {
31
- this.misses++;
32
- return null;
33
- }
34
- // Check if entry has expired
35
- if (Date.now() - entry.timestamp > this.ttl) {
36
- this.cache.delete(key);
37
- this.misses++;
38
- return null;
39
- }
40
- // Move to end (mark as recently used)
41
- this.cache.delete(key);
42
- this.cache.set(key, entry);
43
- this.hits++;
44
- return entry.value;
45
- }
46
- /**
47
- * Put value into cache
48
- */
49
- set(key, value) {
50
- // Remove if already exists (to update position)
51
- if (this.cache.has(key)) {
52
- this.cache.delete(key);
53
- }
54
- // Evict oldest entry if cache is full
55
- if (this.cache.size >= this.maxSize) {
56
- const firstKey = this.cache.keys().next().value;
57
- if (firstKey) {
58
- this.cache.delete(firstKey);
59
- this.evictions++;
60
- }
61
- }
62
- this.cache.set(key, {
63
- value,
64
- timestamp: Date.now(),
65
- });
66
- }
67
- /**
68
- * Invalidate cache entries (clear all by default)
69
- */
70
- invalidate(pattern) {
71
- if (!pattern) {
72
- this.cache.clear();
73
- return;
74
- }
75
- // Remove entries matching pattern
76
- for (const key of this.cache.keys()) {
77
- if (pattern.test(key)) {
78
- this.cache.delete(key);
79
- }
80
- }
81
- }
82
- /**
83
- * Get cache statistics
84
- */
85
- getStats() {
86
- const total = this.hits + this.misses;
87
- return {
88
- size: this.cache.size,
89
- hits: this.hits,
90
- misses: this.misses,
91
- evictions: this.evictions,
92
- hitRate: total > 0 ? (this.hits / total * 100).toFixed(2) + '%' : '0%',
93
- };
94
- }
95
- /**
96
- * Clear all cache statistics
97
- */
98
- resetStats() {
99
- this.hits = 0;
100
- this.misses = 0;
101
- this.evictions = 0;
102
- }
103
- /**
104
- * Clear the entire cache
105
- */
106
- clear() {
107
- this.cache.clear();
108
- }
109
- }
110
- //# sourceMappingURL=lru-cache.js.map
@@ -1 +0,0 @@
1
- {"version":3,"file":"lru-cache.js","sourceRoot":"","sources":["../../src/cache/lru-cache.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,UAAU,EAAE,MAAM,QAAQ,CAAC;AAOpC;;GAEG;AACH,MAAM,OAAO,QAAQ;IACX,KAAK,CAA6B;IAClC,OAAO,CAAS;IAChB,GAAG,CAAS,CAAC,+BAA+B;IAEpD,aAAa;IACL,IAAI,GAAW,CAAC,CAAC;IACjB,MAAM,GAAW,CAAC,CAAC;IACnB,SAAS,GAAW,CAAC,CAAC;IAE9B,YAAY,UAAkB,GAAG,EAAE,MAAc,CAAC,GAAG,EAAE,GAAG,IAAI;QAC5D,IAAI,CAAC,KAAK,GAAG,IAAI,GAAG,EAAE,CAAC;QACvB,IAAI,CAAC,OAAO,GAAG,OAAO,CAAC;QACvB,IAAI,CAAC,GAAG,GAAG,GAAG,CAAC;IACjB,CAAC;IAED;;OAEG;IACH,MAAM,CAAC,WAAW,CAAC,MAA2B,EAAE,OAA6B;QAC3E,MAAM,IAAI,GAAG,IAAI,CAAC,SAAS,CAAC,EAAE,MAAM,EAAE,OAAO,EAAE,CAAC,CAAC;QACjD,OAAO,UAAU,CAAC,KAAK,CAAC,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;IACtD,CAAC;IAED;;OAEG;IACH,GAAG,CAAC,GAAW;QACb,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;QAElC,IAAI,CAAC,KAAK,EAAE,CAAC;YACX,IAAI,CAAC,MAAM,EAAE,CAAC;YACd,OAAO,IAAI,CAAC;QACd,CAAC;QAED,6BAA6B;QAC7B,IAAI,IAAI,CAAC,GAAG,EAAE,GAAG,KAAK,CAAC,SAAS,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;YAC5C,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC;YACvB,IAAI,CAAC,MAAM,EAAE,CAAC;YACd,OAAO,IAAI,CAAC;QACd,CAAC;QAED,sCAAsC;QACtC,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC;QACvB,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,GAAG,EAAE,KAAK,CAAC,CAAC;QAC3B,IAAI,CAAC,IAAI,EAAE,CAAC;QAEZ,OAAO,KAAK,CAAC,KAAK,CAAC;IACrB,CAAC;IAED;;OAEG;IACH,GAAG,CAAC,GAAW,EAAE,KAAQ;QACvB,gDAAgD;QAChD,IAAI,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE,CAAC;YACxB,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC;QACzB,CAAC;QAED,sCAAsC;QACtC,IAAI,IAAI,CAAC,KAAK,CAAC,IAAI,IAAI,IAAI,CAAC,OAAO,EAAE,CAAC;YACpC,MAAM,QAAQ,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,EAAE,CAAC,IAAI,EAAE,CAAC,KAAK,CAAC;YAChD,IAAI,QAAQ,EAAE,CAAC;gBACb,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC;gBAC5B,IAAI,CAAC,SAAS,EAAE,CAAC;YACnB,CAAC;QACH,CAAC;QAED,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,GAAG,EAAE;YAClB,KAAK;YACL,SAAS,EAAE,IAAI,CAAC,GAAG,EAAE;SACtB,CAAC,CAAC;IACL,CAAC;IAED;;OAEG;IACH,UAAU,CAAC,OAAgB;QACzB,IAAI,CAAC,OAAO,EAAE,CAAC;YACb,IAAI,CAAC,KAAK,CAAC,KAAK,EAAE,CAAC;YACnB,OAAO;QACT,CAAC;QAED,kCAAkC;QAClC,KAAK,MAAM,GAAG,IAAI,IAAI,CAAC,KAAK,CAAC,IAAI,EAAE,EAAE,CAAC;YACpC,IAAI,OAAO,CAAC,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC;gBACtB,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC;YACzB,CAAC;QACH,CAAC;IACH,CAAC;IAED;;OAEG;IACH,QAAQ;QACN,MAAM,KAAK,GAAG,IAAI,CAAC,IAAI,GAAG,IAAI,CAAC,MAAM,CAAC;QACtC,OAAO;YACL,IAAI,EAAE,IAAI,CAAC,KAAK,CAAC,IAAI;YACrB,IAAI,EAAE,IAAI,CAAC,IAAI;YACf,MAAM,EAAE,IAAI,CAAC,MAAM;YACnB,SAAS,EAAE,IAAI,CAAC,SAAS;YACzB,OAAO,EAAE,KAAK,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,GAAG,KAAK,GAAG,GAAG,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,GAAG,GAAG,CAAC,CAAC,CAAC,IAAI;SACvE,CAAC;IACJ,CAAC;IAED;;OAEG;IACH,UAAU;QACR,IAAI,CAAC,IAAI,GAAG,CAAC,CAAC;QACd,IAAI,CAAC,MAAM,GAAG,CAAC,CAAC;QAChB,IAAI,CAAC,SAAS,GAAG,CAAC,CAAC;IACrB,CAAC;IAED;;OAEG;IACH,KAAK;QACH,IAAI,CAAC,KAAK,CAAC,KAAK,EAAE,CAAC;IACrB,CAAC;CACF"}
@@ -1,20 +0,0 @@
1
- import type { StorageAdapter, Document } from '../types/index.js';
2
- import { Collection, CollectionOptions } from './collection.js';
3
- export interface BucketDBOptions {
4
- defaultShardCount?: number;
5
- }
6
- /**
7
- * Main BucketDB class
8
- */
9
- export declare class BucketDB {
10
- private adapter;
11
- private dbPath;
12
- private options;
13
- private collections;
14
- constructor(adapter: StorageAdapter, dbPath: string, options?: BucketDBOptions);
15
- /**
16
- * Get or create a collection
17
- */
18
- collection<T extends Document>(name: string, options?: CollectionOptions): Collection<T>;
19
- }
20
- //# sourceMappingURL=bucket-db.d.ts.map
@@ -1 +0,0 @@
1
- {"version":3,"file":"bucket-db.d.ts","sourceRoot":"","sources":["../../src/core/bucket-db.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,cAAc,EAAE,QAAQ,EAAE,MAAM,mBAAmB,CAAC;AAClE,OAAO,EAAE,UAAU,EAAE,iBAAiB,EAAE,MAAM,iBAAiB,CAAC;AAGhE,MAAM,WAAW,eAAe;IAC9B,iBAAiB,CAAC,EAAE,MAAM,CAAC;CAC5B;AAED;;GAEG;AACH,qBAAa,QAAQ;IAIjB,OAAO,CAAC,OAAO;IACf,OAAO,CAAC,MAAM;IACd,OAAO,CAAC,OAAO;IALjB,OAAO,CAAC,WAAW,CAAsC;gBAG/C,OAAO,EAAE,cAAc,EACvB,MAAM,EAAE,MAAM,EACd,OAAO,GAAE,eAAoB;IAGvC;;OAEG;IACH,UAAU,CAAC,CAAC,SAAS,QAAQ,EAC3B,IAAI,EAAE,MAAM,EACZ,OAAO,CAAC,EAAE,iBAAiB,GAC1B,UAAU,CAAC,CAAC,CAAC;CAoBjB"}
@@ -1,32 +0,0 @@
1
- import { Collection } from './collection.js';
2
- import { sanitizePathComponent } from '../utils/path-validator.js';
3
- /**
4
- * Main BucketDB class
5
- */
6
- export class BucketDB {
7
- adapter;
8
- dbPath;
9
- options;
10
- collections = new Map();
11
- constructor(adapter, dbPath, options = {}) {
12
- this.adapter = adapter;
13
- this.dbPath = dbPath;
14
- this.options = options;
15
- }
16
- /**
17
- * Get or create a collection
18
- */
19
- collection(name, options) {
20
- // Validate collection name to prevent path traversal
21
- sanitizePathComponent(name);
22
- if (this.collections.has(name)) {
23
- return this.collections.get(name);
24
- }
25
- const collection = new Collection(this.adapter, this.dbPath, name, {
26
- shardCount: options?.shardCount || this.options.defaultShardCount || 16,
27
- });
28
- this.collections.set(name, collection);
29
- return collection;
30
- }
31
- }
32
- //# sourceMappingURL=bucket-db.js.map
@@ -1 +0,0 @@
1
- {"version":3,"file":"bucket-db.js","sourceRoot":"","sources":["../../src/core/bucket-db.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,UAAU,EAAqB,MAAM,iBAAiB,CAAC;AAChE,OAAO,EAAE,qBAAqB,EAAE,MAAM,4BAA4B,CAAC;AAMnE;;GAEG;AACH,MAAM,OAAO,QAAQ;IAIT;IACA;IACA;IALF,WAAW,GAAG,IAAI,GAAG,EAA2B,CAAC;IAEzD,YACU,OAAuB,EACvB,MAAc,EACd,UAA2B,EAAE;QAF7B,YAAO,GAAP,OAAO,CAAgB;QACvB,WAAM,GAAN,MAAM,CAAQ;QACd,YAAO,GAAP,OAAO,CAAsB;IACpC,CAAC;IAEJ;;OAEG;IACH,UAAU,CACR,IAAY,EACZ,OAA2B;QAE3B,qDAAqD;QACrD,qBAAqB,CAAC,IAAI,CAAC,CAAC;QAE5B,IAAI,IAAI,CAAC,WAAW,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,CAAC;YAC/B,OAAO,IAAI,CAAC,WAAW,CAAC,GAAG,CAAC,IAAI,CAAE,CAAC;QACrC,CAAC;QAED,MAAM,UAAU,GAAG,IAAI,UAAU,CAC/B,IAAI,CAAC,OAAO,EACZ,IAAI,CAAC,MAAM,EACX,IAAI,EACJ;YACE,UAAU,EAAE,OAAO,EAAE,UAAU,IAAI,IAAI,CAAC,OAAO,CAAC,iBAAiB,IAAI,EAAE;SACxE,CACF,CAAC;QAEF,IAAI,CAAC,WAAW,CAAC,GAAG,CAAC,IAAI,EAAE,UAAU,CAAC,CAAC;QACvC,OAAO,UAAU,CAAC;IACpB,CAAC;CACF"}
@@ -1,26 +0,0 @@
1
- import type { ICollection, Document, InsertDocument, UpdateDocument, QueryFilter, QueryOptions, UpdateOptions, StorageAdapter } from '../types/index.js';
2
- export interface CollectionOptions {
3
- shardCount?: number;
4
- }
5
- /**
6
- * Collection class for type-safe CRUD operations
7
- */
8
- export declare class Collection<T extends Document> implements ICollection<T> {
9
- private adapter;
10
- private shardManager;
11
- private wal;
12
- private queryCache;
13
- private basePath;
14
- constructor(adapter: StorageAdapter, dbPath: string, collectionName: string, options?: CollectionOptions);
15
- /**
16
- * Recover from pending WAL entries
17
- */
18
- private recoverFromWAL;
19
- private getDocPath;
20
- insert(data: InsertDocument<T>): Promise<T>;
21
- findById(id: string): Promise<T | null>;
22
- find(filter: QueryFilter<T>, options?: QueryOptions): Promise<T[]>;
23
- update(id: string, data: UpdateDocument<T>, options?: UpdateOptions): Promise<T>;
24
- delete(id: string): Promise<void>;
25
- }
26
- //# sourceMappingURL=collection.d.ts.map
@@ -1 +0,0 @@
1
- {"version":3,"file":"collection.d.ts","sourceRoot":"","sources":["../../src/core/collection.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EACV,WAAW,EACX,QAAQ,EACR,cAAc,EACd,cAAc,EACd,WAAW,EACX,YAAY,EACZ,aAAa,EACb,cAAc,EACf,MAAM,mBAAmB,CAAC;AAqB3B,MAAM,WAAW,iBAAiB;IAChC,UAAU,CAAC,EAAE,MAAM,CAAC;CACrB;AAED;;GAEG;AACH,qBAAa,UAAU,CAAC,CAAC,SAAS,QAAQ,CAAE,YAAW,WAAW,CAAC,CAAC,CAAC;IAOjE,OAAO,CAAC,OAAO;IANjB,OAAO,CAAC,YAAY,CAAe;IACnC,OAAO,CAAC,GAAG,CAAM;IACjB,OAAO,CAAC,UAAU,CAAgB;IAClC,OAAO,CAAC,QAAQ,CAAS;gBAGf,OAAO,EAAE,cAAc,EAC/B,MAAM,EAAE,MAAM,EACd,cAAc,EAAE,MAAM,EACtB,OAAO,GAAE,iBAAsB;IAmBjC;;OAEG;YACW,cAAc;IAmB5B,OAAO,CAAC,UAAU;IAMZ,MAAM,CAAC,IAAI,EAAE,cAAc,CAAC,CAAC,CAAC,GAAG,OAAO,CAAC,CAAC,CAAC;IAyC3C,QAAQ,CAAC,EAAE,EAAE,MAAM,GAAG,OAAO,CAAC,CAAC,GAAG,IAAI,CAAC;IAWvC,IAAI,CAAC,MAAM,EAAE,WAAW,CAAC,CAAC,CAAC,EAAE,OAAO,CAAC,EAAE,YAAY,GAAG,OAAO,CAAC,CAAC,EAAE,CAAC;IA0ClE,MAAM,CACV,EAAE,EAAE,MAAM,EACV,IAAI,EAAE,cAAc,CAAC,CAAC,CAAC,EACvB,OAAO,CAAC,EAAE,aAAa,GACtB,OAAO,CAAC,CAAC,CAAC;IAsDP,MAAM,CAAC,EAAE,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC;CA+BxC"}
@@ -1,213 +0,0 @@
1
- import { DocumentNotFoundError, ConcurrentUpdateError } from '../types/index.js';
2
- import { ShardManager } from '../index/shard-manager.js';
3
- import { sanitizePathComponent, safePathJoin } from '../utils/path-validator.js';
4
- import { WAL } from './wal.js';
5
- import { LRUCache } from '../cache/lru-cache.js';
6
- /**
7
- * Generate UUID v4
8
- */
9
- function generateId() {
10
- return crypto.randomUUID();
11
- }
12
- /**
13
- * Get current ISO timestamp
14
- */
15
- function now() {
16
- return new Date().toISOString();
17
- }
18
- /**
19
- * Collection class for type-safe CRUD operations
20
- */
21
- export class Collection {
22
- adapter;
23
- shardManager;
24
- wal;
25
- queryCache;
26
- basePath;
27
- constructor(adapter, dbPath, collectionName, options = {}) {
28
- this.adapter = adapter;
29
- // Validate collection name to prevent path traversal
30
- const sanitizedCollectionName = sanitizePathComponent(collectionName);
31
- this.basePath = safePathJoin(dbPath, sanitizedCollectionName);
32
- this.shardManager = new ShardManager(adapter, this.basePath, options.shardCount || 16);
33
- this.wal = new WAL(adapter, this.basePath);
34
- this.queryCache = new LRUCache(100, 5 * 60 * 1000); // 100 entries, 5 min TTL
35
- // Recover from any pending WAL entries
36
- this.recoverFromWAL().catch(err => {
37
- console.error('WAL recovery failed:', err);
38
- });
39
- }
40
- /**
41
- * Recover from pending WAL entries
42
- */
43
- async recoverFromWAL() {
44
- await this.wal.recover(async (entry) => {
45
- // Replay the operation based on WAL entry
46
- switch (entry.operation) {
47
- case 'insert':
48
- case 'update':
49
- // Ensure document is indexed
50
- if (entry.documentData) {
51
- await this.shardManager.addDocument(entry.documentData);
52
- }
53
- break;
54
- case 'delete':
55
- // Ensure document is removed from index
56
- await this.shardManager.removeDocument(entry.documentId);
57
- break;
58
- }
59
- });
60
- }
61
- getDocPath(id) {
62
- // Validate document ID to prevent path traversal
63
- const sanitizedId = sanitizePathComponent(id);
64
- return safePathJoin(this.basePath, 'docs', `${sanitizedId}.json`);
65
- }
66
- async insert(data) {
67
- const id = generateId();
68
- const timestamp = now();
69
- const document = {
70
- ...data,
71
- id,
72
- _createdAt: timestamp,
73
- _updatedAt: timestamp,
74
- };
75
- // 1. Log operation to WAL first
76
- await this.wal.log({
77
- operation: 'insert',
78
- collectionPath: this.basePath,
79
- documentId: id,
80
- documentData: document,
81
- timestamp,
82
- });
83
- try {
84
- // 2. Write document to storage
85
- const { etag } = await this.adapter.put(this.getDocPath(id), document);
86
- document._etag = etag;
87
- // 3. Add to index
88
- await this.shardManager.addDocument(document);
89
- // 4. Clear WAL entry after successful completion
90
- await this.wal.clear(id);
91
- // 5. Invalidate query cache (new document may match existing queries)
92
- this.queryCache.invalidate();
93
- return document;
94
- }
95
- catch (error) {
96
- // On failure, WAL entry remains for recovery
97
- throw error;
98
- }
99
- }
100
- async findById(id) {
101
- try {
102
- const { data, etag } = await this.adapter.get(this.getDocPath(id));
103
- const doc = data;
104
- doc._etag = etag;
105
- return doc;
106
- }
107
- catch (error) {
108
- return null;
109
- }
110
- }
111
- async find(filter, options) {
112
- // Check cache first
113
- const cacheKey = LRUCache.generateKey(filter, options);
114
- const cached = this.queryCache.get(cacheKey);
115
- if (cached) {
116
- return cached;
117
- }
118
- // Query index to get matching document IDs
119
- const indexResults = await this.shardManager.query(filter);
120
- // Get full documents
121
- let ids = indexResults.map(doc => doc.id);
122
- if (ids.length === 0) {
123
- return [];
124
- }
125
- // Apply pagination on IDs before loading documents (PERF optimization)
126
- if (options?.offset) {
127
- ids = ids.slice(options.offset);
128
- }
129
- if (options?.limit) {
130
- ids = ids.slice(0, options.limit);
131
- }
132
- // Batch get only the required documents
133
- const docMap = await this.adapter.batchGet(ids.map(id => this.getDocPath(id)));
134
- // Convert to array and add etags
135
- const results = Array.from(docMap.values()).map(obj => {
136
- const doc = obj.data;
137
- doc._etag = obj.etag;
138
- return doc;
139
- });
140
- // Cache the results
141
- this.queryCache.set(cacheKey, results);
142
- return results;
143
- }
144
- async update(id, data, options) {
145
- // Get current document
146
- const current = await this.findById(id);
147
- if (!current) {
148
- throw new DocumentNotFoundError(id);
149
- }
150
- // Check optimistic lock if etag provided
151
- if (options?.etag && current._etag !== options.etag) {
152
- throw new ConcurrentUpdateError(`ETag mismatch for document ${id}`);
153
- }
154
- // Merge updates
155
- const updated = {
156
- ...current,
157
- ...data,
158
- id,
159
- _updatedAt: now(),
160
- };
161
- // 1. Log operation to WAL first
162
- await this.wal.log({
163
- operation: 'update',
164
- collectionPath: this.basePath,
165
- documentId: id,
166
- documentData: updated,
167
- timestamp: now(),
168
- });
169
- try {
170
- // 2. Write document
171
- const { etag } = await this.adapter.put(this.getDocPath(id), updated, current._etag ? { ifMatch: current._etag } : undefined);
172
- updated._etag = etag;
173
- // 3. Update index
174
- await this.shardManager.updateDocument(updated);
175
- // 4. Clear WAL entry
176
- await this.wal.clear(id);
177
- // 5. Invalidate query cache (document changed)
178
- this.queryCache.invalidate();
179
- return updated;
180
- }
181
- catch (error) {
182
- throw error;
183
- }
184
- }
185
- async delete(id) {
186
- // Check if document exists
187
- const exists = await this.findById(id);
188
- if (!exists) {
189
- throw new DocumentNotFoundError(id);
190
- }
191
- // 1. Log operation to WAL first
192
- await this.wal.log({
193
- operation: 'delete',
194
- collectionPath: this.basePath,
195
- documentId: id,
196
- timestamp: now(),
197
- });
198
- try {
199
- // 2. Delete from storage
200
- await this.adapter.delete(this.getDocPath(id));
201
- // 3. Remove from index
202
- await this.shardManager.removeDocument(id);
203
- // 4. Clear WAL entry
204
- await this.wal.clear(id);
205
- // 5. Invalidate query cache (document deleted)
206
- this.queryCache.invalidate();
207
- }
208
- catch (error) {
209
- throw error;
210
- }
211
- }
212
- }
213
- //# sourceMappingURL=collection.js.map
@@ -1 +0,0 @@
1
- {"version":3,"file":"collection.js","sourceRoot":"","sources":["../../src/core/collection.ts"],"names":[],"mappings":"AAUA,OAAO,EAAE,qBAAqB,EAAE,qBAAqB,EAAE,MAAM,mBAAmB,CAAC;AACjF,OAAO,EAAE,YAAY,EAAE,MAAM,2BAA2B,CAAC;AACzD,OAAO,EAAE,qBAAqB,EAAE,YAAY,EAAE,MAAM,4BAA4B,CAAC;AACjF,OAAO,EAAE,GAAG,EAAiB,MAAM,UAAU,CAAC;AAC9C,OAAO,EAAE,QAAQ,EAAE,MAAM,uBAAuB,CAAC;AAEjD;;GAEG;AACH,SAAS,UAAU;IACjB,OAAO,MAAM,CAAC,UAAU,EAAE,CAAC;AAC7B,CAAC;AAED;;GAEG;AACH,SAAS,GAAG;IACV,OAAO,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE,CAAC;AAClC,CAAC;AAMD;;GAEG;AACH,MAAM,OAAO,UAAU;IAOX;IANF,YAAY,CAAe;IAC3B,GAAG,CAAM;IACT,UAAU,CAAgB;IAC1B,QAAQ,CAAS;IAEzB,YACU,OAAuB,EAC/B,MAAc,EACd,cAAsB,EACtB,UAA6B,EAAE;QAHvB,YAAO,GAAP,OAAO,CAAgB;QAK/B,qDAAqD;QACrD,MAAM,uBAAuB,GAAG,qBAAqB,CAAC,cAAc,CAAC,CAAC;QACtE,IAAI,CAAC,QAAQ,GAAG,YAAY,CAAC,MAAM,EAAE,uBAAuB,CAAC,CAAC;QAC9D,IAAI,CAAC,YAAY,GAAG,IAAI,YAAY,CAClC,OAAO,EACP,IAAI,CAAC,QAAQ,EACb,OAAO,CAAC,UAAU,IAAI,EAAE,CACzB,CAAC;QACF,IAAI,CAAC,GAAG,GAAG,IAAI,GAAG,CAAC,OAAO,EAAE,IAAI,CAAC,QAAQ,CAAC,CAAC;QAC3C,IAAI,CAAC,UAAU,GAAG,IAAI,QAAQ,CAAM,GAAG,EAAE,CAAC,GAAG,EAAE,GAAG,IAAI,CAAC,CAAC,CAAC,yBAAyB;QAElF,uCAAuC;QACvC,IAAI,CAAC,cAAc,EAAE,CAAC,KAAK,CAAC,GAAG,CAAC,EAAE;YAChC,OAAO,CAAC,KAAK,CAAC,sBAAsB,EAAE,GAAG,CAAC,CAAC;QAC7C,CAAC,CAAC,CAAC;IACL,CAAC;IAED;;OAEG;IACK,KAAK,CAAC,cAAc;QAC1B,MAAM,IAAI,CAAC,GAAG,CAAC,OAAO,CAAC,KAAK,EAAE,KAAe,EAAE,EAAE;YAC/C,0CAA0C;YAC1C,QAAQ,KAAK,CAAC,SAAS,EAAE,CAAC;gBACxB,KAAK,QAAQ,CAAC;gBACd,KAAK,QAAQ;oBACX,6BAA6B;oBAC7B,IAAI,KAAK,CAAC,YAAY,EAAE,CAAC;wBACvB,MAAM,IAAI,CAAC,YAAY,CAAC,WAAW,CAAC,KAAK,CAAC,YAAY,CAAC,CAAC;oBAC1D,CAAC;oBACD,MAAM;gBACR,KAAK,QAAQ;oBACX,wCAAwC;oBACxC,MAAM,IAAI,CAAC,YAAY,CAAC,cAAc,CAAC,KAAK,CAAC,UAAU,CAAC,CAAC;oBACzD,MAAM;YACV,CAAC;QACH,CAAC,CAAC,CAAC;IACL,CAAC;IAEO,UAAU,CAAC,EAAU;QAC3B,iDAAiD;QACjD,MAAM,WAAW,GAAG,qBAAqB,CAAC,EAAE,CAAC,CAAC;QAC9C,OAAO,YAAY,CAAC,IAAI,CAAC,QAAQ,EAAE,MAAM,EAAE,GAAG,WAAW,OAAO,CAAC,CAAC;IACpE,CAAC;IAED,KAAK,CAAC,MAAM,CAAC,IAAuB;QAClC,MAAM,EAAE,GAAG,UAAU,EAAE,CAAC;QACxB,MAAM,SAAS,GAAG,GAAG,EAAE,CAAC;QAExB,MAAM,QAAQ,GAAM;YAClB,GAAG,IAAI;YACP,EAAE;YACF,UAAU,EAAE,SAAS;YACrB,UAAU,EAAE,SAAS;SACjB,CAAC;QAEP,gCAAgC;QAChC,MAAM,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC;YACjB,SAAS,EAAE,QAAQ;YACnB,cAAc,EAAE,IAAI,CAAC,QAAQ;YAC7B,UAAU,EAAE,EAAE;YACd,YAAY,EAAE,QAAQ;YACtB,SAAS;SACV,CAAC,CAAC;QAEH,IAAI,CAAC;YACH,+BAA+B;YAC/B,MAAM,EAAE,IAAI,EAAE,GAAG,MAAM,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,IAAI,CAAC,UAAU,CAAC,EAAE,CAAC,EAAE,QAAQ,CAAC,CAAC;YACvE,QAAQ,CAAC,KAAK,GAAG,IAAI,CAAC;YAEtB,kBAAkB;YAClB,MAAM,IAAI,CAAC,YAAY,CAAC,WAAW,CAAC,QAAQ,CAAC,CAAC;YAE9C,iDAAiD;YACjD,MAAM,IAAI,CAAC,GAAG,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC;YAEzB,sEAAsE;YACtE,IAAI,CAAC,UAAU,CAAC,UAAU,EAAE,CAAC;YAE7B,OAAO,QAAQ,CAAC;QAClB,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,6CAA6C;YAC7C,MAAM,KAAK,CAAC;QACd,CAAC;IACH,CAAC;IAED,KAAK,CAAC,QAAQ,CAAC,EAAU;QACvB,IAAI,CAAC;YACH,MAAM,EAAE,IAAI,EAAE,IAAI,EAAE,GAAG,MAAM,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,IAAI,CAAC,UAAU,CAAC,EAAE,CAAC,CAAC,CAAC;YACnE,MAAM,GAAG,GAAG,IAAS,CAAC;YACtB,GAAG,CAAC,KAAK,GAAG,IAAI,CAAC;YACjB,OAAO,GAAG,CAAC;QACb,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,OAAO,IAAI,CAAC;QACd,CAAC;IACH,CAAC;IAED,KAAK,CAAC,IAAI,CAAC,MAAsB,EAAE,OAAsB;QACvD,oBAAoB;QACpB,MAAM,QAAQ,GAAG,QAAQ,CAAC,WAAW,CAAC,MAA6B,EAAE,OAA8B,CAAC,CAAC;QACrG,MAAM,MAAM,GAAG,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC;QAC7C,IAAI,MAAM,EAAE,CAAC;YACX,OAAO,MAAM,CAAC;QAChB,CAAC;QAED,2CAA2C;QAC3C,MAAM,YAAY,GAAG,MAAM,IAAI,CAAC,YAAY,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC;QAE3D,qBAAqB;QACrB,IAAI,GAAG,GAAG,YAAY,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;QAE1C,IAAI,GAAG,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YACrB,OAAO,EAAE,CAAC;QACZ,CAAC;QAED,uEAAuE;QACvE,IAAI,OAAO,EAAE,MAAM,EAAE,CAAC;YACpB,GAAG,GAAG,GAAG,CAAC,KAAK,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC;QAClC,CAAC;QACD,IAAI,OAAO,EAAE,KAAK,EAAE,CAAC;YACnB,GAAG,GAAG,GAAG,CAAC,KAAK,CAAC,CAAC,EAAE,OAAO,CAAC,KAAK,CAAC,CAAC;QACpC,CAAC;QAED,wCAAwC;QACxC,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,OAAO,CAAC,QAAQ,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE,CAAC,EAAE,CAAC,IAAI,CAAC,UAAU,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC;QAE/E,iCAAiC;QACjC,MAAM,OAAO,GAAG,KAAK,CAAC,IAAI,CAAC,MAAM,CAAC,MAAM,EAAE,CAAC,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE;YACpD,MAAM,GAAG,GAAG,GAAG,CAAC,IAAS,CAAC;YAC1B,GAAG,CAAC,KAAK,GAAG,GAAG,CAAC,IAAI,CAAC;YACrB,OAAO,GAAG,CAAC;QACb,CAAC,CAAC,CAAC;QAEH,oBAAoB;QACpB,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC,QAAQ,EAAE,OAAO,CAAC,CAAC;QAEvC,OAAO,OAAO,CAAC;IACjB,CAAC;IAED,KAAK,CAAC,MAAM,CACV,EAAU,EACV,IAAuB,EACvB,OAAuB;QAEvB,uBAAuB;QACvB,MAAM,OAAO,GAAG,MAAM,IAAI,CAAC,QAAQ,CAAC,EAAE,CAAC,CAAC;QACxC,IAAI,CAAC,OAAO,EAAE,CAAC;YACb,MAAM,IAAI,qBAAqB,CAAC,EAAE,CAAC,CAAC;QACtC,CAAC;QAED,yCAAyC;QACzC,IAAI,OAAO,EAAE,IAAI,IAAI,OAAO,CAAC,KAAK,KAAK,OAAO,CAAC,IAAI,EAAE,CAAC;YACpD,MAAM,IAAI,qBAAqB,CAAC,8BAA8B,EAAE,EAAE,CAAC,CAAC;QACtE,CAAC;QAED,gBAAgB;QAChB,MAAM,OAAO,GAAM;YACjB,GAAG,OAAO;YACV,GAAG,IAAI;YACP,EAAE;YACF,UAAU,EAAE,GAAG,EAAE;SACb,CAAC;QAEP,gCAAgC;QAChC,MAAM,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC;YACjB,SAAS,EAAE,QAAQ;YACnB,cAAc,EAAE,IAAI,CAAC,QAAQ;YAC7B,UAAU,EAAE,EAAE;YACd,YAAY,EAAE,OAAO;YACrB,SAAS,EAAE,GAAG,EAAE;SACjB,CAAC,CAAC;QAEH,IAAI,CAAC;YACH,oBAAoB;YACpB,MAAM,EAAE,IAAI,EAAE,GAAG,MAAM,IAAI,CAAC,OAAO,CAAC,GAAG,CACrC,IAAI,CAAC,UAAU,CAAC,EAAE,CAAC,EACnB,OAAO,EACP,OAAO,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,OAAO,EAAE,OAAO,CAAC,KAAK,EAAE,CAAC,CAAC,CAAC,SAAS,CACvD,CAAC;YAEF,OAAO,CAAC,KAAK,GAAG,IAAI,CAAC;YAErB,kBAAkB;YAClB,MAAM,IAAI,CAAC,YAAY,CAAC,cAAc,CAAC,OAAO,CAAC,CAAC;YAEhD,qBAAqB;YACrB,MAAM,IAAI,CAAC,GAAG,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC;YAEzB,+CAA+C;YAC/C,IAAI,CAAC,UAAU,CAAC,UAAU,EAAE,CAAC;YAE7B,OAAO,OAAO,CAAC;QACjB,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,MAAM,KAAK,CAAC;QACd,CAAC;IACH,CAAC;IAED,KAAK,CAAC,MAAM,CAAC,EAAU;QACrB,2BAA2B;QAC3B,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,QAAQ,CAAC,EAAE,CAAC,CAAC;QACvC,IAAI,CAAC,MAAM,EAAE,CAAC;YACZ,MAAM,IAAI,qBAAqB,CAAC,EAAE,CAAC,CAAC;QACtC,CAAC;QAED,gCAAgC;QAChC,MAAM,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC;YACjB,SAAS,EAAE,QAAQ;YACnB,cAAc,EAAE,IAAI,CAAC,QAAQ;YAC7B,UAAU,EAAE,EAAE;YACd,SAAS,EAAE,GAAG,EAAE;SACjB,CAAC,CAAC;QAEH,IAAI,CAAC;YACH,yBAAyB;YACzB,MAAM,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC,IAAI,CAAC,UAAU,CAAC,EAAE,CAAC,CAAC,CAAC;YAE/C,uBAAuB;YACvB,MAAM,IAAI,CAAC,YAAY,CAAC,cAAc,CAAC,EAAE,CAAC,CAAC;YAE3C,qBAAqB;YACrB,MAAM,IAAI,CAAC,GAAG,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC;YAEzB,+CAA+C;YAC/C,IAAI,CAAC,UAAU,CAAC,UAAU,EAAE,CAAC;QAC/B,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,MAAM,KAAK,CAAC;QACd,CAAC;IACH,CAAC;CACF"}
@@ -1,45 +0,0 @@
1
- import type { StorageAdapter } from '../types/index.js';
2
- /**
3
- * WAL operation types
4
- */
5
- export type WALOperation = 'insert' | 'update' | 'delete';
6
- /**
7
- * WAL entry structure
8
- */
9
- export interface WALEntry {
10
- operation: WALOperation;
11
- collectionPath: string;
12
- documentId: string;
13
- documentData?: any;
14
- timestamp: string;
15
- }
16
- /**
17
- * Write-Ahead Log for ensuring index-document consistency
18
- */
19
- export declare class WAL {
20
- private adapter;
21
- private walPath;
22
- constructor(adapter: StorageAdapter, basePath: string);
23
- /**
24
- * Get WAL entry path for a document
25
- */
26
- private getWALEntryPath;
27
- /**
28
- * Log an operation before execution
29
- */
30
- log(entry: WALEntry): Promise<void>;
31
- /**
32
- * Clear WAL entry after successful operation
33
- */
34
- clear(documentId: string): Promise<void>;
35
- /**
36
- * List all pending WAL entries
37
- */
38
- listPending(): Promise<WALEntry[]>;
39
- /**
40
- * Recover from pending WAL entries
41
- * This should be called on collection initialization
42
- */
43
- recover(onRecover: (entry: WALEntry) => Promise<void>): Promise<number>;
44
- }
45
- //# sourceMappingURL=wal.d.ts.map
@@ -1 +0,0 @@
1
- {"version":3,"file":"wal.d.ts","sourceRoot":"","sources":["../../src/core/wal.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,cAAc,EAAE,MAAM,mBAAmB,CAAC;AAGxD;;GAEG;AACH,MAAM,MAAM,YAAY,GAAG,QAAQ,GAAG,QAAQ,GAAG,QAAQ,CAAC;AAE1D;;GAEG;AACH,MAAM,WAAW,QAAQ;IACvB,SAAS,EAAE,YAAY,CAAC;IACxB,cAAc,EAAE,MAAM,CAAC;IACvB,UAAU,EAAE,MAAM,CAAC;IACnB,YAAY,CAAC,EAAE,GAAG,CAAC;IACnB,SAAS,EAAE,MAAM,CAAC;CACnB;AAED;;GAEG;AACH,qBAAa,GAAG;IAIZ,OAAO,CAAC,OAAO;IAHjB,OAAO,CAAC,OAAO,CAAS;gBAGd,OAAO,EAAE,cAAc,EAC/B,QAAQ,EAAE,MAAM;IAKlB;;OAEG;IACH,OAAO,CAAC,eAAe;IAIvB;;OAEG;IACG,GAAG,CAAC,KAAK,EAAE,QAAQ,GAAG,OAAO,CAAC,IAAI,CAAC;IAKzC;;OAEG;IACG,KAAK,CAAC,UAAU,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC;IAS9C;;OAEG;IACG,WAAW,IAAI,OAAO,CAAC,QAAQ,EAAE,CAAC;IAoBxC;;;OAGG;IACG,OAAO,CACX,SAAS,EAAE,CAAC,KAAK,EAAE,QAAQ,KAAK,OAAO,CAAC,IAAI,CAAC,GAC5C,OAAO,CAAC,MAAM,CAAC;CAiBnB"}
package/dist/core/wal.js DELETED
@@ -1,80 +0,0 @@
1
- import { safePathJoin } from '../utils/path-validator.js';
2
- /**
3
- * Write-Ahead Log for ensuring index-document consistency
4
- */
5
- export class WAL {
6
- adapter;
7
- walPath;
8
- constructor(adapter, basePath) {
9
- this.adapter = adapter;
10
- this.walPath = safePathJoin(basePath, 'wal');
11
- }
12
- /**
13
- * Get WAL entry path for a document
14
- */
15
- getWALEntryPath(documentId) {
16
- return `${this.walPath}/${documentId}.wal.json`;
17
- }
18
- /**
19
- * Log an operation before execution
20
- */
21
- async log(entry) {
22
- const path = this.getWALEntryPath(entry.documentId);
23
- await this.adapter.put(path, entry);
24
- }
25
- /**
26
- * Clear WAL entry after successful operation
27
- */
28
- async clear(documentId) {
29
- const path = this.getWALEntryPath(documentId);
30
- try {
31
- await this.adapter.delete(path);
32
- }
33
- catch {
34
- // Ignore if entry doesn't exist
35
- }
36
- }
37
- /**
38
- * List all pending WAL entries
39
- */
40
- async listPending() {
41
- try {
42
- const keys = await this.adapter.listKeys(this.walPath);
43
- const entries = [];
44
- for (const key of keys) {
45
- try {
46
- const { data } = await this.adapter.get(key);
47
- entries.push(data);
48
- }
49
- catch {
50
- // Skip corrupted entries
51
- }
52
- }
53
- return entries;
54
- }
55
- catch {
56
- return [];
57
- }
58
- }
59
- /**
60
- * Recover from pending WAL entries
61
- * This should be called on collection initialization
62
- */
63
- async recover(onRecover) {
64
- const pending = await this.listPending();
65
- let recovered = 0;
66
- for (const entry of pending) {
67
- try {
68
- await onRecover(entry);
69
- await this.clear(entry.documentId);
70
- recovered++;
71
- }
72
- catch (error) {
73
- // Log error but continue recovery
74
- console.error(`Failed to recover WAL entry for ${entry.documentId}:`, error);
75
- }
76
- }
77
- return recovered;
78
- }
79
- }
80
- //# sourceMappingURL=wal.js.map
@@ -1 +0,0 @@
1
- {"version":3,"file":"wal.js","sourceRoot":"","sources":["../../src/core/wal.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,YAAY,EAAE,MAAM,4BAA4B,CAAC;AAkB1D;;GAEG;AACH,MAAM,OAAO,GAAG;IAIJ;IAHF,OAAO,CAAS;IAExB,YACU,OAAuB,EAC/B,QAAgB;QADR,YAAO,GAAP,OAAO,CAAgB;QAG/B,IAAI,CAAC,OAAO,GAAG,YAAY,CAAC,QAAQ,EAAE,KAAK,CAAC,CAAC;IAC/C,CAAC;IAED;;OAEG;IACK,eAAe,CAAC,UAAkB;QACxC,OAAO,GAAG,IAAI,CAAC,OAAO,IAAI,UAAU,WAAW,CAAC;IAClD,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,GAAG,CAAC,KAAe;QACvB,MAAM,IAAI,GAAG,IAAI,CAAC,eAAe,CAAC,KAAK,CAAC,UAAU,CAAC,CAAC;QACpD,MAAM,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,IAAI,EAAE,KAAK,CAAC,CAAC;IACtC,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,KAAK,CAAC,UAAkB;QAC5B,MAAM,IAAI,GAAG,IAAI,CAAC,eAAe,CAAC,UAAU,CAAC,CAAC;QAC9C,IAAI,CAAC;YACH,MAAM,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC;QAClC,CAAC;QAAC,MAAM,CAAC;YACP,gCAAgC;QAClC,CAAC;IACH,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,WAAW;QACf,IAAI,CAAC;YACH,MAAM,IAAI,GAAG,MAAM,IAAI,CAAC,OAAO,CAAC,QAAQ,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;YACvD,MAAM,OAAO,GAAe,EAAE,CAAC;YAE/B,KAAK,MAAM,GAAG,IAAI,IAAI,EAAE,CAAC;gBACvB,IAAI,CAAC;oBACH,MAAM,EAAE,IAAI,EAAE,GAAG,MAAM,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;oBAC7C,OAAO,CAAC,IAAI,CAAC,IAAgB,CAAC,CAAC;gBACjC,CAAC;gBAAC,MAAM,CAAC;oBACP,yBAAyB;gBAC3B,CAAC;YACH,CAAC;YAED,OAAO,OAAO,CAAC;QACjB,CAAC;QAAC,MAAM,CAAC;YACP,OAAO,EAAE,CAAC;QACZ,CAAC;IACH,CAAC;IAED;;;OAGG;IACH,KAAK,CAAC,OAAO,CACX,SAA6C;QAE7C,MAAM,OAAO,GAAG,MAAM,IAAI,CAAC,WAAW,EAAE,CAAC;QACzC,IAAI,SAAS,GAAG,CAAC,CAAC;QAElB,KAAK,MAAM,KAAK,IAAI,OAAO,EAAE,CAAC;YAC5B,IAAI,CAAC;gBACH,MAAM,SAAS,CAAC,KAAK,CAAC,CAAC;gBACvB,MAAM,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,UAAU,CAAC,CAAC;gBACnC,SAAS,EAAE,CAAC;YACd,CAAC;YAAC,OAAO,KAAK,EAAE,CAAC;gBACf,kCAAkC;gBAClC,OAAO,CAAC,KAAK,CAAC,mCAAmC,KAAK,CAAC,UAAU,GAAG,EAAE,KAAK,CAAC,CAAC;YAC/E,CAAC;QACH,CAAC;QAED,OAAO,SAAS,CAAC;IACnB,CAAC;CACF"}
@@ -1,36 +0,0 @@
1
- import type { StorageAdapter, QueryFilter } from '../types/index.js';
2
- /**
3
- * Manages index shards for a collection
4
- */
5
- export declare class ShardManager {
6
- private adapter;
7
- private collectionPath;
8
- private shardCount;
9
- constructor(adapter: StorageAdapter, collectionPath: string, shardCount: number);
10
- private getShardPath;
11
- private getShardMetadataPath;
12
- private readShardMetadata;
13
- private readShard;
14
- private writeShard;
15
- /**
16
- * Add document to index
17
- */
18
- addDocument(doc: Record<string, any>): Promise<void>;
19
- /**
20
- * Update document in index
21
- */
22
- updateDocument(doc: Record<string, any>): Promise<void>;
23
- /**
24
- * Remove document from index
25
- */
26
- removeDocument(docId: string): Promise<void>;
27
- /**
28
- * Find document by ID
29
- */
30
- findById(docId: string): Promise<Record<string, any> | null>;
31
- /**
32
- * Query documents matching filter
33
- */
34
- query(filter: QueryFilter<any>): Promise<Array<Record<string, any>>>;
35
- }
36
- //# sourceMappingURL=shard-manager.d.ts.map
@@ -1 +0,0 @@
1
- {"version":3,"file":"shard-manager.d.ts","sourceRoot":"","sources":["../../src/index/shard-manager.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,cAAc,EAAc,WAAW,EAAiB,MAAM,mBAAmB,CAAC;AAKhG;;GAEG;AACH,qBAAa,YAAY;IAErB,OAAO,CAAC,OAAO;IACf,OAAO,CAAC,cAAc;IACtB,OAAO,CAAC,UAAU;gBAFV,OAAO,EAAE,cAAc,EACvB,cAAc,EAAE,MAAM,EACtB,UAAU,EAAE,MAAM;IAG5B,OAAO,CAAC,YAAY;IAIpB,OAAO,CAAC,oBAAoB;YAId,iBAAiB;YAUjB,SAAS;YAiBT,UAAU;IAgBxB;;OAEG;IACG,WAAW,CAAC,GAAG,EAAE,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,GAAG,OAAO,CAAC,IAAI,CAAC;IA+B1D;;OAEG;IACG,cAAc,CAAC,GAAG,EAAE,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,GAAG,OAAO,CAAC,IAAI,CAAC;IAI7D;;OAEG;IACG,cAAc,CAAC,KAAK,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC;IAiClD;;OAEG;IACG,QAAQ,CAAC,KAAK,EAAE,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,GAAG,IAAI,CAAC;IAMlE;;OAEG;IACG,KAAK,CAAC,MAAM,EAAE,WAAW,CAAC,GAAG,CAAC,GAAG,OAAO,CAAC,KAAK,CAAC,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC,CAAC;CAyC3E"}