@hold-baby/bucket-db 0.3.1 → 0.5.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (114) hide show
  1. package/LICENSE +21 -0
  2. package/README.md +331 -62
  3. package/dist/bucket-db.d.ts +25 -0
  4. package/dist/bucket-db.js +36 -0
  5. package/dist/cli.d.ts +2 -0
  6. package/dist/cli.js +133 -0
  7. package/dist/collection.d.ts +78 -0
  8. package/dist/collection.js +321 -0
  9. package/dist/doctor.d.ts +7 -0
  10. package/dist/doctor.js +100 -0
  11. package/dist/errors.d.ts +59 -0
  12. package/dist/errors.js +57 -0
  13. package/dist/index.d.ts +13 -9
  14. package/dist/index.js +6 -10
  15. package/dist/keys.d.ts +12 -0
  16. package/dist/keys.js +31 -0
  17. package/dist/query.d.ts +16 -0
  18. package/dist/query.js +133 -0
  19. package/dist/snapshot.d.ts +16 -0
  20. package/dist/snapshot.js +40 -0
  21. package/dist/storage/adapter.d.ts +75 -0
  22. package/dist/storage/adapter.js +27 -0
  23. package/dist/storage/fs.d.ts +28 -0
  24. package/dist/storage/fs.js +175 -0
  25. package/dist/storage/memory.d.ts +18 -0
  26. package/dist/storage/memory.js +49 -0
  27. package/dist/storage/s3/adapters.d.ts +38 -0
  28. package/dist/storage/s3/adapters.js +65 -0
  29. package/dist/storage/s3/client.d.ts +52 -0
  30. package/dist/storage/s3/client.js +231 -0
  31. package/dist/storage/s3/credentials.d.ts +17 -0
  32. package/dist/storage/s3/credentials.js +42 -0
  33. package/dist/storage/s3/sigv4.d.ts +32 -0
  34. package/dist/storage/s3/sigv4.js +75 -0
  35. package/dist/types.d.ts +55 -0
  36. package/dist/types.js +1 -0
  37. package/dist/url.d.ts +16 -0
  38. package/dist/url.js +66 -0
  39. package/llms.txt +116 -20
  40. package/package.json +7 -5
  41. package/dist/cache/lru-cache.d.ts +0 -47
  42. package/dist/cache/lru-cache.d.ts.map +0 -1
  43. package/dist/cache/lru-cache.js +0 -110
  44. package/dist/cache/lru-cache.js.map +0 -1
  45. package/dist/core/bucket-db.d.ts +0 -20
  46. package/dist/core/bucket-db.d.ts.map +0 -1
  47. package/dist/core/bucket-db.js +0 -32
  48. package/dist/core/bucket-db.js.map +0 -1
  49. package/dist/core/collection.d.ts +0 -26
  50. package/dist/core/collection.d.ts.map +0 -1
  51. package/dist/core/collection.js +0 -213
  52. package/dist/core/collection.js.map +0 -1
  53. package/dist/core/wal.d.ts +0 -45
  54. package/dist/core/wal.d.ts.map +0 -1
  55. package/dist/core/wal.js +0 -80
  56. package/dist/core/wal.js.map +0 -1
  57. package/dist/index/shard-manager.d.ts +0 -36
  58. package/dist/index/shard-manager.d.ts.map +0 -1
  59. package/dist/index/shard-manager.js +0 -177
  60. package/dist/index/shard-manager.js.map +0 -1
  61. package/dist/index.d.ts.map +0 -1
  62. package/dist/index.js.map +0 -1
  63. package/dist/query/evaluator.d.ts +0 -10
  64. package/dist/query/evaluator.d.ts.map +0 -1
  65. package/dist/query/evaluator.js +0 -127
  66. package/dist/query/evaluator.js.map +0 -1
  67. package/dist/storage/fs-adapter.d.ts +0 -24
  68. package/dist/storage/fs-adapter.d.ts.map +0 -1
  69. package/dist/storage/fs-adapter.js +0 -208
  70. package/dist/storage/fs-adapter.js.map +0 -1
  71. package/dist/storage/memory-adapter.d.ts +0 -22
  72. package/dist/storage/memory-adapter.d.ts.map +0 -1
  73. package/dist/storage/memory-adapter.js +0 -78
  74. package/dist/storage/memory-adapter.js.map +0 -1
  75. package/dist/storage/oss-adapter.d.ts +0 -26
  76. package/dist/storage/oss-adapter.d.ts.map +0 -1
  77. package/dist/storage/oss-adapter.js +0 -145
  78. package/dist/storage/oss-adapter.js.map +0 -1
  79. package/dist/storage/s3-adapter.d.ts +0 -26
  80. package/dist/storage/s3-adapter.d.ts.map +0 -1
  81. package/dist/storage/s3-adapter.js +0 -170
  82. package/dist/storage/s3-adapter.js.map +0 -1
  83. package/dist/types/collection.d.ts +0 -40
  84. package/dist/types/collection.d.ts.map +0 -1
  85. package/dist/types/collection.js +0 -2
  86. package/dist/types/collection.js.map +0 -1
  87. package/dist/types/document.d.ts +0 -18
  88. package/dist/types/document.d.ts.map +0 -1
  89. package/dist/types/document.js +0 -2
  90. package/dist/types/document.js.map +0 -1
  91. package/dist/types/errors.d.ts +0 -32
  92. package/dist/types/errors.d.ts.map +0 -1
  93. package/dist/types/errors.js +0 -48
  94. package/dist/types/errors.js.map +0 -1
  95. package/dist/types/index.d.ts +0 -6
  96. package/dist/types/index.d.ts.map +0 -1
  97. package/dist/types/index.js +0 -3
  98. package/dist/types/index.js.map +0 -1
  99. package/dist/types/query.d.ts +0 -37
  100. package/dist/types/query.d.ts.map +0 -1
  101. package/dist/types/query.js +0 -2
  102. package/dist/types/query.js.map +0 -1
  103. package/dist/types/storage.d.ts +0 -45
  104. package/dist/types/storage.d.ts.map +0 -1
  105. package/dist/types/storage.js +0 -2
  106. package/dist/types/storage.js.map +0 -1
  107. package/dist/utils/hash.d.ts +0 -13
  108. package/dist/utils/hash.d.ts.map +0 -1
  109. package/dist/utils/hash.js +0 -23
  110. package/dist/utils/hash.js.map +0 -1
  111. package/dist/utils/path-validator.d.ts +0 -46
  112. package/dist/utils/path-validator.d.ts.map +0 -1
  113. package/dist/utils/path-validator.js +0 -99
  114. package/dist/utils/path-validator.js.map +0 -1
@@ -1,177 +0,0 @@
1
- import { StorageError } from '../types/index.js';
2
- import { getShardId, formatShardId } from '../utils/hash.js';
3
- import { evaluateFilter } from '../query/evaluator.js';
4
- /**
5
- * Manages index shards for a collection
6
- */
7
- export class ShardManager {
8
- adapter;
9
- collectionPath;
10
- shardCount;
11
- constructor(adapter, collectionPath, shardCount) {
12
- this.adapter = adapter;
13
- this.collectionPath = collectionPath;
14
- this.shardCount = shardCount;
15
- }
16
- getShardPath(shardId) {
17
- return `${this.collectionPath}/index/shard-${formatShardId(shardId)}.json`;
18
- }
19
- getShardMetadataPath(shardId) {
20
- return `${this.collectionPath}/index/shard-${formatShardId(shardId)}.meta.json`;
21
- }
22
- async readShardMetadata(shardId) {
23
- const path = this.getShardMetadataPath(shardId);
24
- try {
25
- const { data } = await this.adapter.get(path);
26
- return data;
27
- }
28
- catch (error) {
29
- return null;
30
- }
31
- }
32
- async readShard(shardId) {
33
- const path = this.getShardPath(shardId);
34
- try {
35
- const { data, etag } = await this.adapter.get(path);
36
- return { shard: data, etag };
37
- }
38
- catch (error) {
39
- // Return empty shard if not found
40
- return {
41
- shard: {
42
- shardId: formatShardId(shardId),
43
- documents: {},
44
- },
45
- etag: undefined,
46
- };
47
- }
48
- }
49
- async writeShard(shardId, shard, etag) {
50
- const path = this.getShardPath(shardId);
51
- const metaPath = this.getShardMetadataPath(shardId);
52
- // Write shard data
53
- await this.adapter.put(path, shard, etag ? { ifMatch: etag } : undefined);
54
- // Write metadata
55
- const metadata = {
56
- shardId: formatShardId(shardId),
57
- docCount: Object.keys(shard.documents).length,
58
- lastUpdated: new Date().toISOString(),
59
- };
60
- await this.adapter.put(metaPath, metadata);
61
- }
62
- /**
63
- * Add document to index
64
- */
65
- async addDocument(doc) {
66
- const docId = doc.id;
67
- const shardId = getShardId(docId, this.shardCount);
68
- // Retry logic for optimistic locking with exponential backoff
69
- const maxRetries = 3;
70
- for (let attempt = 0; attempt < maxRetries; attempt++) {
71
- try {
72
- // Read shard and etag in a single operation
73
- const { shard, etag } = await this.readShard(shardId);
74
- shard.documents[docId] = { ...doc };
75
- await this.writeShard(shardId, shard, etag);
76
- return;
77
- }
78
- catch (error) {
79
- if (error instanceof StorageError && error.message.includes('PreconditionFailed')) {
80
- if (attempt < maxRetries - 1) {
81
- // Exponential backoff with jitter: 100ms * 2^attempt + random(0-50ms)
82
- const baseDelay = 100 * Math.pow(2, attempt);
83
- const jitter = Math.random() * 50;
84
- await new Promise(resolve => setTimeout(resolve, baseDelay + jitter));
85
- continue;
86
- }
87
- }
88
- throw error;
89
- }
90
- }
91
- throw new StorageError('Failed to add document after retries');
92
- }
93
- /**
94
- * Update document in index
95
- */
96
- async updateDocument(doc) {
97
- await this.addDocument(doc); // Same as add - upsert behavior
98
- }
99
- /**
100
- * Remove document from index
101
- */
102
- async removeDocument(docId) {
103
- const shardId = getShardId(docId, this.shardCount);
104
- const maxRetries = 3;
105
- for (let attempt = 0; attempt < maxRetries; attempt++) {
106
- try {
107
- // Read shard and etag in a single operation
108
- const { shard, etag } = await this.readShard(shardId);
109
- delete shard.documents[docId];
110
- await this.writeShard(shardId, shard, etag);
111
- return;
112
- }
113
- catch (error) {
114
- if (error instanceof StorageError && error.message.includes('PreconditionFailed')) {
115
- if (attempt < maxRetries - 1) {
116
- // Exponential backoff with jitter
117
- const baseDelay = 100 * Math.pow(2, attempt);
118
- const jitter = Math.random() * 50;
119
- await new Promise(resolve => setTimeout(resolve, baseDelay + jitter));
120
- continue;
121
- }
122
- }
123
- // Ignore if shard doesn't exist
124
- if (error instanceof StorageError && error.message.includes('not found')) {
125
- return;
126
- }
127
- throw error;
128
- }
129
- }
130
- throw new StorageError('Failed to remove document after retries');
131
- }
132
- /**
133
- * Find document by ID
134
- */
135
- async findById(docId) {
136
- const shardId = getShardId(docId, this.shardCount);
137
- const { shard } = await this.readShard(shardId);
138
- return shard.documents[docId] || null;
139
- }
140
- /**
141
- * Query documents matching filter
142
- */
143
- async query(filter) {
144
- // Optimization: If filter contains id equality, target specific shard
145
- if (filter.id && typeof filter.id === 'string') {
146
- const targetShardId = getShardId(filter.id, this.shardCount);
147
- const { shard } = await this.readShard(targetShardId);
148
- const doc = shard.documents[filter.id];
149
- if (doc && evaluateFilter(doc, filter)) {
150
- return [doc];
151
- }
152
- return [];
153
- }
154
- // Read all shard metadata first (lightweight)
155
- const metadataPromises = Array.from({ length: this.shardCount }, (_, i) => this.readShardMetadata(i));
156
- const allMetadata = await Promise.all(metadataPromises);
157
- // Filter out empty shards
158
- const nonEmptyShardIds = allMetadata
159
- .map((meta, index) => ({ meta, index }))
160
- .filter(({ meta }) => meta && meta.docCount > 0)
161
- .map(({ index }) => index);
162
- // Read only non-empty shards in parallel
163
- const shardPromises = nonEmptyShardIds.map(i => this.readShard(i));
164
- const shardResults = await Promise.all(shardPromises);
165
- // Filter documents across all shards
166
- const results = [];
167
- for (const { shard } of shardResults) {
168
- for (const doc of Object.values(shard.documents)) {
169
- if (evaluateFilter(doc, filter)) {
170
- results.push(doc);
171
- }
172
- }
173
- }
174
- return results;
175
- }
176
- }
177
- //# sourceMappingURL=shard-manager.js.map
@@ -1 +0,0 @@
1
- {"version":3,"file":"shard-manager.js","sourceRoot":"","sources":["../../src/index/shard-manager.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,YAAY,EAAE,MAAM,mBAAmB,CAAC;AACjD,OAAO,EAAE,UAAU,EAAE,aAAa,EAAE,MAAM,kBAAkB,CAAC;AAC7D,OAAO,EAAE,cAAc,EAAE,MAAM,uBAAuB,CAAC;AAEvD;;GAEG;AACH,MAAM,OAAO,YAAY;IAEb;IACA;IACA;IAHV,YACU,OAAuB,EACvB,cAAsB,EACtB,UAAkB;QAFlB,YAAO,GAAP,OAAO,CAAgB;QACvB,mBAAc,GAAd,cAAc,CAAQ;QACtB,eAAU,GAAV,UAAU,CAAQ;IACzB,CAAC;IAEI,YAAY,CAAC,OAAe;QAClC,OAAO,GAAG,IAAI,CAAC,cAAc,gBAAgB,aAAa,CAAC,OAAO,CAAC,OAAO,CAAC;IAC7E,CAAC;IAEO,oBAAoB,CAAC,OAAe;QAC1C,OAAO,GAAG,IAAI,CAAC,cAAc,gBAAgB,aAAa,CAAC,OAAO,CAAC,YAAY,CAAC;IAClF,CAAC;IAEO,KAAK,CAAC,iBAAiB,CAAC,OAAe;QAC7C,MAAM,IAAI,GAAG,IAAI,CAAC,oBAAoB,CAAC,OAAO,CAAC,CAAC;QAChD,IAAI,CAAC;YACH,MAAM,EAAE,IAAI,EAAE,GAAG,MAAM,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;YAC9C,OAAO,IAAqB,CAAC;QAC/B,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,OAAO,IAAI,CAAC;QACd,CAAC;IACH,CAAC;IAEO,KAAK,CAAC,SAAS,CAAC,OAAe;QACrC,MAAM,IAAI,GAAG,IAAI,CAAC,YAAY,CAAC,OAAO,CAAC,CAAC;QACxC,IAAI,CAAC;YACH,MAAM,EAAE,IAAI,EAAE,IAAI,EAAE,GAAG,MAAM,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;YACpD,OAAO,EAAE,KAAK,EAAE,IAAkB,EAAE,IAAI,EAAE,CAAC;QAC7C,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,kCAAkC;YAClC,OAAO;gBACL,KAAK,EAAE;oBACL,OAAO,EAAE,aAAa,CAAC,OAAO,CAAC;oBAC/B,SAAS,EAAE,EAAE;iBACd;gBACD,IAAI,EAAE,SAAS;aAChB,CAAC;QACJ,CAAC;IACH,CAAC;IAEO,KAAK,CAAC,UAAU,CAAC,OAAe,EAAE,KAAiB,EAAE,IAAa;QACxE,MAAM,IAAI,GAAG,IAAI,CAAC,YAAY,CAAC,OAAO,CAAC,CAAC;QACxC,MAAM,QAAQ,GAAG,IAAI,CAAC,oBAAoB,CAAC,OAAO,CAAC,CAAC;QAEpD,mBAAmB;QACnB,MAAM,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,IAAI,EAAE,KAAK,EAAE,IAAI,CAAC,CAAC,CAAC,EAAE,OAAO,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC;QAE1E,iBAAiB;QACjB,MAAM,QAAQ,GAAkB;YAC9B,OAAO,EAAE,aAAa,CAAC,OAAO,CAAC;YAC/B,QAAQ,EAAE,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,SAAS,CAAC,CAAC,MAAM;YAC7C,WAAW,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;SACtC,CAAC;QACF,MAAM,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,QAAQ,EAAE,QAAQ,CAAC,CAAC;IAC7C,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,WAAW,CAAC,GAAwB;QACxC,MAAM,KAAK,GAAG,GAAG,CAAC,EAAE,CAAC;QACrB,MAAM,OAAO,GAAG,UAAU,CAAC,KAAK,EAAE,IAAI,CAAC,UAAU,CAAC,CAAC;QAEnD,8DAA8D;QAC9D,MAAM,UAAU,GAAG,CAAC,CAAC;QACrB,KAAK,IAAI,OAAO,GAAG,CAAC,EAAE,OAAO,GAAG,UAAU,EAAE,OAAO,EAAE,EAAE,CAAC;YACtD,IAAI,CAAC;gBACH,4CAA4C;gBAC5C,MAAM,EAAE,KAAK,EAAE,IAAI,EAAE,GAAG,MAAM,IAAI,CAAC,SAAS,CAAC,OAAO,CAAC,CAAC;gBAEtD,KAAK,CAAC,SAAS,CAAC,KAAK,CAAC,GAAG,EAAE,GAAG,GAAG,EAAE,CAAC;gBAEpC,MAAM,IAAI,CAAC,UAAU,CAAC,OAAO,EAAE,KAAK,EAAE,IAAI,CAAC,CAAC;gBAC5C,OAAO;YACT,CAAC;YAAC,OAAO,KAAK,EAAE,CAAC;gBACf,IAAI,KAAK,YAAY,YAAY,IAAI,KAAK,CAAC,OAAO,CAAC,QAAQ,CAAC,oBAAoB,CAAC,EAAE,CAAC;oBAClF,IAAI,OAAO,GAAG,UAAU,GAAG,CAAC,EAAE,CAAC;wBAC7B,sEAAsE;wBACtE,MAAM,SAAS,GAAG,GAAG,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,OAAO,CAAC,CAAC;wBAC7C,MAAM,MAAM,GAAG,IAAI,CAAC,MAAM,EAAE,GAAG,EAAE,CAAC;wBAClC,MAAM,IAAI,OAAO,CAAC,OAAO,CAAC,EAAE,CAAC,UAAU,CAAC,OAAO,EAAE,SAAS,GAAG,MAAM,CAAC,CAAC,CAAC;wBACtE,SAAS;oBACX,CAAC;gBACH,CAAC;gBACD,MAAM,KAAK,CAAC;YACd,CAAC;QACH,CAAC;QACD,MAAM,IAAI,YAAY,CAAC,sCAAsC,CAAC,CAAC;IACjE,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,cAAc,CAAC,GAAwB;QAC3C,MAAM,IAAI,CAAC,WAAW,CAAC,GAAG,CAAC,CAAC,CAAC,gCAAgC;IAC/D,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,cAAc,CAAC,KAAa;QAChC,MAAM,OAAO,GAAG,UAAU,CAAC,KAAK,EAAE,IAAI,CAAC,UAAU,CAAC,CAAC;QAEnD,MAAM,UAAU,GAAG,CAAC,CAAC;QACrB,KAAK,IAAI,OAAO,GAAG,CAAC,EAAE,OAAO,GAAG,UAAU,EAAE,OAAO,EAAE,EAAE,CAAC;YACtD,IAAI,CAAC;gBACH,4CAA4C;gBAC5C,MAAM,EAAE,KAAK,EAAE,IAAI,EAAE,GAAG,MAAM,IAAI,CAAC,SAAS,CAAC,OAAO,CAAC,CAAC;gBAEtD,OAAO,KAAK,CAAC,SAAS,CAAC,KAAK,CAAC,CAAC;gBAE9B,MAAM,IAAI,CAAC,UAAU,CAAC,OAAO,EAAE,KAAK,EAAE,IAAI,CAAC,CAAC;gBAC5C,OAAO;YACT,CAAC;YAAC,OAAO,KAAK,EAAE,CAAC;gBACf,IAAI,KAAK,YAAY,YAAY,IAAI,KAAK,CAAC,OAAO,CAAC,QAAQ,CAAC,oBAAoB,CAAC,EAAE,CAAC;oBAClF,IAAI,OAAO,GAAG,UAAU,GAAG,CAAC,EAAE,CAAC;wBAC7B,kCAAkC;wBAClC,MAAM,SAAS,GAAG,GAAG,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,OAAO,CAAC,CAAC;wBAC7C,MAAM,MAAM,GAAG,IAAI,CAAC,MAAM,EAAE,GAAG,EAAE,CAAC;wBAClC,MAAM,IAAI,OAAO,CAAC,OAAO,CAAC,EAAE,CAAC,UAAU,CAAC,OAAO,EAAE,SAAS,GAAG,MAAM,CAAC,CAAC,CAAC;wBACtE,SAAS;oBACX,CAAC;gBACH,CAAC;gBACD,gCAAgC;gBAChC,IAAI,KAAK,YAAY,YAAY,IAAI,KAAK,CAAC,OAAO,CAAC,QAAQ,CAAC,WAAW,CAAC,EAAE,CAAC;oBACzE,OAAO;gBACT,CAAC;gBACD,MAAM,KAAK,CAAC;YACd,CAAC;QACH,CAAC;QACD,MAAM,IAAI,YAAY,CAAC,yCAAyC,CAAC,CAAC;IACpE,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,QAAQ,CAAC,KAAa;QAC1B,MAAM,OAAO,GAAG,UAAU,CAAC,KAAK,EAAE,IAAI,CAAC,UAAU,CAAC,CAAC;QACnD,MAAM,EAAE,KAAK,EAAE,GAAG,MAAM,IAAI,CAAC,SAAS,CAAC,OAAO,CAAC,CAAC;QAChD,OAAO,KAAK,CAAC,SAAS,CAAC,KAAK,CAAC,IAAI,IAAI,CAAC;IACxC,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,KAAK,CAAC,MAAwB;QAClC,sEAAsE;QACtE,IAAI,MAAM,CAAC,EAAE,IAAI,OAAO,MAAM,CAAC,EAAE,KAAK,QAAQ,EAAE,CAAC;YAC/C,MAAM,aAAa,GAAG,UAAU,CAAC,MAAM,CAAC,EAAE,EAAE,IAAI,CAAC,UAAU,CAAC,CAAC;YAC7D,MAAM,EAAE,KAAK,EAAE,GAAG,MAAM,IAAI,CAAC,SAAS,CAAC,aAAa,CAAC,CAAC;YACtD,MAAM,GAAG,GAAG,KAAK,CAAC,SAAS,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC;YACvC,IAAI,GAAG,IAAI,cAAc,CAAC,GAAG,EAAE,MAAM,CAAC,EAAE,CAAC;gBACvC,OAAO,CAAC,GAAG,CAAC,CAAC;YACf,CAAC;YACD,OAAO,EAAE,CAAC;QACZ,CAAC;QAED,8CAA8C;QAC9C,MAAM,gBAAgB,GAAG,KAAK,CAAC,IAAI,CACjC,EAAE,MAAM,EAAE,IAAI,CAAC,UAAU,EAAE,EAC3B,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,IAAI,CAAC,iBAAiB,CAAC,CAAC,CAAC,CACpC,CAAC;QACF,MAAM,WAAW,GAAG,MAAM,OAAO,CAAC,GAAG,CAAC,gBAAgB,CAAC,CAAC;QAExD,0BAA0B;QAC1B,MAAM,gBAAgB,GAAG,WAAW;aACjC,GAAG,CAAC,CAAC,IAAI,EAAE,KAAK,EAAE,EAAE,CAAC,CAAC,EAAE,IAAI,EAAE,KAAK,EAAE,CAAC,CAAC;aACvC,MAAM,CAAC,CAAC,EAAE,IAAI,EAAE,EAAE,EAAE,CAAC,IAAI,IAAI,IAAI,CAAC,QAAQ,GAAG,CAAC,CAAC;aAC/C,GAAG,CAAC,CAAC,EAAE,KAAK,EAAE,EAAE,EAAE,CAAC,KAAK,CAAC,CAAC;QAE7B,yCAAyC;QACzC,MAAM,aAAa,GAAG,gBAAgB,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,CAAC;QACnE,MAAM,YAAY,GAAG,MAAM,OAAO,CAAC,GAAG,CAAC,aAAa,CAAC,CAAC;QAEtD,qCAAqC;QACrC,MAAM,OAAO,GAA+B,EAAE,CAAC;QAC/C,KAAK,MAAM,EAAE,KAAK,EAAE,IAAI,YAAY,EAAE,CAAC;YACrC,KAAK,MAAM,GAAG,IAAI,MAAM,CAAC,MAAM,CAAC,KAAK,CAAC,SAAS,CAAC,EAAE,CAAC;gBACjD,IAAI,cAAc,CAAC,GAAG,EAAE,MAAM,CAAC,EAAE,CAAC;oBAChC,OAAO,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;gBACpB,CAAC;YACH,CAAC;QACH,CAAC;QAED,OAAO,OAAO,CAAC;IACjB,CAAC;CACF"}
@@ -1 +0,0 @@
1
- {"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,QAAQ,EAAE,MAAM,qBAAqB,CAAC;AAC/C,OAAO,EAAE,UAAU,EAAE,MAAM,sBAAsB,CAAC;AAGlD,OAAO,EAAE,oBAAoB,EAAE,MAAM,6BAA6B,CAAC;AACnE,OAAO,EAAE,SAAS,EAAE,MAAM,yBAAyB,CAAC;AACpD,OAAO,EAAE,UAAU,EAAE,MAAM,0BAA0B,CAAC;AACtD,OAAO,EAAE,iBAAiB,EAAE,MAAM,yBAAyB,CAAC;AAG5D,YAAY,EACV,QAAQ,EACR,cAAc,EACd,cAAc,EACd,aAAa,EACb,UAAU,EACV,WAAW,EACX,YAAY,EACZ,aAAa,EACb,cAAc,EACd,aAAa,EACb,UAAU,EACV,kBAAkB,EAClB,oBAAoB,EACpB,WAAW,EACX,cAAc,EACd,UAAU,GACX,MAAM,kBAAkB,CAAC;AAE1B,OAAO,EACL,aAAa,EACb,qBAAqB,EACrB,qBAAqB,EACrB,eAAe,EACf,YAAY,GACb,MAAM,kBAAkB,CAAC"}
package/dist/index.js.map DELETED
@@ -1 +0,0 @@
1
- {"version":3,"file":"index.js","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAAA,eAAe;AACf,OAAO,EAAE,QAAQ,EAAE,MAAM,qBAAqB,CAAC;AAC/C,OAAO,EAAE,UAAU,EAAE,MAAM,sBAAsB,CAAC;AAElD,mBAAmB;AACnB,OAAO,EAAE,oBAAoB,EAAE,MAAM,6BAA6B,CAAC;AACnE,OAAO,EAAE,SAAS,EAAE,MAAM,yBAAyB,CAAC;AACpD,OAAO,EAAE,UAAU,EAAE,MAAM,0BAA0B,CAAC;AACtD,OAAO,EAAE,iBAAiB,EAAE,MAAM,yBAAyB,CAAC;AAsB5D,OAAO,EACL,aAAa,EACb,qBAAqB,EACrB,qBAAqB,EACrB,eAAe,EACf,YAAY,GACb,MAAM,kBAAkB,CAAC"}
@@ -1,10 +0,0 @@
1
- import type { QueryValue, QueryFilter } from '../types/index.js';
2
- /**
3
- * Evaluates a single operator condition
4
- */
5
- export declare function evaluateOperator<T>(value: T, condition: QueryValue<T>): boolean;
6
- /**
7
- * Evaluates a complete filter against a document
8
- */
9
- export declare function evaluateFilter<T extends Record<string, any>>(document: T, filter: QueryFilter<T>): boolean;
10
- //# sourceMappingURL=evaluator.d.ts.map
@@ -1 +0,0 @@
1
- {"version":3,"file":"evaluator.d.ts","sourceRoot":"","sources":["../../src/query/evaluator.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,UAAU,EAAE,WAAW,EAAE,MAAM,mBAAmB,CAAC;AA4CjE;;GAEG;AACH,wBAAgB,gBAAgB,CAAC,CAAC,EAChC,KAAK,EAAE,CAAC,EACR,SAAS,EAAE,UAAU,CAAC,CAAC,CAAC,GACvB,OAAO,CA4DT;AAED;;GAEG;AACH,wBAAgB,cAAc,CAAC,CAAC,SAAS,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,EAC1D,QAAQ,EAAE,CAAC,EACX,MAAM,EAAE,WAAW,CAAC,CAAC,CAAC,GACrB,OAAO,CAwBT"}
@@ -1,127 +0,0 @@
1
- /**
2
- * Allowed query operators (whitelist)
3
- */
4
- const ALLOWED_OPERATORS = new Set([
5
- '$eq', '$ne', '$gt', '$gte', '$lt', '$lte', '$in', '$nin'
6
- ]);
7
- /**
8
- * Reserved field names that cannot be queried (security)
9
- */
10
- const RESERVED_FIELDS = new Set([
11
- '__proto__',
12
- 'constructor',
13
- 'prototype',
14
- 'toString',
15
- 'valueOf',
16
- 'hasOwnProperty',
17
- 'isPrototypeOf',
18
- 'propertyIsEnumerable'
19
- ]);
20
- /**
21
- * Validate query filter for security
22
- */
23
- function validateFilter(filter) {
24
- for (const [field, condition] of Object.entries(filter)) {
25
- // Check for reserved field names
26
- if (RESERVED_FIELDS.has(field)) {
27
- throw new Error('Query contains forbidden field name');
28
- }
29
- // Validate operators if condition is an object
30
- if (typeof condition === 'object' && condition !== null && !Array.isArray(condition)) {
31
- for (const op of Object.keys(condition)) {
32
- if (!ALLOWED_OPERATORS.has(op)) {
33
- throw new Error('Query contains invalid operator');
34
- }
35
- }
36
- }
37
- }
38
- }
39
- /**
40
- * Evaluates a single operator condition
41
- */
42
- export function evaluateOperator(value, condition) {
43
- // Direct value comparison (implicit $eq)
44
- if (typeof condition !== 'object' || condition === null || Array.isArray(condition)) {
45
- return value === condition;
46
- }
47
- const operators = condition;
48
- // Check all operators (AND logic)
49
- for (const [op, operand] of Object.entries(operators)) {
50
- switch (op) {
51
- case '$eq':
52
- if (value !== operand)
53
- return false;
54
- break;
55
- case '$ne':
56
- if (value === operand)
57
- return false;
58
- break;
59
- case '$gt':
60
- case '$gte':
61
- case '$lt':
62
- case '$lte':
63
- // Type check: only allow comparison for numbers and strings
64
- if (typeof value !== typeof operand) {
65
- throw new Error('Type mismatch in comparison operator');
66
- }
67
- if (typeof value !== 'number' && typeof value !== 'string') {
68
- throw new Error('Comparison operators require number or string values');
69
- }
70
- if (op === '$gt' && !(value > operand))
71
- return false;
72
- if (op === '$gte' && !(value >= operand))
73
- return false;
74
- if (op === '$lt' && !(value < operand))
75
- return false;
76
- if (op === '$lte' && !(value <= operand))
77
- return false;
78
- break;
79
- case '$in':
80
- if (!Array.isArray(operand)) {
81
- throw new Error('$in operator requires array operand');
82
- }
83
- if (operand.length === 0)
84
- return false; // Empty array never matches
85
- if (!operand.includes(value))
86
- return false;
87
- break;
88
- case '$nin':
89
- if (!Array.isArray(operand)) {
90
- throw new Error('$nin operator requires array operand');
91
- }
92
- if (operand.length === 0)
93
- return true; // Empty array means nothing excluded
94
- if (operand.includes(value))
95
- return false;
96
- break;
97
- default:
98
- // Should never reach here due to validateFilter check
99
- throw new Error('Invalid operator');
100
- }
101
- }
102
- return true;
103
- }
104
- /**
105
- * Evaluates a complete filter against a document
106
- */
107
- export function evaluateFilter(document, filter) {
108
- // Empty filter matches all documents
109
- if (Object.keys(filter).length === 0) {
110
- return true;
111
- }
112
- // Validate filter for security
113
- validateFilter(filter);
114
- // All conditions must match (AND logic)
115
- for (const [field, condition] of Object.entries(filter)) {
116
- // Only access own properties, not inherited ones
117
- if (!Object.prototype.hasOwnProperty.call(document, field)) {
118
- return false;
119
- }
120
- const value = document[field];
121
- if (!evaluateOperator(value, condition)) {
122
- return false;
123
- }
124
- }
125
- return true;
126
- }
127
- //# sourceMappingURL=evaluator.js.map
@@ -1 +0,0 @@
1
- {"version":3,"file":"evaluator.js","sourceRoot":"","sources":["../../src/query/evaluator.ts"],"names":[],"mappings":"AAEA;;GAEG;AACH,MAAM,iBAAiB,GAAG,IAAI,GAAG,CAAC;IAChC,KAAK,EAAE,KAAK,EAAE,KAAK,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM;CAC1D,CAAC,CAAC;AAEH;;GAEG;AACH,MAAM,eAAe,GAAG,IAAI,GAAG,CAAC;IAC9B,WAAW;IACX,aAAa;IACb,WAAW;IACX,UAAU;IACV,SAAS;IACT,gBAAgB;IAChB,eAAe;IACf,sBAAsB;CACvB,CAAC,CAAC;AAEH;;GAEG;AACH,SAAS,cAAc,CAAgC,MAAsB;IAC3E,KAAK,MAAM,CAAC,KAAK,EAAE,SAAS,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,MAAM,CAAC,EAAE,CAAC;QACxD,iCAAiC;QACjC,IAAI,eAAe,CAAC,GAAG,CAAC,KAAK,CAAC,EAAE,CAAC;YAC/B,MAAM,IAAI,KAAK,CAAC,qCAAqC,CAAC,CAAC;QACzD,CAAC;QAED,+CAA+C;QAC/C,IAAI,OAAO,SAAS,KAAK,QAAQ,IAAI,SAAS,KAAK,IAAI,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,SAAS,CAAC,EAAE,CAAC;YACrF,KAAK,MAAM,EAAE,IAAI,MAAM,CAAC,IAAI,CAAC,SAAS,CAAC,EAAE,CAAC;gBACxC,IAAI,CAAC,iBAAiB,CAAC,GAAG,CAAC,EAAE,CAAC,EAAE,CAAC;oBAC/B,MAAM,IAAI,KAAK,CAAC,iCAAiC,CAAC,CAAC;gBACrD,CAAC;YACH,CAAC;QACH,CAAC;IACH,CAAC;AACH,CAAC;AAED;;GAEG;AACH,MAAM,UAAU,gBAAgB,CAC9B,KAAQ,EACR,SAAwB;IAExB,yCAAyC;IACzC,IAAI,OAAO,SAAS,KAAK,QAAQ,IAAI,SAAS,KAAK,IAAI,IAAI,KAAK,CAAC,OAAO,CAAC,SAAS,CAAC,EAAE,CAAC;QACpF,OAAO,KAAK,KAAK,SAAS,CAAC;IAC7B,CAAC;IAED,MAAM,SAAS,GAAG,SAAgC,CAAC;IAEnD,kCAAkC;IAClC,KAAK,MAAM,CAAC,EAAE,EAAE,OAAO,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,SAAS,CAAC,EAAE,CAAC;QACtD,QAAQ,EAAE,EAAE,CAAC;YACX,KAAK,KAAK;gBACR,IAAI,KAAK,KAAK,OAAO;oBAAE,OAAO,KAAK,CAAC;gBACpC,MAAM;YAER,KAAK,KAAK;gBACR,IAAI,KAAK,KAAK,OAAO;oBAAE,OAAO,KAAK,CAAC;gBACpC,MAAM;YAER,KAAK,KAAK,CAAC;YACX,KAAK,MAAM,CAAC;YACZ,KAAK,KAAK,CAAC;YACX,KAAK,MAAM;gBACT,4DAA4D;gBAC5D,IAAI,OAAO,KAAK,KAAK,OAAO,OAAO,EAAE,CAAC;oBACpC,MAAM,IAAI,KAAK,CAAC,sCAAsC,CAAC,CAAC;gBAC1D,CAAC;gBACD,IAAI,OAAO,KAAK,KAAK,QAAQ,IAAI,OAAO,KAAK,KAAK,QAAQ,EAAE,CAAC;oBAC3D,MAAM,IAAI,KAAK,CAAC,sDAAsD,CAAC,CAAC;gBAC1E,CAAC;gBAED,IAAI,EAAE,KAAK,KAAK,IAAI,CAAC,CAAC,KAAK,GAAG,OAAO,CAAC;oBAAE,OAAO,KAAK,CAAC;gBACrD,IAAI,EAAE,KAAK,MAAM,IAAI,CAAC,CAAC,KAAK,IAAI,OAAO,CAAC;oBAAE,OAAO,KAAK,CAAC;gBACvD,IAAI,EAAE,KAAK,KAAK,IAAI,CAAC,CAAC,KAAK,GAAG,OAAO,CAAC;oBAAE,OAAO,KAAK,CAAC;gBACrD,IAAI,EAAE,KAAK,MAAM,IAAI,CAAC,CAAC,KAAK,IAAI,OAAO,CAAC;oBAAE,OAAO,KAAK,CAAC;gBACvD,MAAM;YAER,KAAK,KAAK;gBACR,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,OAAO,CAAC,EAAE,CAAC;oBAC5B,MAAM,IAAI,KAAK,CAAC,qCAAqC,CAAC,CAAC;gBACzD,CAAC;gBACD,IAAI,OAAO,CAAC,MAAM,KAAK,CAAC;oBAAE,OAAO,KAAK,CAAC,CAAC,4BAA4B;gBACpE,IAAI,CAAC,OAAO,CAAC,QAAQ,CAAC,KAAK,CAAC;oBAAE,OAAO,KAAK,CAAC;gBAC3C,MAAM;YAER,KAAK,MAAM;gBACT,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,OAAO,CAAC,EAAE,CAAC;oBAC5B,MAAM,IAAI,KAAK,CAAC,sCAAsC,CAAC,CAAC;gBAC1D,CAAC;gBACD,IAAI,OAAO,CAAC,MAAM,KAAK,CAAC;oBAAE,OAAO,IAAI,CAAC,CAAC,qCAAqC;gBAC5E,IAAI,OAAO,CAAC,QAAQ,CAAC,KAAK,CAAC;oBAAE,OAAO,KAAK,CAAC;gBAC1C,MAAM;YAER;gBACE,sDAAsD;gBACtD,MAAM,IAAI,KAAK,CAAC,kBAAkB,CAAC,CAAC;QACxC,CAAC;IACH,CAAC;IAED,OAAO,IAAI,CAAC;AACd,CAAC;AAED;;GAEG;AACH,MAAM,UAAU,cAAc,CAC5B,QAAW,EACX,MAAsB;IAEtB,qCAAqC;IACrC,IAAI,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QACrC,OAAO,IAAI,CAAC;IACd,CAAC;IAED,+BAA+B;IAC/B,cAAc,CAAC,MAAM,CAAC,CAAC;IAEvB,wCAAwC;IACxC,KAAK,MAAM,CAAC,KAAK,EAAE,SAAS,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,MAAM,CAAC,EAAE,CAAC;QACxD,iDAAiD;QACjD,IAAI,CAAC,MAAM,CAAC,SAAS,CAAC,cAAc,CAAC,IAAI,CAAC,QAAQ,EAAE,KAAK,CAAC,EAAE,CAAC;YAC3D,OAAO,KAAK,CAAC;QACf,CAAC;QAED,MAAM,KAAK,GAAG,QAAQ,CAAC,KAAK,CAAC,CAAC;QAE9B,IAAI,CAAC,gBAAgB,CAAC,KAAK,EAAE,SAA4B,CAAC,EAAE,CAAC;YAC3D,OAAO,KAAK,CAAC;QACf,CAAC;IACH,CAAC;IAED,OAAO,IAAI,CAAC;AACd,CAAC"}
@@ -1,24 +0,0 @@
1
- import type { StorageAdapter, StorageObject, PutOptions } from '../types/index.js';
2
- export interface FileSystemAdapterConfig {
3
- basePath: string;
4
- }
5
- /**
6
- * Local file system storage adapter
7
- */
8
- export declare class FileSystemAdapter implements StorageAdapter {
9
- private basePath;
10
- constructor(config: FileSystemAdapterConfig);
11
- private getFilePath;
12
- private getMetadataPath;
13
- private generateETag;
14
- private ensureDirectoryExists;
15
- get(key: string): Promise<StorageObject>;
16
- put(key: string, data: any, options?: PutOptions): Promise<{
17
- etag: string;
18
- }>;
19
- delete(key: string): Promise<void>;
20
- exists(key: string): Promise<boolean>;
21
- listKeys(prefix: string): Promise<string[]>;
22
- batchGet(keys: string[]): Promise<Map<string, StorageObject>>;
23
- }
24
- //# sourceMappingURL=fs-adapter.d.ts.map
@@ -1 +0,0 @@
1
- {"version":3,"file":"fs-adapter.d.ts","sourceRoot":"","sources":["../../src/storage/fs-adapter.ts"],"names":[],"mappings":"AAGA,OAAO,KAAK,EACV,cAAc,EACd,aAAa,EACb,UAAU,EACX,MAAM,mBAAmB,CAAC;AAI3B,MAAM,WAAW,uBAAuB;IACtC,QAAQ,EAAE,MAAM,CAAC;CAClB;AAOD;;GAEG;AACH,qBAAa,iBAAkB,YAAW,cAAc;IACtD,OAAO,CAAC,QAAQ,CAAS;gBAEb,MAAM,EAAE,uBAAuB;IAS3C,OAAO,CAAC,WAAW;IAInB,OAAO,CAAC,eAAe;IAIvB,OAAO,CAAC,YAAY;IAKpB,OAAO,CAAC,qBAAqB;IAOvB,GAAG,CAAC,GAAG,EAAE,MAAM,GAAG,OAAO,CAAC,aAAa,CAAC;IAmCxC,GAAG,CAAC,GAAG,EAAE,MAAM,EAAE,IAAI,EAAE,GAAG,EAAE,OAAO,CAAC,EAAE,UAAU,GAAG,OAAO,CAAC;QAAE,IAAI,EAAE,MAAM,CAAA;KAAE,CAAC;IA+D5E,MAAM,CAAC,GAAG,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC;IAgBlC,MAAM,CAAC,GAAG,EAAE,MAAM,GAAG,OAAO,CAAC,OAAO,CAAC;IAKrC,QAAQ,CAAC,MAAM,EAAE,MAAM,GAAG,OAAO,CAAC,MAAM,EAAE,CAAC;IAkD3C,QAAQ,CAAC,IAAI,EAAE,MAAM,EAAE,GAAG,OAAO,CAAC,GAAG,CAAC,MAAM,EAAE,aAAa,CAAC,CAAC;CAuBpE"}
@@ -1,208 +0,0 @@
1
- import { readFileSync, writeFileSync, unlinkSync, existsSync, mkdirSync, statSync, readdirSync, renameSync } from 'fs';
2
- import { join, dirname, relative } from 'path';
3
- import { createHash } from 'crypto';
4
- import { StorageError } from '../types/index.js';
5
- import { safeKeyPath, validatePathWithinBase } from '../utils/path-validator.js';
6
- /**
7
- * Local file system storage adapter
8
- */
9
- export class FileSystemAdapter {
10
- basePath;
11
- constructor(config) {
12
- this.basePath = config.basePath;
13
- // Ensure base directory exists
14
- if (!existsSync(this.basePath)) {
15
- mkdirSync(this.basePath, { recursive: true });
16
- }
17
- }
18
- getFilePath(key) {
19
- return safeKeyPath(this.basePath, key);
20
- }
21
- getMetadataPath(key) {
22
- return safeKeyPath(this.basePath, key + '.meta');
23
- }
24
- generateETag(data) {
25
- const content = JSON.stringify(data);
26
- return createHash('md5').update(content).digest('hex');
27
- }
28
- ensureDirectoryExists(filePath) {
29
- const dir = dirname(filePath);
30
- if (!existsSync(dir)) {
31
- mkdirSync(dir, { recursive: true });
32
- }
33
- }
34
- async get(key) {
35
- const filePath = this.getFilePath(key);
36
- const metaPath = this.getMetadataPath(key);
37
- try {
38
- if (!existsSync(filePath)) {
39
- throw new StorageError(`Object not found: ${key}`);
40
- }
41
- const content = readFileSync(filePath, 'utf-8');
42
- const data = JSON.parse(content);
43
- let etag;
44
- if (existsSync(metaPath)) {
45
- const metadata = JSON.parse(readFileSync(metaPath, 'utf-8'));
46
- etag = metadata.etag;
47
- }
48
- else {
49
- etag = this.generateETag(data);
50
- }
51
- const stats = statSync(filePath);
52
- return {
53
- data,
54
- etag,
55
- lastModified: stats.mtime,
56
- };
57
- }
58
- catch (error) {
59
- if (error instanceof StorageError) {
60
- throw error;
61
- }
62
- throw new StorageError(`Failed to get object: ${error.message}`, error);
63
- }
64
- }
65
- async put(key, data, options) {
66
- const filePath = this.getFilePath(key);
67
- const metaPath = this.getMetadataPath(key);
68
- try {
69
- // Check conditional writes
70
- if (options?.ifMatch || options?.ifNoneMatch) {
71
- if (existsSync(metaPath)) {
72
- const currentMeta = JSON.parse(readFileSync(metaPath, 'utf-8'));
73
- if (options.ifMatch && currentMeta.etag !== options.ifMatch) {
74
- throw new StorageError('PreconditionFailed: ETag mismatch');
75
- }
76
- if (options.ifNoneMatch && existsSync(filePath)) {
77
- throw new StorageError('PreconditionFailed: Object already exists');
78
- }
79
- }
80
- else if (options.ifMatch) {
81
- // ifMatch provided but no existing metadata
82
- throw new StorageError('PreconditionFailed: ETag mismatch');
83
- }
84
- }
85
- // Ensure directory exists
86
- this.ensureDirectoryExists(filePath);
87
- // Generate ETag
88
- const etag = this.generateETag(data);
89
- // Use temporary files for atomic writes
90
- const tmpFilePath = filePath + '.tmp';
91
- const tmpMetaPath = metaPath + '.tmp';
92
- try {
93
- // Write to temporary files first
94
- writeFileSync(tmpFilePath, JSON.stringify(data, null, 2), 'utf-8');
95
- const metadata = { etag, data };
96
- writeFileSync(tmpMetaPath, JSON.stringify(metadata), 'utf-8');
97
- // Atomic rename - both files become visible together
98
- renameSync(tmpFilePath, filePath);
99
- renameSync(tmpMetaPath, metaPath);
100
- return { etag };
101
- }
102
- catch (writeError) {
103
- // Clean up temporary files on failure
104
- try {
105
- if (existsSync(tmpFilePath))
106
- unlinkSync(tmpFilePath);
107
- if (existsSync(tmpMetaPath))
108
- unlinkSync(tmpMetaPath);
109
- }
110
- catch {
111
- // Ignore cleanup errors
112
- }
113
- throw writeError;
114
- }
115
- }
116
- catch (error) {
117
- if (error instanceof StorageError) {
118
- throw error;
119
- }
120
- throw new StorageError(`Failed to put object: ${error.message}`, error);
121
- }
122
- }
123
- async delete(key) {
124
- const filePath = this.getFilePath(key);
125
- const metaPath = this.getMetadataPath(key);
126
- try {
127
- if (existsSync(filePath)) {
128
- unlinkSync(filePath);
129
- }
130
- if (existsSync(metaPath)) {
131
- unlinkSync(metaPath);
132
- }
133
- }
134
- catch (error) {
135
- throw new StorageError(`Failed to delete object: ${error.message}`, error);
136
- }
137
- }
138
- async exists(key) {
139
- const filePath = this.getFilePath(key);
140
- return existsSync(filePath);
141
- }
142
- async listKeys(prefix) {
143
- const keys = [];
144
- const prefixPath = join(this.basePath, prefix);
145
- // Validate that prefix path doesn't escape base directory
146
- try {
147
- validatePathWithinBase(this.basePath, prefixPath);
148
- }
149
- catch (error) {
150
- throw new StorageError(`Invalid prefix path: ${error.message}`);
151
- }
152
- try {
153
- const walk = (dir) => {
154
- if (!existsSync(dir)) {
155
- return;
156
- }
157
- const files = readdirSync(dir, { withFileTypes: true });
158
- for (const file of files) {
159
- const fullPath = join(dir, file.name);
160
- if (file.isDirectory()) {
161
- walk(fullPath);
162
- }
163
- else if (file.isFile() && !file.name.endsWith('.meta')) {
164
- // Get relative path from base
165
- const relativePath = relative(this.basePath, fullPath);
166
- // Check if it starts with the prefix
167
- if (relativePath.startsWith(prefix)) {
168
- keys.push(relativePath);
169
- }
170
- }
171
- }
172
- };
173
- // If prefix path exists as a directory, walk it
174
- if (existsSync(prefixPath) && statSync(prefixPath).isDirectory()) {
175
- walk(prefixPath);
176
- }
177
- else {
178
- // Walk from base and filter by prefix
179
- walk(this.basePath);
180
- }
181
- return keys.sort();
182
- }
183
- catch (error) {
184
- throw new StorageError(`Failed to list keys: ${error.message}`, error);
185
- }
186
- }
187
- async batchGet(keys) {
188
- const results = new Map();
189
- // Fetch in parallel
190
- const promises = keys.map(async (key) => {
191
- try {
192
- const obj = await this.get(key);
193
- return { key, obj };
194
- }
195
- catch (error) {
196
- return null;
197
- }
198
- });
199
- const settled = await Promise.all(promises);
200
- for (const result of settled) {
201
- if (result) {
202
- results.set(result.key, result.obj);
203
- }
204
- }
205
- return results;
206
- }
207
- }
208
- //# sourceMappingURL=fs-adapter.js.map
@@ -1 +0,0 @@
1
- {"version":3,"file":"fs-adapter.js","sourceRoot":"","sources":["../../src/storage/fs-adapter.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,YAAY,EAAE,aAAa,EAAE,UAAU,EAAE,UAAU,EAAE,SAAS,EAAE,QAAQ,EAAE,WAAW,EAAE,UAAU,EAAE,MAAM,IAAI,CAAC;AACvH,OAAO,EAAE,IAAI,EAAE,OAAO,EAAE,QAAQ,EAAE,MAAM,MAAM,CAAC;AAC/C,OAAO,EAAE,UAAU,EAAE,MAAM,QAAQ,CAAC;AAMpC,OAAO,EAAE,YAAY,EAAE,MAAM,mBAAmB,CAAC;AACjD,OAAO,EAAE,WAAW,EAAE,sBAAsB,EAAE,MAAM,4BAA4B,CAAC;AAWjF;;GAEG;AACH,MAAM,OAAO,iBAAiB;IACpB,QAAQ,CAAS;IAEzB,YAAY,MAA+B;QACzC,IAAI,CAAC,QAAQ,GAAG,MAAM,CAAC,QAAQ,CAAC;QAEhC,+BAA+B;QAC/B,IAAI,CAAC,UAAU,CAAC,IAAI,CAAC,QAAQ,CAAC,EAAE,CAAC;YAC/B,SAAS,CAAC,IAAI,CAAC,QAAQ,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;QAChD,CAAC;IACH,CAAC;IAEO,WAAW,CAAC,GAAW;QAC7B,OAAO,WAAW,CAAC,IAAI,CAAC,QAAQ,EAAE,GAAG,CAAC,CAAC;IACzC,CAAC;IAEO,eAAe,CAAC,GAAW;QACjC,OAAO,WAAW,CAAC,IAAI,CAAC,QAAQ,EAAE,GAAG,GAAG,OAAO,CAAC,CAAC;IACnD,CAAC;IAEO,YAAY,CAAC,IAAS;QAC5B,MAAM,OAAO,GAAG,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,CAAC;QACrC,OAAO,UAAU,CAAC,KAAK,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;IACzD,CAAC;IAEO,qBAAqB,CAAC,QAAgB;QAC5C,MAAM,GAAG,GAAG,OAAO,CAAC,QAAQ,CAAC,CAAC;QAC9B,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC,EAAE,CAAC;YACrB,SAAS,CAAC,GAAG,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;QACtC,CAAC;IACH,CAAC;IAED,KAAK,CAAC,GAAG,CAAC,GAAW;QACnB,MAAM,QAAQ,GAAG,IAAI,CAAC,WAAW,CAAC,GAAG,CAAC,CAAC;QACvC,MAAM,QAAQ,GAAG,IAAI,CAAC,eAAe,CAAC,GAAG,CAAC,CAAC;QAE3C,IAAI,CAAC;YACH,IAAI,CAAC,UAAU,CAAC,QAAQ,CAAC,EAAE,CAAC;gBAC1B,MAAM,IAAI,YAAY,CAAC,qBAAqB,GAAG,EAAE,CAAC,CAAC;YACrD,CAAC;YAED,MAAM,OAAO,GAAG,YAAY,CAAC,QAAQ,EAAE,OAAO,CAAC,CAAC;YAChD,MAAM,IAAI,GAAG,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC;YAEjC,IAAI,IAAY,CAAC;YACjB,IAAI,UAAU,CAAC,QAAQ,CAAC,EAAE,CAAC;gBACzB,MAAM,QAAQ,GAAiB,IAAI,CAAC,KAAK,CAAC,YAAY,CAAC,QAAQ,EAAE,OAAO,CAAC,CAAC,CAAC;gBAC3E,IAAI,GAAG,QAAQ,CAAC,IAAI,CAAC;YACvB,CAAC;iBAAM,CAAC;gBACN,IAAI,GAAG,IAAI,CAAC,YAAY,CAAC,IAAI,CAAC,CAAC;YACjC,CAAC;YAED,MAAM,KAAK,GAAG,QAAQ,CAAC,QAAQ,CAAC,CAAC;YAEjC,OAAO;gBACL,IAAI;gBACJ,IAAI;gBACJ,YAAY,EAAE,KAAK,CAAC,KAAK;aAC1B,CAAC;QACJ,CAAC;QAAC,OAAO,KAAU,EAAE,CAAC;YACpB,IAAI,KAAK,YAAY,YAAY,EAAE,CAAC;gBAClC,MAAM,KAAK,CAAC;YACd,CAAC;YACD,MAAM,IAAI,YAAY,CAAC,yBAAyB,KAAK,CAAC,OAAO,EAAE,EAAE,KAAK,CAAC,CAAC;QAC1E,CAAC;IACH,CAAC;IAED,KAAK,CAAC,GAAG,CAAC,GAAW,EAAE,IAAS,EAAE,OAAoB;QACpD,MAAM,QAAQ,GAAG,IAAI,CAAC,WAAW,CAAC,GAAG,CAAC,CAAC;QACvC,MAAM,QAAQ,GAAG,IAAI,CAAC,eAAe,CAAC,GAAG,CAAC,CAAC;QAE3C,IAAI,CAAC;YACH,2BAA2B;YAC3B,IAAI,OAAO,EAAE,OAAO,IAAI,OAAO,EAAE,WAAW,EAAE,CAAC;gBAC7C,IAAI,UAAU,CAAC,QAAQ,CAAC,EAAE,CAAC;oBACzB,MAAM,WAAW,GAAiB,IAAI,CAAC,KAAK,CAAC,YAAY,CAAC,QAAQ,EAAE,OAAO,CAAC,CAAC,CAAC;oBAE9E,IAAI,OAAO,CAAC,OAAO,IAAI,WAAW,CAAC,IAAI,KAAK,OAAO,CAAC,OAAO,EAAE,CAAC;wBAC5D,MAAM,IAAI,YAAY,CAAC,mCAAmC,CAAC,CAAC;oBAC9D,CAAC;oBAED,IAAI,OAAO,CAAC,WAAW,IAAI,UAAU,CAAC,QAAQ,CAAC,EAAE,CAAC;wBAChD,MAAM,IAAI,YAAY,CAAC,2CAA2C,CAAC,CAAC;oBACtE,CAAC;gBACH,CAAC;qBAAM,IAAI,OAAO,CAAC,OAAO,EAAE,CAAC;oBAC3B,4CAA4C;oBAC5C,MAAM,IAAI,YAAY,CAAC,mCAAmC,CAAC,CAAC;gBAC9D,CAAC;YACH,CAAC;YAED,0BAA0B;YAC1B,IAAI,CAAC,qBAAqB,CAAC,QAAQ,CAAC,CAAC;YAErC,gBAAgB;YAChB,MAAM,IAAI,GAAG,IAAI,CAAC,YAAY,CAAC,IAAI,CAAC,CAAC;YAErC,wCAAwC;YACxC,MAAM,WAAW,GAAG,QAAQ,GAAG,MAAM,CAAC;YACtC,MAAM,WAAW,GAAG,QAAQ,GAAG,MAAM,CAAC;YAEtC,IAAI,CAAC;gBACH,iCAAiC;gBACjC,aAAa,CAAC,WAAW,EAAE,IAAI,CAAC,SAAS,CAAC,IAAI,EAAE,IAAI,EAAE,CAAC,CAAC,EAAE,OAAO,CAAC,CAAC;gBAEnE,MAAM,QAAQ,GAAiB,EAAE,IAAI,EAAE,IAAI,EAAE,CAAC;gBAC9C,aAAa,CAAC,WAAW,EAAE,IAAI,CAAC,SAAS,CAAC,QAAQ,CAAC,EAAE,OAAO,CAAC,CAAC;gBAE9D,qDAAqD;gBACrD,UAAU,CAAC,WAAW,EAAE,QAAQ,CAAC,CAAC;gBAClC,UAAU,CAAC,WAAW,EAAE,QAAQ,CAAC,CAAC;gBAElC,OAAO,EAAE,IAAI,EAAE,CAAC;YAClB,CAAC;YAAC,OAAO,UAAe,EAAE,CAAC;gBACzB,sCAAsC;gBACtC,IAAI,CAAC;oBACH,IAAI,UAAU,CAAC,WAAW,CAAC;wBAAE,UAAU,CAAC,WAAW,CAAC,CAAC;oBACrD,IAAI,UAAU,CAAC,WAAW,CAAC;wBAAE,UAAU,CAAC,WAAW,CAAC,CAAC;gBACvD,CAAC;gBAAC,MAAM,CAAC;oBACP,wBAAwB;gBAC1B,CAAC;gBACD,MAAM,UAAU,CAAC;YACnB,CAAC;QACH,CAAC;QAAC,OAAO,KAAU,EAAE,CAAC;YACpB,IAAI,KAAK,YAAY,YAAY,EAAE,CAAC;gBAClC,MAAM,KAAK,CAAC;YACd,CAAC;YACD,MAAM,IAAI,YAAY,CAAC,yBAAyB,KAAK,CAAC,OAAO,EAAE,EAAE,KAAK,CAAC,CAAC;QAC1E,CAAC;IACH,CAAC;IAED,KAAK,CAAC,MAAM,CAAC,GAAW;QACtB,MAAM,QAAQ,GAAG,IAAI,CAAC,WAAW,CAAC,GAAG,CAAC,CAAC;QACvC,MAAM,QAAQ,GAAG,IAAI,CAAC,eAAe,CAAC,GAAG,CAAC,CAAC;QAE3C,IAAI,CAAC;YACH,IAAI,UAAU,CAAC,QAAQ,CAAC,EAAE,CAAC;gBACzB,UAAU,CAAC,QAAQ,CAAC,CAAC;YACvB,CAAC;YACD,IAAI,UAAU,CAAC,QAAQ,CAAC,EAAE,CAAC;gBACzB,UAAU,CAAC,QAAQ,CAAC,CAAC;YACvB,CAAC;QACH,CAAC;QAAC,OAAO,KAAU,EAAE,CAAC;YACpB,MAAM,IAAI,YAAY,CAAC,4BAA4B,KAAK,CAAC,OAAO,EAAE,EAAE,KAAK,CAAC,CAAC;QAC7E,CAAC;IACH,CAAC;IAED,KAAK,CAAC,MAAM,CAAC,GAAW;QACtB,MAAM,QAAQ,GAAG,IAAI,CAAC,WAAW,CAAC,GAAG,CAAC,CAAC;QACvC,OAAO,UAAU,CAAC,QAAQ,CAAC,CAAC;IAC9B,CAAC;IAED,KAAK,CAAC,QAAQ,CAAC,MAAc;QAC3B,MAAM,IAAI,GAAa,EAAE,CAAC;QAC1B,MAAM,UAAU,GAAG,IAAI,CAAC,IAAI,CAAC,QAAQ,EAAE,MAAM,CAAC,CAAC;QAE/C,0DAA0D;QAC1D,IAAI,CAAC;YACH,sBAAsB,CAAC,IAAI,CAAC,QAAQ,EAAE,UAAU,CAAC,CAAC;QACpD,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,MAAM,IAAI,YAAY,CAAC,wBAAyB,KAAe,CAAC,OAAO,EAAE,CAAC,CAAC;QAC7E,CAAC;QAED,IAAI,CAAC;YACH,MAAM,IAAI,GAAG,CAAC,GAAW,EAAQ,EAAE;gBACjC,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC,EAAE,CAAC;oBACrB,OAAO;gBACT,CAAC;gBAED,MAAM,KAAK,GAAG,WAAW,CAAC,GAAG,EAAE,EAAE,aAAa,EAAE,IAAI,EAAE,CAAC,CAAC;gBAExD,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;oBACzB,MAAM,QAAQ,GAAG,IAAI,CAAC,GAAG,EAAE,IAAI,CAAC,IAAI,CAAC,CAAC;oBAEtC,IAAI,IAAI,CAAC,WAAW,EAAE,EAAE,CAAC;wBACvB,IAAI,CAAC,QAAQ,CAAC,CAAC;oBACjB,CAAC;yBAAM,IAAI,IAAI,CAAC,MAAM,EAAE,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,QAAQ,CAAC,OAAO,CAAC,EAAE,CAAC;wBACzD,8BAA8B;wBAC9B,MAAM,YAAY,GAAG,QAAQ,CAAC,IAAI,CAAC,QAAQ,EAAE,QAAQ,CAAC,CAAC;wBAEvD,qCAAqC;wBACrC,IAAI,YAAY,CAAC,UAAU,CAAC,MAAM,CAAC,EAAE,CAAC;4BACpC,IAAI,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC;wBAC1B,CAAC;oBACH,CAAC;gBACH,CAAC;YACH,CAAC,CAAC;YAEF,gDAAgD;YAChD,IAAI,UAAU,CAAC,UAAU,CAAC,IAAI,QAAQ,CAAC,UAAU,CAAC,CAAC,WAAW,EAAE,EAAE,CAAC;gBACjE,IAAI,CAAC,UAAU,CAAC,CAAC;YACnB,CAAC;iBAAM,CAAC;gBACN,sCAAsC;gBACtC,IAAI,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;YACtB,CAAC;YAED,OAAO,IAAI,CAAC,IAAI,EAAE,CAAC;QACrB,CAAC;QAAC,OAAO,KAAU,EAAE,CAAC;YACpB,MAAM,IAAI,YAAY,CAAC,wBAAwB,KAAK,CAAC,OAAO,EAAE,EAAE,KAAK,CAAC,CAAC;QACzE,CAAC;IACH,CAAC;IAED,KAAK,CAAC,QAAQ,CAAC,IAAc;QAC3B,MAAM,OAAO,GAAG,IAAI,GAAG,EAAyB,CAAC;QAEjD,oBAAoB;QACpB,MAAM,QAAQ,GAAG,IAAI,CAAC,GAAG,CAAC,KAAK,EAAE,GAAG,EAAE,EAAE;YACtC,IAAI,CAAC;gBACH,MAAM,GAAG,GAAG,MAAM,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;gBAChC,OAAO,EAAE,GAAG,EAAE,GAAG,EAAE,CAAC;YACtB,CAAC;YAAC,OAAO,KAAK,EAAE,CAAC;gBACf,OAAO,IAAI,CAAC;YACd,CAAC;QACH,CAAC,CAAC,CAAC;QAEH,MAAM,OAAO,GAAG,MAAM,OAAO,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC;QAE5C,KAAK,MAAM,MAAM,IAAI,OAAO,EAAE,CAAC;YAC7B,IAAI,MAAM,EAAE,CAAC;gBACX,OAAO,CAAC,GAAG,CAAC,MAAM,CAAC,GAAG,EAAE,MAAM,CAAC,GAAG,CAAC,CAAC;YACtC,CAAC;QACH,CAAC;QAED,OAAO,OAAO,CAAC;IACjB,CAAC;CACF"}
@@ -1,22 +0,0 @@
1
- import type { StorageAdapter, StorageObject, PutOptions } from '../types/index.js';
2
- /**
3
- * In-memory storage adapter for testing
4
- */
5
- export declare class MemoryStorageAdapter implements StorageAdapter {
6
- private storage;
7
- private etagCounter;
8
- private generateETag;
9
- get(key: string): Promise<StorageObject>;
10
- put(key: string, data: any, options?: PutOptions): Promise<{
11
- etag: string;
12
- }>;
13
- delete(key: string): Promise<void>;
14
- exists(key: string): Promise<boolean>;
15
- listKeys(prefix: string): Promise<string[]>;
16
- batchGet(keys: string[]): Promise<Map<string, StorageObject>>;
17
- /**
18
- * Clear all data (for testing)
19
- */
20
- clear(): void;
21
- }
22
- //# sourceMappingURL=memory-adapter.d.ts.map
@@ -1 +0,0 @@
1
- {"version":3,"file":"memory-adapter.d.ts","sourceRoot":"","sources":["../../src/storage/memory-adapter.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EACV,cAAc,EACd,aAAa,EACb,UAAU,EACX,MAAM,mBAAmB,CAAC;AAS3B;;GAEG;AACH,qBAAa,oBAAqB,YAAW,cAAc;IACzD,OAAO,CAAC,OAAO,CAAmC;IAClD,OAAO,CAAC,WAAW,CAAK;IAExB,OAAO,CAAC,YAAY;IAId,GAAG,CAAC,GAAG,EAAE,MAAM,GAAG,OAAO,CAAC,aAAa,CAAC;IAYxC,GAAG,CACP,GAAG,EAAE,MAAM,EACX,IAAI,EAAE,GAAG,EACT,OAAO,CAAC,EAAE,UAAU,GACnB,OAAO,CAAC;QAAE,IAAI,EAAE,MAAM,CAAA;KAAE,CAAC;IAyBtB,MAAM,CAAC,GAAG,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC;IAIlC,MAAM,CAAC,GAAG,EAAE,MAAM,GAAG,OAAO,CAAC,OAAO,CAAC;IAIrC,QAAQ,CAAC,MAAM,EAAE,MAAM,GAAG,OAAO,CAAC,MAAM,EAAE,CAAC;IAU3C,QAAQ,CAAC,IAAI,EAAE,MAAM,EAAE,GAAG,OAAO,CAAC,GAAG,CAAC,MAAM,EAAE,aAAa,CAAC,CAAC;IAenE;;OAEG;IACH,KAAK,IAAI,IAAI;CAGd"}