@gugananuvem/aws-local-simulator 1.0.15 β 1.0.16
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +789 -594
- package/bin/aws-local-simulator.js +63 -63
- package/package.json +2 -2
- package/src/config/config-loader.js +114 -114
- package/src/config/default-config.js +68 -68
- package/src/config/env-loader.js +68 -68
- package/src/index.js +146 -146
- package/src/index.mjs +123 -123
- package/src/server.js +227 -227
- package/src/services/apigateway/index.js +75 -73
- package/src/services/apigateway/server.js +570 -507
- package/src/services/apigateway/simulator.js +1261 -1261
- package/src/services/athena/index.js +75 -75
- package/src/services/athena/server.js +101 -101
- package/src/services/athena/simulador.js +998 -998
- package/src/services/athena/simulator.js +346 -346
- package/src/services/cloudformation/index.js +106 -106
- package/src/services/cloudformation/server.js +417 -417
- package/src/services/cloudformation/simulador.js +1045 -1045
- package/src/services/cloudtrail/index.js +84 -84
- package/src/services/cloudtrail/server.js +235 -235
- package/src/services/cloudtrail/simulador.js +719 -719
- package/src/services/cloudwatch/index.js +84 -84
- package/src/services/cloudwatch/server.js +366 -366
- package/src/services/cloudwatch/simulador.js +1173 -1173
- package/src/services/cognito/index.js +79 -79
- package/src/services/cognito/server.js +301 -301
- package/src/services/cognito/simulator.js +1655 -1655
- package/src/services/config/index.js +96 -96
- package/src/services/config/server.js +215 -215
- package/src/services/config/simulador.js +1260 -1260
- package/src/services/dynamodb/index.js +74 -74
- package/src/services/dynamodb/server.js +125 -125
- package/src/services/dynamodb/simulator.js +630 -630
- package/src/services/ecs/index.js +65 -65
- package/src/services/ecs/server.js +235 -235
- package/src/services/ecs/simulator.js +844 -844
- package/src/services/eventbridge/index.js +89 -89
- package/src/services/eventbridge/server.js +209 -209
- package/src/services/eventbridge/simulator.js +684 -684
- package/src/services/index.js +45 -45
- package/src/services/kms/index.js +75 -75
- package/src/services/kms/server.js +67 -67
- package/src/services/kms/simulator.js +324 -324
- package/src/services/lambda/handler-loader.js +183 -183
- package/src/services/lambda/index.js +78 -78
- package/src/services/lambda/route-registry.js +274 -274
- package/src/services/lambda/server.js +145 -145
- package/src/services/lambda/simulator.js +199 -199
- package/src/services/parameter-store/index.js +80 -80
- package/src/services/parameter-store/server.js +50 -50
- package/src/services/parameter-store/simulator.js +201 -201
- package/src/services/s3/index.js +73 -73
- package/src/services/s3/server.js +329 -329
- package/src/services/s3/simulator.js +565 -565
- package/src/services/secret-manager/index.js +80 -80
- package/src/services/secret-manager/server.js +50 -50
- package/src/services/secret-manager/simulator.js +171 -171
- package/src/services/sns/index.js +89 -89
- package/src/services/sns/server.js +580 -580
- package/src/services/sns/simulator.js +1482 -1482
- package/src/services/sqs/index.js +98 -93
- package/src/services/sqs/server.js +349 -349
- package/src/services/sqs/simulator.js +441 -441
- package/src/services/sts/index.js +37 -37
- package/src/services/sts/server.js +144 -144
- package/src/services/sts/simulator.js +69 -69
- package/src/services/xray/index.js +83 -83
- package/src/services/xray/server.js +308 -308
- package/src/services/xray/simulador.js +994 -994
- package/src/template/aws-config-template.js +87 -87
- package/src/template/aws-config-template.mjs +90 -90
- package/src/template/config-template.json +203 -203
- package/src/utils/aws-config.js +91 -91
- package/src/utils/cloudtrail-audit.js +129 -129
- package/src/utils/local-store.js +83 -83
- package/src/utils/logger.js +59 -59
|
@@ -1,565 +1,565 @@
|
|
|
1
|
-
/**
|
|
2
|
-
* S3 Simulator Core
|
|
3
|
-
*/
|
|
4
|
-
|
|
5
|
-
const crypto = require("crypto");
|
|
6
|
-
const fs = require("fs");
|
|
7
|
-
const path = require("path");
|
|
8
|
-
const LocalStore = require("../../utils/local-store");
|
|
9
|
-
const logger = require("../../utils/logger");
|
|
10
|
-
const { CloudTrailAudit } = require("../../utils/cloudtrail-audit");
|
|
11
|
-
|
|
12
|
-
class S3Simulator {
|
|
13
|
-
constructor(config) {
|
|
14
|
-
this.config = config;
|
|
15
|
-
this.dataDir = path.join(process.env.AWS_LOCAL_SIMULATOR_DATA_DIR, "s3");
|
|
16
|
-
this.store = new LocalStore(this.dataDir);
|
|
17
|
-
this.buckets = new Map();
|
|
18
|
-
this.audit = new CloudTrailAudit("s3.amazonaws.com");
|
|
19
|
-
}
|
|
20
|
-
|
|
21
|
-
async initialize() {
|
|
22
|
-
logger.debug("Inicializando S3 Simulator...");
|
|
23
|
-
this.loadBuckets();
|
|
24
|
-
logger.debug(`β
S3 Simulator inicializado com ${this.buckets.size} buckets`);
|
|
25
|
-
}
|
|
26
|
-
|
|
27
|
-
loadBuckets() {
|
|
28
|
-
const savedBuckets = this.store.read("__buckets__");
|
|
29
|
-
if (savedBuckets && typeof savedBuckets === "object" && !Array.isArray(savedBuckets)) {
|
|
30
|
-
for (const [name, data] of Object.entries(savedBuckets)) {
|
|
31
|
-
if (!this.buckets.has(name)) {
|
|
32
|
-
const objects = new Map();
|
|
33
|
-
for (const [key, meta] of Object.entries(data.objects || {})) {
|
|
34
|
-
objects.set(key, {
|
|
35
|
-
key: meta.key,
|
|
36
|
-
size: meta.size,
|
|
37
|
-
etag: meta.etag,
|
|
38
|
-
contentType: meta.contentType,
|
|
39
|
-
metadata: meta.metadata,
|
|
40
|
-
lastModified: new Date(meta.lastModified),
|
|
41
|
-
});
|
|
42
|
-
}
|
|
43
|
-
this.buckets.set(name, {
|
|
44
|
-
name,
|
|
45
|
-
region: data.region || "us-east-1",
|
|
46
|
-
website: !!(data.websiteConfiguration),
|
|
47
|
-
websiteConfiguration: data.websiteConfiguration || null,
|
|
48
|
-
creationDate: new Date(data.creationDate),
|
|
49
|
-
objects,
|
|
50
|
-
objectCount: data.objectCount || 0,
|
|
51
|
-
totalSize: data.totalSize || 0,
|
|
52
|
-
});
|
|
53
|
-
}
|
|
54
|
-
}
|
|
55
|
-
}
|
|
56
|
-
|
|
57
|
-
// Cria buckets definidos na config que ainda nΓ£o existem
|
|
58
|
-
if (this.config.s3?.buckets) {
|
|
59
|
-
for (const bucketDef of this.config.s3.buckets) {
|
|
60
|
-
// suporta string simples ou objeto { name, region, websiteConfiguration }
|
|
61
|
-
const bucketName = typeof bucketDef === "string" ? bucketDef : bucketDef.name;
|
|
62
|
-
const region = typeof bucketDef === "object" ? (bucketDef.region || "us-east-1") : "us-east-1";
|
|
63
|
-
const websiteConfig = typeof bucketDef === "object" ? (bucketDef.websiteConfiguration || null) : null;
|
|
64
|
-
|
|
65
|
-
if (!this.buckets.has(bucketName)) {
|
|
66
|
-
this.createBucket(bucketName, { region, websiteConfiguration: websiteConfig });
|
|
67
|
-
}
|
|
68
|
-
}
|
|
69
|
-
}
|
|
70
|
-
}
|
|
71
|
-
|
|
72
|
-
// βββ Helpers de conteΓΊdo em arquivo βββββββββββββββββββββββββββββββββββββββ
|
|
73
|
-
|
|
74
|
-
_objectFilePath(bucketName, key) {
|
|
75
|
-
const safePath = key.split("/").map((part) =>
|
|
76
|
-
part.replace(/[<>:"|?*\\]/g, "_")
|
|
77
|
-
).join(path.sep);
|
|
78
|
-
return path.join(this.dataDir, bucketName, safePath);
|
|
79
|
-
}
|
|
80
|
-
|
|
81
|
-
_writeObjectContent(bucketName, key, content) {
|
|
82
|
-
const filePath = this._objectFilePath(bucketName, key);
|
|
83
|
-
const dir = path.dirname(filePath);
|
|
84
|
-
if (!fs.existsSync(dir)) {
|
|
85
|
-
require("mkdirp").sync(dir);
|
|
86
|
-
}
|
|
87
|
-
fs.writeFileSync(filePath, content);
|
|
88
|
-
}
|
|
89
|
-
|
|
90
|
-
_readObjectContent(bucketName, key) {
|
|
91
|
-
const filePath = this._objectFilePath(bucketName, key);
|
|
92
|
-
if (!fs.existsSync(filePath)) return null;
|
|
93
|
-
return fs.readFileSync(filePath);
|
|
94
|
-
}
|
|
95
|
-
|
|
96
|
-
_deleteObjectContent(bucketName, key) {
|
|
97
|
-
const filePath = this._objectFilePath(bucketName, key);
|
|
98
|
-
if (fs.existsSync(filePath)) {
|
|
99
|
-
fs.unlinkSync(filePath);
|
|
100
|
-
}
|
|
101
|
-
}
|
|
102
|
-
|
|
103
|
-
// βββ Buckets ββββββββββββββββββββββββββββββββββββββββββββββββββββββββββββββ
|
|
104
|
-
|
|
105
|
-
createBucket(bucketName, options = {}) {
|
|
106
|
-
if (!this.isValidBucketName(bucketName)) {
|
|
107
|
-
return { error: { code: "InvalidBucketName", message: "Bucket name is invalid" }, status: 400 };
|
|
108
|
-
}
|
|
109
|
-
|
|
110
|
-
if (this.buckets.has(bucketName)) {
|
|
111
|
-
return { error: { code: "BucketAlreadyExists", message: "Bucket already exists" }, status: 409 };
|
|
112
|
-
}
|
|
113
|
-
|
|
114
|
-
const { region = "us-east-1", websiteConfiguration = null } = options;
|
|
115
|
-
|
|
116
|
-
const bucket = {
|
|
117
|
-
name: bucketName,
|
|
118
|
-
region,
|
|
119
|
-
website: !!websiteConfiguration,
|
|
120
|
-
websiteConfiguration: websiteConfiguration
|
|
121
|
-
? {
|
|
122
|
-
IndexDocument: { Suffix: websiteConfiguration.IndexDocument?.Suffix || "index.html" },
|
|
123
|
-
ErrorDocument: { Key: websiteConfiguration.ErrorDocument?.Key || "error.html" },
|
|
124
|
-
}
|
|
125
|
-
: null,
|
|
126
|
-
creationDate: new Date(),
|
|
127
|
-
objects: new Map(),
|
|
128
|
-
objectCount: 0,
|
|
129
|
-
totalSize: 0,
|
|
130
|
-
};
|
|
131
|
-
|
|
132
|
-
this.buckets.set(bucketName, bucket);
|
|
133
|
-
this.persistBuckets();
|
|
134
|
-
logger.debug(`β
Bucket S3 criado: ${bucketName} (region: ${region}${websiteConfiguration ? ", website: enabled" : ""})`);
|
|
135
|
-
this.audit.record({ eventName: "CreateBucket", readOnly: false, resources: [{ ARN: `arn:aws:s3:::${bucketName}`, type: "AWS::S3::Bucket" }], requestParameters: { bucketName } });
|
|
136
|
-
return { bucket };
|
|
137
|
-
}
|
|
138
|
-
|
|
139
|
-
deleteBucket(bucketName) {
|
|
140
|
-
const bucket = this.buckets.get(bucketName);
|
|
141
|
-
if (!bucket) {
|
|
142
|
-
return { error: { code: "NoSuchBucket", message: "Bucket does not exist" }, status: 404 };
|
|
143
|
-
}
|
|
144
|
-
if (bucket.objects.size > 0) {
|
|
145
|
-
return { error: { code: "BucketNotEmpty", message: "Bucket is not empty" }, status: 409 };
|
|
146
|
-
}
|
|
147
|
-
this.buckets.delete(bucketName);
|
|
148
|
-
this.store.delete(bucketName);
|
|
149
|
-
this.persistBuckets();
|
|
150
|
-
logger.debug(`ποΈ Bucket S3 deletado: ${bucketName}`);
|
|
151
|
-
this.audit.record({ eventName: "DeleteBucket", readOnly: false, resources: [{ ARN: `arn:aws:s3:::${bucketName}`, type: "AWS::S3::Bucket" }] });
|
|
152
|
-
return { success: true };
|
|
153
|
-
}
|
|
154
|
-
|
|
155
|
-
listBuckets() {
|
|
156
|
-
return Array.from(this.buckets.values()).map((bucket) => ({
|
|
157
|
-
Name: bucket.name,
|
|
158
|
-
CreationDate: bucket.creationDate.toISOString(),
|
|
159
|
-
}));
|
|
160
|
-
}
|
|
161
|
-
|
|
162
|
-
getBucketsInfo() {
|
|
163
|
-
return Array.from(this.buckets.values()).map((bucket) => ({
|
|
164
|
-
name: bucket.name,
|
|
165
|
-
region: bucket.region,
|
|
166
|
-
website: bucket.website,
|
|
167
|
-
creationDate: bucket.creationDate,
|
|
168
|
-
objectCount: bucket.objectCount,
|
|
169
|
-
totalSize: bucket.totalSize,
|
|
170
|
-
}));
|
|
171
|
-
}
|
|
172
|
-
|
|
173
|
-
getBucketInfo(bucketName) {
|
|
174
|
-
const bucket = this.buckets.get(bucketName);
|
|
175
|
-
if (!bucket) {
|
|
176
|
-
return { error: { code: "NoSuchBucket", message: "Bucket not found" } };
|
|
177
|
-
}
|
|
178
|
-
return {
|
|
179
|
-
name: bucket.name,
|
|
180
|
-
region: bucket.region,
|
|
181
|
-
website: bucket.website,
|
|
182
|
-
websiteConfiguration: bucket.websiteConfiguration,
|
|
183
|
-
creationDate: bucket.creationDate,
|
|
184
|
-
objectCount: bucket.objectCount,
|
|
185
|
-
totalSize: bucket.totalSize,
|
|
186
|
-
objects: Array.from(bucket.objects.values())
|
|
187
|
-
.slice(0, 20)
|
|
188
|
-
.map((obj) => ({
|
|
189
|
-
key: obj.key,
|
|
190
|
-
size: obj.size,
|
|
191
|
-
etag: obj.etag,
|
|
192
|
-
lastModified: obj.lastModified,
|
|
193
|
-
})),
|
|
194
|
-
};
|
|
195
|
-
}
|
|
196
|
-
|
|
197
|
-
getBucket(bucketName) {
|
|
198
|
-
return this.buckets.get(bucketName);
|
|
199
|
-
}
|
|
200
|
-
|
|
201
|
-
getBucketsCount() {
|
|
202
|
-
return this.buckets.size;
|
|
203
|
-
}
|
|
204
|
-
|
|
205
|
-
getTotalObjectsCount() {
|
|
206
|
-
let total = 0;
|
|
207
|
-
for (const bucket of this.buckets.values()) {
|
|
208
|
-
total += bucket.objectCount;
|
|
209
|
-
}
|
|
210
|
-
return total;
|
|
211
|
-
}
|
|
212
|
-
|
|
213
|
-
clearBucket(bucketName) {
|
|
214
|
-
const bucket = this.buckets.get(bucketName);
|
|
215
|
-
if (bucket) {
|
|
216
|
-
for (const key of bucket.objects.keys()) {
|
|
217
|
-
this._deleteObjectContent(bucketName, key);
|
|
218
|
-
}
|
|
219
|
-
bucket.objects.clear();
|
|
220
|
-
bucket.objectCount = 0;
|
|
221
|
-
bucket.totalSize = 0;
|
|
222
|
-
this.persistBucket(bucketName);
|
|
223
|
-
}
|
|
224
|
-
}
|
|
225
|
-
|
|
226
|
-
// βββ Objects ββββββββββββββββββββββββββββββββββββββββββββββββββββββββββββββ
|
|
227
|
-
|
|
228
|
-
putObject(bucketName, key, content, headers) {
|
|
229
|
-
const bucket = this.buckets.get(bucketName);
|
|
230
|
-
if (!bucket) {
|
|
231
|
-
return { error: { code: "NoSuchBucket", message: "Bucket does not exist" }, status: 404 };
|
|
232
|
-
}
|
|
233
|
-
|
|
234
|
-
let body = content;
|
|
235
|
-
if (Buffer.isBuffer(content)) {
|
|
236
|
-
body = content;
|
|
237
|
-
} else if (typeof content === "object") {
|
|
238
|
-
body = Buffer.from(JSON.stringify(content));
|
|
239
|
-
} else if (typeof content === "string") {
|
|
240
|
-
body = Buffer.from(content);
|
|
241
|
-
}
|
|
242
|
-
|
|
243
|
-
const contentType = headers["content-type"] || "application/octet-stream";
|
|
244
|
-
const metadata = this.extractMetadata(headers);
|
|
245
|
-
const etag = crypto.createHash("md5").update(body).digest("hex");
|
|
246
|
-
|
|
247
|
-
const oldObject = bucket.objects.get(key);
|
|
248
|
-
if (oldObject) {
|
|
249
|
-
bucket.totalSize -= oldObject.size;
|
|
250
|
-
} else {
|
|
251
|
-
bucket.objectCount++;
|
|
252
|
-
}
|
|
253
|
-
|
|
254
|
-
// Apenas metadados no Map β conteΓΊdo vai para arquivo
|
|
255
|
-
bucket.objects.set(key, {
|
|
256
|
-
key,
|
|
257
|
-
size: body.length,
|
|
258
|
-
etag,
|
|
259
|
-
contentType,
|
|
260
|
-
metadata,
|
|
261
|
-
lastModified: new Date(),
|
|
262
|
-
});
|
|
263
|
-
bucket.totalSize += body.length;
|
|
264
|
-
|
|
265
|
-
this._writeObjectContent(bucketName, key, body);
|
|
266
|
-
this.persistBucket(bucketName);
|
|
267
|
-
|
|
268
|
-
logger.verboso(`π€ Upload S3: ${bucketName}/${key} (${body.length} bytes)`);
|
|
269
|
-
this.audit.record({ eventName: "PutObject", readOnly: false, isDataEvent: true, resources: [{ ARN: `arn:aws:s3:::${bucketName}/${key}`, type: "AWS::S3::Object" }], requestParameters: { bucketName, key, contentType }, responseElements: { etag } });
|
|
270
|
-
return { etag };
|
|
271
|
-
}
|
|
272
|
-
|
|
273
|
-
getObject(bucketName, key, headers) {
|
|
274
|
-
const bucket = this.buckets.get(bucketName);
|
|
275
|
-
if (!bucket) {
|
|
276
|
-
return { error: { code: "NoSuchBucket", message: "Bucket does not exist" }, status: 404 };
|
|
277
|
-
}
|
|
278
|
-
|
|
279
|
-
const object = bucket.objects.get(key);
|
|
280
|
-
if (!object) {
|
|
281
|
-
return { error: { code: "NoSuchKey", message: "The specified key does not exist" }, status: 404 };
|
|
282
|
-
}
|
|
283
|
-
|
|
284
|
-
let content = this._readObjectContent(bucketName, key);
|
|
285
|
-
if (!content) {
|
|
286
|
-
return { error: { code: "NoSuchKey", message: "Object content not found on disk" }, status: 404 };
|
|
287
|
-
}
|
|
288
|
-
|
|
289
|
-
if (headers && headers.range) {
|
|
290
|
-
const range = headers.range.match(/bytes=(\d+)-(\d+)?/);
|
|
291
|
-
if (range) {
|
|
292
|
-
const start = parseInt(range[1], 10);
|
|
293
|
-
const end = range[2] ? parseInt(range[2], 10) : content.length - 1;
|
|
294
|
-
content = content.subarray(start, end + 1);
|
|
295
|
-
}
|
|
296
|
-
}
|
|
297
|
-
|
|
298
|
-
const result = {
|
|
299
|
-
content,
|
|
300
|
-
etag: object.etag,
|
|
301
|
-
lastModified: object.lastModified.toUTCString(),
|
|
302
|
-
contentType: object.contentType,
|
|
303
|
-
size: content.length,
|
|
304
|
-
metadata: object.metadata,
|
|
305
|
-
};
|
|
306
|
-
this.audit.record({ eventName: "GetObject", readOnly: true, isDataEvent: true, resources: [{ ARN: `arn:aws:s3:::${bucketName}/${key}`, type: "AWS::S3::Object" }], requestParameters: { bucketName, key } });
|
|
307
|
-
return result;
|
|
308
|
-
}
|
|
309
|
-
|
|
310
|
-
headObject(bucketName, key) {
|
|
311
|
-
const bucket = this.buckets.get(bucketName);
|
|
312
|
-
if (!bucket) {
|
|
313
|
-
return { error: { code: "NoSuchBucket", message: "Bucket does not exist" }, status: 404 };
|
|
314
|
-
}
|
|
315
|
-
const object = bucket.objects.get(key);
|
|
316
|
-
if (!object) {
|
|
317
|
-
return { error: { code: "NoSuchKey", message: "Key does not exist" }, status: 404 };
|
|
318
|
-
}
|
|
319
|
-
return {
|
|
320
|
-
etag: object.etag,
|
|
321
|
-
lastModified: object.lastModified.toUTCString(),
|
|
322
|
-
contentType: object.contentType,
|
|
323
|
-
size: object.size,
|
|
324
|
-
};
|
|
325
|
-
}
|
|
326
|
-
|
|
327
|
-
deleteObject(bucketName, key) {
|
|
328
|
-
const bucket = this.buckets.get(bucketName);
|
|
329
|
-
if (!bucket) {
|
|
330
|
-
return { error: { code: "NoSuchBucket", message: "Bucket does not exist" }, status: 404 };
|
|
331
|
-
}
|
|
332
|
-
const object = bucket.objects.get(key);
|
|
333
|
-
if (object) {
|
|
334
|
-
bucket.objects.delete(key);
|
|
335
|
-
bucket.objectCount--;
|
|
336
|
-
bucket.totalSize -= object.size;
|
|
337
|
-
this._deleteObjectContent(bucketName, key);
|
|
338
|
-
this.persistBucket(bucketName);
|
|
339
|
-
logger.verboso(`ποΈ Delete S3: ${bucketName}/${key}`);
|
|
340
|
-
this.audit.record({ eventName: "DeleteObject", readOnly: false, isDataEvent: true, resources: [{ ARN: `arn:aws:s3:::${bucketName}/${key}`, type: "AWS::S3::Object" }], requestParameters: { bucketName, key } });
|
|
341
|
-
}
|
|
342
|
-
return { success: true };
|
|
343
|
-
}
|
|
344
|
-
|
|
345
|
-
listObjects(bucketName, options = {}) {
|
|
346
|
-
const bucket = this.buckets.get(bucketName);
|
|
347
|
-
if (!bucket) {
|
|
348
|
-
return { error: { code: "NoSuchBucket", message: "Bucket does not exist" }, status: 404 };
|
|
349
|
-
}
|
|
350
|
-
|
|
351
|
-
const { prefix = "", delimiter, maxKeys = 1000 } = options;
|
|
352
|
-
let objects = Array.from(bucket.objects.values())
|
|
353
|
-
.filter((obj) => obj.key.startsWith(prefix))
|
|
354
|
-
.sort((a, b) => a.key.localeCompare(b.key));
|
|
355
|
-
|
|
356
|
-
const commonPrefixes = new Set();
|
|
357
|
-
if (delimiter) {
|
|
358
|
-
const filteredObjects = [];
|
|
359
|
-
for (const obj of objects) {
|
|
360
|
-
const afterPrefix = obj.key.substring(prefix.length);
|
|
361
|
-
const delimiterIndex = afterPrefix.indexOf(delimiter);
|
|
362
|
-
if (delimiterIndex !== -1) {
|
|
363
|
-
commonPrefixes.add(prefix + afterPrefix.substring(0, delimiterIndex + 1));
|
|
364
|
-
} else {
|
|
365
|
-
filteredObjects.push(obj);
|
|
366
|
-
}
|
|
367
|
-
}
|
|
368
|
-
objects = filteredObjects;
|
|
369
|
-
}
|
|
370
|
-
|
|
371
|
-
const contents = objects.slice(0, maxKeys).map((obj) => ({
|
|
372
|
-
Key: obj.key,
|
|
373
|
-
LastModified: obj.lastModified.toISOString(),
|
|
374
|
-
ETag: `"${obj.etag}"`,
|
|
375
|
-
Size: obj.size,
|
|
376
|
-
StorageClass: "STANDARD",
|
|
377
|
-
}));
|
|
378
|
-
|
|
379
|
-
return {
|
|
380
|
-
name: bucketName,
|
|
381
|
-
prefix,
|
|
382
|
-
maxKeys,
|
|
383
|
-
isTruncated: objects.length > maxKeys,
|
|
384
|
-
contents,
|
|
385
|
-
commonPrefixes: Array.from(commonPrefixes),
|
|
386
|
-
};
|
|
387
|
-
}
|
|
388
|
-
|
|
389
|
-
listAllObjects(bucketName) {
|
|
390
|
-
const bucket = this.buckets.get(bucketName);
|
|
391
|
-
if (!bucket) return [];
|
|
392
|
-
return Array.from(bucket.objects.values()).map((obj) => ({
|
|
393
|
-
key: obj.key,
|
|
394
|
-
size: obj.size,
|
|
395
|
-
etag: obj.etag,
|
|
396
|
-
lastModified: obj.lastModified,
|
|
397
|
-
}));
|
|
398
|
-
}
|
|
399
|
-
|
|
400
|
-
// βββ Website Config βββββββββββββββββββββββββββββββββββββββββββββββββββββββ
|
|
401
|
-
|
|
402
|
-
getWebsiteConfig(bucketName) {
|
|
403
|
-
const bucket = this.buckets.get(bucketName);
|
|
404
|
-
if (!bucket) {
|
|
405
|
-
return { error: { code: "NoSuchBucket", message: "Bucket does not exist" }, status: 404 };
|
|
406
|
-
}
|
|
407
|
-
if (!bucket.websiteConfiguration) {
|
|
408
|
-
return { error: { code: "NoSuchWebsiteConfiguration", message: "The specified bucket does not have a website configuration" }, status: 404 };
|
|
409
|
-
}
|
|
410
|
-
return { websiteConfiguration: bucket.websiteConfiguration };
|
|
411
|
-
}
|
|
412
|
-
|
|
413
|
-
putWebsiteConfig(bucketName, config) {
|
|
414
|
-
const bucket = this.buckets.get(bucketName);
|
|
415
|
-
if (!bucket) {
|
|
416
|
-
return { error: { code: "NoSuchBucket", message: "Bucket does not exist" }, status: 404 };
|
|
417
|
-
}
|
|
418
|
-
bucket.website = true;
|
|
419
|
-
bucket.websiteConfiguration = {
|
|
420
|
-
IndexDocument: { Suffix: config.IndexDocument?.Suffix || "index.html" },
|
|
421
|
-
ErrorDocument: { Key: config.ErrorDocument?.Key || "error.html" },
|
|
422
|
-
};
|
|
423
|
-
this.persistBuckets();
|
|
424
|
-
logger.debug(`π Website config atualizada: ${bucketName}`);
|
|
425
|
-
return { success: true };
|
|
426
|
-
}
|
|
427
|
-
|
|
428
|
-
deleteWebsiteConfig(bucketName) {
|
|
429
|
-
const bucket = this.buckets.get(bucketName);
|
|
430
|
-
if (!bucket) {
|
|
431
|
-
return { error: { code: "NoSuchBucket", message: "Bucket does not exist" }, status: 404 };
|
|
432
|
-
}
|
|
433
|
-
bucket.website = false;
|
|
434
|
-
bucket.websiteConfiguration = null;
|
|
435
|
-
this.persistBuckets();
|
|
436
|
-
logger.debug(`ποΈ Website config removida: ${bucketName}`);
|
|
437
|
-
return { success: true };
|
|
438
|
-
}
|
|
439
|
-
|
|
440
|
-
// βββ PersistΓͺncia βββββββββββββββββββββββββββββββββββββββββββββββββββββββββ
|
|
441
|
-
|
|
442
|
-
persistBucket(bucketName) {
|
|
443
|
-
const bucket = this.buckets.get(bucketName);
|
|
444
|
-
if (!bucket) return;
|
|
445
|
-
this.persistBuckets();
|
|
446
|
-
}
|
|
447
|
-
|
|
448
|
-
persistBuckets() {
|
|
449
|
-
const bucketsObj = {};
|
|
450
|
-
for (const [name, bucket] of this.buckets.entries()) {
|
|
451
|
-
const objectsObj = {};
|
|
452
|
-
for (const [key, obj] of bucket.objects.entries()) {
|
|
453
|
-
objectsObj[key] = {
|
|
454
|
-
key: obj.key,
|
|
455
|
-
size: obj.size,
|
|
456
|
-
etag: obj.etag,
|
|
457
|
-
contentType: obj.contentType,
|
|
458
|
-
metadata: obj.metadata,
|
|
459
|
-
lastModified: obj.lastModified,
|
|
460
|
-
};
|
|
461
|
-
}
|
|
462
|
-
bucketsObj[name] = {
|
|
463
|
-
creationDate: bucket.creationDate.toISOString(),
|
|
464
|
-
region: bucket.region || "us-east-1",
|
|
465
|
-
website: bucket.website || false,
|
|
466
|
-
websiteConfiguration: bucket.websiteConfiguration || null,
|
|
467
|
-
objects: objectsObj,
|
|
468
|
-
objectCount: bucket.objectCount,
|
|
469
|
-
totalSize: bucket.totalSize,
|
|
470
|
-
};
|
|
471
|
-
}
|
|
472
|
-
this.store.write("__buckets__", bucketsObj);
|
|
473
|
-
}
|
|
474
|
-
|
|
475
|
-
async reset() {
|
|
476
|
-
for (const [name, bucket] of this.buckets) {
|
|
477
|
-
for (const key of bucket.objects.keys()) {
|
|
478
|
-
this._deleteObjectContent(name, key);
|
|
479
|
-
}
|
|
480
|
-
bucket.objects.clear();
|
|
481
|
-
bucket.objectCount = 0;
|
|
482
|
-
bucket.totalSize = 0;
|
|
483
|
-
this.store.write(name, {});
|
|
484
|
-
}
|
|
485
|
-
this.persistBuckets();
|
|
486
|
-
logger.debug("S3: Todos os dados resetados");
|
|
487
|
-
}
|
|
488
|
-
|
|
489
|
-
// βββ UtilitΓ‘rios ββββββββββββββββββββββββββββββββββββββββββββββββββββββββββ
|
|
490
|
-
|
|
491
|
-
isValidBucketName(bucketName) {
|
|
492
|
-
const regex = /^[a-z0-9][a-z0-9.-]{1,61}[a-z0-9]$/;
|
|
493
|
-
return regex.test(bucketName) && !bucketName.includes("..") && !bucketName.includes(".-") && !bucketName.includes("-.");
|
|
494
|
-
}
|
|
495
|
-
|
|
496
|
-
extractMetadata(headers) {
|
|
497
|
-
const metadata = {};
|
|
498
|
-
for (const [key, value] of Object.entries(headers)) {
|
|
499
|
-
if (key.startsWith("x-amz-meta-")) {
|
|
500
|
-
metadata[key.replace("x-amz-meta-", "")] = value;
|
|
501
|
-
}
|
|
502
|
-
}
|
|
503
|
-
return metadata;
|
|
504
|
-
}
|
|
505
|
-
|
|
506
|
-
getStats() {
|
|
507
|
-
return {
|
|
508
|
-
bucketsCount: this.buckets.size,
|
|
509
|
-
totalObjects: this.getTotalObjectsCount(),
|
|
510
|
-
buckets: Array.from(this.buckets.keys()),
|
|
511
|
-
};
|
|
512
|
-
}
|
|
513
|
-
|
|
514
|
-
// βββ XML Responses ββββββββββββββββββββββββββββββββββββββββββββββββββββββββ
|
|
515
|
-
|
|
516
|
-
generateListBucketsResponse(buckets) {
|
|
517
|
-
return `<?xml version="1.0" encoding="UTF-8"?>
|
|
518
|
-
<ListAllMyBucketsResult>
|
|
519
|
-
<Owner>
|
|
520
|
-
<ID>local-simulator</ID>
|
|
521
|
-
<DisplayName>local-simulator</DisplayName>
|
|
522
|
-
</Owner>
|
|
523
|
-
<Buckets>
|
|
524
|
-
${buckets.map((b) => `<Bucket><Name>${b.Name}</Name><CreationDate>${b.CreationDate}</CreationDate></Bucket>`).join("")}
|
|
525
|
-
</Buckets>
|
|
526
|
-
</ListAllMyBucketsResult>`;
|
|
527
|
-
}
|
|
528
|
-
|
|
529
|
-
generateListObjectsResponse(data) {
|
|
530
|
-
return `<?xml version="1.0" encoding="UTF-8"?>
|
|
531
|
-
<ListBucketResult>
|
|
532
|
-
<Name>${data.name}</Name>
|
|
533
|
-
<Prefix>${data.prefix}</Prefix>
|
|
534
|
-
<MaxKeys>${data.maxKeys}</MaxKeys>
|
|
535
|
-
<IsTruncated>${data.isTruncated}</IsTruncated>
|
|
536
|
-
${data.contents.map((obj) => `<Contents><Key>${obj.Key}</Key><LastModified>${obj.LastModified}</LastModified><ETag>${obj.ETag}</ETag><Size>${obj.Size}</Size><StorageClass>${obj.StorageClass}</StorageClass></Contents>`).join("")}
|
|
537
|
-
${data.commonPrefixes.map((p) => `<CommonPrefixes><Prefix>${p}</Prefix></CommonPrefixes>`).join("")}
|
|
538
|
-
</ListBucketResult>`;
|
|
539
|
-
}
|
|
540
|
-
|
|
541
|
-
generateListObjectsV2Response(data) {
|
|
542
|
-
return `<?xml version="1.0" encoding="UTF-8"?>
|
|
543
|
-
<ListBucketResult>
|
|
544
|
-
<Name>${data.name}</Name>
|
|
545
|
-
<Prefix>${data.prefix}</Prefix>
|
|
546
|
-
<MaxKeys>${data.maxKeys}</MaxKeys>
|
|
547
|
-
<IsTruncated>${data.isTruncated}</IsTruncated>
|
|
548
|
-
<KeyCount>${data.contents.length}</KeyCount>
|
|
549
|
-
${data.contents.map((obj) => `<Contents><Key>${obj.Key}</Key><LastModified>${obj.LastModified}</LastModified><ETag>${obj.ETag}</ETag><Size>${obj.Size}</Size><StorageClass>${obj.StorageClass}</StorageClass></Contents>`).join("")}
|
|
550
|
-
${data.commonPrefixes.map((p) => `<CommonPrefixes><Prefix>${p}</Prefix></CommonPrefixes>`).join("")}
|
|
551
|
-
</ListBucketResult>`;
|
|
552
|
-
}
|
|
553
|
-
|
|
554
|
-
generateErrorResponse(code, message) {
|
|
555
|
-
return `<?xml version="1.0" encoding="UTF-8"?>
|
|
556
|
-
<Error>
|
|
557
|
-
<Code>${code}</Code>
|
|
558
|
-
<Message>${message}</Message>
|
|
559
|
-
<RequestId>${crypto.randomUUID()}</RequestId>
|
|
560
|
-
<HostId>local-simulator</HostId>
|
|
561
|
-
</Error>`;
|
|
562
|
-
}
|
|
563
|
-
}
|
|
564
|
-
|
|
565
|
-
module.exports = S3Simulator;
|
|
1
|
+
/**
|
|
2
|
+
* S3 Simulator Core
|
|
3
|
+
*/
|
|
4
|
+
|
|
5
|
+
const crypto = require("crypto");
|
|
6
|
+
const fs = require("fs");
|
|
7
|
+
const path = require("path");
|
|
8
|
+
const LocalStore = require("../../utils/local-store");
|
|
9
|
+
const logger = require("../../utils/logger");
|
|
10
|
+
const { CloudTrailAudit } = require("../../utils/cloudtrail-audit");
|
|
11
|
+
|
|
12
|
+
class S3Simulator {
|
|
13
|
+
constructor(config) {
|
|
14
|
+
this.config = config;
|
|
15
|
+
this.dataDir = path.join(process.env.AWS_LOCAL_SIMULATOR_DATA_DIR, "s3");
|
|
16
|
+
this.store = new LocalStore(this.dataDir);
|
|
17
|
+
this.buckets = new Map();
|
|
18
|
+
this.audit = new CloudTrailAudit("s3.amazonaws.com");
|
|
19
|
+
}
|
|
20
|
+
|
|
21
|
+
async initialize() {
|
|
22
|
+
logger.debug("Inicializando S3 Simulator...");
|
|
23
|
+
this.loadBuckets();
|
|
24
|
+
logger.debug(`β
S3 Simulator inicializado com ${this.buckets.size} buckets`);
|
|
25
|
+
}
|
|
26
|
+
|
|
27
|
+
loadBuckets() {
|
|
28
|
+
const savedBuckets = this.store.read("__buckets__");
|
|
29
|
+
if (savedBuckets && typeof savedBuckets === "object" && !Array.isArray(savedBuckets)) {
|
|
30
|
+
for (const [name, data] of Object.entries(savedBuckets)) {
|
|
31
|
+
if (!this.buckets.has(name)) {
|
|
32
|
+
const objects = new Map();
|
|
33
|
+
for (const [key, meta] of Object.entries(data.objects || {})) {
|
|
34
|
+
objects.set(key, {
|
|
35
|
+
key: meta.key,
|
|
36
|
+
size: meta.size,
|
|
37
|
+
etag: meta.etag,
|
|
38
|
+
contentType: meta.contentType,
|
|
39
|
+
metadata: meta.metadata,
|
|
40
|
+
lastModified: new Date(meta.lastModified),
|
|
41
|
+
});
|
|
42
|
+
}
|
|
43
|
+
this.buckets.set(name, {
|
|
44
|
+
name,
|
|
45
|
+
region: data.region || "us-east-1",
|
|
46
|
+
website: !!(data.websiteConfiguration),
|
|
47
|
+
websiteConfiguration: data.websiteConfiguration || null,
|
|
48
|
+
creationDate: new Date(data.creationDate),
|
|
49
|
+
objects,
|
|
50
|
+
objectCount: data.objectCount || 0,
|
|
51
|
+
totalSize: data.totalSize || 0,
|
|
52
|
+
});
|
|
53
|
+
}
|
|
54
|
+
}
|
|
55
|
+
}
|
|
56
|
+
|
|
57
|
+
// Cria buckets definidos na config que ainda nΓ£o existem
|
|
58
|
+
if (this.config.s3?.buckets) {
|
|
59
|
+
for (const bucketDef of this.config.s3.buckets) {
|
|
60
|
+
// suporta string simples ou objeto { name, region, websiteConfiguration }
|
|
61
|
+
const bucketName = typeof bucketDef === "string" ? bucketDef : bucketDef.name;
|
|
62
|
+
const region = typeof bucketDef === "object" ? (bucketDef.region || "us-east-1") : "us-east-1";
|
|
63
|
+
const websiteConfig = typeof bucketDef === "object" ? (bucketDef.websiteConfiguration || null) : null;
|
|
64
|
+
|
|
65
|
+
if (!this.buckets.has(bucketName)) {
|
|
66
|
+
this.createBucket(bucketName, { region, websiteConfiguration: websiteConfig });
|
|
67
|
+
}
|
|
68
|
+
}
|
|
69
|
+
}
|
|
70
|
+
}
|
|
71
|
+
|
|
72
|
+
// βββ Helpers de conteΓΊdo em arquivo βββββββββββββββββββββββββββββββββββββββ
|
|
73
|
+
|
|
74
|
+
_objectFilePath(bucketName, key) {
|
|
75
|
+
const safePath = key.split("/").map((part) =>
|
|
76
|
+
part.replace(/[<>:"|?*\\]/g, "_")
|
|
77
|
+
).join(path.sep);
|
|
78
|
+
return path.join(this.dataDir, bucketName, safePath);
|
|
79
|
+
}
|
|
80
|
+
|
|
81
|
+
_writeObjectContent(bucketName, key, content) {
|
|
82
|
+
const filePath = this._objectFilePath(bucketName, key);
|
|
83
|
+
const dir = path.dirname(filePath);
|
|
84
|
+
if (!fs.existsSync(dir)) {
|
|
85
|
+
require("mkdirp").sync(dir);
|
|
86
|
+
}
|
|
87
|
+
fs.writeFileSync(filePath, content);
|
|
88
|
+
}
|
|
89
|
+
|
|
90
|
+
_readObjectContent(bucketName, key) {
|
|
91
|
+
const filePath = this._objectFilePath(bucketName, key);
|
|
92
|
+
if (!fs.existsSync(filePath)) return null;
|
|
93
|
+
return fs.readFileSync(filePath);
|
|
94
|
+
}
|
|
95
|
+
|
|
96
|
+
_deleteObjectContent(bucketName, key) {
|
|
97
|
+
const filePath = this._objectFilePath(bucketName, key);
|
|
98
|
+
if (fs.existsSync(filePath)) {
|
|
99
|
+
fs.unlinkSync(filePath);
|
|
100
|
+
}
|
|
101
|
+
}
|
|
102
|
+
|
|
103
|
+
// βββ Buckets ββββββββββββββββββββββββββββββββββββββββββββββββββββββββββββββ
|
|
104
|
+
|
|
105
|
+
createBucket(bucketName, options = {}) {
|
|
106
|
+
if (!this.isValidBucketName(bucketName)) {
|
|
107
|
+
return { error: { code: "InvalidBucketName", message: "Bucket name is invalid" }, status: 400 };
|
|
108
|
+
}
|
|
109
|
+
|
|
110
|
+
if (this.buckets.has(bucketName)) {
|
|
111
|
+
return { error: { code: "BucketAlreadyExists", message: "Bucket already exists" }, status: 409 };
|
|
112
|
+
}
|
|
113
|
+
|
|
114
|
+
const { region = "us-east-1", websiteConfiguration = null } = options;
|
|
115
|
+
|
|
116
|
+
const bucket = {
|
|
117
|
+
name: bucketName,
|
|
118
|
+
region,
|
|
119
|
+
website: !!websiteConfiguration,
|
|
120
|
+
websiteConfiguration: websiteConfiguration
|
|
121
|
+
? {
|
|
122
|
+
IndexDocument: { Suffix: websiteConfiguration.IndexDocument?.Suffix || "index.html" },
|
|
123
|
+
ErrorDocument: { Key: websiteConfiguration.ErrorDocument?.Key || "error.html" },
|
|
124
|
+
}
|
|
125
|
+
: null,
|
|
126
|
+
creationDate: new Date(),
|
|
127
|
+
objects: new Map(),
|
|
128
|
+
objectCount: 0,
|
|
129
|
+
totalSize: 0,
|
|
130
|
+
};
|
|
131
|
+
|
|
132
|
+
this.buckets.set(bucketName, bucket);
|
|
133
|
+
this.persistBuckets();
|
|
134
|
+
logger.debug(`β
Bucket S3 criado: ${bucketName} (region: ${region}${websiteConfiguration ? ", website: enabled" : ""})`);
|
|
135
|
+
this.audit.record({ eventName: "CreateBucket", readOnly: false, resources: [{ ARN: `arn:aws:s3:::${bucketName}`, type: "AWS::S3::Bucket" }], requestParameters: { bucketName } });
|
|
136
|
+
return { bucket };
|
|
137
|
+
}
|
|
138
|
+
|
|
139
|
+
deleteBucket(bucketName) {
|
|
140
|
+
const bucket = this.buckets.get(bucketName);
|
|
141
|
+
if (!bucket) {
|
|
142
|
+
return { error: { code: "NoSuchBucket", message: "Bucket does not exist" }, status: 404 };
|
|
143
|
+
}
|
|
144
|
+
if (bucket.objects.size > 0) {
|
|
145
|
+
return { error: { code: "BucketNotEmpty", message: "Bucket is not empty" }, status: 409 };
|
|
146
|
+
}
|
|
147
|
+
this.buckets.delete(bucketName);
|
|
148
|
+
this.store.delete(bucketName);
|
|
149
|
+
this.persistBuckets();
|
|
150
|
+
logger.debug(`ποΈ Bucket S3 deletado: ${bucketName}`);
|
|
151
|
+
this.audit.record({ eventName: "DeleteBucket", readOnly: false, resources: [{ ARN: `arn:aws:s3:::${bucketName}`, type: "AWS::S3::Bucket" }] });
|
|
152
|
+
return { success: true };
|
|
153
|
+
}
|
|
154
|
+
|
|
155
|
+
listBuckets() {
|
|
156
|
+
return Array.from(this.buckets.values()).map((bucket) => ({
|
|
157
|
+
Name: bucket.name,
|
|
158
|
+
CreationDate: bucket.creationDate.toISOString(),
|
|
159
|
+
}));
|
|
160
|
+
}
|
|
161
|
+
|
|
162
|
+
getBucketsInfo() {
|
|
163
|
+
return Array.from(this.buckets.values()).map((bucket) => ({
|
|
164
|
+
name: bucket.name,
|
|
165
|
+
region: bucket.region,
|
|
166
|
+
website: bucket.website,
|
|
167
|
+
creationDate: bucket.creationDate,
|
|
168
|
+
objectCount: bucket.objectCount,
|
|
169
|
+
totalSize: bucket.totalSize,
|
|
170
|
+
}));
|
|
171
|
+
}
|
|
172
|
+
|
|
173
|
+
getBucketInfo(bucketName) {
|
|
174
|
+
const bucket = this.buckets.get(bucketName);
|
|
175
|
+
if (!bucket) {
|
|
176
|
+
return { error: { code: "NoSuchBucket", message: "Bucket not found" } };
|
|
177
|
+
}
|
|
178
|
+
return {
|
|
179
|
+
name: bucket.name,
|
|
180
|
+
region: bucket.region,
|
|
181
|
+
website: bucket.website,
|
|
182
|
+
websiteConfiguration: bucket.websiteConfiguration,
|
|
183
|
+
creationDate: bucket.creationDate,
|
|
184
|
+
objectCount: bucket.objectCount,
|
|
185
|
+
totalSize: bucket.totalSize,
|
|
186
|
+
objects: Array.from(bucket.objects.values())
|
|
187
|
+
.slice(0, 20)
|
|
188
|
+
.map((obj) => ({
|
|
189
|
+
key: obj.key,
|
|
190
|
+
size: obj.size,
|
|
191
|
+
etag: obj.etag,
|
|
192
|
+
lastModified: obj.lastModified,
|
|
193
|
+
})),
|
|
194
|
+
};
|
|
195
|
+
}
|
|
196
|
+
|
|
197
|
+
getBucket(bucketName) {
|
|
198
|
+
return this.buckets.get(bucketName);
|
|
199
|
+
}
|
|
200
|
+
|
|
201
|
+
getBucketsCount() {
|
|
202
|
+
return this.buckets.size;
|
|
203
|
+
}
|
|
204
|
+
|
|
205
|
+
getTotalObjectsCount() {
|
|
206
|
+
let total = 0;
|
|
207
|
+
for (const bucket of this.buckets.values()) {
|
|
208
|
+
total += bucket.objectCount;
|
|
209
|
+
}
|
|
210
|
+
return total;
|
|
211
|
+
}
|
|
212
|
+
|
|
213
|
+
clearBucket(bucketName) {
|
|
214
|
+
const bucket = this.buckets.get(bucketName);
|
|
215
|
+
if (bucket) {
|
|
216
|
+
for (const key of bucket.objects.keys()) {
|
|
217
|
+
this._deleteObjectContent(bucketName, key);
|
|
218
|
+
}
|
|
219
|
+
bucket.objects.clear();
|
|
220
|
+
bucket.objectCount = 0;
|
|
221
|
+
bucket.totalSize = 0;
|
|
222
|
+
this.persistBucket(bucketName);
|
|
223
|
+
}
|
|
224
|
+
}
|
|
225
|
+
|
|
226
|
+
// βββ Objects ββββββββββββββββββββββββββββββββββββββββββββββββββββββββββββββ
|
|
227
|
+
|
|
228
|
+
putObject(bucketName, key, content, headers) {
|
|
229
|
+
const bucket = this.buckets.get(bucketName);
|
|
230
|
+
if (!bucket) {
|
|
231
|
+
return { error: { code: "NoSuchBucket", message: "Bucket does not exist" }, status: 404 };
|
|
232
|
+
}
|
|
233
|
+
|
|
234
|
+
let body = content;
|
|
235
|
+
if (Buffer.isBuffer(content)) {
|
|
236
|
+
body = content;
|
|
237
|
+
} else if (typeof content === "object") {
|
|
238
|
+
body = Buffer.from(JSON.stringify(content));
|
|
239
|
+
} else if (typeof content === "string") {
|
|
240
|
+
body = Buffer.from(content);
|
|
241
|
+
}
|
|
242
|
+
|
|
243
|
+
const contentType = headers["content-type"] || "application/octet-stream";
|
|
244
|
+
const metadata = this.extractMetadata(headers);
|
|
245
|
+
const etag = crypto.createHash("md5").update(body).digest("hex");
|
|
246
|
+
|
|
247
|
+
const oldObject = bucket.objects.get(key);
|
|
248
|
+
if (oldObject) {
|
|
249
|
+
bucket.totalSize -= oldObject.size;
|
|
250
|
+
} else {
|
|
251
|
+
bucket.objectCount++;
|
|
252
|
+
}
|
|
253
|
+
|
|
254
|
+
// Apenas metadados no Map β conteΓΊdo vai para arquivo
|
|
255
|
+
bucket.objects.set(key, {
|
|
256
|
+
key,
|
|
257
|
+
size: body.length,
|
|
258
|
+
etag,
|
|
259
|
+
contentType,
|
|
260
|
+
metadata,
|
|
261
|
+
lastModified: new Date(),
|
|
262
|
+
});
|
|
263
|
+
bucket.totalSize += body.length;
|
|
264
|
+
|
|
265
|
+
this._writeObjectContent(bucketName, key, body);
|
|
266
|
+
this.persistBucket(bucketName);
|
|
267
|
+
|
|
268
|
+
logger.verboso(`π€ Upload S3: ${bucketName}/${key} (${body.length} bytes)`);
|
|
269
|
+
this.audit.record({ eventName: "PutObject", readOnly: false, isDataEvent: true, resources: [{ ARN: `arn:aws:s3:::${bucketName}/${key}`, type: "AWS::S3::Object" }], requestParameters: { bucketName, key, contentType }, responseElements: { etag } });
|
|
270
|
+
return { etag };
|
|
271
|
+
}
|
|
272
|
+
|
|
273
|
+
getObject(bucketName, key, headers) {
|
|
274
|
+
const bucket = this.buckets.get(bucketName);
|
|
275
|
+
if (!bucket) {
|
|
276
|
+
return { error: { code: "NoSuchBucket", message: "Bucket does not exist" }, status: 404 };
|
|
277
|
+
}
|
|
278
|
+
|
|
279
|
+
const object = bucket.objects.get(key);
|
|
280
|
+
if (!object) {
|
|
281
|
+
return { error: { code: "NoSuchKey", message: "The specified key does not exist" }, status: 404 };
|
|
282
|
+
}
|
|
283
|
+
|
|
284
|
+
let content = this._readObjectContent(bucketName, key);
|
|
285
|
+
if (!content) {
|
|
286
|
+
return { error: { code: "NoSuchKey", message: "Object content not found on disk" }, status: 404 };
|
|
287
|
+
}
|
|
288
|
+
|
|
289
|
+
if (headers && headers.range) {
|
|
290
|
+
const range = headers.range.match(/bytes=(\d+)-(\d+)?/);
|
|
291
|
+
if (range) {
|
|
292
|
+
const start = parseInt(range[1], 10);
|
|
293
|
+
const end = range[2] ? parseInt(range[2], 10) : content.length - 1;
|
|
294
|
+
content = content.subarray(start, end + 1);
|
|
295
|
+
}
|
|
296
|
+
}
|
|
297
|
+
|
|
298
|
+
const result = {
|
|
299
|
+
content,
|
|
300
|
+
etag: object.etag,
|
|
301
|
+
lastModified: object.lastModified.toUTCString(),
|
|
302
|
+
contentType: object.contentType,
|
|
303
|
+
size: content.length,
|
|
304
|
+
metadata: object.metadata,
|
|
305
|
+
};
|
|
306
|
+
this.audit.record({ eventName: "GetObject", readOnly: true, isDataEvent: true, resources: [{ ARN: `arn:aws:s3:::${bucketName}/${key}`, type: "AWS::S3::Object" }], requestParameters: { bucketName, key } });
|
|
307
|
+
return result;
|
|
308
|
+
}
|
|
309
|
+
|
|
310
|
+
headObject(bucketName, key) {
|
|
311
|
+
const bucket = this.buckets.get(bucketName);
|
|
312
|
+
if (!bucket) {
|
|
313
|
+
return { error: { code: "NoSuchBucket", message: "Bucket does not exist" }, status: 404 };
|
|
314
|
+
}
|
|
315
|
+
const object = bucket.objects.get(key);
|
|
316
|
+
if (!object) {
|
|
317
|
+
return { error: { code: "NoSuchKey", message: "Key does not exist" }, status: 404 };
|
|
318
|
+
}
|
|
319
|
+
return {
|
|
320
|
+
etag: object.etag,
|
|
321
|
+
lastModified: object.lastModified.toUTCString(),
|
|
322
|
+
contentType: object.contentType,
|
|
323
|
+
size: object.size,
|
|
324
|
+
};
|
|
325
|
+
}
|
|
326
|
+
|
|
327
|
+
deleteObject(bucketName, key) {
|
|
328
|
+
const bucket = this.buckets.get(bucketName);
|
|
329
|
+
if (!bucket) {
|
|
330
|
+
return { error: { code: "NoSuchBucket", message: "Bucket does not exist" }, status: 404 };
|
|
331
|
+
}
|
|
332
|
+
const object = bucket.objects.get(key);
|
|
333
|
+
if (object) {
|
|
334
|
+
bucket.objects.delete(key);
|
|
335
|
+
bucket.objectCount--;
|
|
336
|
+
bucket.totalSize -= object.size;
|
|
337
|
+
this._deleteObjectContent(bucketName, key);
|
|
338
|
+
this.persistBucket(bucketName);
|
|
339
|
+
logger.verboso(`ποΈ Delete S3: ${bucketName}/${key}`);
|
|
340
|
+
this.audit.record({ eventName: "DeleteObject", readOnly: false, isDataEvent: true, resources: [{ ARN: `arn:aws:s3:::${bucketName}/${key}`, type: "AWS::S3::Object" }], requestParameters: { bucketName, key } });
|
|
341
|
+
}
|
|
342
|
+
return { success: true };
|
|
343
|
+
}
|
|
344
|
+
|
|
345
|
+
listObjects(bucketName, options = {}) {
|
|
346
|
+
const bucket = this.buckets.get(bucketName);
|
|
347
|
+
if (!bucket) {
|
|
348
|
+
return { error: { code: "NoSuchBucket", message: "Bucket does not exist" }, status: 404 };
|
|
349
|
+
}
|
|
350
|
+
|
|
351
|
+
const { prefix = "", delimiter, maxKeys = 1000 } = options;
|
|
352
|
+
let objects = Array.from(bucket.objects.values())
|
|
353
|
+
.filter((obj) => obj.key.startsWith(prefix))
|
|
354
|
+
.sort((a, b) => a.key.localeCompare(b.key));
|
|
355
|
+
|
|
356
|
+
const commonPrefixes = new Set();
|
|
357
|
+
if (delimiter) {
|
|
358
|
+
const filteredObjects = [];
|
|
359
|
+
for (const obj of objects) {
|
|
360
|
+
const afterPrefix = obj.key.substring(prefix.length);
|
|
361
|
+
const delimiterIndex = afterPrefix.indexOf(delimiter);
|
|
362
|
+
if (delimiterIndex !== -1) {
|
|
363
|
+
commonPrefixes.add(prefix + afterPrefix.substring(0, delimiterIndex + 1));
|
|
364
|
+
} else {
|
|
365
|
+
filteredObjects.push(obj);
|
|
366
|
+
}
|
|
367
|
+
}
|
|
368
|
+
objects = filteredObjects;
|
|
369
|
+
}
|
|
370
|
+
|
|
371
|
+
const contents = objects.slice(0, maxKeys).map((obj) => ({
|
|
372
|
+
Key: obj.key,
|
|
373
|
+
LastModified: obj.lastModified.toISOString(),
|
|
374
|
+
ETag: `"${obj.etag}"`,
|
|
375
|
+
Size: obj.size,
|
|
376
|
+
StorageClass: "STANDARD",
|
|
377
|
+
}));
|
|
378
|
+
|
|
379
|
+
return {
|
|
380
|
+
name: bucketName,
|
|
381
|
+
prefix,
|
|
382
|
+
maxKeys,
|
|
383
|
+
isTruncated: objects.length > maxKeys,
|
|
384
|
+
contents,
|
|
385
|
+
commonPrefixes: Array.from(commonPrefixes),
|
|
386
|
+
};
|
|
387
|
+
}
|
|
388
|
+
|
|
389
|
+
listAllObjects(bucketName) {
|
|
390
|
+
const bucket = this.buckets.get(bucketName);
|
|
391
|
+
if (!bucket) return [];
|
|
392
|
+
return Array.from(bucket.objects.values()).map((obj) => ({
|
|
393
|
+
key: obj.key,
|
|
394
|
+
size: obj.size,
|
|
395
|
+
etag: obj.etag,
|
|
396
|
+
lastModified: obj.lastModified,
|
|
397
|
+
}));
|
|
398
|
+
}
|
|
399
|
+
|
|
400
|
+
// βββ Website Config βββββββββββββββββββββββββββββββββββββββββββββββββββββββ
|
|
401
|
+
|
|
402
|
+
getWebsiteConfig(bucketName) {
|
|
403
|
+
const bucket = this.buckets.get(bucketName);
|
|
404
|
+
if (!bucket) {
|
|
405
|
+
return { error: { code: "NoSuchBucket", message: "Bucket does not exist" }, status: 404 };
|
|
406
|
+
}
|
|
407
|
+
if (!bucket.websiteConfiguration) {
|
|
408
|
+
return { error: { code: "NoSuchWebsiteConfiguration", message: "The specified bucket does not have a website configuration" }, status: 404 };
|
|
409
|
+
}
|
|
410
|
+
return { websiteConfiguration: bucket.websiteConfiguration };
|
|
411
|
+
}
|
|
412
|
+
|
|
413
|
+
putWebsiteConfig(bucketName, config) {
|
|
414
|
+
const bucket = this.buckets.get(bucketName);
|
|
415
|
+
if (!bucket) {
|
|
416
|
+
return { error: { code: "NoSuchBucket", message: "Bucket does not exist" }, status: 404 };
|
|
417
|
+
}
|
|
418
|
+
bucket.website = true;
|
|
419
|
+
bucket.websiteConfiguration = {
|
|
420
|
+
IndexDocument: { Suffix: config.IndexDocument?.Suffix || "index.html" },
|
|
421
|
+
ErrorDocument: { Key: config.ErrorDocument?.Key || "error.html" },
|
|
422
|
+
};
|
|
423
|
+
this.persistBuckets();
|
|
424
|
+
logger.debug(`π Website config atualizada: ${bucketName}`);
|
|
425
|
+
return { success: true };
|
|
426
|
+
}
|
|
427
|
+
|
|
428
|
+
deleteWebsiteConfig(bucketName) {
|
|
429
|
+
const bucket = this.buckets.get(bucketName);
|
|
430
|
+
if (!bucket) {
|
|
431
|
+
return { error: { code: "NoSuchBucket", message: "Bucket does not exist" }, status: 404 };
|
|
432
|
+
}
|
|
433
|
+
bucket.website = false;
|
|
434
|
+
bucket.websiteConfiguration = null;
|
|
435
|
+
this.persistBuckets();
|
|
436
|
+
logger.debug(`ποΈ Website config removida: ${bucketName}`);
|
|
437
|
+
return { success: true };
|
|
438
|
+
}
|
|
439
|
+
|
|
440
|
+
// βββ PersistΓͺncia βββββββββββββββββββββββββββββββββββββββββββββββββββββββββ
|
|
441
|
+
|
|
442
|
+
persistBucket(bucketName) {
|
|
443
|
+
const bucket = this.buckets.get(bucketName);
|
|
444
|
+
if (!bucket) return;
|
|
445
|
+
this.persistBuckets();
|
|
446
|
+
}
|
|
447
|
+
|
|
448
|
+
persistBuckets() {
|
|
449
|
+
const bucketsObj = {};
|
|
450
|
+
for (const [name, bucket] of this.buckets.entries()) {
|
|
451
|
+
const objectsObj = {};
|
|
452
|
+
for (const [key, obj] of bucket.objects.entries()) {
|
|
453
|
+
objectsObj[key] = {
|
|
454
|
+
key: obj.key,
|
|
455
|
+
size: obj.size,
|
|
456
|
+
etag: obj.etag,
|
|
457
|
+
contentType: obj.contentType,
|
|
458
|
+
metadata: obj.metadata,
|
|
459
|
+
lastModified: obj.lastModified,
|
|
460
|
+
};
|
|
461
|
+
}
|
|
462
|
+
bucketsObj[name] = {
|
|
463
|
+
creationDate: bucket.creationDate.toISOString(),
|
|
464
|
+
region: bucket.region || "us-east-1",
|
|
465
|
+
website: bucket.website || false,
|
|
466
|
+
websiteConfiguration: bucket.websiteConfiguration || null,
|
|
467
|
+
objects: objectsObj,
|
|
468
|
+
objectCount: bucket.objectCount,
|
|
469
|
+
totalSize: bucket.totalSize,
|
|
470
|
+
};
|
|
471
|
+
}
|
|
472
|
+
this.store.write("__buckets__", bucketsObj);
|
|
473
|
+
}
|
|
474
|
+
|
|
475
|
+
async reset() {
|
|
476
|
+
for (const [name, bucket] of this.buckets) {
|
|
477
|
+
for (const key of bucket.objects.keys()) {
|
|
478
|
+
this._deleteObjectContent(name, key);
|
|
479
|
+
}
|
|
480
|
+
bucket.objects.clear();
|
|
481
|
+
bucket.objectCount = 0;
|
|
482
|
+
bucket.totalSize = 0;
|
|
483
|
+
this.store.write(name, {});
|
|
484
|
+
}
|
|
485
|
+
this.persistBuckets();
|
|
486
|
+
logger.debug("S3: Todos os dados resetados");
|
|
487
|
+
}
|
|
488
|
+
|
|
489
|
+
// βββ UtilitΓ‘rios ββββββββββββββββββββββββββββββββββββββββββββββββββββββββββ
|
|
490
|
+
|
|
491
|
+
isValidBucketName(bucketName) {
|
|
492
|
+
const regex = /^[a-z0-9][a-z0-9.-]{1,61}[a-z0-9]$/;
|
|
493
|
+
return regex.test(bucketName) && !bucketName.includes("..") && !bucketName.includes(".-") && !bucketName.includes("-.");
|
|
494
|
+
}
|
|
495
|
+
|
|
496
|
+
extractMetadata(headers) {
|
|
497
|
+
const metadata = {};
|
|
498
|
+
for (const [key, value] of Object.entries(headers)) {
|
|
499
|
+
if (key.startsWith("x-amz-meta-")) {
|
|
500
|
+
metadata[key.replace("x-amz-meta-", "")] = value;
|
|
501
|
+
}
|
|
502
|
+
}
|
|
503
|
+
return metadata;
|
|
504
|
+
}
|
|
505
|
+
|
|
506
|
+
getStats() {
|
|
507
|
+
return {
|
|
508
|
+
bucketsCount: this.buckets.size,
|
|
509
|
+
totalObjects: this.getTotalObjectsCount(),
|
|
510
|
+
buckets: Array.from(this.buckets.keys()),
|
|
511
|
+
};
|
|
512
|
+
}
|
|
513
|
+
|
|
514
|
+
// βββ XML Responses ββββββββββββββββββββββββββββββββββββββββββββββββββββββββ
|
|
515
|
+
|
|
516
|
+
generateListBucketsResponse(buckets) {
|
|
517
|
+
return `<?xml version="1.0" encoding="UTF-8"?>
|
|
518
|
+
<ListAllMyBucketsResult>
|
|
519
|
+
<Owner>
|
|
520
|
+
<ID>local-simulator</ID>
|
|
521
|
+
<DisplayName>local-simulator</DisplayName>
|
|
522
|
+
</Owner>
|
|
523
|
+
<Buckets>
|
|
524
|
+
${buckets.map((b) => `<Bucket><Name>${b.Name}</Name><CreationDate>${b.CreationDate}</CreationDate></Bucket>`).join("")}
|
|
525
|
+
</Buckets>
|
|
526
|
+
</ListAllMyBucketsResult>`;
|
|
527
|
+
}
|
|
528
|
+
|
|
529
|
+
generateListObjectsResponse(data) {
|
|
530
|
+
return `<?xml version="1.0" encoding="UTF-8"?>
|
|
531
|
+
<ListBucketResult>
|
|
532
|
+
<Name>${data.name}</Name>
|
|
533
|
+
<Prefix>${data.prefix}</Prefix>
|
|
534
|
+
<MaxKeys>${data.maxKeys}</MaxKeys>
|
|
535
|
+
<IsTruncated>${data.isTruncated}</IsTruncated>
|
|
536
|
+
${data.contents.map((obj) => `<Contents><Key>${obj.Key}</Key><LastModified>${obj.LastModified}</LastModified><ETag>${obj.ETag}</ETag><Size>${obj.Size}</Size><StorageClass>${obj.StorageClass}</StorageClass></Contents>`).join("")}
|
|
537
|
+
${data.commonPrefixes.map((p) => `<CommonPrefixes><Prefix>${p}</Prefix></CommonPrefixes>`).join("")}
|
|
538
|
+
</ListBucketResult>`;
|
|
539
|
+
}
|
|
540
|
+
|
|
541
|
+
generateListObjectsV2Response(data) {
|
|
542
|
+
return `<?xml version="1.0" encoding="UTF-8"?>
|
|
543
|
+
<ListBucketResult>
|
|
544
|
+
<Name>${data.name}</Name>
|
|
545
|
+
<Prefix>${data.prefix}</Prefix>
|
|
546
|
+
<MaxKeys>${data.maxKeys}</MaxKeys>
|
|
547
|
+
<IsTruncated>${data.isTruncated}</IsTruncated>
|
|
548
|
+
<KeyCount>${data.contents.length}</KeyCount>
|
|
549
|
+
${data.contents.map((obj) => `<Contents><Key>${obj.Key}</Key><LastModified>${obj.LastModified}</LastModified><ETag>${obj.ETag}</ETag><Size>${obj.Size}</Size><StorageClass>${obj.StorageClass}</StorageClass></Contents>`).join("")}
|
|
550
|
+
${data.commonPrefixes.map((p) => `<CommonPrefixes><Prefix>${p}</Prefix></CommonPrefixes>`).join("")}
|
|
551
|
+
</ListBucketResult>`;
|
|
552
|
+
}
|
|
553
|
+
|
|
554
|
+
generateErrorResponse(code, message) {
|
|
555
|
+
return `<?xml version="1.0" encoding="UTF-8"?>
|
|
556
|
+
<Error>
|
|
557
|
+
<Code>${code}</Code>
|
|
558
|
+
<Message>${message}</Message>
|
|
559
|
+
<RequestId>${crypto.randomUUID()}</RequestId>
|
|
560
|
+
<HostId>local-simulator</HostId>
|
|
561
|
+
</Error>`;
|
|
562
|
+
}
|
|
563
|
+
}
|
|
564
|
+
|
|
565
|
+
module.exports = S3Simulator;
|