@xen-orchestra/fs 4.6.6 → 4.6.7
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/s3.js +24 -6
- package/dist/s3.js.map +1 -1
- package/package.json +1 -1
package/dist/s3.js
CHANGED
|
@@ -17,6 +17,7 @@ var _copyStreamToBuffer = _interopRequireDefault(require("./_copyStreamToBuffer.
|
|
|
17
17
|
var _guessAwsRegion = _interopRequireDefault(require("./_guessAwsRegion.js"));
|
|
18
18
|
var _abstract = _interopRequireDefault(require("./abstract"));
|
|
19
19
|
var _path = require("./path");
|
|
20
|
+
var _asyncEach = require("@vates/async-each");
|
|
20
21
|
function _interopRequireDefault(e) { return e && e.__esModule ? e : { default: e }; }
|
|
21
22
|
const MAX_PART_SIZE = 1024 * 1024 * 1024 * 5;
|
|
22
23
|
const MAX_PART_NUMBER = 10000;
|
|
@@ -335,12 +336,29 @@ class S3Handler extends _abstract.default {
|
|
|
335
336
|
ContinuationToken: NextContinuationToken
|
|
336
337
|
}));
|
|
337
338
|
NextContinuationToken = result.IsTruncated ? result.NextContinuationToken : undefined;
|
|
338
|
-
|
|
339
|
-
|
|
340
|
-
|
|
341
|
-
|
|
342
|
-
|
|
343
|
-
|
|
339
|
+
try {
|
|
340
|
+
await this.#s3.send(new _clientS.DeleteObjectsCommand({
|
|
341
|
+
Bucket: this.#bucket,
|
|
342
|
+
Delete: {
|
|
343
|
+
Objects: result.Contents ?? []
|
|
344
|
+
}
|
|
345
|
+
}));
|
|
346
|
+
} catch (error) {
|
|
347
|
+
warn('Unsupported DeleteObjects, fallback to DeleteObject.', {
|
|
348
|
+
error,
|
|
349
|
+
$response: error.$response ?? ''
|
|
350
|
+
});
|
|
351
|
+
await (0, _asyncEach.asyncEach)(result.Contents ?? [], async ({
|
|
352
|
+
Key
|
|
353
|
+
}) => {
|
|
354
|
+
await this.#s3.send(new _clientS.DeleteObjectCommand({
|
|
355
|
+
Bucket: this.#bucket,
|
|
356
|
+
Key
|
|
357
|
+
}));
|
|
358
|
+
}, {
|
|
359
|
+
concurrency: 16
|
|
360
|
+
});
|
|
361
|
+
}
|
|
344
362
|
} while (NextContinuationToken !== undefined);
|
|
345
363
|
}
|
|
346
364
|
async _openFile(path, flags) {
|
package/dist/s3.js.map
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"s3.js","names":["_clientS","require","_libStorage","_nodeHttpHandler","_middlewareApplyBodyChecksum","_http","_https","_log","_stream","_xoRemoteParser","_copyStreamToBuffer","_interopRequireDefault","_guessAwsRegion","_abstract","_path","e","__esModule","default","MAX_PART_SIZE","MAX_PART_NUMBER","MIN_PART_SIZE","debug","info","warn","createLogger","S3Handler","RemoteHandlerAbstract","bucket","dir","s3","immutable","constructor","remote","_opts","allowUnauthorized","host","path","username","password","protocol","region","guessAwsRegion","parse","url","S3Client","apiVersion","endpoint","forcePathStyle","credentials","accessKeyId","secretAccessKey","tls","requestHandler","NodeHttpHandler","socketTimeout","httpAgent","HttpAgent","keepAlive","httpsAgent","HttpsAgent","rejectUnauthorized","requestChecksumCalculation","responseChecksumValidation","parts","split","shift","join","type","makeCopySource","#makeCopySource","makeKey","#makeKey","file","makePrefix","#makePrefix","prefix","createParams","#createParams","Bucket","Key","multipartCopy","#multipartCopy","oldPath","newPath","size","_getSize","CopySource","multipartParams","send","CreateMultipartUploadCommand","start","partNumber","length","upload","UploadPartCopyCommand","CopySourceRange","Math","min","PartNumber","push","ETag","CopyPartResult","CompleteMultipartUploadCommand","MultipartUpload","Parts","AbortMultipartUploadCommand","isImmutable","_conditionRetry","error","_error$$metadata","includes","$metadata","httpStatusCode","_copy","CopyObjectCommand","name","Error","cause","code","isNotEmptyDir","#isNotEmptyDir","_result$Contents","result","ListObjectsV2Command","MaxKeys","Prefix","Contents","isFile","#isFile","HeadObjectCommand","_outputStream","input","streamLength","maxStreamLength","validator","partSize","undefined","max","ceil","readCounter","MAX_SIZE","streamCutter","Transform","transform","chunk","encoding","callback","Body","PassThrough","pipeline","Upload","client","params","leavePartsOnError","done","call","__unlink","_writeFile","data","options","PutObjectCommand","_createReadStream","GetObjectCommand","_unlink","DeleteObjectCommand","_list","NextContinuationToken","uniq","Set","Delimiter","ContinuationToken","IsTruncated","entry","CommonPrefixes","add","basename","_mkdir","_rename","__copy","fd","ContentLength","_read","buffer","position","Range","bytesRead","copyStreamToBuffer","_rmdir","_rmtree","DeleteObjectsCommand","Delete","Objects","_openFile","flags","_closeFile","_sync","_res$ObjectLockConfig","res","GetObjectLockConfigurationCommand","ObjectLockConfiguration","ObjectLockEnabled","middlewareStack","use","getApplyMd5BodyChecksumPlugin","config","Code","useVhdDirectory","exports"],"sources":["../src/s3.js"],"sourcesContent":["import {\n AbortMultipartUploadCommand,\n CompleteMultipartUploadCommand,\n CopyObjectCommand,\n CreateMultipartUploadCommand,\n DeleteObjectCommand,\n DeleteObjectsCommand,\n GetObjectCommand,\n GetObjectLockConfigurationCommand,\n HeadObjectCommand,\n ListObjectsV2Command,\n PutObjectCommand,\n S3Client,\n UploadPartCopyCommand,\n} from '@aws-sdk/client-s3'\nimport { Upload } from '@aws-sdk/lib-storage'\nimport { NodeHttpHandler } from '@aws-sdk/node-http-handler'\nimport { getApplyMd5BodyChecksumPlugin } from '@aws-sdk/middleware-apply-body-checksum'\nimport { Agent as HttpAgent } from 'http'\nimport { Agent as HttpsAgent } from 'https'\nimport { createLogger } from '@xen-orchestra/log'\nimport { PassThrough, Transform, pipeline } from 'stream'\nimport { parse } from 'xo-remote-parser'\nimport copyStreamToBuffer from './_copyStreamToBuffer.js'\nimport guessAwsRegion from './_guessAwsRegion.js'\nimport RemoteHandlerAbstract from './abstract'\nimport { basename, join, split } from './path'\n\n// endpoints https://docs.aws.amazon.com/general/latest/gr/s3.html\n\n// limits: https://docs.aws.amazon.com/AmazonS3/latest/dev/qfacts.html\nconst MAX_PART_SIZE = 1024 * 1024 * 1024 * 5 // 5GB\nconst MAX_PART_NUMBER = 10000\nconst MIN_PART_SIZE = 5 * 1024 * 1024\nconst { debug, info, warn } = createLogger('xo:fs:s3')\n\nexport default class S3Handler extends RemoteHandlerAbstract {\n #bucket\n #dir\n #s3\n #immutable = false\n\n constructor(remote, _opts) {\n super(remote, _opts)\n const {\n allowUnauthorized,\n host,\n path,\n username,\n password,\n protocol,\n region = guessAwsRegion(host),\n } = parse(remote.url)\n\n this.#s3 = new S3Client({\n apiVersion: '2006-03-01',\n endpoint: `${protocol}://${host}`,\n forcePathStyle: true,\n credentials: {\n accessKeyId: username,\n secretAccessKey: password,\n },\n tls: protocol === 'https',\n region,\n requestHandler: new NodeHttpHandler({\n socketTimeout: 600000,\n httpAgent: new HttpAgent({\n keepAlive: true,\n }),\n httpsAgent: new HttpsAgent({\n rejectUnauthorized: !allowUnauthorized,\n keepAlive: true,\n }),\n }),\n // from https://github.com/aws/aws-sdk-js-v3/issues/6810\n // some non AWS services like backblaze or cloudflare don't expect the new headers\n requestChecksumCalculation: 'WHEN_REQUIRED',\n responseChecksumValidation: 'WHEN_REQUIRED',\n })\n\n const parts = split(path)\n this.#bucket = parts.shift()\n this.#dir = join(...parts)\n }\n\n get type() {\n return 's3'\n }\n\n #makeCopySource(path) {\n return join(this.#bucket, this.#dir, path)\n }\n\n #makeKey(file) {\n return join(this.#dir, file)\n }\n\n #makePrefix(dir) {\n const prefix = join(this.#dir, dir, '/')\n\n // no prefix for root\n if (prefix !== './') {\n return prefix\n }\n }\n\n #createParams(file) {\n return { Bucket: this.#bucket, Key: this.#makeKey(file) }\n }\n\n async #multipartCopy(oldPath, newPath) {\n const size = await this._getSize(oldPath)\n const CopySource = this.#makeCopySource(oldPath)\n const multipartParams = await this.#s3.send(new CreateMultipartUploadCommand({ ...this.#createParams(newPath) }))\n try {\n const parts = []\n let start = 0\n while (start < size) {\n const partNumber = parts.length + 1\n const upload = await this.#s3.send(\n new UploadPartCopyCommand({\n ...multipartParams,\n CopySource,\n CopySourceRange: `bytes=${start}-${Math.min(start + MAX_PART_SIZE, size) - 1}`,\n PartNumber: partNumber,\n })\n )\n parts.push({ ETag: upload.CopyPartResult.ETag, PartNumber: partNumber })\n start += MAX_PART_SIZE\n }\n await this.#s3.send(\n new CompleteMultipartUploadCommand({\n ...multipartParams,\n MultipartUpload: { Parts: parts },\n })\n )\n } catch (e) {\n await this.#s3.send(new AbortMultipartUploadCommand(multipartParams))\n throw e\n }\n }\n\n isImmutable() {\n return super.isImmutable() || this.#immutable\n }\n _conditionRetry(error) {\n return ![401, 403, 404, 405].includes(error?.$metadata?.httpStatusCode) && super._conditionRetry(error)\n }\n\n async _copy(oldPath, newPath) {\n const CopySource = this.#makeCopySource(oldPath)\n try {\n await this.#s3.send(\n new CopyObjectCommand({\n ...this.#createParams(newPath),\n CopySource,\n })\n )\n } catch (e) {\n // object > 5GB must be copied part by part\n if (e.name === 'EntityTooLarge') {\n return this.#multipartCopy(oldPath, newPath)\n }\n // normalize this error code\n if (e.name === 'NoSuchKey') {\n const error = new Error(`ENOENT: no such file or directory '${oldPath}'`)\n error.cause = e\n error.code = 'ENOENT'\n error.path = oldPath\n throw error\n }\n throw e\n }\n }\n\n async #isNotEmptyDir(path) {\n const result = await this.#s3.send(\n new ListObjectsV2Command({\n Bucket: this.#bucket,\n MaxKeys: 1,\n Prefix: this.#makePrefix(path),\n })\n )\n return result.Contents?.length > 0\n }\n\n async #isFile(path) {\n try {\n await this.#s3.send(new HeadObjectCommand(this.#createParams(path)))\n return true\n } catch (error) {\n if (error.name === 'NotFound') {\n return false\n }\n throw error\n }\n }\n\n async _outputStream(path, input, { streamLength, maxStreamLength = streamLength, validator }) {\n // S3 storage is limited to 10K part, each part is limited to 5GB. And the total upload must be smaller than 5TB\n // a bigger partSize increase the memory consumption of aws/lib-storage exponentially\n let partSize\n if (maxStreamLength === undefined) {\n warn(`Writing ${path} to a S3 remote without a max size set will cut it to 50GB`, { path })\n partSize = MIN_PART_SIZE // min size for S3\n } else {\n partSize = Math.min(Math.max(Math.ceil(maxStreamLength / MAX_PART_NUMBER), MIN_PART_SIZE), MAX_PART_SIZE)\n }\n\n // ensure we don't try to upload a stream to big for this partSize\n let readCounter = 0\n const MAX_SIZE = MAX_PART_NUMBER * partSize\n const streamCutter = new Transform({\n transform(chunk, encoding, callback) {\n readCounter += chunk.length\n if (readCounter > MAX_SIZE) {\n callback(new Error(`read ${readCounter} bytes, maximum size allowed is ${MAX_SIZE} `))\n } else {\n callback(null, chunk)\n }\n },\n })\n\n // Workaround for \"ReferenceError: ReadableStream is not defined\"\n // https://github.com/aws/aws-sdk-js-v3/issues/2522\n const Body = new PassThrough()\n pipeline(input, streamCutter, Body, () => {})\n\n const upload = new Upload({\n client: this.#s3,\n params: {\n ...this.#createParams(path),\n Body,\n },\n partSize,\n leavePartsOnError: false,\n })\n\n await upload.done()\n\n if (validator !== undefined) {\n try {\n await validator.call(this, path)\n } catch (error) {\n await this.__unlink(path)\n throw error\n }\n }\n }\n\n async _writeFile(file, data, options) {\n return this.#s3.send(\n new PutObjectCommand({\n ...this.#createParams(file),\n Body: data,\n })\n )\n }\n\n async _createReadStream(path, options) {\n try {\n return (await this.#s3.send(new GetObjectCommand(this.#createParams(path)))).Body\n } catch (e) {\n if (e.name === 'NoSuchKey') {\n const error = new Error(`ENOENT: no such file '${path}'`)\n error.code = 'ENOENT'\n error.path = path\n throw error\n }\n throw e\n }\n }\n\n async _unlink(path) {\n await this.#s3.send(new DeleteObjectCommand(this.#createParams(path)))\n\n if (await this.#isNotEmptyDir(path)) {\n const error = new Error(`EISDIR: illegal operation on a directory, unlink '${path}'`)\n error.code = 'EISDIR'\n error.path = path\n throw error\n }\n }\n\n async _list(dir) {\n let NextContinuationToken\n const uniq = new Set()\n const Prefix = this.#makePrefix(dir)\n\n do {\n const result = await this.#s3.send(\n new ListObjectsV2Command({\n Bucket: this.#bucket,\n Prefix,\n Delimiter: '/',\n // will only return path until delimiters\n ContinuationToken: NextContinuationToken,\n })\n )\n\n if (result.IsTruncated) {\n warn(`need pagination to browse the directory ${dir} completely`)\n NextContinuationToken = result.NextContinuationToken\n } else {\n NextContinuationToken = undefined\n }\n\n // subdirectories\n for (const entry of result.CommonPrefixes ?? []) {\n uniq.add(basename(entry.Prefix))\n }\n\n // files\n for (const entry of result.Contents ?? []) {\n uniq.add(basename(entry.Key))\n }\n } while (NextContinuationToken !== undefined)\n\n return [...uniq]\n }\n\n async _mkdir(path) {\n if (await this.#isFile(path)) {\n const error = new Error(`ENOTDIR: file already exists, mkdir '${path}'`)\n error.code = 'ENOTDIR'\n error.path = path\n throw error\n }\n // nothing to do, directories do not exist, they are part of the files' path\n }\n\n // s3 doesn't have a rename operation, so copy + delete source\n async _rename(oldPath, newPath) {\n await this.__copy(oldPath, newPath)\n await this.#s3.send(new DeleteObjectCommand(this.#createParams(oldPath)))\n }\n\n async _getSize(file) {\n if (typeof file !== 'string') {\n file = file.fd\n }\n const result = await this.#s3.send(new HeadObjectCommand(this.#createParams(file)))\n return +result.ContentLength\n }\n\n async _read(file, buffer, position = 0) {\n if (typeof file !== 'string') {\n file = file.fd\n }\n const params = this.#createParams(file)\n params.Range = `bytes=${position}-${position + buffer.length - 1}`\n try {\n const result = await this.#s3.send(new GetObjectCommand(params))\n const bytesRead = await copyStreamToBuffer(result.Body, buffer)\n return { bytesRead, buffer }\n } catch (e) {\n if (e.name === 'NoSuchKey') {\n if (await this.#isNotEmptyDir(file)) {\n const error = new Error(`${file} is a directory`)\n error.code = 'EISDIR'\n error.path = file\n throw error\n }\n }\n throw e\n }\n }\n\n async _rmdir(path) {\n if (await this.#isNotEmptyDir(path)) {\n const error = new Error(`ENOTEMPTY: directory not empty, rmdir '${path}`)\n error.code = 'ENOTEMPTY'\n error.path = path\n throw error\n }\n\n // nothing to do, directories do not exist, they are part of the files' path\n }\n\n // reimplement _rmtree to handle efficiently path with more than 1000 entries in trees\n // @todo : use parallel processing for unlink\n async _rmtree(path) {\n let NextContinuationToken\n const Prefix = this.#makePrefix(path)\n do {\n const result = await this.#s3.send(\n new ListObjectsV2Command({\n Bucket: this.#bucket,\n Prefix,\n ContinuationToken: NextContinuationToken,\n })\n )\n\n NextContinuationToken = result.IsTruncated ? result.NextContinuationToken : undefined\n await this.#s3.send(\n new DeleteObjectsCommand({\n Bucket: this.#bucket,\n Delete: {\n Objects: result.Contents ?? [],\n },\n })\n )\n } while (NextContinuationToken !== undefined)\n }\n\n async _openFile(path, flags) {\n return path\n }\n\n async _closeFile(fd) {}\n\n async _sync() {\n await super._sync()\n try {\n // if Object Lock is enabled, each upload must come with a contentMD5 header\n // the computation of this md5 is memory-intensive, especially when uploading a stream\n const res = await this.#s3.send(new GetObjectLockConfigurationCommand({ Bucket: this.#bucket }))\n if (res.ObjectLockConfiguration?.ObjectLockEnabled === 'Enabled') {\n // Workaround for https://github.com/aws/aws-sdk-js-v3/issues/2673\n // will automatically add the contentMD5 header to any upload to S3\n debug(`Object Lock is enable, enable content md5 header`)\n this.#s3.middlewareStack.use(getApplyMd5BodyChecksumPlugin(this.#s3.config))\n this.#immutable = true\n }\n } catch (error) {\n // maybe the account doesn't have enough privilege to query the object lock configuration\n // be defensive and apply the md5 just in case\n if (error.$metadata.httpStatusCode === 403) {\n info(`s3 user doesnt have enough privilege to check for Object Lock, enable content MD5 header`)\n this.#s3.middlewareStack.use(getApplyMd5BodyChecksumPlugin(this.#s3.config))\n } else if (error.Code === 'ObjectLockConfigurationNotFoundError' || error.$metadata.httpStatusCode === 501) {\n info(`Object lock is not available or not configured, don't add the content MD5 header`)\n } else {\n throw error\n }\n }\n }\n\n useVhdDirectory() {\n return true\n }\n}\n"],"mappings":";;;;;;AAAA,IAAAA,QAAA,GAAAC,OAAA;AAeA,IAAAC,WAAA,GAAAD,OAAA;AACA,IAAAE,gBAAA,GAAAF,OAAA;AACA,IAAAG,4BAAA,GAAAH,OAAA;AACA,IAAAI,KAAA,GAAAJ,OAAA;AACA,IAAAK,MAAA,GAAAL,OAAA;AACA,IAAAM,IAAA,GAAAN,OAAA;AACA,IAAAO,OAAA,GAAAP,OAAA;AACA,IAAAQ,eAAA,GAAAR,OAAA;AACA,IAAAS,mBAAA,GAAAC,sBAAA,CAAAV,OAAA;AACA,IAAAW,eAAA,GAAAD,sBAAA,CAAAV,OAAA;AACA,IAAAY,SAAA,GAAAF,sBAAA,CAAAV,OAAA;AACA,IAAAa,KAAA,GAAAb,OAAA;AAA8C,SAAAU,uBAAAI,CAAA,WAAAA,CAAA,IAAAA,CAAA,CAAAC,UAAA,GAAAD,CAAA,KAAAE,OAAA,EAAAF,CAAA;AAK9C,MAAMG,aAAa,GAAG,IAAI,GAAG,IAAI,GAAG,IAAI,GAAG,CAAC;AAC5C,MAAMC,eAAe,GAAG,KAAK;AAC7B,MAAMC,aAAa,GAAG,CAAC,GAAG,IAAI,GAAG,IAAI;AACrC,MAAM;EAAEC,KAAK;EAAEC,IAAI;EAAEC;AAAK,CAAC,GAAG,IAAAC,iBAAY,EAAC,UAAU,CAAC;AAEvC,MAAMC,SAAS,SAASC,iBAAqB,CAAC;EAC3D,CAACC,MAAM;EACP,CAACC,GAAG;EACJ,CAACC,EAAE;EACH,CAACC,SAAS,GAAG,KAAK;EAElBC,WAAWA,CAACC,MAAM,EAAEC,KAAK,EAAE;IACzB,KAAK,CAACD,MAAM,EAAEC,KAAK,CAAC;IACpB,MAAM;MACJC,iBAAiB;MACjBC,IAAI;MACJC,IAAI;MACJC,QAAQ;MACRC,QAAQ;MACRC,QAAQ;MACRC,MAAM,GAAG,IAAAC,uBAAc,EAACN,IAAI;IAC9B,CAAC,GAAG,IAAAO,qBAAK,EAACV,MAAM,CAACW,GAAG,CAAC;IAErB,IAAI,CAAC,CAACd,EAAE,GAAG,IAAIe,iBAAQ,CAAC;MACtBC,UAAU,EAAE,YAAY;MACxBC,QAAQ,EAAE,GAAGP,QAAQ,MAAMJ,IAAI,EAAE;MACjCY,cAAc,EAAE,IAAI;MACpBC,WAAW,EAAE;QACXC,WAAW,EAAEZ,QAAQ;QACrBa,eAAe,EAAEZ;MACnB,CAAC;MACDa,GAAG,EAAEZ,QAAQ,KAAK,OAAO;MACzBC,MAAM;MACNY,cAAc,EAAE,IAAIC,gCAAe,CAAC;QAClCC,aAAa,EAAE,MAAM;QACrBC,SAAS,EAAE,IAAIC,WAAS,CAAC;UACvBC,SAAS,EAAE;QACb,CAAC,CAAC;QACFC,UAAU,EAAE,IAAIC,YAAU,CAAC;UACzBC,kBAAkB,EAAE,CAAC1B,iBAAiB;UACtCuB,SAAS,EAAE;QACb,CAAC;MACH,CAAC,CAAC;MAGFI,0BAA0B,EAAE,eAAe;MAC3CC,0BAA0B,EAAE;IAC9B,CAAC,CAAC;IAEF,MAAMC,KAAK,GAAG,IAAAC,WAAK,EAAC5B,IAAI,CAAC;IACzB,IAAI,CAAC,CAACT,MAAM,GAAGoC,KAAK,CAACE,KAAK,CAAC,CAAC;IAC5B,IAAI,CAAC,CAACrC,GAAG,GAAG,IAAAsC,UAAI,EAAC,GAAGH,KAAK,CAAC;EAC5B;EAEA,IAAII,IAAIA,CAAA,EAAG;IACT,OAAO,IAAI;EACb;EAEA,CAACC,cAAcC,CAACjC,IAAI,EAAE;IACpB,OAAO,IAAA8B,UAAI,EAAC,IAAI,CAAC,CAACvC,MAAM,EAAE,IAAI,CAAC,CAACC,GAAG,EAAEQ,IAAI,CAAC;EAC5C;EAEA,CAACkC,OAAOC,CAACC,IAAI,EAAE;IACb,OAAO,IAAAN,UAAI,EAAC,IAAI,CAAC,CAACtC,GAAG,EAAE4C,IAAI,CAAC;EAC9B;EAEA,CAACC,UAAUC,CAAC9C,GAAG,EAAE;IACf,MAAM+C,MAAM,GAAG,IAAAT,UAAI,EAAC,IAAI,CAAC,CAACtC,GAAG,EAAEA,GAAG,EAAE,GAAG,CAAC;IAGxC,IAAI+C,MAAM,KAAK,IAAI,EAAE;MACnB,OAAOA,MAAM;IACf;EACF;EAEA,CAACC,YAAYC,CAACL,IAAI,EAAE;IAClB,OAAO;MAAEM,MAAM,EAAE,IAAI,CAAC,CAACnD,MAAM;MAAEoD,GAAG,EAAE,IAAI,CAAC,CAACT,OAAO,CAACE,IAAI;IAAE,CAAC;EAC3D;EAEA,MAAM,CAACQ,aAAaC,CAACC,OAAO,EAAEC,OAAO,EAAE;IACrC,MAAMC,IAAI,GAAG,MAAM,IAAI,CAACC,QAAQ,CAACH,OAAO,CAAC;IACzC,MAAMI,UAAU,GAAG,IAAI,CAAC,CAAClB,cAAc,CAACc,OAAO,CAAC;IAChD,MAAMK,eAAe,GAAG,MAAM,IAAI,CAAC,CAAC1D,EAAE,CAAC2D,IAAI,CAAC,IAAIC,qCAA4B,CAAC;MAAE,GAAG,IAAI,CAAC,CAACb,YAAY,CAACO,OAAO;IAAE,CAAC,CAAC,CAAC;IACjH,IAAI;MACF,MAAMpB,KAAK,GAAG,EAAE;MAChB,IAAI2B,KAAK,GAAG,CAAC;MACb,OAAOA,KAAK,GAAGN,IAAI,EAAE;QACnB,MAAMO,UAAU,GAAG5B,KAAK,CAAC6B,MAAM,GAAG,CAAC;QACnC,MAAMC,MAAM,GAAG,MAAM,IAAI,CAAC,CAAChE,EAAE,CAAC2D,IAAI,CAChC,IAAIM,8BAAqB,CAAC;UACxB,GAAGP,eAAe;UAClBD,UAAU;UACVS,eAAe,EAAE,SAASL,KAAK,IAAIM,IAAI,CAACC,GAAG,CAACP,KAAK,GAAGxE,aAAa,EAAEkE,IAAI,CAAC,GAAG,CAAC,EAAE;UAC9Ec,UAAU,EAAEP;QACd,CAAC,CACH,CAAC;QACD5B,KAAK,CAACoC,IAAI,CAAC;UAAEC,IAAI,EAAEP,MAAM,CAACQ,cAAc,CAACD,IAAI;UAAEF,UAAU,EAAEP;QAAW,CAAC,CAAC;QACxED,KAAK,IAAIxE,aAAa;MACxB;MACA,MAAM,IAAI,CAAC,CAACW,EAAE,CAAC2D,IAAI,CACjB,IAAIc,uCAA8B,CAAC;QACjC,GAAGf,eAAe;QAClBgB,eAAe,EAAE;UAAEC,KAAK,EAAEzC;QAAM;MAClC,CAAC,CACH,CAAC;IACH,CAAC,CAAC,OAAOhD,CAAC,EAAE;MACV,MAAM,IAAI,CAAC,CAACc,EAAE,CAAC2D,IAAI,CAAC,IAAIiB,oCAA2B,CAAClB,eAAe,CAAC,CAAC;MACrE,MAAMxE,CAAC;IACT;EACF;EAEA2F,WAAWA,CAAA,EAAG;IACZ,OAAO,KAAK,CAACA,WAAW,CAAC,CAAC,IAAI,IAAI,CAAC,CAAC5E,SAAS;EAC/C;EACA6E,eAAeA,CAACC,KAAK,EAAE;IAAA,IAAAC,gBAAA;IACrB,OAAO,CAAC,CAAC,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,CAAC,CAACC,QAAQ,CAACF,KAAK,aAALA,KAAK,gBAAAC,gBAAA,GAALD,KAAK,CAAEG,SAAS,cAAAF,gBAAA,uBAAhBA,gBAAA,CAAkBG,cAAc,CAAC,IAAI,KAAK,CAACL,eAAe,CAACC,KAAK,CAAC;EACzG;EAEA,MAAMK,KAAKA,CAAC/B,OAAO,EAAEC,OAAO,EAAE;IAC5B,MAAMG,UAAU,GAAG,IAAI,CAAC,CAAClB,cAAc,CAACc,OAAO,CAAC;IAChD,IAAI;MACF,MAAM,IAAI,CAAC,CAACrD,EAAE,CAAC2D,IAAI,CACjB,IAAI0B,0BAAiB,CAAC;QACpB,GAAG,IAAI,CAAC,CAACtC,YAAY,CAACO,OAAO,CAAC;QAC9BG;MACF,CAAC,CACH,CAAC;IACH,CAAC,CAAC,OAAOvE,CAAC,EAAE;MAEV,IAAIA,CAAC,CAACoG,IAAI,KAAK,gBAAgB,EAAE;QAC/B,OAAO,IAAI,CAAC,CAACnC,aAAa,CAACE,OAAO,EAAEC,OAAO,CAAC;MAC9C;MAEA,IAAIpE,CAAC,CAACoG,IAAI,KAAK,WAAW,EAAE;QAC1B,MAAMP,KAAK,GAAG,IAAIQ,KAAK,CAAC,sCAAsClC,OAAO,GAAG,CAAC;QACzE0B,KAAK,CAACS,KAAK,GAAGtG,CAAC;QACf6F,KAAK,CAACU,IAAI,GAAG,QAAQ;QACrBV,KAAK,CAACxE,IAAI,GAAG8C,OAAO;QACpB,MAAM0B,KAAK;MACb;MACA,MAAM7F,CAAC;IACT;EACF;EAEA,MAAM,CAACwG,aAAaC,CAACpF,IAAI,EAAE;IAAA,IAAAqF,gBAAA;IACzB,MAAMC,MAAM,GAAG,MAAM,IAAI,CAAC,CAAC7F,EAAE,CAAC2D,IAAI,CAChC,IAAImC,6BAAoB,CAAC;MACvB7C,MAAM,EAAE,IAAI,CAAC,CAACnD,MAAM;MACpBiG,OAAO,EAAE,CAAC;MACVC,MAAM,EAAE,IAAI,CAAC,CAACpD,UAAU,CAACrC,IAAI;IAC/B,CAAC,CACH,CAAC;IACD,OAAO,EAAAqF,gBAAA,GAAAC,MAAM,CAACI,QAAQ,cAAAL,gBAAA,uBAAfA,gBAAA,CAAiB7B,MAAM,IAAG,CAAC;EACpC;EAEA,MAAM,CAACmC,MAAMC,CAAC5F,IAAI,EAAE;IAClB,IAAI;MACF,MAAM,IAAI,CAAC,CAACP,EAAE,CAAC2D,IAAI,CAAC,IAAIyC,0BAAiB,CAAC,IAAI,CAAC,CAACrD,YAAY,CAACxC,IAAI,CAAC,CAAC,CAAC;MACpE,OAAO,IAAI;IACb,CAAC,CAAC,OAAOwE,KAAK,EAAE;MACd,IAAIA,KAAK,CAACO,IAAI,KAAK,UAAU,EAAE;QAC7B,OAAO,KAAK;MACd;MACA,MAAMP,KAAK;IACb;EACF;EAEA,MAAMsB,aAAaA,CAAC9F,IAAI,EAAE+F,KAAK,EAAE;IAAEC,YAAY;IAAEC,eAAe,GAAGD,YAAY;IAAEE;EAAU,CAAC,EAAE;IAG5F,IAAIC,QAAQ;IACZ,IAAIF,eAAe,KAAKG,SAAS,EAAE;MACjCjH,IAAI,CAAC,WAAWa,IAAI,4DAA4D,EAAE;QAAEA;MAAK,CAAC,CAAC;MAC3FmG,QAAQ,GAAGnH,aAAa;IAC1B,CAAC,MAAM;MACLmH,QAAQ,GAAGvC,IAAI,CAACC,GAAG,CAACD,IAAI,CAACyC,GAAG,CAACzC,IAAI,CAAC0C,IAAI,CAACL,eAAe,GAAGlH,eAAe,CAAC,EAAEC,aAAa,CAAC,EAAEF,aAAa,CAAC;IAC3G;IAGA,IAAIyH,WAAW,GAAG,CAAC;IACnB,MAAMC,QAAQ,GAAGzH,eAAe,GAAGoH,QAAQ;IAC3C,MAAMM,YAAY,GAAG,IAAIC,iBAAS,CAAC;MACjCC,SAASA,CAACC,KAAK,EAAEC,QAAQ,EAAEC,QAAQ,EAAE;QACnCP,WAAW,IAAIK,KAAK,CAACpD,MAAM;QAC3B,IAAI+C,WAAW,GAAGC,QAAQ,EAAE;UAC1BM,QAAQ,CAAC,IAAI9B,KAAK,CAAC,QAAQuB,WAAW,oCAAoCC,QAAQ,GAAG,CAAC,CAAC;QACzF,CAAC,MAAM;UACLM,QAAQ,CAAC,IAAI,EAAEF,KAAK,CAAC;QACvB;MACF;IACF,CAAC,CAAC;IAIF,MAAMG,IAAI,GAAG,IAAIC,mBAAW,CAAC,CAAC;IAC9B,IAAAC,gBAAQ,EAAClB,KAAK,EAAEU,YAAY,EAAEM,IAAI,EAAE,MAAM,CAAC,CAAC,CAAC;IAE7C,MAAMtD,MAAM,GAAG,IAAIyD,kBAAM,CAAC;MACxBC,MAAM,EAAE,IAAI,CAAC,CAAC1H,EAAE;MAChB2H,MAAM,EAAE;QACN,GAAG,IAAI,CAAC,CAAC5E,YAAY,CAACxC,IAAI,CAAC;QAC3B+G;MACF,CAAC;MACDZ,QAAQ;MACRkB,iBAAiB,EAAE;IACrB,CAAC,CAAC;IAEF,MAAM5D,MAAM,CAAC6D,IAAI,CAAC,CAAC;IAEnB,IAAIpB,SAAS,KAAKE,SAAS,EAAE;MAC3B,IAAI;QACF,MAAMF,SAAS,CAACqB,IAAI,CAAC,IAAI,EAAEvH,IAAI,CAAC;MAClC,CAAC,CAAC,OAAOwE,KAAK,EAAE;QACd,MAAM,IAAI,CAACgD,QAAQ,CAACxH,IAAI,CAAC;QACzB,MAAMwE,KAAK;MACb;IACF;EACF;EAEA,MAAMiD,UAAUA,CAACrF,IAAI,EAAEsF,IAAI,EAAEC,OAAO,EAAE;IACpC,OAAO,IAAI,CAAC,CAAClI,EAAE,CAAC2D,IAAI,CAClB,IAAIwE,yBAAgB,CAAC;MACnB,GAAG,IAAI,CAAC,CAACpF,YAAY,CAACJ,IAAI,CAAC;MAC3B2E,IAAI,EAAEW;IACR,CAAC,CACH,CAAC;EACH;EAEA,MAAMG,iBAAiBA,CAAC7H,IAAI,EAAE2H,OAAO,EAAE;IACrC,IAAI;MACF,OAAO,CAAC,MAAM,IAAI,CAAC,CAAClI,EAAE,CAAC2D,IAAI,CAAC,IAAI0E,yBAAgB,CAAC,IAAI,CAAC,CAACtF,YAAY,CAACxC,IAAI,CAAC,CAAC,CAAC,EAAE+G,IAAI;IACnF,CAAC,CAAC,OAAOpI,CAAC,EAAE;MACV,IAAIA,CAAC,CAACoG,IAAI,KAAK,WAAW,EAAE;QAC1B,MAAMP,KAAK,GAAG,IAAIQ,KAAK,CAAC,yBAAyBhF,IAAI,GAAG,CAAC;QACzDwE,KAAK,CAACU,IAAI,GAAG,QAAQ;QACrBV,KAAK,CAACxE,IAAI,GAAGA,IAAI;QACjB,MAAMwE,KAAK;MACb;MACA,MAAM7F,CAAC;IACT;EACF;EAEA,MAAMoJ,OAAOA,CAAC/H,IAAI,EAAE;IAClB,MAAM,IAAI,CAAC,CAACP,EAAE,CAAC2D,IAAI,CAAC,IAAI4E,4BAAmB,CAAC,IAAI,CAAC,CAACxF,YAAY,CAACxC,IAAI,CAAC,CAAC,CAAC;IAEtE,IAAI,MAAM,IAAI,CAAC,CAACmF,aAAa,CAACnF,IAAI,CAAC,EAAE;MACnC,MAAMwE,KAAK,GAAG,IAAIQ,KAAK,CAAC,qDAAqDhF,IAAI,GAAG,CAAC;MACrFwE,KAAK,CAACU,IAAI,GAAG,QAAQ;MACrBV,KAAK,CAACxE,IAAI,GAAGA,IAAI;MACjB,MAAMwE,KAAK;IACb;EACF;EAEA,MAAMyD,KAAKA,CAACzI,GAAG,EAAE;IACf,IAAI0I,qBAAqB;IACzB,MAAMC,IAAI,GAAG,IAAIC,GAAG,CAAC,CAAC;IACtB,MAAM3C,MAAM,GAAG,IAAI,CAAC,CAACpD,UAAU,CAAC7C,GAAG,CAAC;IAEpC,GAAG;MACD,MAAM8F,MAAM,GAAG,MAAM,IAAI,CAAC,CAAC7F,EAAE,CAAC2D,IAAI,CAChC,IAAImC,6BAAoB,CAAC;QACvB7C,MAAM,EAAE,IAAI,CAAC,CAACnD,MAAM;QACpBkG,MAAM;QACN4C,SAAS,EAAE,GAAG;QAEdC,iBAAiB,EAAEJ;MACrB,CAAC,CACH,CAAC;MAED,IAAI5C,MAAM,CAACiD,WAAW,EAAE;QACtBpJ,IAAI,CAAC,2CAA2CK,GAAG,aAAa,CAAC;QACjE0I,qBAAqB,GAAG5C,MAAM,CAAC4C,qBAAqB;MACtD,CAAC,MAAM;QACLA,qBAAqB,GAAG9B,SAAS;MACnC;MAGA,KAAK,MAAMoC,KAAK,IAAIlD,MAAM,CAACmD,cAAc,IAAI,EAAE,EAAE;QAC/CN,IAAI,CAACO,GAAG,CAAC,IAAAC,cAAQ,EAACH,KAAK,CAAC/C,MAAM,CAAC,CAAC;MAClC;MAGA,KAAK,MAAM+C,KAAK,IAAIlD,MAAM,CAACI,QAAQ,IAAI,EAAE,EAAE;QACzCyC,IAAI,CAACO,GAAG,CAAC,IAAAC,cAAQ,EAACH,KAAK,CAAC7F,GAAG,CAAC,CAAC;MAC/B;IACF,CAAC,QAAQuF,qBAAqB,KAAK9B,SAAS;IAE5C,OAAO,CAAC,GAAG+B,IAAI,CAAC;EAClB;EAEA,MAAMS,MAAMA,CAAC5I,IAAI,EAAE;IACjB,IAAI,MAAM,IAAI,CAAC,CAAC2F,MAAM,CAAC3F,IAAI,CAAC,EAAE;MAC5B,MAAMwE,KAAK,GAAG,IAAIQ,KAAK,CAAC,wCAAwChF,IAAI,GAAG,CAAC;MACxEwE,KAAK,CAACU,IAAI,GAAG,SAAS;MACtBV,KAAK,CAACxE,IAAI,GAAGA,IAAI;MACjB,MAAMwE,KAAK;IACb;EAEF;EAGA,MAAMqE,OAAOA,CAAC/F,OAAO,EAAEC,OAAO,EAAE;IAC9B,MAAM,IAAI,CAAC+F,MAAM,CAAChG,OAAO,EAAEC,OAAO,CAAC;IACnC,MAAM,IAAI,CAAC,CAACtD,EAAE,CAAC2D,IAAI,CAAC,IAAI4E,4BAAmB,CAAC,IAAI,CAAC,CAACxF,YAAY,CAACM,OAAO,CAAC,CAAC,CAAC;EAC3E;EAEA,MAAMG,QAAQA,CAACb,IAAI,EAAE;IACnB,IAAI,OAAOA,IAAI,KAAK,QAAQ,EAAE;MAC5BA,IAAI,GAAGA,IAAI,CAAC2G,EAAE;IAChB;IACA,MAAMzD,MAAM,GAAG,MAAM,IAAI,CAAC,CAAC7F,EAAE,CAAC2D,IAAI,CAAC,IAAIyC,0BAAiB,CAAC,IAAI,CAAC,CAACrD,YAAY,CAACJ,IAAI,CAAC,CAAC,CAAC;IACnF,OAAO,CAACkD,MAAM,CAAC0D,aAAa;EAC9B;EAEA,MAAMC,KAAKA,CAAC7G,IAAI,EAAE8G,MAAM,EAAEC,QAAQ,GAAG,CAAC,EAAE;IACtC,IAAI,OAAO/G,IAAI,KAAK,QAAQ,EAAE;MAC5BA,IAAI,GAAGA,IAAI,CAAC2G,EAAE;IAChB;IACA,MAAM3B,MAAM,GAAG,IAAI,CAAC,CAAC5E,YAAY,CAACJ,IAAI,CAAC;IACvCgF,MAAM,CAACgC,KAAK,GAAG,SAASD,QAAQ,IAAIA,QAAQ,GAAGD,MAAM,CAAC1F,MAAM,GAAG,CAAC,EAAE;IAClE,IAAI;MACF,MAAM8B,MAAM,GAAG,MAAM,IAAI,CAAC,CAAC7F,EAAE,CAAC2D,IAAI,CAAC,IAAI0E,yBAAgB,CAACV,MAAM,CAAC,CAAC;MAChE,MAAMiC,SAAS,GAAG,MAAM,IAAAC,2BAAkB,EAAChE,MAAM,CAACyB,IAAI,EAAEmC,MAAM,CAAC;MAC/D,OAAO;QAAEG,SAAS;QAAEH;MAAO,CAAC;IAC9B,CAAC,CAAC,OAAOvK,CAAC,EAAE;MACV,IAAIA,CAAC,CAACoG,IAAI,KAAK,WAAW,EAAE;QAC1B,IAAI,MAAM,IAAI,CAAC,CAACI,aAAa,CAAC/C,IAAI,CAAC,EAAE;UACnC,MAAMoC,KAAK,GAAG,IAAIQ,KAAK,CAAC,GAAG5C,IAAI,iBAAiB,CAAC;UACjDoC,KAAK,CAACU,IAAI,GAAG,QAAQ;UACrBV,KAAK,CAACxE,IAAI,GAAGoC,IAAI;UACjB,MAAMoC,KAAK;QACb;MACF;MACA,MAAM7F,CAAC;IACT;EACF;EAEA,MAAM4K,MAAMA,CAACvJ,IAAI,EAAE;IACjB,IAAI,MAAM,IAAI,CAAC,CAACmF,aAAa,CAACnF,IAAI,CAAC,EAAE;MACnC,MAAMwE,KAAK,GAAG,IAAIQ,KAAK,CAAC,0CAA0ChF,IAAI,EAAE,CAAC;MACzEwE,KAAK,CAACU,IAAI,GAAG,WAAW;MACxBV,KAAK,CAACxE,IAAI,GAAGA,IAAI;MACjB,MAAMwE,KAAK;IACb;EAGF;EAIA,MAAMgF,OAAOA,CAACxJ,IAAI,EAAE;IAClB,IAAIkI,qBAAqB;IACzB,MAAMzC,MAAM,GAAG,IAAI,CAAC,CAACpD,UAAU,CAACrC,IAAI,CAAC;IACrC,GAAG;MACD,MAAMsF,MAAM,GAAG,MAAM,IAAI,CAAC,CAAC7F,EAAE,CAAC2D,IAAI,CAChC,IAAImC,6BAAoB,CAAC;QACvB7C,MAAM,EAAE,IAAI,CAAC,CAACnD,MAAM;QACpBkG,MAAM;QACN6C,iBAAiB,EAAEJ;MACrB,CAAC,CACH,CAAC;MAEDA,qBAAqB,GAAG5C,MAAM,CAACiD,WAAW,GAAGjD,MAAM,CAAC4C,qBAAqB,GAAG9B,SAAS;MACrF,MAAM,IAAI,CAAC,CAAC3G,EAAE,CAAC2D,IAAI,CACjB,IAAIqG,6BAAoB,CAAC;QACvB/G,MAAM,EAAE,IAAI,CAAC,CAACnD,MAAM;QACpBmK,MAAM,EAAE;UACNC,OAAO,EAAErE,MAAM,CAACI,QAAQ,IAAI;QAC9B;MACF,CAAC,CACH,CAAC;IACH,CAAC,QAAQwC,qBAAqB,KAAK9B,SAAS;EAC9C;EAEA,MAAMwD,SAASA,CAAC5J,IAAI,EAAE6J,KAAK,EAAE;IAC3B,OAAO7J,IAAI;EACb;EAEA,MAAM8J,UAAUA,CAACf,EAAE,EAAE,CAAC;EAEtB,MAAMgB,KAAKA,CAAA,EAAG;IACZ,MAAM,KAAK,CAACA,KAAK,CAAC,CAAC;IACnB,IAAI;MAAA,IAAAC,qBAAA;MAGF,MAAMC,GAAG,GAAG,MAAM,IAAI,CAAC,CAACxK,EAAE,CAAC2D,IAAI,CAAC,IAAI8G,0CAAiC,CAAC;QAAExH,MAAM,EAAE,IAAI,CAAC,CAACnD;MAAO,CAAC,CAAC,CAAC;MAChG,IAAI,EAAAyK,qBAAA,GAAAC,GAAG,CAACE,uBAAuB,cAAAH,qBAAA,uBAA3BA,qBAAA,CAA6BI,iBAAiB,MAAK,SAAS,EAAE;QAGhEnL,KAAK,CAAC,kDAAkD,CAAC;QACzD,IAAI,CAAC,CAACQ,EAAE,CAAC4K,eAAe,CAACC,GAAG,CAAC,IAAAC,0DAA6B,EAAC,IAAI,CAAC,CAAC9K,EAAE,CAAC+K,MAAM,CAAC,CAAC;QAC5E,IAAI,CAAC,CAAC9K,SAAS,GAAG,IAAI;MACxB;IACF,CAAC,CAAC,OAAO8E,KAAK,EAAE;MAGd,IAAIA,KAAK,CAACG,SAAS,CAACC,cAAc,KAAK,GAAG,EAAE;QAC1C1F,IAAI,CAAC,0FAA0F,CAAC;QAChG,IAAI,CAAC,CAACO,EAAE,CAAC4K,eAAe,CAACC,GAAG,CAAC,IAAAC,0DAA6B,EAAC,IAAI,CAAC,CAAC9K,EAAE,CAAC+K,MAAM,CAAC,CAAC;MAC9E,CAAC,MAAM,IAAIhG,KAAK,CAACiG,IAAI,KAAK,sCAAsC,IAAIjG,KAAK,CAACG,SAAS,CAACC,cAAc,KAAK,GAAG,EAAE;QAC1G1F,IAAI,CAAC,kFAAkF,CAAC;MAC1F,CAAC,MAAM;QACL,MAAMsF,KAAK;MACb;IACF;EACF;EAEAkG,eAAeA,CAAA,EAAG;IAChB,OAAO,IAAI;EACb;AACF;AAACC,OAAA,CAAA9L,OAAA,GAAAQ,SAAA","ignoreList":[]}
|
|
1
|
+
{"version":3,"file":"s3.js","names":["_clientS","require","_libStorage","_nodeHttpHandler","_middlewareApplyBodyChecksum","_http","_https","_log","_stream","_xoRemoteParser","_copyStreamToBuffer","_interopRequireDefault","_guessAwsRegion","_abstract","_path","_asyncEach","e","__esModule","default","MAX_PART_SIZE","MAX_PART_NUMBER","MIN_PART_SIZE","debug","info","warn","createLogger","S3Handler","RemoteHandlerAbstract","bucket","dir","s3","immutable","constructor","remote","_opts","allowUnauthorized","host","path","username","password","protocol","region","guessAwsRegion","parse","url","S3Client","apiVersion","endpoint","forcePathStyle","credentials","accessKeyId","secretAccessKey","tls","requestHandler","NodeHttpHandler","socketTimeout","httpAgent","HttpAgent","keepAlive","httpsAgent","HttpsAgent","rejectUnauthorized","requestChecksumCalculation","responseChecksumValidation","parts","split","shift","join","type","makeCopySource","#makeCopySource","makeKey","#makeKey","file","makePrefix","#makePrefix","prefix","createParams","#createParams","Bucket","Key","multipartCopy","#multipartCopy","oldPath","newPath","size","_getSize","CopySource","multipartParams","send","CreateMultipartUploadCommand","start","partNumber","length","upload","UploadPartCopyCommand","CopySourceRange","Math","min","PartNumber","push","ETag","CopyPartResult","CompleteMultipartUploadCommand","MultipartUpload","Parts","AbortMultipartUploadCommand","isImmutable","_conditionRetry","error","_error$$metadata","includes","$metadata","httpStatusCode","_copy","CopyObjectCommand","name","Error","cause","code","isNotEmptyDir","#isNotEmptyDir","_result$Contents","result","ListObjectsV2Command","MaxKeys","Prefix","Contents","isFile","#isFile","HeadObjectCommand","_outputStream","input","streamLength","maxStreamLength","validator","partSize","undefined","max","ceil","readCounter","MAX_SIZE","streamCutter","Transform","transform","chunk","encoding","callback","Body","PassThrough","pipeline","Upload","client","params","leavePartsOnError","done","call","__unlink","_writeFile","data","options","PutObjectCommand","_createReadStream","GetObjectCommand","_unlink","DeleteObjectCommand","_list","NextContinuationToken","uniq","Set","Delimiter","ContinuationToken","IsTruncated","entry","CommonPrefixes","add","basename","_mkdir","_rename","__copy","fd","ContentLength","_read","buffer","position","Range","bytesRead","copyStreamToBuffer","_rmdir","_rmtree","DeleteObjectsCommand","Delete","Objects","$response","asyncEach","concurrency","_openFile","flags","_closeFile","_sync","_res$ObjectLockConfig","res","GetObjectLockConfigurationCommand","ObjectLockConfiguration","ObjectLockEnabled","middlewareStack","use","getApplyMd5BodyChecksumPlugin","config","Code","useVhdDirectory","exports"],"sources":["../src/s3.js"],"sourcesContent":["import {\n AbortMultipartUploadCommand,\n CompleteMultipartUploadCommand,\n CopyObjectCommand,\n CreateMultipartUploadCommand,\n DeleteObjectCommand,\n DeleteObjectsCommand,\n GetObjectCommand,\n GetObjectLockConfigurationCommand,\n HeadObjectCommand,\n ListObjectsV2Command,\n PutObjectCommand,\n S3Client,\n UploadPartCopyCommand,\n} from '@aws-sdk/client-s3'\nimport { Upload } from '@aws-sdk/lib-storage'\nimport { NodeHttpHandler } from '@aws-sdk/node-http-handler'\nimport { getApplyMd5BodyChecksumPlugin } from '@aws-sdk/middleware-apply-body-checksum'\nimport { Agent as HttpAgent } from 'http'\nimport { Agent as HttpsAgent } from 'https'\nimport { createLogger } from '@xen-orchestra/log'\nimport { PassThrough, Transform, pipeline } from 'stream'\nimport { parse } from 'xo-remote-parser'\nimport copyStreamToBuffer from './_copyStreamToBuffer.js'\nimport guessAwsRegion from './_guessAwsRegion.js'\nimport RemoteHandlerAbstract from './abstract'\nimport { basename, join, split } from './path'\nimport { asyncEach } from '@vates/async-each'\n\n// endpoints https://docs.aws.amazon.com/general/latest/gr/s3.html\n\n// limits: https://docs.aws.amazon.com/AmazonS3/latest/dev/qfacts.html\nconst MAX_PART_SIZE = 1024 * 1024 * 1024 * 5 // 5GB\nconst MAX_PART_NUMBER = 10000\nconst MIN_PART_SIZE = 5 * 1024 * 1024\nconst { debug, info, warn } = createLogger('xo:fs:s3')\n\nexport default class S3Handler extends RemoteHandlerAbstract {\n #bucket\n #dir\n #s3\n #immutable = false\n\n constructor(remote, _opts) {\n super(remote, _opts)\n const {\n allowUnauthorized,\n host,\n path,\n username,\n password,\n protocol,\n region = guessAwsRegion(host),\n } = parse(remote.url)\n\n this.#s3 = new S3Client({\n apiVersion: '2006-03-01',\n endpoint: `${protocol}://${host}`,\n forcePathStyle: true,\n credentials: {\n accessKeyId: username,\n secretAccessKey: password,\n },\n tls: protocol === 'https',\n region,\n requestHandler: new NodeHttpHandler({\n socketTimeout: 600000,\n httpAgent: new HttpAgent({\n keepAlive: true,\n }),\n httpsAgent: new HttpsAgent({\n rejectUnauthorized: !allowUnauthorized,\n keepAlive: true,\n }),\n }),\n // from https://github.com/aws/aws-sdk-js-v3/issues/6810\n // some non AWS services like backblaze or cloudflare don't expect the new headers\n requestChecksumCalculation: 'WHEN_REQUIRED',\n responseChecksumValidation: 'WHEN_REQUIRED',\n })\n\n const parts = split(path)\n this.#bucket = parts.shift()\n this.#dir = join(...parts)\n }\n\n get type() {\n return 's3'\n }\n\n #makeCopySource(path) {\n return join(this.#bucket, this.#dir, path)\n }\n\n #makeKey(file) {\n return join(this.#dir, file)\n }\n\n #makePrefix(dir) {\n const prefix = join(this.#dir, dir, '/')\n\n // no prefix for root\n if (prefix !== './') {\n return prefix\n }\n }\n\n #createParams(file) {\n return { Bucket: this.#bucket, Key: this.#makeKey(file) }\n }\n\n async #multipartCopy(oldPath, newPath) {\n const size = await this._getSize(oldPath)\n const CopySource = this.#makeCopySource(oldPath)\n const multipartParams = await this.#s3.send(new CreateMultipartUploadCommand({ ...this.#createParams(newPath) }))\n try {\n const parts = []\n let start = 0\n while (start < size) {\n const partNumber = parts.length + 1\n const upload = await this.#s3.send(\n new UploadPartCopyCommand({\n ...multipartParams,\n CopySource,\n CopySourceRange: `bytes=${start}-${Math.min(start + MAX_PART_SIZE, size) - 1}`,\n PartNumber: partNumber,\n })\n )\n parts.push({ ETag: upload.CopyPartResult.ETag, PartNumber: partNumber })\n start += MAX_PART_SIZE\n }\n await this.#s3.send(\n new CompleteMultipartUploadCommand({\n ...multipartParams,\n MultipartUpload: { Parts: parts },\n })\n )\n } catch (e) {\n await this.#s3.send(new AbortMultipartUploadCommand(multipartParams))\n throw e\n }\n }\n\n isImmutable() {\n return super.isImmutable() || this.#immutable\n }\n _conditionRetry(error) {\n return ![401, 403, 404, 405].includes(error?.$metadata?.httpStatusCode) && super._conditionRetry(error)\n }\n\n async _copy(oldPath, newPath) {\n const CopySource = this.#makeCopySource(oldPath)\n try {\n await this.#s3.send(\n new CopyObjectCommand({\n ...this.#createParams(newPath),\n CopySource,\n })\n )\n } catch (e) {\n // object > 5GB must be copied part by part\n if (e.name === 'EntityTooLarge') {\n return this.#multipartCopy(oldPath, newPath)\n }\n // normalize this error code\n if (e.name === 'NoSuchKey') {\n const error = new Error(`ENOENT: no such file or directory '${oldPath}'`)\n error.cause = e\n error.code = 'ENOENT'\n error.path = oldPath\n throw error\n }\n throw e\n }\n }\n\n async #isNotEmptyDir(path) {\n const result = await this.#s3.send(\n new ListObjectsV2Command({\n Bucket: this.#bucket,\n MaxKeys: 1,\n Prefix: this.#makePrefix(path),\n })\n )\n return result.Contents?.length > 0\n }\n\n async #isFile(path) {\n try {\n await this.#s3.send(new HeadObjectCommand(this.#createParams(path)))\n return true\n } catch (error) {\n if (error.name === 'NotFound') {\n return false\n }\n throw error\n }\n }\n\n async _outputStream(path, input, { streamLength, maxStreamLength = streamLength, validator }) {\n // S3 storage is limited to 10K part, each part is limited to 5GB. And the total upload must be smaller than 5TB\n // a bigger partSize increase the memory consumption of aws/lib-storage exponentially\n let partSize\n if (maxStreamLength === undefined) {\n warn(`Writing ${path} to a S3 remote without a max size set will cut it to 50GB`, { path })\n partSize = MIN_PART_SIZE // min size for S3\n } else {\n partSize = Math.min(Math.max(Math.ceil(maxStreamLength / MAX_PART_NUMBER), MIN_PART_SIZE), MAX_PART_SIZE)\n }\n\n // ensure we don't try to upload a stream to big for this partSize\n let readCounter = 0\n const MAX_SIZE = MAX_PART_NUMBER * partSize\n const streamCutter = new Transform({\n transform(chunk, encoding, callback) {\n readCounter += chunk.length\n if (readCounter > MAX_SIZE) {\n callback(new Error(`read ${readCounter} bytes, maximum size allowed is ${MAX_SIZE} `))\n } else {\n callback(null, chunk)\n }\n },\n })\n\n // Workaround for \"ReferenceError: ReadableStream is not defined\"\n // https://github.com/aws/aws-sdk-js-v3/issues/2522\n const Body = new PassThrough()\n pipeline(input, streamCutter, Body, () => {})\n\n const upload = new Upload({\n client: this.#s3,\n params: {\n ...this.#createParams(path),\n Body,\n },\n partSize,\n leavePartsOnError: false,\n })\n\n await upload.done()\n\n if (validator !== undefined) {\n try {\n await validator.call(this, path)\n } catch (error) {\n await this.__unlink(path)\n throw error\n }\n }\n }\n\n async _writeFile(file, data, options) {\n return this.#s3.send(\n new PutObjectCommand({\n ...this.#createParams(file),\n Body: data,\n })\n )\n }\n\n async _createReadStream(path, options) {\n try {\n return (await this.#s3.send(new GetObjectCommand(this.#createParams(path)))).Body\n } catch (e) {\n if (e.name === 'NoSuchKey') {\n const error = new Error(`ENOENT: no such file '${path}'`)\n error.code = 'ENOENT'\n error.path = path\n throw error\n }\n throw e\n }\n }\n\n async _unlink(path) {\n await this.#s3.send(new DeleteObjectCommand(this.#createParams(path)))\n\n if (await this.#isNotEmptyDir(path)) {\n const error = new Error(`EISDIR: illegal operation on a directory, unlink '${path}'`)\n error.code = 'EISDIR'\n error.path = path\n throw error\n }\n }\n\n async _list(dir) {\n let NextContinuationToken\n const uniq = new Set()\n const Prefix = this.#makePrefix(dir)\n\n do {\n const result = await this.#s3.send(\n new ListObjectsV2Command({\n Bucket: this.#bucket,\n Prefix,\n Delimiter: '/',\n // will only return path until delimiters\n ContinuationToken: NextContinuationToken,\n })\n )\n\n if (result.IsTruncated) {\n warn(`need pagination to browse the directory ${dir} completely`)\n NextContinuationToken = result.NextContinuationToken\n } else {\n NextContinuationToken = undefined\n }\n\n // subdirectories\n for (const entry of result.CommonPrefixes ?? []) {\n uniq.add(basename(entry.Prefix))\n }\n\n // files\n for (const entry of result.Contents ?? []) {\n uniq.add(basename(entry.Key))\n }\n } while (NextContinuationToken !== undefined)\n\n return [...uniq]\n }\n\n async _mkdir(path) {\n if (await this.#isFile(path)) {\n const error = new Error(`ENOTDIR: file already exists, mkdir '${path}'`)\n error.code = 'ENOTDIR'\n error.path = path\n throw error\n }\n // nothing to do, directories do not exist, they are part of the files' path\n }\n\n // s3 doesn't have a rename operation, so copy + delete source\n async _rename(oldPath, newPath) {\n await this.__copy(oldPath, newPath)\n await this.#s3.send(new DeleteObjectCommand(this.#createParams(oldPath)))\n }\n\n async _getSize(file) {\n if (typeof file !== 'string') {\n file = file.fd\n }\n const result = await this.#s3.send(new HeadObjectCommand(this.#createParams(file)))\n return +result.ContentLength\n }\n\n async _read(file, buffer, position = 0) {\n if (typeof file !== 'string') {\n file = file.fd\n }\n const params = this.#createParams(file)\n params.Range = `bytes=${position}-${position + buffer.length - 1}`\n try {\n const result = await this.#s3.send(new GetObjectCommand(params))\n const bytesRead = await copyStreamToBuffer(result.Body, buffer)\n return { bytesRead, buffer }\n } catch (e) {\n if (e.name === 'NoSuchKey') {\n if (await this.#isNotEmptyDir(file)) {\n const error = new Error(`${file} is a directory`)\n error.code = 'EISDIR'\n error.path = file\n throw error\n }\n }\n throw e\n }\n }\n\n async _rmdir(path) {\n if (await this.#isNotEmptyDir(path)) {\n const error = new Error(`ENOTEMPTY: directory not empty, rmdir '${path}`)\n error.code = 'ENOTEMPTY'\n error.path = path\n throw error\n }\n\n // nothing to do, directories do not exist, they are part of the files' path\n }\n\n // reimplement _rmtree to handle efficiently path with more than 1000 entries in trees\n // @todo : use parallel processing for unlink\n async _rmtree(path) {\n let NextContinuationToken\n const Prefix = this.#makePrefix(path)\n do {\n const result = await this.#s3.send(\n new ListObjectsV2Command({\n Bucket: this.#bucket,\n Prefix,\n ContinuationToken: NextContinuationToken,\n })\n )\n\n NextContinuationToken = result.IsTruncated ? result.NextContinuationToken : undefined\n try {\n await this.#s3.send(\n new DeleteObjectsCommand({\n Bucket: this.#bucket,\n Delete: {\n Objects: result.Contents ?? [],\n },\n })\n )\n } catch (error) {\n warn('Unsupported DeleteObjects, fallback to DeleteObject.', { error, $response: error.$response ?? '' })\n await asyncEach(\n result.Contents ?? [],\n async ({ Key }) => {\n // _unlink will add the prefix, but Key contains everything\n // also we don't need to check if we delete a directory, since the list only return files\n await this.#s3.send(\n new DeleteObjectCommand({\n Bucket: this.#bucket,\n Key,\n })\n )\n },\n {\n concurrency: 16,\n }\n )\n }\n } while (NextContinuationToken !== undefined)\n }\n\n async _openFile(path, flags) {\n return path\n }\n\n async _closeFile(fd) {}\n\n async _sync() {\n await super._sync()\n try {\n // if Object Lock is enabled, each upload must come with a contentMD5 header\n // the computation of this md5 is memory-intensive, especially when uploading a stream\n const res = await this.#s3.send(new GetObjectLockConfigurationCommand({ Bucket: this.#bucket }))\n if (res.ObjectLockConfiguration?.ObjectLockEnabled === 'Enabled') {\n // Workaround for https://github.com/aws/aws-sdk-js-v3/issues/2673\n // will automatically add the contentMD5 header to any upload to S3\n debug(`Object Lock is enable, enable content md5 header`)\n this.#s3.middlewareStack.use(getApplyMd5BodyChecksumPlugin(this.#s3.config))\n this.#immutable = true\n }\n } catch (error) {\n // maybe the account doesn't have enough privilege to query the object lock configuration\n // be defensive and apply the md5 just in case\n if (error.$metadata.httpStatusCode === 403) {\n info(`s3 user doesnt have enough privilege to check for Object Lock, enable content MD5 header`)\n this.#s3.middlewareStack.use(getApplyMd5BodyChecksumPlugin(this.#s3.config))\n } else if (error.Code === 'ObjectLockConfigurationNotFoundError' || error.$metadata.httpStatusCode === 501) {\n info(`Object lock is not available or not configured, don't add the content MD5 header`)\n } else {\n throw error\n }\n }\n }\n\n useVhdDirectory() {\n return true\n }\n}\n"],"mappings":";;;;;;AAAA,IAAAA,QAAA,GAAAC,OAAA;AAeA,IAAAC,WAAA,GAAAD,OAAA;AACA,IAAAE,gBAAA,GAAAF,OAAA;AACA,IAAAG,4BAAA,GAAAH,OAAA;AACA,IAAAI,KAAA,GAAAJ,OAAA;AACA,IAAAK,MAAA,GAAAL,OAAA;AACA,IAAAM,IAAA,GAAAN,OAAA;AACA,IAAAO,OAAA,GAAAP,OAAA;AACA,IAAAQ,eAAA,GAAAR,OAAA;AACA,IAAAS,mBAAA,GAAAC,sBAAA,CAAAV,OAAA;AACA,IAAAW,eAAA,GAAAD,sBAAA,CAAAV,OAAA;AACA,IAAAY,SAAA,GAAAF,sBAAA,CAAAV,OAAA;AACA,IAAAa,KAAA,GAAAb,OAAA;AACA,IAAAc,UAAA,GAAAd,OAAA;AAA6C,SAAAU,uBAAAK,CAAA,WAAAA,CAAA,IAAAA,CAAA,CAAAC,UAAA,GAAAD,CAAA,KAAAE,OAAA,EAAAF,CAAA;AAK7C,MAAMG,aAAa,GAAG,IAAI,GAAG,IAAI,GAAG,IAAI,GAAG,CAAC;AAC5C,MAAMC,eAAe,GAAG,KAAK;AAC7B,MAAMC,aAAa,GAAG,CAAC,GAAG,IAAI,GAAG,IAAI;AACrC,MAAM;EAAEC,KAAK;EAAEC,IAAI;EAAEC;AAAK,CAAC,GAAG,IAAAC,iBAAY,EAAC,UAAU,CAAC;AAEvC,MAAMC,SAAS,SAASC,iBAAqB,CAAC;EAC3D,CAACC,MAAM;EACP,CAACC,GAAG;EACJ,CAACC,EAAE;EACH,CAACC,SAAS,GAAG,KAAK;EAElBC,WAAWA,CAACC,MAAM,EAAEC,KAAK,EAAE;IACzB,KAAK,CAACD,MAAM,EAAEC,KAAK,CAAC;IACpB,MAAM;MACJC,iBAAiB;MACjBC,IAAI;MACJC,IAAI;MACJC,QAAQ;MACRC,QAAQ;MACRC,QAAQ;MACRC,MAAM,GAAG,IAAAC,uBAAc,EAACN,IAAI;IAC9B,CAAC,GAAG,IAAAO,qBAAK,EAACV,MAAM,CAACW,GAAG,CAAC;IAErB,IAAI,CAAC,CAACd,EAAE,GAAG,IAAIe,iBAAQ,CAAC;MACtBC,UAAU,EAAE,YAAY;MACxBC,QAAQ,EAAE,GAAGP,QAAQ,MAAMJ,IAAI,EAAE;MACjCY,cAAc,EAAE,IAAI;MACpBC,WAAW,EAAE;QACXC,WAAW,EAAEZ,QAAQ;QACrBa,eAAe,EAAEZ;MACnB,CAAC;MACDa,GAAG,EAAEZ,QAAQ,KAAK,OAAO;MACzBC,MAAM;MACNY,cAAc,EAAE,IAAIC,gCAAe,CAAC;QAClCC,aAAa,EAAE,MAAM;QACrBC,SAAS,EAAE,IAAIC,WAAS,CAAC;UACvBC,SAAS,EAAE;QACb,CAAC,CAAC;QACFC,UAAU,EAAE,IAAIC,YAAU,CAAC;UACzBC,kBAAkB,EAAE,CAAC1B,iBAAiB;UACtCuB,SAAS,EAAE;QACb,CAAC;MACH,CAAC,CAAC;MAGFI,0BAA0B,EAAE,eAAe;MAC3CC,0BAA0B,EAAE;IAC9B,CAAC,CAAC;IAEF,MAAMC,KAAK,GAAG,IAAAC,WAAK,EAAC5B,IAAI,CAAC;IACzB,IAAI,CAAC,CAACT,MAAM,GAAGoC,KAAK,CAACE,KAAK,CAAC,CAAC;IAC5B,IAAI,CAAC,CAACrC,GAAG,GAAG,IAAAsC,UAAI,EAAC,GAAGH,KAAK,CAAC;EAC5B;EAEA,IAAII,IAAIA,CAAA,EAAG;IACT,OAAO,IAAI;EACb;EAEA,CAACC,cAAcC,CAACjC,IAAI,EAAE;IACpB,OAAO,IAAA8B,UAAI,EAAC,IAAI,CAAC,CAACvC,MAAM,EAAE,IAAI,CAAC,CAACC,GAAG,EAAEQ,IAAI,CAAC;EAC5C;EAEA,CAACkC,OAAOC,CAACC,IAAI,EAAE;IACb,OAAO,IAAAN,UAAI,EAAC,IAAI,CAAC,CAACtC,GAAG,EAAE4C,IAAI,CAAC;EAC9B;EAEA,CAACC,UAAUC,CAAC9C,GAAG,EAAE;IACf,MAAM+C,MAAM,GAAG,IAAAT,UAAI,EAAC,IAAI,CAAC,CAACtC,GAAG,EAAEA,GAAG,EAAE,GAAG,CAAC;IAGxC,IAAI+C,MAAM,KAAK,IAAI,EAAE;MACnB,OAAOA,MAAM;IACf;EACF;EAEA,CAACC,YAAYC,CAACL,IAAI,EAAE;IAClB,OAAO;MAAEM,MAAM,EAAE,IAAI,CAAC,CAACnD,MAAM;MAAEoD,GAAG,EAAE,IAAI,CAAC,CAACT,OAAO,CAACE,IAAI;IAAE,CAAC;EAC3D;EAEA,MAAM,CAACQ,aAAaC,CAACC,OAAO,EAAEC,OAAO,EAAE;IACrC,MAAMC,IAAI,GAAG,MAAM,IAAI,CAACC,QAAQ,CAACH,OAAO,CAAC;IACzC,MAAMI,UAAU,GAAG,IAAI,CAAC,CAAClB,cAAc,CAACc,OAAO,CAAC;IAChD,MAAMK,eAAe,GAAG,MAAM,IAAI,CAAC,CAAC1D,EAAE,CAAC2D,IAAI,CAAC,IAAIC,qCAA4B,CAAC;MAAE,GAAG,IAAI,CAAC,CAACb,YAAY,CAACO,OAAO;IAAE,CAAC,CAAC,CAAC;IACjH,IAAI;MACF,MAAMpB,KAAK,GAAG,EAAE;MAChB,IAAI2B,KAAK,GAAG,CAAC;MACb,OAAOA,KAAK,GAAGN,IAAI,EAAE;QACnB,MAAMO,UAAU,GAAG5B,KAAK,CAAC6B,MAAM,GAAG,CAAC;QACnC,MAAMC,MAAM,GAAG,MAAM,IAAI,CAAC,CAAChE,EAAE,CAAC2D,IAAI,CAChC,IAAIM,8BAAqB,CAAC;UACxB,GAAGP,eAAe;UAClBD,UAAU;UACVS,eAAe,EAAE,SAASL,KAAK,IAAIM,IAAI,CAACC,GAAG,CAACP,KAAK,GAAGxE,aAAa,EAAEkE,IAAI,CAAC,GAAG,CAAC,EAAE;UAC9Ec,UAAU,EAAEP;QACd,CAAC,CACH,CAAC;QACD5B,KAAK,CAACoC,IAAI,CAAC;UAAEC,IAAI,EAAEP,MAAM,CAACQ,cAAc,CAACD,IAAI;UAAEF,UAAU,EAAEP;QAAW,CAAC,CAAC;QACxED,KAAK,IAAIxE,aAAa;MACxB;MACA,MAAM,IAAI,CAAC,CAACW,EAAE,CAAC2D,IAAI,CACjB,IAAIc,uCAA8B,CAAC;QACjC,GAAGf,eAAe;QAClBgB,eAAe,EAAE;UAAEC,KAAK,EAAEzC;QAAM;MAClC,CAAC,CACH,CAAC;IACH,CAAC,CAAC,OAAOhD,CAAC,EAAE;MACV,MAAM,IAAI,CAAC,CAACc,EAAE,CAAC2D,IAAI,CAAC,IAAIiB,oCAA2B,CAAClB,eAAe,CAAC,CAAC;MACrE,MAAMxE,CAAC;IACT;EACF;EAEA2F,WAAWA,CAAA,EAAG;IACZ,OAAO,KAAK,CAACA,WAAW,CAAC,CAAC,IAAI,IAAI,CAAC,CAAC5E,SAAS;EAC/C;EACA6E,eAAeA,CAACC,KAAK,EAAE;IAAA,IAAAC,gBAAA;IACrB,OAAO,CAAC,CAAC,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,CAAC,CAACC,QAAQ,CAACF,KAAK,aAALA,KAAK,gBAAAC,gBAAA,GAALD,KAAK,CAAEG,SAAS,cAAAF,gBAAA,uBAAhBA,gBAAA,CAAkBG,cAAc,CAAC,IAAI,KAAK,CAACL,eAAe,CAACC,KAAK,CAAC;EACzG;EAEA,MAAMK,KAAKA,CAAC/B,OAAO,EAAEC,OAAO,EAAE;IAC5B,MAAMG,UAAU,GAAG,IAAI,CAAC,CAAClB,cAAc,CAACc,OAAO,CAAC;IAChD,IAAI;MACF,MAAM,IAAI,CAAC,CAACrD,EAAE,CAAC2D,IAAI,CACjB,IAAI0B,0BAAiB,CAAC;QACpB,GAAG,IAAI,CAAC,CAACtC,YAAY,CAACO,OAAO,CAAC;QAC9BG;MACF,CAAC,CACH,CAAC;IACH,CAAC,CAAC,OAAOvE,CAAC,EAAE;MAEV,IAAIA,CAAC,CAACoG,IAAI,KAAK,gBAAgB,EAAE;QAC/B,OAAO,IAAI,CAAC,CAACnC,aAAa,CAACE,OAAO,EAAEC,OAAO,CAAC;MAC9C;MAEA,IAAIpE,CAAC,CAACoG,IAAI,KAAK,WAAW,EAAE;QAC1B,MAAMP,KAAK,GAAG,IAAIQ,KAAK,CAAC,sCAAsClC,OAAO,GAAG,CAAC;QACzE0B,KAAK,CAACS,KAAK,GAAGtG,CAAC;QACf6F,KAAK,CAACU,IAAI,GAAG,QAAQ;QACrBV,KAAK,CAACxE,IAAI,GAAG8C,OAAO;QACpB,MAAM0B,KAAK;MACb;MACA,MAAM7F,CAAC;IACT;EACF;EAEA,MAAM,CAACwG,aAAaC,CAACpF,IAAI,EAAE;IAAA,IAAAqF,gBAAA;IACzB,MAAMC,MAAM,GAAG,MAAM,IAAI,CAAC,CAAC7F,EAAE,CAAC2D,IAAI,CAChC,IAAImC,6BAAoB,CAAC;MACvB7C,MAAM,EAAE,IAAI,CAAC,CAACnD,MAAM;MACpBiG,OAAO,EAAE,CAAC;MACVC,MAAM,EAAE,IAAI,CAAC,CAACpD,UAAU,CAACrC,IAAI;IAC/B,CAAC,CACH,CAAC;IACD,OAAO,EAAAqF,gBAAA,GAAAC,MAAM,CAACI,QAAQ,cAAAL,gBAAA,uBAAfA,gBAAA,CAAiB7B,MAAM,IAAG,CAAC;EACpC;EAEA,MAAM,CAACmC,MAAMC,CAAC5F,IAAI,EAAE;IAClB,IAAI;MACF,MAAM,IAAI,CAAC,CAACP,EAAE,CAAC2D,IAAI,CAAC,IAAIyC,0BAAiB,CAAC,IAAI,CAAC,CAACrD,YAAY,CAACxC,IAAI,CAAC,CAAC,CAAC;MACpE,OAAO,IAAI;IACb,CAAC,CAAC,OAAOwE,KAAK,EAAE;MACd,IAAIA,KAAK,CAACO,IAAI,KAAK,UAAU,EAAE;QAC7B,OAAO,KAAK;MACd;MACA,MAAMP,KAAK;IACb;EACF;EAEA,MAAMsB,aAAaA,CAAC9F,IAAI,EAAE+F,KAAK,EAAE;IAAEC,YAAY;IAAEC,eAAe,GAAGD,YAAY;IAAEE;EAAU,CAAC,EAAE;IAG5F,IAAIC,QAAQ;IACZ,IAAIF,eAAe,KAAKG,SAAS,EAAE;MACjCjH,IAAI,CAAC,WAAWa,IAAI,4DAA4D,EAAE;QAAEA;MAAK,CAAC,CAAC;MAC3FmG,QAAQ,GAAGnH,aAAa;IAC1B,CAAC,MAAM;MACLmH,QAAQ,GAAGvC,IAAI,CAACC,GAAG,CAACD,IAAI,CAACyC,GAAG,CAACzC,IAAI,CAAC0C,IAAI,CAACL,eAAe,GAAGlH,eAAe,CAAC,EAAEC,aAAa,CAAC,EAAEF,aAAa,CAAC;IAC3G;IAGA,IAAIyH,WAAW,GAAG,CAAC;IACnB,MAAMC,QAAQ,GAAGzH,eAAe,GAAGoH,QAAQ;IAC3C,MAAMM,YAAY,GAAG,IAAIC,iBAAS,CAAC;MACjCC,SAASA,CAACC,KAAK,EAAEC,QAAQ,EAAEC,QAAQ,EAAE;QACnCP,WAAW,IAAIK,KAAK,CAACpD,MAAM;QAC3B,IAAI+C,WAAW,GAAGC,QAAQ,EAAE;UAC1BM,QAAQ,CAAC,IAAI9B,KAAK,CAAC,QAAQuB,WAAW,oCAAoCC,QAAQ,GAAG,CAAC,CAAC;QACzF,CAAC,MAAM;UACLM,QAAQ,CAAC,IAAI,EAAEF,KAAK,CAAC;QACvB;MACF;IACF,CAAC,CAAC;IAIF,MAAMG,IAAI,GAAG,IAAIC,mBAAW,CAAC,CAAC;IAC9B,IAAAC,gBAAQ,EAAClB,KAAK,EAAEU,YAAY,EAAEM,IAAI,EAAE,MAAM,CAAC,CAAC,CAAC;IAE7C,MAAMtD,MAAM,GAAG,IAAIyD,kBAAM,CAAC;MACxBC,MAAM,EAAE,IAAI,CAAC,CAAC1H,EAAE;MAChB2H,MAAM,EAAE;QACN,GAAG,IAAI,CAAC,CAAC5E,YAAY,CAACxC,IAAI,CAAC;QAC3B+G;MACF,CAAC;MACDZ,QAAQ;MACRkB,iBAAiB,EAAE;IACrB,CAAC,CAAC;IAEF,MAAM5D,MAAM,CAAC6D,IAAI,CAAC,CAAC;IAEnB,IAAIpB,SAAS,KAAKE,SAAS,EAAE;MAC3B,IAAI;QACF,MAAMF,SAAS,CAACqB,IAAI,CAAC,IAAI,EAAEvH,IAAI,CAAC;MAClC,CAAC,CAAC,OAAOwE,KAAK,EAAE;QACd,MAAM,IAAI,CAACgD,QAAQ,CAACxH,IAAI,CAAC;QACzB,MAAMwE,KAAK;MACb;IACF;EACF;EAEA,MAAMiD,UAAUA,CAACrF,IAAI,EAAEsF,IAAI,EAAEC,OAAO,EAAE;IACpC,OAAO,IAAI,CAAC,CAAClI,EAAE,CAAC2D,IAAI,CAClB,IAAIwE,yBAAgB,CAAC;MACnB,GAAG,IAAI,CAAC,CAACpF,YAAY,CAACJ,IAAI,CAAC;MAC3B2E,IAAI,EAAEW;IACR,CAAC,CACH,CAAC;EACH;EAEA,MAAMG,iBAAiBA,CAAC7H,IAAI,EAAE2H,OAAO,EAAE;IACrC,IAAI;MACF,OAAO,CAAC,MAAM,IAAI,CAAC,CAAClI,EAAE,CAAC2D,IAAI,CAAC,IAAI0E,yBAAgB,CAAC,IAAI,CAAC,CAACtF,YAAY,CAACxC,IAAI,CAAC,CAAC,CAAC,EAAE+G,IAAI;IACnF,CAAC,CAAC,OAAOpI,CAAC,EAAE;MACV,IAAIA,CAAC,CAACoG,IAAI,KAAK,WAAW,EAAE;QAC1B,MAAMP,KAAK,GAAG,IAAIQ,KAAK,CAAC,yBAAyBhF,IAAI,GAAG,CAAC;QACzDwE,KAAK,CAACU,IAAI,GAAG,QAAQ;QACrBV,KAAK,CAACxE,IAAI,GAAGA,IAAI;QACjB,MAAMwE,KAAK;MACb;MACA,MAAM7F,CAAC;IACT;EACF;EAEA,MAAMoJ,OAAOA,CAAC/H,IAAI,EAAE;IAClB,MAAM,IAAI,CAAC,CAACP,EAAE,CAAC2D,IAAI,CAAC,IAAI4E,4BAAmB,CAAC,IAAI,CAAC,CAACxF,YAAY,CAACxC,IAAI,CAAC,CAAC,CAAC;IAEtE,IAAI,MAAM,IAAI,CAAC,CAACmF,aAAa,CAACnF,IAAI,CAAC,EAAE;MACnC,MAAMwE,KAAK,GAAG,IAAIQ,KAAK,CAAC,qDAAqDhF,IAAI,GAAG,CAAC;MACrFwE,KAAK,CAACU,IAAI,GAAG,QAAQ;MACrBV,KAAK,CAACxE,IAAI,GAAGA,IAAI;MACjB,MAAMwE,KAAK;IACb;EACF;EAEA,MAAMyD,KAAKA,CAACzI,GAAG,EAAE;IACf,IAAI0I,qBAAqB;IACzB,MAAMC,IAAI,GAAG,IAAIC,GAAG,CAAC,CAAC;IACtB,MAAM3C,MAAM,GAAG,IAAI,CAAC,CAACpD,UAAU,CAAC7C,GAAG,CAAC;IAEpC,GAAG;MACD,MAAM8F,MAAM,GAAG,MAAM,IAAI,CAAC,CAAC7F,EAAE,CAAC2D,IAAI,CAChC,IAAImC,6BAAoB,CAAC;QACvB7C,MAAM,EAAE,IAAI,CAAC,CAACnD,MAAM;QACpBkG,MAAM;QACN4C,SAAS,EAAE,GAAG;QAEdC,iBAAiB,EAAEJ;MACrB,CAAC,CACH,CAAC;MAED,IAAI5C,MAAM,CAACiD,WAAW,EAAE;QACtBpJ,IAAI,CAAC,2CAA2CK,GAAG,aAAa,CAAC;QACjE0I,qBAAqB,GAAG5C,MAAM,CAAC4C,qBAAqB;MACtD,CAAC,MAAM;QACLA,qBAAqB,GAAG9B,SAAS;MACnC;MAGA,KAAK,MAAMoC,KAAK,IAAIlD,MAAM,CAACmD,cAAc,IAAI,EAAE,EAAE;QAC/CN,IAAI,CAACO,GAAG,CAAC,IAAAC,cAAQ,EAACH,KAAK,CAAC/C,MAAM,CAAC,CAAC;MAClC;MAGA,KAAK,MAAM+C,KAAK,IAAIlD,MAAM,CAACI,QAAQ,IAAI,EAAE,EAAE;QACzCyC,IAAI,CAACO,GAAG,CAAC,IAAAC,cAAQ,EAACH,KAAK,CAAC7F,GAAG,CAAC,CAAC;MAC/B;IACF,CAAC,QAAQuF,qBAAqB,KAAK9B,SAAS;IAE5C,OAAO,CAAC,GAAG+B,IAAI,CAAC;EAClB;EAEA,MAAMS,MAAMA,CAAC5I,IAAI,EAAE;IACjB,IAAI,MAAM,IAAI,CAAC,CAAC2F,MAAM,CAAC3F,IAAI,CAAC,EAAE;MAC5B,MAAMwE,KAAK,GAAG,IAAIQ,KAAK,CAAC,wCAAwChF,IAAI,GAAG,CAAC;MACxEwE,KAAK,CAACU,IAAI,GAAG,SAAS;MACtBV,KAAK,CAACxE,IAAI,GAAGA,IAAI;MACjB,MAAMwE,KAAK;IACb;EAEF;EAGA,MAAMqE,OAAOA,CAAC/F,OAAO,EAAEC,OAAO,EAAE;IAC9B,MAAM,IAAI,CAAC+F,MAAM,CAAChG,OAAO,EAAEC,OAAO,CAAC;IACnC,MAAM,IAAI,CAAC,CAACtD,EAAE,CAAC2D,IAAI,CAAC,IAAI4E,4BAAmB,CAAC,IAAI,CAAC,CAACxF,YAAY,CAACM,OAAO,CAAC,CAAC,CAAC;EAC3E;EAEA,MAAMG,QAAQA,CAACb,IAAI,EAAE;IACnB,IAAI,OAAOA,IAAI,KAAK,QAAQ,EAAE;MAC5BA,IAAI,GAAGA,IAAI,CAAC2G,EAAE;IAChB;IACA,MAAMzD,MAAM,GAAG,MAAM,IAAI,CAAC,CAAC7F,EAAE,CAAC2D,IAAI,CAAC,IAAIyC,0BAAiB,CAAC,IAAI,CAAC,CAACrD,YAAY,CAACJ,IAAI,CAAC,CAAC,CAAC;IACnF,OAAO,CAACkD,MAAM,CAAC0D,aAAa;EAC9B;EAEA,MAAMC,KAAKA,CAAC7G,IAAI,EAAE8G,MAAM,EAAEC,QAAQ,GAAG,CAAC,EAAE;IACtC,IAAI,OAAO/G,IAAI,KAAK,QAAQ,EAAE;MAC5BA,IAAI,GAAGA,IAAI,CAAC2G,EAAE;IAChB;IACA,MAAM3B,MAAM,GAAG,IAAI,CAAC,CAAC5E,YAAY,CAACJ,IAAI,CAAC;IACvCgF,MAAM,CAACgC,KAAK,GAAG,SAASD,QAAQ,IAAIA,QAAQ,GAAGD,MAAM,CAAC1F,MAAM,GAAG,CAAC,EAAE;IAClE,IAAI;MACF,MAAM8B,MAAM,GAAG,MAAM,IAAI,CAAC,CAAC7F,EAAE,CAAC2D,IAAI,CAAC,IAAI0E,yBAAgB,CAACV,MAAM,CAAC,CAAC;MAChE,MAAMiC,SAAS,GAAG,MAAM,IAAAC,2BAAkB,EAAChE,MAAM,CAACyB,IAAI,EAAEmC,MAAM,CAAC;MAC/D,OAAO;QAAEG,SAAS;QAAEH;MAAO,CAAC;IAC9B,CAAC,CAAC,OAAOvK,CAAC,EAAE;MACV,IAAIA,CAAC,CAACoG,IAAI,KAAK,WAAW,EAAE;QAC1B,IAAI,MAAM,IAAI,CAAC,CAACI,aAAa,CAAC/C,IAAI,CAAC,EAAE;UACnC,MAAMoC,KAAK,GAAG,IAAIQ,KAAK,CAAC,GAAG5C,IAAI,iBAAiB,CAAC;UACjDoC,KAAK,CAACU,IAAI,GAAG,QAAQ;UACrBV,KAAK,CAACxE,IAAI,GAAGoC,IAAI;UACjB,MAAMoC,KAAK;QACb;MACF;MACA,MAAM7F,CAAC;IACT;EACF;EAEA,MAAM4K,MAAMA,CAACvJ,IAAI,EAAE;IACjB,IAAI,MAAM,IAAI,CAAC,CAACmF,aAAa,CAACnF,IAAI,CAAC,EAAE;MACnC,MAAMwE,KAAK,GAAG,IAAIQ,KAAK,CAAC,0CAA0ChF,IAAI,EAAE,CAAC;MACzEwE,KAAK,CAACU,IAAI,GAAG,WAAW;MACxBV,KAAK,CAACxE,IAAI,GAAGA,IAAI;MACjB,MAAMwE,KAAK;IACb;EAGF;EAIA,MAAMgF,OAAOA,CAACxJ,IAAI,EAAE;IAClB,IAAIkI,qBAAqB;IACzB,MAAMzC,MAAM,GAAG,IAAI,CAAC,CAACpD,UAAU,CAACrC,IAAI,CAAC;IACrC,GAAG;MACD,MAAMsF,MAAM,GAAG,MAAM,IAAI,CAAC,CAAC7F,EAAE,CAAC2D,IAAI,CAChC,IAAImC,6BAAoB,CAAC;QACvB7C,MAAM,EAAE,IAAI,CAAC,CAACnD,MAAM;QACpBkG,MAAM;QACN6C,iBAAiB,EAAEJ;MACrB,CAAC,CACH,CAAC;MAEDA,qBAAqB,GAAG5C,MAAM,CAACiD,WAAW,GAAGjD,MAAM,CAAC4C,qBAAqB,GAAG9B,SAAS;MACrF,IAAI;QACF,MAAM,IAAI,CAAC,CAAC3G,EAAE,CAAC2D,IAAI,CACjB,IAAIqG,6BAAoB,CAAC;UACvB/G,MAAM,EAAE,IAAI,CAAC,CAACnD,MAAM;UACpBmK,MAAM,EAAE;YACNC,OAAO,EAAErE,MAAM,CAACI,QAAQ,IAAI;UAC9B;QACF,CAAC,CACH,CAAC;MACH,CAAC,CAAC,OAAOlB,KAAK,EAAE;QACdrF,IAAI,CAAC,sDAAsD,EAAE;UAAEqF,KAAK;UAAEoF,SAAS,EAAEpF,KAAK,CAACoF,SAAS,IAAI;QAAG,CAAC,CAAC;QACzG,MAAM,IAAAC,oBAAS,EACbvE,MAAM,CAACI,QAAQ,IAAI,EAAE,EACrB,OAAO;UAAE/C;QAAI,CAAC,KAAK;UAGjB,MAAM,IAAI,CAAC,CAAClD,EAAE,CAAC2D,IAAI,CACjB,IAAI4E,4BAAmB,CAAC;YACtBtF,MAAM,EAAE,IAAI,CAAC,CAACnD,MAAM;YACpBoD;UACF,CAAC,CACH,CAAC;QACH,CAAC,EACD;UACEmH,WAAW,EAAE;QACf,CACF,CAAC;MACH;IACF,CAAC,QAAQ5B,qBAAqB,KAAK9B,SAAS;EAC9C;EAEA,MAAM2D,SAASA,CAAC/J,IAAI,EAAEgK,KAAK,EAAE;IAC3B,OAAOhK,IAAI;EACb;EAEA,MAAMiK,UAAUA,CAAClB,EAAE,EAAE,CAAC;EAEtB,MAAMmB,KAAKA,CAAA,EAAG;IACZ,MAAM,KAAK,CAACA,KAAK,CAAC,CAAC;IACnB,IAAI;MAAA,IAAAC,qBAAA;MAGF,MAAMC,GAAG,GAAG,MAAM,IAAI,CAAC,CAAC3K,EAAE,CAAC2D,IAAI,CAAC,IAAIiH,0CAAiC,CAAC;QAAE3H,MAAM,EAAE,IAAI,CAAC,CAACnD;MAAO,CAAC,CAAC,CAAC;MAChG,IAAI,EAAA4K,qBAAA,GAAAC,GAAG,CAACE,uBAAuB,cAAAH,qBAAA,uBAA3BA,qBAAA,CAA6BI,iBAAiB,MAAK,SAAS,EAAE;QAGhEtL,KAAK,CAAC,kDAAkD,CAAC;QACzD,IAAI,CAAC,CAACQ,EAAE,CAAC+K,eAAe,CAACC,GAAG,CAAC,IAAAC,0DAA6B,EAAC,IAAI,CAAC,CAACjL,EAAE,CAACkL,MAAM,CAAC,CAAC;QAC5E,IAAI,CAAC,CAACjL,SAAS,GAAG,IAAI;MACxB;IACF,CAAC,CAAC,OAAO8E,KAAK,EAAE;MAGd,IAAIA,KAAK,CAACG,SAAS,CAACC,cAAc,KAAK,GAAG,EAAE;QAC1C1F,IAAI,CAAC,0FAA0F,CAAC;QAChG,IAAI,CAAC,CAACO,EAAE,CAAC+K,eAAe,CAACC,GAAG,CAAC,IAAAC,0DAA6B,EAAC,IAAI,CAAC,CAACjL,EAAE,CAACkL,MAAM,CAAC,CAAC;MAC9E,CAAC,MAAM,IAAInG,KAAK,CAACoG,IAAI,KAAK,sCAAsC,IAAIpG,KAAK,CAACG,SAAS,CAACC,cAAc,KAAK,GAAG,EAAE;QAC1G1F,IAAI,CAAC,kFAAkF,CAAC;MAC1F,CAAC,MAAM;QACL,MAAMsF,KAAK;MACb;IACF;EACF;EAEAqG,eAAeA,CAAA,EAAG;IAChB,OAAO,IAAI;EACb;AACF;AAACC,OAAA,CAAAjM,OAAA,GAAAQ,SAAA","ignoreList":[]}
|
package/package.json
CHANGED
|
@@ -1,7 +1,7 @@
|
|
|
1
1
|
{
|
|
2
2
|
"private": false,
|
|
3
3
|
"name": "@xen-orchestra/fs",
|
|
4
|
-
"version": "4.6.
|
|
4
|
+
"version": "4.6.7",
|
|
5
5
|
"license": "AGPL-3.0-or-later",
|
|
6
6
|
"description": "The File System for Xen Orchestra backups.",
|
|
7
7
|
"homepage": "https://github.com/vatesfr/xen-orchestra/tree/master/@xen-orchestra/fs",
|