teraslice 3.20.1 → 3.20.2
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/src/lib/storage/assets.d.ts +6 -0
- package/dist/src/lib/storage/assets.d.ts.map +1 -1
- package/dist/src/lib/storage/assets.js +13 -2
- package/dist/src/lib/storage/assets.js.map +1 -1
- package/dist/src/lib/storage/backends/s3_store.d.ts +11 -0
- package/dist/src/lib/storage/backends/s3_store.d.ts.map +1 -1
- package/dist/src/lib/storage/backends/s3_store.js +52 -1
- package/dist/src/lib/storage/backends/s3_store.js.map +1 -1
- package/dist/src/lib/utils/file_utils.d.ts +9 -0
- package/dist/src/lib/utils/file_utils.d.ts.map +1 -1
- package/dist/src/lib/utils/file_utils.js +31 -4
- package/dist/src/lib/utils/file_utils.js.map +1 -1
- package/dist/src/lib/workers/assets/loader.d.ts.map +1 -1
- package/dist/src/lib/workers/assets/loader.js +19 -11
- package/dist/src/lib/workers/assets/loader.js.map +1 -1
- package/package.json +3 -4
|
@@ -34,6 +34,12 @@ export declare class AssetsStorage {
|
|
|
34
34
|
search(query: string | Record<string, any>, from?: number, size?: number, sort?: string, fields?: string | string[]): Promise<ClientResponse.SearchResponse<AssetRecord>>;
|
|
35
35
|
grabS3Info(): Promise<Record<string, any>[]>;
|
|
36
36
|
get(id: string): Promise<AssetRecord>;
|
|
37
|
+
/**
|
|
38
|
+
* Stream an asset's blob from the S3 backend straight to a file on disk,
|
|
39
|
+
* avoiding buffering the whole asset in memory. Only valid when an S3
|
|
40
|
+
* backend is configured.
|
|
41
|
+
*/
|
|
42
|
+
getToFile(id: string, destPath: string): Promise<void>;
|
|
37
43
|
private _getAssetId;
|
|
38
44
|
parseAssetsArray(assetsArray: string[]): Promise<string[]>;
|
|
39
45
|
shutdown(forceShutdown: boolean): Promise<[void] | [void, void]>;
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"assets.d.ts","sourceRoot":"","sources":["../../../../src/lib/storage/assets.ts"],"names":[],"mappings":"AAGA,OAAO,EAEqB,MAAM,EACjC,MAAM,uBAAuB,CAAC;AAC/B,OAAO,EAAE,OAAO,EAAE,MAAM,2BAA2B,CAAC;AACpD,OAAO,EAAE,cAAc,EAAE,WAAW,EAAE,MAAM,kBAAkB,CAAC;AAE/D,OAAO,EAAW,wBAAwB,EAAE,MAAM,wBAAwB,CAAC;AAgC3E,wBAAgB,gBAAgB,CAAC,OAAO,EAAE,OAAO,EAAE,MAAM,EAAE,MAAM;;;EAgBhE;AAKD,qBAAa,aAAa;IACtB,QAAQ,CAAC,UAAU,EAAE,MAAM,CAAC;IAC5B,OAAO,CAAC,SAAS,CAAgC;IACjD,OAAO,CAAC,QAAQ,CAAC,OAAO,CAAU;IAClC,MAAM,EAAE,MAAM,CAAC;IACf,OAAO,CAAC,SAAS,CAAC,CAAU;gBAEhB,OAAO,EAAE,OAAO;IA2BtB,UAAU;YAaF,gBAAgB;YAahB,qBAAqB;YAkBrB,YAAY;YASZ,SAAS;YAkBT,cAAc;YAuBd,gBAAgB;IAyC9B;;;;;;MAME;IACI,IAAI,CAAC,IAAI,EAAE,MAAM,EAAE,QAAQ,UAAO;;;;IA2ClC,MAAM,CACR,KAAK,EAAE,MAAM,GAAG,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,EACnC,IAAI,CAAC,EAAE,MAAM,EACb,IAAI,CAAC,EAAE,MAAM,EACb,IAAI,CAAC,EAAE,MAAM,EACb,MAAM,CAAC,EAAE,MAAM,GAAG,MAAM,EAAE,GAC3B,OAAO,CAAC,cAAc,CAAC,cAAc,CAAC,WAAW,CAAC,CAAC;IAUhD,UAAU,IAAI,OAAO,CAAC,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,EAAE,CAAC;IAO5C,GAAG,CAAC,EAAE,EAAE,MAAM,GAAG,OAAO,CAAC,WAAW,CAAC;
|
|
1
|
+
{"version":3,"file":"assets.d.ts","sourceRoot":"","sources":["../../../../src/lib/storage/assets.ts"],"names":[],"mappings":"AAGA,OAAO,EAEqB,MAAM,EACjC,MAAM,uBAAuB,CAAC;AAC/B,OAAO,EAAE,OAAO,EAAE,MAAM,2BAA2B,CAAC;AACpD,OAAO,EAAE,cAAc,EAAE,WAAW,EAAE,MAAM,kBAAkB,CAAC;AAE/D,OAAO,EAAW,wBAAwB,EAAE,MAAM,wBAAwB,CAAC;AAgC3E,wBAAgB,gBAAgB,CAAC,OAAO,EAAE,OAAO,EAAE,MAAM,EAAE,MAAM;;;EAgBhE;AAKD,qBAAa,aAAa;IACtB,QAAQ,CAAC,UAAU,EAAE,MAAM,CAAC;IAC5B,OAAO,CAAC,SAAS,CAAgC;IACjD,OAAO,CAAC,QAAQ,CAAC,OAAO,CAAU;IAClC,MAAM,EAAE,MAAM,CAAC;IACf,OAAO,CAAC,SAAS,CAAC,CAAU;gBAEhB,OAAO,EAAE,OAAO;IA2BtB,UAAU;YAaF,gBAAgB;YAahB,qBAAqB;YAkBrB,YAAY;YASZ,SAAS;YAkBT,cAAc;YAuBd,gBAAgB;IAyC9B;;;;;;MAME;IACI,IAAI,CAAC,IAAI,EAAE,MAAM,EAAE,QAAQ,UAAO;;;;IA2ClC,MAAM,CACR,KAAK,EAAE,MAAM,GAAG,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,EACnC,IAAI,CAAC,EAAE,MAAM,EACb,IAAI,CAAC,EAAE,MAAM,EACb,IAAI,CAAC,EAAE,MAAM,EACb,MAAM,CAAC,EAAE,MAAM,GAAG,MAAM,EAAE,GAC3B,OAAO,CAAC,cAAc,CAAC,cAAc,CAAC,WAAW,CAAC,CAAC;IAUhD,UAAU,IAAI,OAAO,CAAC,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,EAAE,CAAC;IAO5C,GAAG,CAAC,EAAE,EAAE,MAAM,GAAG,OAAO,CAAC,WAAW,CAAC;IAW3C;;;;OAIG;IACG,SAAS,CAAC,EAAE,EAAE,MAAM,EAAE,QAAQ,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC;YAO9C,WAAW;IAuCnB,gBAAgB,CAAC,WAAW,EAAE,MAAM,EAAE;IAItC,QAAQ,CAAC,aAAa,EAAE,OAAO;IAa/B,MAAM,CAAC,OAAO,EAAE,MAAM;YA0Cd,cAAc;YAYd,oBAAoB;IAS5B,QAAQ;IA6Bd,YAAY;IAON,aAAa;CAMtB"}
|
|
@@ -104,8 +104,8 @@ export class AssetsStorage {
|
|
|
104
104
|
try {
|
|
105
105
|
const inES = await this.esBackend.get(id, undefined, ['id', 'name']);
|
|
106
106
|
if (this.s3Backend) {
|
|
107
|
-
const inS3 = await this.s3Backend.
|
|
108
|
-
return inES != null && inS3
|
|
107
|
+
const inS3 = await this.s3Backend.exists(id);
|
|
108
|
+
return inES != null && inS3;
|
|
109
109
|
}
|
|
110
110
|
return inES != null;
|
|
111
111
|
}
|
|
@@ -252,6 +252,17 @@ export class AssetsStorage {
|
|
|
252
252
|
}
|
|
253
253
|
return record;
|
|
254
254
|
}
|
|
255
|
+
/**
|
|
256
|
+
* Stream an asset's blob from the S3 backend straight to a file on disk,
|
|
257
|
+
* avoiding buffering the whole asset in memory. Only valid when an S3
|
|
258
|
+
* backend is configured.
|
|
259
|
+
*/
|
|
260
|
+
async getToFile(id, destPath) {
|
|
261
|
+
if (!this.s3Backend) {
|
|
262
|
+
throw new TSError('getToFile is only supported when an S3 asset backend is configured');
|
|
263
|
+
}
|
|
264
|
+
await this.s3Backend.getToFile(id, destPath);
|
|
265
|
+
}
|
|
255
266
|
async _getAssetId(assetIdentifier) {
|
|
256
267
|
// is full _id
|
|
257
268
|
if (assetIdentifier.length === 40) {
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"assets.js","sourceRoot":"","sources":["../../../../src/lib/storage/assets.ts"],"names":[],"mappings":"AAAA,OAAO,IAAI,MAAM,WAAW,CAAC;AAC7B,OAAO,GAAG,MAAM,UAAU,CAAC;AAC3B,OAAO,MAAM,MAAM,aAAa,CAAC;AACjC,OAAO,EACH,OAAO,EAAE,IAAI,EAAE,QAAQ,EACvB,QAAQ,EAAE,YAAY,EAAU,MAAM,EACzC,MAAM,uBAAuB,CAAC;AAG/B,OAAO,EAAE,6BAA6B,EAA4B,MAAM,mCAAmC,CAAC;AAC5G,OAAO,EAAE,OAAO,EAA4B,MAAM,wBAAwB,CAAC;AAC3E,OAAO,EAAE,UAAU,EAAE,MAAM,sCAAsC,CAAC;AAClE,OAAO,EAAE,SAAS,EAAiB,SAAS,EAAE,SAAS,EAAE,MAAM,wBAAwB,CAAC;AACxF,OAAO,EACH,iBAAiB,EAAE,iBAAiB,EAAE,cAAc,EACpD,wBAAwB,EAC3B,MAAM,yBAAyB,CAAC;AAEjC,SAAS,aAAa,CAAC,OAAsC;IACzD,OAAO,KAAK,UAAU,SAAS,CAAC,IAAmB;QAC/C,MAAM,QAAQ,GAAG,CAAC,MAAM,EAAE,SAAS,EAAE,cAAc,EAAE,UAAU,EAAE,MAAM,CAAC,CAAC;QACzE,mBAAmB;QACnB,MAAM,KAAK,GAAG,MAAM,CAAC,OAAO,CAAC,YAAY,CAAC,IAAI,EAAE,EAAE,QAAQ,EAAE,CAAC,CAAC;aACzD,GAAG,CAAC,CAAC,CAAC,GAAG,EAAE,GAAG,CAAC,EAAE,EAAE,CAAC,GAAG,GAAG,KAAK,GAAG,GAAG,CAAC;aACtC,IAAI,CAAC,OAAO,CAAC,CAAC;QAEnB,MAAM,KAAK,GAAG,MAAM,OAAO,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC;QAEzC,IAAI,KAAK,KAAK,CAAC,EAAE,CAAC;YACd,OAAO,IAAI,CAAC;QAChB,CAAC;QAED,MAAM,KAAK,GAAG,IAAI,OAAO,CAAC,SAAS,KAAK,8DAA8D,EAAE;YACpG,UAAU,EAAE,GAAG;SAClB,CAAC,CAAC;QACH,KAAK,CAAC,UAAU,GAAG,GAAG,CAAC;QACvB,2DAA2D;QAC3D,KAAK,CAAC,aAAa,GAAG,IAAI,CAAC;QAC3B,MAAM,KAAK,CAAC;IAChB,CAAC,CAAC;AACN,CAAC;AAED,MAAM,UAAU,gBAAgB,CAAC,OAAgB,EAAE,MAAc;IAC7D,MAAM,EAAE,SAAS,EAAE,GAAG,OAAO,CAAC,SAAS,CAAC;IAExC,MAAM,cAAc,GAAG,SAAS,CAAC,6BAA6B,CAAC;IAC/D,MAAM,iBAAiB,GAAG,SAAS,CAAC,wBAAwB,CAAC;IAC7D,MAAM,aAAa,GAAG,SAAS,CAAC,oBAAoB,CAAC;IAErD,kEAAkE;IAClE,MAAM,eAAe,GAA6B;QAC9C,OAAO;QACP,cAAc,EAAE,OAAO,CAAC,SAAS,CAAC,cAAc;QAChD,UAAU,EAAE,iBAAiB;QAC7B,MAAM,EAAE,aAAa;QACrB,MAAM;KACT,CAAC;IACF,OAAO,EAAE,eAAe,EAAE,mBAAmB,EAAE,cAAc,EAAE,CAAC;AACpE,CAAC;AAED,iDAAiD;AACjD,wEAAwE;AACxE,wBAAwB;AACxB,MAAM,OAAO,aAAa;IACb,UAAU,CAAS;IACpB,SAAS,CAAgC;IAChC,OAAO,CAAU;IAClC,MAAM,CAAS;IACP,SAAS,CAAW;IAE5B,YAAY,OAAgB;QACxB,MAAM,MAAM,GAAG,UAAU,CAAC,OAAO,EAAE,gBAAgB,CAAC,CAAC;QACrD,MAAM,MAAM,GAAG,OAAO,CAAC,SAAS,CAAC,SAAS,CAAC;QAC3C,MAAM,SAAS,GAAG,GAAG,MAAM,CAAC,IAAI,UAAU,CAAC;QAE3C,MAAM,eAAe,GAA6B;YAC9C,OAAO;YACP,SAAS;YACT,UAAU,EAAE,OAAO;YACnB,OAAO,EAAE,IAAI;YACb,YAAY,EAAE,IAAI;YAClB,SAAS,EAAE,KAAK;YAChB,WAAW,EAAE,QAAQ;YACrB,MAAM;SACT,CAAC;QACF,IAAI,CAAC,OAAO,GAAG,OAAO,CAAC;QACvB,IAAI,CAAC,MAAM,GAAG,MAAM,CAAC;QACrB,iEAAiE;QACjE,IAAI,CAAC,UAAU,GAAG,MAAM,CAAC,gBAA0B,CAAC;QACpD,IAAI,CAAC,SAAS,GAAG,IAAI,6BAA6B,CAAC,eAAe,CAAC,CAAC;QAEpE,MAAM,EAAE,mBAAmB,EAAE,eAAe,EAAE,GAAG,gBAAgB,CAAC,OAAO,EAAE,MAAM,CAAC,CAAC;QACnF,IAAI,mBAAmB,KAAK,IAAI,IAAI,eAAe,CAAC,UAAU,EAAE,CAAC;YAC7D,IAAI,CAAC,SAAS,GAAG,IAAI,OAAO,CAAC,eAAe,CAAC,CAAC;QAClD,CAAC;IACL,CAAC;IAED,KAAK,CAAC,UAAU;QACZ,MAAM,IAAI,CAAC,cAAc,EAAE,CAAC;QAC5B,IAAI,IAAI,CAAC,SAAS,EAAE,CAAC;YACjB,MAAM,OAAO,CAAC,GAAG,CAAC;gBACd,IAAI,CAAC,SAAS,CAAC,UAAU,EAAE;gBAC3B,IAAI,CAAC,SAAS,CAAC,UAAU,EAAE;aAC9B,CAAC,CAAC;QACP,CAAC;aAAM,CAAC;YACJ,MAAM,IAAI,CAAC,SAAS,CAAC,UAAU,EAAE,CAAC;QACtC,CAAC;QACD,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,4BAA4B,CAAC,CAAC;IACnD,CAAC;IAEO,KAAK,CAAC,gBAAgB,CAAC,EAAU;QACrC,IAAI,CAAC;YACD,IAAI,CAAC,IAAI,CAAC,UAAU;gBAAE,OAAO,KAAK,CAAC;YAEnC,MAAM,MAAM,GAAG,GAAG,CAAC,SAAS,CAAC,IAAI,GAAG,GAAG,CAAC,SAAS,CAAC,IAAI,GAAG,GAAG,CAAC,SAAS,CAAC,IAAI,CAAC;YAC5E,MAAM,GAAG,CAAC,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,UAAU,EAAE,EAAE,CAAC,EAAE,MAAM,CAAC,CAAC;YAEzD,OAAO,IAAI,CAAC;QAChB,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACX,OAAO,KAAK,CAAC;QACjB,CAAC;IACL,CAAC;IAEO,KAAK,CAAC,qBAAqB,CAAC,EAAU;QAC1C,IAAI,CAAC;YACD,MAAM,IAAI,GAAG,MAAM,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,EAAE,EAAE,SAAS,EAAE,CAAC,IAAI,EAAE,MAAM,CAAC,CAAC,CAAC;YACrE,IAAI,IAAI,CAAC,SAAS,EAAE,CAAC;gBACjB,MAAM,IAAI,GAAG,MAAM,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;gBAC1C,OAAO,IAAI,IAAI,IAAI,IAAI,IAAI,IAAI,IAAI,CAAC;YACxC,CAAC;YACD,OAAO,IAAI,IAAI,IAAI,CAAC;QACxB,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACX,IAAI,GAAG,CAAC,UAAU,KAAK,GAAG,EAAE,CAAC;gBACzB,OAAO,KAAK,CAAC;YACjB,CAAC;YACD,MAAM,IAAI,OAAO,CAAC,GAAG,EAAE;gBACnB,MAAM,EAAE,8DAA8D,EAAE,EAAE;aAC7E,CAAC,CAAC;QACP,CAAC;IACL,CAAC;IAEO,KAAK,CAAC,YAAY,CAAC,EAAU;QACjC,MAAM,CAAC,QAAQ,EAAE,MAAM,CAAC,GAAG,MAAM,OAAO,CAAC,GAAG,CAAC;YACzC,IAAI,CAAC,gBAAgB,CAAC,EAAE,CAAC;YACzB,IAAI,CAAC,qBAAqB,CAAC,EAAE,CAAC;SACjC,CAAC,CAAC;QAEH,OAAO,QAAQ,IAAI,MAAM,CAAC;IAC9B,CAAC;IAEO,KAAK,CAAC,SAAS,CACnB,EAAU,EACV,WAAiC,EACjC,QAAiB,EACjB,eAAuB,EACvB,SAAiB;QAEjB,IAAI,QAAQ,EAAE,CAAC;YACX,MAAM,OAAO,GAAG,IAAI,CAAC,GAAG,EAAE,GAAG,SAAS,CAAC;YACvC,MAAM,SAAS,GAAG,eAAe,GAAG,OAAO,CAAC;YAC5C,MAAM,IAAI,CAAC,SAAS,CAAC,WAAW,CAAC,EAAE,EAAE,WAAW,EAAE,SAAS,EAAE,SAAS,CAAC,CAAC;QAC5E,CAAC;aAAM,CAAC;YACJ,MAAM,IAAI,CAAC,SAAS,CAAC,WAAW,CAAC,EAAE,EAAE,WAAW,EAAE,SAAS,EAAE,eAAe,CAAC,CAAC;QAClF,CAAC;IACL,CAAC;IAED,yDAAyD;IACzD,gEAAgE;IACxD,KAAK,CAAC,cAAc,CAAC,EACzB,EAAE,EAAE,IAAI,EAAE,MAAM,EAAE,QAAQ,EACoC;QAC9D,MAAM,eAAe,GAAG,IAAI,CAAC,OAAO,CAAC,SAAS,CAAC,SAAS,CAAC,oBAA8B,CAAC;QACxF,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QAE7B,MAAM,QAAQ,GAAG,MAAM,SAAS,CAC5B,IAAI,CAAC,MAAM,EACX,IAAI,CAAC,UAAU,EACf,EAAE,EACF,IAAI,EACJ,aAAa,CAAC,IAAI,CAAC,SAAS,CAAC,CAChC,CAAC;QAEF,MAAM,WAAW,GAAG,MAAM,CAAC,MAAM,CAAC;YAC9B,IAAI,EAAE,MAAM;YACZ,QAAQ,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;SACrC,EAAE,QAAQ,CAAC,CAAC;QAEb,MAAM,IAAI,CAAC,SAAS,CAAC,EAAE,EAAE,WAAW,EAAE,QAAQ,EAAE,eAAe,EAAE,SAAS,CAAC,CAAC;QAC5E,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,WAAW,QAAQ,CAAC,IAAI,SAAS,EAAE,uDAAuD,CAAC,CAAC;IACjH,CAAC;IAEO,KAAK,CAAC,gBAAgB,CAAC,EAC3B,EAAE,EAAE,IAAI,EAAE,QAAQ,EAC4B;QAC9C,MAAM,eAAe,GAAG,IAAI,CAAC,OAAO,CAAC,SAAS,CAAC,SAAS,CAAC,oBAA8B,CAAC;QACxF,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QAE7B,IAAI,CAAC;YACD,IAAI,IAAI,CAAC,SAAS,EAAE,CAAC;gBACjB,IAAI,QAAQ,EAAE,CAAC;oBACX,MAAM,OAAO,GAAG,IAAI,CAAC,GAAG,EAAE,GAAG,SAAS,CAAC;oBACvC,MAAM,SAAS,GAAG,eAAe,GAAG,OAAO,CAAC;oBAC5C,MAAM,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,EAAE,EAAE,IAAI,EAAE,SAAS,CAAC,CAAC;gBACnD,CAAC;qBAAM,CAAC;oBACJ,MAAM,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,EAAE,EAAE,IAAI,EAAE,eAAe,CAAC,CAAC;gBACzD,CAAC;gBAED,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,aAAa,EAAE,6BAA6B,CAAC,CAAC;YACnE,CAAC;YAED,MAAM,QAAQ,GAAG,MAAM,SAAS,CAC5B,IAAI,CAAC,MAAM,EACX,IAAI,CAAC,UAAU,EACf,EAAE,EACF,IAAI,EACJ,aAAa,CAAC,IAAI,CAAC,SAAS,CAAC,CAChC,CAAC;YAEF,MAAM,WAAW,GAAG,MAAM,CAAC,MAAM,CAAC;gBAC9B,QAAQ,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;aACrC,EAAE,QAAQ,CAAC,CAAC;YAEb,MAAM,IAAI,CAAC,SAAS,CAAC,EAAE,EAAE,WAAW,EAAE,QAAQ,EAAE,eAAe,EAAE,SAAS,CAAC,CAAC;YAC5E,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,WAAW,QAAQ,CAAC,IAAI,SAAS,EAAE,uDAAuD,CAAC,CAAC;QACjH,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACX,0DAA0D;YAC1D,MAAM,IAAI,CAAC,SAAS,EAAE,MAAM,CAAC,EAAE,CAAC,CAAC;YACjC,MAAM,SAAS,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,UAAU,EAAE,EAAE,CAAC,CAAC,CAAC;YAChD,MAAM,GAAG,CAAC;QACd,CAAC;IACL,CAAC;IAED;;;;;;MAME;IACF,KAAK,CAAC,IAAI,CAAC,IAAY,EAAE,QAAQ,GAAG,IAAI;QACpC,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,EAAE,CAAC;YACnB,MAAM,IAAI,KAAK,CAAC,wDAAwD,CAAC,CAAC;QAC9E,CAAC;QACD,MAAM,MAAM,GAAG,IAAI,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAC;QACvC,MAAM,EAAE,GAAG,MAAM,CAAC,UAAU,CAAC,MAAM,CAAC,CAAC,MAAM,CAAC,MAAM,CAAC;aAC9C,MAAM,CAAC,KAAK,CAAC,CAAC;QAEnB,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,YAAY,CAAC,EAAE,CAAC,CAAC;QAE3C,IAAI,MAAM,EAAE,CAAC;YACT,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,aAAa,EAAE,iBAAiB,CAAC,CAAC;QACvD,CAAC;aAAM,IAAI,QAAQ,IAAI,IAAI,CAAC,SAAS,EAAE,CAAC;YACpC,MAAM,IAAI,CAAC,gBAAgB,CAAC;gBACxB,EAAE,EAAE,IAAI,EAAE,QAAQ;aACrB,CAAC,CAAC;QACP,CAAC;aAAM,IAAI,QAAQ,IAAI,CAAC,IAAI,CAAC,SAAS,EAAE,CAAC;YACrC,MAAM,IAAI,CAAC,cAAc,CAAC;gBACtB,EAAE,EAAE,IAAI,EAAE,MAAM,EAAE,QAAQ;aAC7B,CAAC,CAAC;QACP,CAAC;aAAM,CAAC;YACJ,0DAA0D;YAC1D,IAAI,CAAC;gBACD,IAAI,IAAI,CAAC,SAAS,EAAE,CAAC;oBACjB,MAAM,IAAI,CAAC,gBAAgB,CAAC;wBACxB,EAAE,EAAE,IAAI,EAAE,QAAQ;qBACrB,CAAC,CAAC;gBACP,CAAC;qBAAM,CAAC;oBACJ,MAAM,IAAI,CAAC,cAAc,CAAC;wBACtB,EAAE,EAAE,IAAI,EAAE,MAAM,EAAE,QAAQ;qBAC7B,CAAC,CAAC;gBACP,CAAC;YACL,CAAC;YAAC,OAAO,GAAG,EAAE,CAAC;gBACX,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,GAAG,EAAE,yBAAyB,EAAE,EAAE,CAAC,CAAC;YAC1D,CAAC;QACL,CAAC;QAED,OAAO;YACH,OAAO,EAAE,EAAE;YACX,OAAO,EAAE,CAAC,MAAM;SACnB,CAAC;IACN,CAAC;IAED,KAAK,CAAC,MAAM,CACR,KAAmC,EACnC,IAAa,EACb,IAAa,EACb,IAAa,EACb,MAA0B;QAE1B,OAAO,IAAI,CAAC,SAAS,CAAC,MAAM,CACxB,KAAK,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,MAAM,CACuB,CAAC;IAC/D,CAAC;IAED;;;MAGE;IACF,KAAK,CAAC,UAAU;QACZ,OAAO,MAAM,IAAI,CAAC,SAAS,EAAE,IAAI,EAA2B,CAAC;IACjE,CAAC;IAED,mFAAmF;IACnF,kFAAkF;IAClF,kFAAkF;IAClF,KAAK,CAAC,GAAG,CAAC,EAAU;QAChB,IAAI,MAAM,CAAC;QACX,IAAI,IAAI,CAAC,SAAS,EAAE,CAAC;YACjB,MAAM,GAAG,MAAM,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;YACtC,MAAM,CAAC,IAAI,GAAG,MAAM,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;QAC/C,CAAC;aAAM,CAAC;YACJ,MAAM,GAAG,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;QACpC,CAAC;QACD,OAAO,MAAM,CAAC;IAClB,CAAC;IAEO,KAAK,CAAC,WAAW,CAAC,eAAuB;QAC7C,cAAc;QACd,IAAI,eAAe,CAAC,MAAM,KAAK,EAAE,EAAE,CAAC;YAChC,MAAM,KAAK,GAAG,MAAM,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,OAAO,eAAe,GAAG,CAAC,CAAC;YACpE,IAAI,KAAK,KAAK,CAAC;gBAAE,OAAO,eAAe,CAAC;QAC5C,CAAC;QAED,MAAM,CAAC,IAAI,EAAE,OAAO,CAAC,GAAG,eAAe,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;QACnD,MAAM,IAAI,GAAG,eAAe,CAAC;QAC7B,MAAM,MAAM,GAAG,CAAC,IAAI,EAAE,MAAM,EAAE,SAAS,EAAE,UAAU,EAAE,MAAM,EAAE,cAAc,CAAC,CAAC;QAE7E,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,SAAS,CAAC,MAAM,CACxC,SAAS,IAAI,SAAS,cAAc,CAAC,OAAO,CAAC,EAAE,EAC/C,SAAS,EACT,KAAK,EACL,IAAI,EACJ,MAAM,CACgD,CAAC;QAE3D,MAAM,MAAM,GAAG,QAAQ,CAAC,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC;QAE5D,IAAI,CAAC,MAAM,CAAC,MAAM,EAAE,CAAC;YACjB,MAAM,IAAI,OAAO,CAAC,wBAAwB,eAAe,GAAG,EAAE;gBAC1D,UAAU,EAAE,GAAG;aAClB,CAAC,CAAC;QACP,CAAC;QAED,MAAM,KAAK,GAAG,iBAAiB,CAAC,MAAuB,EAAE,IAAI,EAAE,OAAO,CAAC,CAAC;QAExE,IAAI,CAAC,KAAK,EAAE,CAAC;YACT,MAAM,MAAM,GAAG,wBAAwB,CAAC,iBAAiB,CAAC,MAAuB,EAAE,IAAI,EAAE,OAAO,CAAC,EAAE,sBAAsB,CAAC,CAAC;YAC3H,MAAM,IAAI,OAAO,CAAC,uBAAuB,eAAe,IAAI,MAAM,EAAE,EAAE;gBAClE,UAAU,EAAE,GAAG;aAClB,CAAC,CAAC;QACP,CAAC;QAED,OAAO,KAAK,CAAC,EAAE,CAAC;IACpB,CAAC;IAED,KAAK,CAAC,gBAAgB,CAAC,WAAqB;QACxC,OAAO,OAAO,CAAC,GAAG,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC,GAAG,CAAC,IAAI,CAAC,WAAW,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;IAC3E,CAAC;IAED,KAAK,CAAC,QAAQ,CAAC,aAAsB;QACjC,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,4BAA4B,CAAC,CAAC;QAC/C,IAAI,IAAI,CAAC,SAAS,EAAE,CAAC;YACjB,OAAO,OAAO,CAAC,GAAG,CAAC;gBACf,IAAI,CAAC,SAAS,CAAC,QAAQ,CAAC,aAAa,CAAC;gBACtC,IAAI,CAAC,SAAS,CAAC,QAAQ,EAAE;aAC5B,CAAC,CAAC;QACP,CAAC;QACD,OAAO,OAAO,CAAC,GAAG,CAAC;YACf,IAAI,CAAC,SAAS,CAAC,QAAQ,CAAC,aAAa,CAAC;SACzC,CAAC,CAAC;IACP,CAAC;IAED,KAAK,CAAC,MAAM,CAAC,OAAe;QACxB,IAAI,CAAC;YACD,MAAM,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,OAAO,EAAE,SAAS,EAAE,CAAC,MAAM,CAAC,CAAC,CAAC;QAC3D,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACX,IAAI,QAAQ,CAAC,GAAG,CAAC,CAAC,OAAO,CAAC,WAAW,CAAC,EAAE,CAAC;gBACrC,MAAM,KAAK,GAAG,IAAI,OAAO,CAAC,wBAAwB,OAAO,EAAE,EAAE;oBACzD,UAAU,EAAE,GAAG;iBAClB,CAAC,CAAC;gBAEH,MAAM,KAAK,CAAC;YAChB,CAAC;YACD,MAAM,GAAG,CAAC;QACd,CAAC;QACD,IAAI,IAAI,GAAG,IAAI,CAAC;QAChB,IAAI,SAAS,GAAG,IAAI,CAAC;QACrB,IAAI,OAAO,GAAG,GAAG,CAAC;QAClB,MAAM,eAAe,GAAG,IAAI,CAAC,OAAO,CAAC,SAAS,CAAC,SAAS,CAAC,oBAA8B,CAAC;QACxF,MAAM,SAAS,GAAG,UAAU,CAAC,GAAG,EAAE;YAC9B,MAAM,IAAI,OAAO,CAAC,0BAA0B,OAAO,EAAE,CAAC,CAAC;QAC3D,CAAC,EAAE,eAAe,CAAC,CAAC;QACpB,OAAO,IAAI,IAAI,SAAS,EAAE,CAAC;YACvB,IAAI,CAAC;gBACD,MAAM,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC;gBACrC,IAAI,IAAI,CAAC,SAAS,EAAE,CAAC;oBACjB,MAAM,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC;gBACzC,CAAC;gBACD,MAAM,GAAG,CAAC,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,UAAU,EAAE,OAAO,CAAC,CAAC,CAAC;gBAEtD,CAAC,IAAI,EAAE,SAAS,CAAC,GAAG,MAAM,OAAO,CAAC,GAAG,CAAC;oBAClC,IAAI,CAAC,gBAAgB,CAAC,OAAO,CAAC;oBAC9B,IAAI,CAAC,qBAAqB,CAAC,OAAO,CAAC;iBACtC,CAAC,CAAC;YACP,CAAC;YAAC,OAAO,GAAG,EAAE,CAAC;gBACX,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,GAAG,EAAE,0BAA0B,OAAO,aAAa,GAAG,EAAE,CAAC,CAAC;gBAC5E,MAAM,MAAM,CAAC,OAAO,CAAC,CAAC;gBACtB,IAAI,OAAO,GAAG,MAAM;oBAAE,OAAO,IAAI,CAAC,CAAC;YACvC,CAAC;oBAAS,CAAC;gBACP,YAAY,CAAC,SAAS,CAAC,CAAC;YAC5B,CAAC;QACL,CAAC;IACL,CAAC;IAEO,KAAK,CAAC,cAAc;QACxB,IAAI,CAAC,IAAI,CAAC,UAAU,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,UAAU,CAAC,EAAE,CAAC;YACjD,MAAM,IAAI,KAAK,CAAC,yCAAyC,CAAC,CAAC;QAC/D,CAAC;QAED,IAAI,CAAC;YACD,OAAO,MAAM,GAAG,CAAC,SAAS,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC;QAChD,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACX,MAAM,IAAI,KAAK,CAAC,0CAA0C,IAAI,CAAC,UAAU,gBAAgB,GAAG,CAAC,OAAO,EAAE,CAAC,CAAC;QAC5G,CAAC;IACL,CAAC;IAEO,KAAK,CAAC,oBAAoB,CAAC,WAAmB;QAClD,MAAM,KAAK,GAAG,MAAM,GAAG,CAAC,OAAO,CAAC,WAAW,CAAC,CAAC;QAE7C,OAAO,KAAK,CAAC,MAAM,CAAC,CAAC,QAAQ,EAAE,EAAE;YAC7B,MAAM,GAAG,GAAG,IAAI,CAAC,OAAO,CAAC,QAAQ,CAAC,CAAC;YACnC,OAAO,GAAG,KAAK,MAAM,CAAC;QAC1B,CAAC,CAAC,CAAC;IACP,CAAC;IAED,KAAK,CAAC,QAAQ;QACV,MAAM,WAAW,GAAG,IAAI,CAAC,OAAO,CAAC,SAAS,CAAC,SAAS,CAAC,kBAAkB,CAAC;QACxE,IAAI,CAAC,WAAW,IAAI,CAAC,GAAG,CAAC,UAAU,CAAC,WAAW,CAAC;YAAE,OAAO;QAEzD,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,oBAAoB,CAAC,WAAW,CAAC,CAAC;QAC5D,IAAI,CAAC,MAAM,IAAI,CAAC,MAAM,CAAC,MAAM;YAAE,OAAO;QAEtC,KAAK,MAAM,KAAK,IAAI,MAAM,EAAE,CAAC;YACzB,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,qBAAqB,KAAK,KAAK,CAAC,CAAC;YAClD,MAAM,SAAS,GAAG,IAAI,CAAC,IAAI,CAAC,WAAW,EAAE,KAAK,CAAC,CAAC;YAChD,IAAI,CAAC;gBACD,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,IAAI,CAAC,MAAM,GAAG,CAAC,QAAQ,CAAC,SAAS,CAAC,EAAE,IAAI,CAAC,CAAC;gBACpE,IAAI,MAAM,CAAC,OAAO,EAAE,CAAC;oBACjB,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,oBAAoB,KAAK,EAAE,CAAC,CAAC;gBACnD,CAAC;qBAAM,CAAC;oBACJ,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,oBAAoB,KAAK,iBAAiB,CAAC,CAAC;gBAClE,CAAC;YACL,CAAC;YAAC,OAAO,GAAG,EAAE,CAAC;gBACX,IAAI,GAAG,CAAC,aAAa,EAAE,CAAC;oBACpB,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,oBAAoB,KAAK,iBAAiB,CAAC,CAAC;gBAClE,CAAC;qBAAM,CAAC;oBACJ,MAAM,GAAG,CAAC;gBACd,CAAC;YACL,CAAC;QACL,CAAC;QAED,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,yBAAyB,CAAC,CAAC;IAChD,CAAC;IAED,YAAY;QACR,IAAI,IAAI,CAAC,SAAS,EAAE,CAAC;YACjB,OAAO,IAAI,CAAC,SAAS,CAAC,YAAY,EAAE,IAAI,IAAI,CAAC,SAAS,CAAC,YAAY,EAAE,CAAC;QAC1E,CAAC;QACD,OAAO,IAAI,CAAC,SAAS,CAAC,YAAY,EAAE,CAAC;IACzC,CAAC;IAED,KAAK,CAAC,aAAa;QACf,IAAI,IAAI,CAAC,SAAS,EAAE,CAAC;YACjB,OAAO,OAAO,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC,aAAa,EAAE,EAAE,IAAI,CAAC,SAAS,CAAC,aAAa,EAAE,CAAC,CAAC,CAAC;QACzF,CAAC;QACD,OAAO,IAAI,CAAC,SAAS,CAAC,aAAa,EAAE,CAAC;IAC1C,CAAC;CACJ"}
|
|
1
|
+
{"version":3,"file":"assets.js","sourceRoot":"","sources":["../../../../src/lib/storage/assets.ts"],"names":[],"mappings":"AAAA,OAAO,IAAI,MAAM,WAAW,CAAC;AAC7B,OAAO,GAAG,MAAM,UAAU,CAAC;AAC3B,OAAO,MAAM,MAAM,aAAa,CAAC;AACjC,OAAO,EACH,OAAO,EAAE,IAAI,EAAE,QAAQ,EACvB,QAAQ,EAAE,YAAY,EAAU,MAAM,EACzC,MAAM,uBAAuB,CAAC;AAG/B,OAAO,EAAE,6BAA6B,EAA4B,MAAM,mCAAmC,CAAC;AAC5G,OAAO,EAAE,OAAO,EAA4B,MAAM,wBAAwB,CAAC;AAC3E,OAAO,EAAE,UAAU,EAAE,MAAM,sCAAsC,CAAC;AAClE,OAAO,EAAE,SAAS,EAAiB,SAAS,EAAE,SAAS,EAAE,MAAM,wBAAwB,CAAC;AACxF,OAAO,EACH,iBAAiB,EAAE,iBAAiB,EAAE,cAAc,EACpD,wBAAwB,EAC3B,MAAM,yBAAyB,CAAC;AAEjC,SAAS,aAAa,CAAC,OAAsC;IACzD,OAAO,KAAK,UAAU,SAAS,CAAC,IAAmB;QAC/C,MAAM,QAAQ,GAAG,CAAC,MAAM,EAAE,SAAS,EAAE,cAAc,EAAE,UAAU,EAAE,MAAM,CAAC,CAAC;QACzE,mBAAmB;QACnB,MAAM,KAAK,GAAG,MAAM,CAAC,OAAO,CAAC,YAAY,CAAC,IAAI,EAAE,EAAE,QAAQ,EAAE,CAAC,CAAC;aACzD,GAAG,CAAC,CAAC,CAAC,GAAG,EAAE,GAAG,CAAC,EAAE,EAAE,CAAC,GAAG,GAAG,KAAK,GAAG,GAAG,CAAC;aACtC,IAAI,CAAC,OAAO,CAAC,CAAC;QAEnB,MAAM,KAAK,GAAG,MAAM,OAAO,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC;QAEzC,IAAI,KAAK,KAAK,CAAC,EAAE,CAAC;YACd,OAAO,IAAI,CAAC;QAChB,CAAC;QAED,MAAM,KAAK,GAAG,IAAI,OAAO,CAAC,SAAS,KAAK,8DAA8D,EAAE;YACpG,UAAU,EAAE,GAAG;SAClB,CAAC,CAAC;QACH,KAAK,CAAC,UAAU,GAAG,GAAG,CAAC;QACvB,2DAA2D;QAC3D,KAAK,CAAC,aAAa,GAAG,IAAI,CAAC;QAC3B,MAAM,KAAK,CAAC;IAChB,CAAC,CAAC;AACN,CAAC;AAED,MAAM,UAAU,gBAAgB,CAAC,OAAgB,EAAE,MAAc;IAC7D,MAAM,EAAE,SAAS,EAAE,GAAG,OAAO,CAAC,SAAS,CAAC;IAExC,MAAM,cAAc,GAAG,SAAS,CAAC,6BAA6B,CAAC;IAC/D,MAAM,iBAAiB,GAAG,SAAS,CAAC,wBAAwB,CAAC;IAC7D,MAAM,aAAa,GAAG,SAAS,CAAC,oBAAoB,CAAC;IAErD,kEAAkE;IAClE,MAAM,eAAe,GAA6B;QAC9C,OAAO;QACP,cAAc,EAAE,OAAO,CAAC,SAAS,CAAC,cAAc;QAChD,UAAU,EAAE,iBAAiB;QAC7B,MAAM,EAAE,aAAa;QACrB,MAAM;KACT,CAAC;IACF,OAAO,EAAE,eAAe,EAAE,mBAAmB,EAAE,cAAc,EAAE,CAAC;AACpE,CAAC;AAED,iDAAiD;AACjD,wEAAwE;AACxE,wBAAwB;AACxB,MAAM,OAAO,aAAa;IACb,UAAU,CAAS;IACpB,SAAS,CAAgC;IAChC,OAAO,CAAU;IAClC,MAAM,CAAS;IACP,SAAS,CAAW;IAE5B,YAAY,OAAgB;QACxB,MAAM,MAAM,GAAG,UAAU,CAAC,OAAO,EAAE,gBAAgB,CAAC,CAAC;QACrD,MAAM,MAAM,GAAG,OAAO,CAAC,SAAS,CAAC,SAAS,CAAC;QAC3C,MAAM,SAAS,GAAG,GAAG,MAAM,CAAC,IAAI,UAAU,CAAC;QAE3C,MAAM,eAAe,GAA6B;YAC9C,OAAO;YACP,SAAS;YACT,UAAU,EAAE,OAAO;YACnB,OAAO,EAAE,IAAI;YACb,YAAY,EAAE,IAAI;YAClB,SAAS,EAAE,KAAK;YAChB,WAAW,EAAE,QAAQ;YACrB,MAAM;SACT,CAAC;QACF,IAAI,CAAC,OAAO,GAAG,OAAO,CAAC;QACvB,IAAI,CAAC,MAAM,GAAG,MAAM,CAAC;QACrB,iEAAiE;QACjE,IAAI,CAAC,UAAU,GAAG,MAAM,CAAC,gBAA0B,CAAC;QACpD,IAAI,CAAC,SAAS,GAAG,IAAI,6BAA6B,CAAC,eAAe,CAAC,CAAC;QAEpE,MAAM,EAAE,mBAAmB,EAAE,eAAe,EAAE,GAAG,gBAAgB,CAAC,OAAO,EAAE,MAAM,CAAC,CAAC;QACnF,IAAI,mBAAmB,KAAK,IAAI,IAAI,eAAe,CAAC,UAAU,EAAE,CAAC;YAC7D,IAAI,CAAC,SAAS,GAAG,IAAI,OAAO,CAAC,eAAe,CAAC,CAAC;QAClD,CAAC;IACL,CAAC;IAED,KAAK,CAAC,UAAU;QACZ,MAAM,IAAI,CAAC,cAAc,EAAE,CAAC;QAC5B,IAAI,IAAI,CAAC,SAAS,EAAE,CAAC;YACjB,MAAM,OAAO,CAAC,GAAG,CAAC;gBACd,IAAI,CAAC,SAAS,CAAC,UAAU,EAAE;gBAC3B,IAAI,CAAC,SAAS,CAAC,UAAU,EAAE;aAC9B,CAAC,CAAC;QACP,CAAC;aAAM,CAAC;YACJ,MAAM,IAAI,CAAC,SAAS,CAAC,UAAU,EAAE,CAAC;QACtC,CAAC;QACD,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,4BAA4B,CAAC,CAAC;IACnD,CAAC;IAEO,KAAK,CAAC,gBAAgB,CAAC,EAAU;QACrC,IAAI,CAAC;YACD,IAAI,CAAC,IAAI,CAAC,UAAU;gBAAE,OAAO,KAAK,CAAC;YAEnC,MAAM,MAAM,GAAG,GAAG,CAAC,SAAS,CAAC,IAAI,GAAG,GAAG,CAAC,SAAS,CAAC,IAAI,GAAG,GAAG,CAAC,SAAS,CAAC,IAAI,CAAC;YAC5E,MAAM,GAAG,CAAC,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,UAAU,EAAE,EAAE,CAAC,EAAE,MAAM,CAAC,CAAC;YAEzD,OAAO,IAAI,CAAC;QAChB,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACX,OAAO,KAAK,CAAC;QACjB,CAAC;IACL,CAAC;IAEO,KAAK,CAAC,qBAAqB,CAAC,EAAU;QAC1C,IAAI,CAAC;YACD,MAAM,IAAI,GAAG,MAAM,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,EAAE,EAAE,SAAS,EAAE,CAAC,IAAI,EAAE,MAAM,CAAC,CAAC,CAAC;YACrE,IAAI,IAAI,CAAC,SAAS,EAAE,CAAC;gBACjB,MAAM,IAAI,GAAG,MAAM,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC;gBAC7C,OAAO,IAAI,IAAI,IAAI,IAAI,IAAI,CAAC;YAChC,CAAC;YACD,OAAO,IAAI,IAAI,IAAI,CAAC;QACxB,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACX,IAAI,GAAG,CAAC,UAAU,KAAK,GAAG,EAAE,CAAC;gBACzB,OAAO,KAAK,CAAC;YACjB,CAAC;YACD,MAAM,IAAI,OAAO,CAAC,GAAG,EAAE;gBACnB,MAAM,EAAE,8DAA8D,EAAE,EAAE;aAC7E,CAAC,CAAC;QACP,CAAC;IACL,CAAC;IAEO,KAAK,CAAC,YAAY,CAAC,EAAU;QACjC,MAAM,CAAC,QAAQ,EAAE,MAAM,CAAC,GAAG,MAAM,OAAO,CAAC,GAAG,CAAC;YACzC,IAAI,CAAC,gBAAgB,CAAC,EAAE,CAAC;YACzB,IAAI,CAAC,qBAAqB,CAAC,EAAE,CAAC;SACjC,CAAC,CAAC;QAEH,OAAO,QAAQ,IAAI,MAAM,CAAC;IAC9B,CAAC;IAEO,KAAK,CAAC,SAAS,CACnB,EAAU,EACV,WAAiC,EACjC,QAAiB,EACjB,eAAuB,EACvB,SAAiB;QAEjB,IAAI,QAAQ,EAAE,CAAC;YACX,MAAM,OAAO,GAAG,IAAI,CAAC,GAAG,EAAE,GAAG,SAAS,CAAC;YACvC,MAAM,SAAS,GAAG,eAAe,GAAG,OAAO,CAAC;YAC5C,MAAM,IAAI,CAAC,SAAS,CAAC,WAAW,CAAC,EAAE,EAAE,WAAW,EAAE,SAAS,EAAE,SAAS,CAAC,CAAC;QAC5E,CAAC;aAAM,CAAC;YACJ,MAAM,IAAI,CAAC,SAAS,CAAC,WAAW,CAAC,EAAE,EAAE,WAAW,EAAE,SAAS,EAAE,eAAe,CAAC,CAAC;QAClF,CAAC;IACL,CAAC;IAED,yDAAyD;IACzD,gEAAgE;IACxD,KAAK,CAAC,cAAc,CAAC,EACzB,EAAE,EAAE,IAAI,EAAE,MAAM,EAAE,QAAQ,EACoC;QAC9D,MAAM,eAAe,GAAG,IAAI,CAAC,OAAO,CAAC,SAAS,CAAC,SAAS,CAAC,oBAA8B,CAAC;QACxF,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QAE7B,MAAM,QAAQ,GAAG,MAAM,SAAS,CAC5B,IAAI,CAAC,MAAM,EACX,IAAI,CAAC,UAAU,EACf,EAAE,EACF,IAAI,EACJ,aAAa,CAAC,IAAI,CAAC,SAAS,CAAC,CAChC,CAAC;QAEF,MAAM,WAAW,GAAG,MAAM,CAAC,MAAM,CAAC;YAC9B,IAAI,EAAE,MAAM;YACZ,QAAQ,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;SACrC,EAAE,QAAQ,CAAC,CAAC;QAEb,MAAM,IAAI,CAAC,SAAS,CAAC,EAAE,EAAE,WAAW,EAAE,QAAQ,EAAE,eAAe,EAAE,SAAS,CAAC,CAAC;QAC5E,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,WAAW,QAAQ,CAAC,IAAI,SAAS,EAAE,uDAAuD,CAAC,CAAC;IACjH,CAAC;IAEO,KAAK,CAAC,gBAAgB,CAAC,EAC3B,EAAE,EAAE,IAAI,EAAE,QAAQ,EAC4B;QAC9C,MAAM,eAAe,GAAG,IAAI,CAAC,OAAO,CAAC,SAAS,CAAC,SAAS,CAAC,oBAA8B,CAAC;QACxF,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QAE7B,IAAI,CAAC;YACD,IAAI,IAAI,CAAC,SAAS,EAAE,CAAC;gBACjB,IAAI,QAAQ,EAAE,CAAC;oBACX,MAAM,OAAO,GAAG,IAAI,CAAC,GAAG,EAAE,GAAG,SAAS,CAAC;oBACvC,MAAM,SAAS,GAAG,eAAe,GAAG,OAAO,CAAC;oBAC5C,MAAM,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,EAAE,EAAE,IAAI,EAAE,SAAS,CAAC,CAAC;gBACnD,CAAC;qBAAM,CAAC;oBACJ,MAAM,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,EAAE,EAAE,IAAI,EAAE,eAAe,CAAC,CAAC;gBACzD,CAAC;gBAED,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,aAAa,EAAE,6BAA6B,CAAC,CAAC;YACnE,CAAC;YAED,MAAM,QAAQ,GAAG,MAAM,SAAS,CAC5B,IAAI,CAAC,MAAM,EACX,IAAI,CAAC,UAAU,EACf,EAAE,EACF,IAAI,EACJ,aAAa,CAAC,IAAI,CAAC,SAAS,CAAC,CAChC,CAAC;YAEF,MAAM,WAAW,GAAG,MAAM,CAAC,MAAM,CAAC;gBAC9B,QAAQ,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;aACrC,EAAE,QAAQ,CAAC,CAAC;YAEb,MAAM,IAAI,CAAC,SAAS,CAAC,EAAE,EAAE,WAAW,EAAE,QAAQ,EAAE,eAAe,EAAE,SAAS,CAAC,CAAC;YAC5E,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,WAAW,QAAQ,CAAC,IAAI,SAAS,EAAE,uDAAuD,CAAC,CAAC;QACjH,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACX,0DAA0D;YAC1D,MAAM,IAAI,CAAC,SAAS,EAAE,MAAM,CAAC,EAAE,CAAC,CAAC;YACjC,MAAM,SAAS,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,UAAU,EAAE,EAAE,CAAC,CAAC,CAAC;YAChD,MAAM,GAAG,CAAC;QACd,CAAC;IACL,CAAC;IAED;;;;;;MAME;IACF,KAAK,CAAC,IAAI,CAAC,IAAY,EAAE,QAAQ,GAAG,IAAI;QACpC,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,EAAE,CAAC;YACnB,MAAM,IAAI,KAAK,CAAC,wDAAwD,CAAC,CAAC;QAC9E,CAAC;QACD,MAAM,MAAM,GAAG,IAAI,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAC;QACvC,MAAM,EAAE,GAAG,MAAM,CAAC,UAAU,CAAC,MAAM,CAAC,CAAC,MAAM,CAAC,MAAM,CAAC;aAC9C,MAAM,CAAC,KAAK,CAAC,CAAC;QAEnB,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,YAAY,CAAC,EAAE,CAAC,CAAC;QAE3C,IAAI,MAAM,EAAE,CAAC;YACT,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,aAAa,EAAE,iBAAiB,CAAC,CAAC;QACvD,CAAC;aAAM,IAAI,QAAQ,IAAI,IAAI,CAAC,SAAS,EAAE,CAAC;YACpC,MAAM,IAAI,CAAC,gBAAgB,CAAC;gBACxB,EAAE,EAAE,IAAI,EAAE,QAAQ;aACrB,CAAC,CAAC;QACP,CAAC;aAAM,IAAI,QAAQ,IAAI,CAAC,IAAI,CAAC,SAAS,EAAE,CAAC;YACrC,MAAM,IAAI,CAAC,cAAc,CAAC;gBACtB,EAAE,EAAE,IAAI,EAAE,MAAM,EAAE,QAAQ;aAC7B,CAAC,CAAC;QACP,CAAC;aAAM,CAAC;YACJ,0DAA0D;YAC1D,IAAI,CAAC;gBACD,IAAI,IAAI,CAAC,SAAS,EAAE,CAAC;oBACjB,MAAM,IAAI,CAAC,gBAAgB,CAAC;wBACxB,EAAE,EAAE,IAAI,EAAE,QAAQ;qBACrB,CAAC,CAAC;gBACP,CAAC;qBAAM,CAAC;oBACJ,MAAM,IAAI,CAAC,cAAc,CAAC;wBACtB,EAAE,EAAE,IAAI,EAAE,MAAM,EAAE,QAAQ;qBAC7B,CAAC,CAAC;gBACP,CAAC;YACL,CAAC;YAAC,OAAO,GAAG,EAAE,CAAC;gBACX,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,GAAG,EAAE,yBAAyB,EAAE,EAAE,CAAC,CAAC;YAC1D,CAAC;QACL,CAAC;QAED,OAAO;YACH,OAAO,EAAE,EAAE;YACX,OAAO,EAAE,CAAC,MAAM;SACnB,CAAC;IACN,CAAC;IAED,KAAK,CAAC,MAAM,CACR,KAAmC,EACnC,IAAa,EACb,IAAa,EACb,IAAa,EACb,MAA0B;QAE1B,OAAO,IAAI,CAAC,SAAS,CAAC,MAAM,CACxB,KAAK,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,MAAM,CACuB,CAAC;IAC/D,CAAC;IAED;;;MAGE;IACF,KAAK,CAAC,UAAU;QACZ,OAAO,MAAM,IAAI,CAAC,SAAS,EAAE,IAAI,EAA2B,CAAC;IACjE,CAAC;IAED,mFAAmF;IACnF,kFAAkF;IAClF,kFAAkF;IAClF,KAAK,CAAC,GAAG,CAAC,EAAU;QAChB,IAAI,MAAM,CAAC;QACX,IAAI,IAAI,CAAC,SAAS,EAAE,CAAC;YACjB,MAAM,GAAG,MAAM,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;YACtC,MAAM,CAAC,IAAI,GAAG,MAAM,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;QAC/C,CAAC;aAAM,CAAC;YACJ,MAAM,GAAG,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;QACpC,CAAC;QACD,OAAO,MAAM,CAAC;IAClB,CAAC;IAED;;;;OAIG;IACH,KAAK,CAAC,SAAS,CAAC,EAAU,EAAE,QAAgB;QACxC,IAAI,CAAC,IAAI,CAAC,SAAS,EAAE,CAAC;YAClB,MAAM,IAAI,OAAO,CAAC,oEAAoE,CAAC,CAAC;QAC5F,CAAC;QACD,MAAM,IAAI,CAAC,SAAS,CAAC,SAAS,CAAC,EAAE,EAAE,QAAQ,CAAC,CAAC;IACjD,CAAC;IAEO,KAAK,CAAC,WAAW,CAAC,eAAuB;QAC7C,cAAc;QACd,IAAI,eAAe,CAAC,MAAM,KAAK,EAAE,EAAE,CAAC;YAChC,MAAM,KAAK,GAAG,MAAM,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,OAAO,eAAe,GAAG,CAAC,CAAC;YACpE,IAAI,KAAK,KAAK,CAAC;gBAAE,OAAO,eAAe,CAAC;QAC5C,CAAC;QAED,MAAM,CAAC,IAAI,EAAE,OAAO,CAAC,GAAG,eAAe,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;QACnD,MAAM,IAAI,GAAG,eAAe,CAAC;QAC7B,MAAM,MAAM,GAAG,CAAC,IAAI,EAAE,MAAM,EAAE,SAAS,EAAE,UAAU,EAAE,MAAM,EAAE,cAAc,CAAC,CAAC;QAE7E,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,SAAS,CAAC,MAAM,CACxC,SAAS,IAAI,SAAS,cAAc,CAAC,OAAO,CAAC,EAAE,EAC/C,SAAS,EACT,KAAK,EACL,IAAI,EACJ,MAAM,CACgD,CAAC;QAE3D,MAAM,MAAM,GAAG,QAAQ,CAAC,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC;QAE5D,IAAI,CAAC,MAAM,CAAC,MAAM,EAAE,CAAC;YACjB,MAAM,IAAI,OAAO,CAAC,wBAAwB,eAAe,GAAG,EAAE;gBAC1D,UAAU,EAAE,GAAG;aAClB,CAAC,CAAC;QACP,CAAC;QAED,MAAM,KAAK,GAAG,iBAAiB,CAAC,MAAuB,EAAE,IAAI,EAAE,OAAO,CAAC,CAAC;QAExE,IAAI,CAAC,KAAK,EAAE,CAAC;YACT,MAAM,MAAM,GAAG,wBAAwB,CAAC,iBAAiB,CAAC,MAAuB,EAAE,IAAI,EAAE,OAAO,CAAC,EAAE,sBAAsB,CAAC,CAAC;YAC3H,MAAM,IAAI,OAAO,CAAC,uBAAuB,eAAe,IAAI,MAAM,EAAE,EAAE;gBAClE,UAAU,EAAE,GAAG;aAClB,CAAC,CAAC;QACP,CAAC;QAED,OAAO,KAAK,CAAC,EAAE,CAAC;IACpB,CAAC;IAED,KAAK,CAAC,gBAAgB,CAAC,WAAqB;QACxC,OAAO,OAAO,CAAC,GAAG,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC,GAAG,CAAC,IAAI,CAAC,WAAW,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;IAC3E,CAAC;IAED,KAAK,CAAC,QAAQ,CAAC,aAAsB;QACjC,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,4BAA4B,CAAC,CAAC;QAC/C,IAAI,IAAI,CAAC,SAAS,EAAE,CAAC;YACjB,OAAO,OAAO,CAAC,GAAG,CAAC;gBACf,IAAI,CAAC,SAAS,CAAC,QAAQ,CAAC,aAAa,CAAC;gBACtC,IAAI,CAAC,SAAS,CAAC,QAAQ,EAAE;aAC5B,CAAC,CAAC;QACP,CAAC;QACD,OAAO,OAAO,CAAC,GAAG,CAAC;YACf,IAAI,CAAC,SAAS,CAAC,QAAQ,CAAC,aAAa,CAAC;SACzC,CAAC,CAAC;IACP,CAAC;IAED,KAAK,CAAC,MAAM,CAAC,OAAe;QACxB,IAAI,CAAC;YACD,MAAM,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,OAAO,EAAE,SAAS,EAAE,CAAC,MAAM,CAAC,CAAC,CAAC;QAC3D,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACX,IAAI,QAAQ,CAAC,GAAG,CAAC,CAAC,OAAO,CAAC,WAAW,CAAC,EAAE,CAAC;gBACrC,MAAM,KAAK,GAAG,IAAI,OAAO,CAAC,wBAAwB,OAAO,EAAE,EAAE;oBACzD,UAAU,EAAE,GAAG;iBAClB,CAAC,CAAC;gBAEH,MAAM,KAAK,CAAC;YAChB,CAAC;YACD,MAAM,GAAG,CAAC;QACd,CAAC;QACD,IAAI,IAAI,GAAG,IAAI,CAAC;QAChB,IAAI,SAAS,GAAG,IAAI,CAAC;QACrB,IAAI,OAAO,GAAG,GAAG,CAAC;QAClB,MAAM,eAAe,GAAG,IAAI,CAAC,OAAO,CAAC,SAAS,CAAC,SAAS,CAAC,oBAA8B,CAAC;QACxF,MAAM,SAAS,GAAG,UAAU,CAAC,GAAG,EAAE;YAC9B,MAAM,IAAI,OAAO,CAAC,0BAA0B,OAAO,EAAE,CAAC,CAAC;QAC3D,CAAC,EAAE,eAAe,CAAC,CAAC;QACpB,OAAO,IAAI,IAAI,SAAS,EAAE,CAAC;YACvB,IAAI,CAAC;gBACD,MAAM,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC;gBACrC,IAAI,IAAI,CAAC,SAAS,EAAE,CAAC;oBACjB,MAAM,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC;gBACzC,CAAC;gBACD,MAAM,GAAG,CAAC,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,UAAU,EAAE,OAAO,CAAC,CAAC,CAAC;gBAEtD,CAAC,IAAI,EAAE,SAAS,CAAC,GAAG,MAAM,OAAO,CAAC,GAAG,CAAC;oBAClC,IAAI,CAAC,gBAAgB,CAAC,OAAO,CAAC;oBAC9B,IAAI,CAAC,qBAAqB,CAAC,OAAO,CAAC;iBACtC,CAAC,CAAC;YACP,CAAC;YAAC,OAAO,GAAG,EAAE,CAAC;gBACX,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,GAAG,EAAE,0BAA0B,OAAO,aAAa,GAAG,EAAE,CAAC,CAAC;gBAC5E,MAAM,MAAM,CAAC,OAAO,CAAC,CAAC;gBACtB,IAAI,OAAO,GAAG,MAAM;oBAAE,OAAO,IAAI,CAAC,CAAC;YACvC,CAAC;oBAAS,CAAC;gBACP,YAAY,CAAC,SAAS,CAAC,CAAC;YAC5B,CAAC;QACL,CAAC;IACL,CAAC;IAEO,KAAK,CAAC,cAAc;QACxB,IAAI,CAAC,IAAI,CAAC,UAAU,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,UAAU,CAAC,EAAE,CAAC;YACjD,MAAM,IAAI,KAAK,CAAC,yCAAyC,CAAC,CAAC;QAC/D,CAAC;QAED,IAAI,CAAC;YACD,OAAO,MAAM,GAAG,CAAC,SAAS,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC;QAChD,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACX,MAAM,IAAI,KAAK,CAAC,0CAA0C,IAAI,CAAC,UAAU,gBAAgB,GAAG,CAAC,OAAO,EAAE,CAAC,CAAC;QAC5G,CAAC;IACL,CAAC;IAEO,KAAK,CAAC,oBAAoB,CAAC,WAAmB;QAClD,MAAM,KAAK,GAAG,MAAM,GAAG,CAAC,OAAO,CAAC,WAAW,CAAC,CAAC;QAE7C,OAAO,KAAK,CAAC,MAAM,CAAC,CAAC,QAAQ,EAAE,EAAE;YAC7B,MAAM,GAAG,GAAG,IAAI,CAAC,OAAO,CAAC,QAAQ,CAAC,CAAC;YACnC,OAAO,GAAG,KAAK,MAAM,CAAC;QAC1B,CAAC,CAAC,CAAC;IACP,CAAC;IAED,KAAK,CAAC,QAAQ;QACV,MAAM,WAAW,GAAG,IAAI,CAAC,OAAO,CAAC,SAAS,CAAC,SAAS,CAAC,kBAAkB,CAAC;QACxE,IAAI,CAAC,WAAW,IAAI,CAAC,GAAG,CAAC,UAAU,CAAC,WAAW,CAAC;YAAE,OAAO;QAEzD,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,oBAAoB,CAAC,WAAW,CAAC,CAAC;QAC5D,IAAI,CAAC,MAAM,IAAI,CAAC,MAAM,CAAC,MAAM;YAAE,OAAO;QAEtC,KAAK,MAAM,KAAK,IAAI,MAAM,EAAE,CAAC;YACzB,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,qBAAqB,KAAK,KAAK,CAAC,CAAC;YAClD,MAAM,SAAS,GAAG,IAAI,CAAC,IAAI,CAAC,WAAW,EAAE,KAAK,CAAC,CAAC;YAChD,IAAI,CAAC;gBACD,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,IAAI,CAAC,MAAM,GAAG,CAAC,QAAQ,CAAC,SAAS,CAAC,EAAE,IAAI,CAAC,CAAC;gBACpE,IAAI,MAAM,CAAC,OAAO,EAAE,CAAC;oBACjB,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,oBAAoB,KAAK,EAAE,CAAC,CAAC;gBACnD,CAAC;qBAAM,CAAC;oBACJ,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,oBAAoB,KAAK,iBAAiB,CAAC,CAAC;gBAClE,CAAC;YACL,CAAC;YAAC,OAAO,GAAG,EAAE,CAAC;gBACX,IAAI,GAAG,CAAC,aAAa,EAAE,CAAC;oBACpB,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,oBAAoB,KAAK,iBAAiB,CAAC,CAAC;gBAClE,CAAC;qBAAM,CAAC;oBACJ,MAAM,GAAG,CAAC;gBACd,CAAC;YACL,CAAC;QACL,CAAC;QAED,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,yBAAyB,CAAC,CAAC;IAChD,CAAC;IAED,YAAY;QACR,IAAI,IAAI,CAAC,SAAS,EAAE,CAAC;YACjB,OAAO,IAAI,CAAC,SAAS,CAAC,YAAY,EAAE,IAAI,IAAI,CAAC,SAAS,CAAC,YAAY,EAAE,CAAC;QAC1E,CAAC;QACD,OAAO,IAAI,CAAC,SAAS,CAAC,YAAY,EAAE,CAAC;IACzC,CAAC;IAED,KAAK,CAAC,aAAa;QACf,IAAI,IAAI,CAAC,SAAS,EAAE,CAAC;YACjB,OAAO,OAAO,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC,aAAa,EAAE,EAAE,IAAI,CAAC,SAAS,CAAC,aAAa,EAAE,CAAC,CAAC,CAAC;QACzF,CAAC;QACD,OAAO,IAAI,CAAC,SAAS,CAAC,aAAa,EAAE,CAAC;IAC1C,CAAC;CACJ"}
|
|
@@ -19,6 +19,17 @@ export declare class S3Store {
|
|
|
19
19
|
constructor(backendConfig: TerasliceS3StorageConfig);
|
|
20
20
|
initialize(): Promise<void>;
|
|
21
21
|
get(recordId: string): Promise<Buffer>;
|
|
22
|
+
/**
|
|
23
|
+
* Stream a record from S3 straight to a file on disk instead of buffering
|
|
24
|
+
* the whole object in memory. Used when loading large assets so the ex
|
|
25
|
+
* controller doesn't OOM under its memory limit.
|
|
26
|
+
*/
|
|
27
|
+
getToFile(recordId: string, destPath: string): Promise<void>;
|
|
28
|
+
/**
|
|
29
|
+
* Check that a record exists without downloading it, using a HeadObject
|
|
30
|
+
* request so the whole object is never buffered into memory.
|
|
31
|
+
*/
|
|
32
|
+
exists(recordId: string): Promise<boolean>;
|
|
22
33
|
save(recordId: string, data: Buffer, timeout: number): Promise<void>;
|
|
23
34
|
remove(recordId: string): Promise<void>;
|
|
24
35
|
list(): Promise<Record<string, any>[]>;
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"s3_store.d.ts","sourceRoot":"","sources":["../../../../../src/lib/storage/backends/s3_store.ts"],"names":[],"mappings":"
|
|
1
|
+
{"version":3,"file":"s3_store.d.ts","sourceRoot":"","sources":["../../../../../src/lib/storage/backends/s3_store.ts"],"names":[],"mappings":"AAEA,OAAO,EACH,MAAM,EAET,MAAM,uBAAuB,CAAC;AAC/B,OAAO,EAAE,OAAO,EAAE,oBAAoB,EAAE,MAAM,2BAA2B,CAAC;AAC1E,OAAO,EASH,QAAQ,EAEX,MAAM,4BAA4B,CAAC;AAIpC,MAAM,WAAW,wBAAwB;IACrC,OAAO,EAAE,OAAO,CAAC;IACjB,cAAc,EAAE,oBAAoB,CAAC;IACrC,UAAU,EAAE,MAAM,CAAC;IACnB,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,MAAM,CAAC,EAAE,MAAM,CAAC;CACnB;AAED,qBAAa,OAAO;IAChB,QAAQ,CAAC,MAAM,EAAE,MAAM,CAAC;IACxB,QAAQ,CAAC,UAAU,EAAE,MAAM,CAAC;IAC5B,QAAQ,CAAC,cAAc,EAAE,oBAAoB,CAAC;IAC9C,OAAO,CAAC,cAAc,CAAU;IAChC,MAAM,EAAE,MAAM,CAAC;IACf,GAAG,EAAG,QAAQ,CAAC;IACf,OAAO,EAAE,OAAO,CAAC;gBAEL,aAAa,EAAE,wBAAwB;IAkB7C,UAAU;IAuCV,GAAG,CAAC,QAAQ,EAAE,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC;IA2C5C;;;;OAIG;IACG,SAAS,CAAC,QAAQ,EAAE,MAAM,EAAE,QAAQ,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC;IAwBlE;;;OAGG;IACG,MAAM,CAAC,QAAQ,EAAE,MAAM,GAAG,OAAO,CAAC,OAAO,CAAC;IAgB1C,IAAI,CAAC,QAAQ,EAAE,MAAM,EAAE,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM;IA8BpD,MAAM,CAAC,QAAQ,EAAE,MAAM;IAmBvB,IAAI,IAAI,OAAO,CAAC,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,EAAE,CAAC;IA+CtC,YAAY;IAsBZ,aAAa;IAYb,QAAQ;IAOd,uBAAuB,IAAI,MAAM;CAIpC"}
|
|
@@ -1,5 +1,7 @@
|
|
|
1
|
+
import fs from 'node:fs';
|
|
2
|
+
import { pipeline } from 'node:stream/promises';
|
|
1
3
|
import { TSError, isTest, logError, pDelay, pWhile, random } from '@terascope/core-utils';
|
|
2
|
-
import { S3ClientResponse, createS3Bucket, deleteS3Object, doesBucketExist, getS3Object, listS3Objects, putS3Object, s3RequestWithRetry } from '@terascope/file-asset-apis';
|
|
4
|
+
import { S3ClientResponse, createS3Bucket, deleteS3Object, doesBucketExist, doesObjectExist, getS3Object, listS3Objects, putS3Object, s3RequestWithRetry } from '@terascope/file-asset-apis';
|
|
3
5
|
import { makeLogger } from '../../workers/helpers/terafoundation.js';
|
|
4
6
|
export class S3Store {
|
|
5
7
|
bucket;
|
|
@@ -92,6 +94,55 @@ export class S3Store {
|
|
|
92
94
|
throw new TSError(`Retrieval of recordId ${recordId} from s3 ${this.connection} connection, ${this.bucket} bucket failed: `, err);
|
|
93
95
|
}
|
|
94
96
|
}
|
|
97
|
+
/**
|
|
98
|
+
* Stream a record from S3 straight to a file on disk instead of buffering
|
|
99
|
+
* the whole object in memory. Used when loading large assets so the ex
|
|
100
|
+
* controller doesn't OOM under its memory limit.
|
|
101
|
+
*/
|
|
102
|
+
async getToFile(recordId, destPath) {
|
|
103
|
+
const command = {
|
|
104
|
+
Bucket: this.bucket,
|
|
105
|
+
Key: `${recordId}.zip`
|
|
106
|
+
};
|
|
107
|
+
try {
|
|
108
|
+
this.logger.debug(`streaming record with id: ${recordId} from s3 ${this.connection} connection, ${this.bucket} bucket to ${destPath}.`);
|
|
109
|
+
const response = await s3RequestWithRetry({
|
|
110
|
+
client: this.api,
|
|
111
|
+
func: getS3Object,
|
|
112
|
+
params: command
|
|
113
|
+
});
|
|
114
|
+
const s3Stream = response.Body;
|
|
115
|
+
await pipeline(s3Stream, fs.createWriteStream(destPath));
|
|
116
|
+
}
|
|
117
|
+
catch (err) {
|
|
118
|
+
if (err instanceof S3ClientResponse.NoSuchKey) {
|
|
119
|
+
throw new TSError(`recordId ${recordId} does not exist in s3 ${this.connection} connection, ${this.bucket} bucket.`, {
|
|
120
|
+
statusCode: 404
|
|
121
|
+
});
|
|
122
|
+
}
|
|
123
|
+
throw new TSError(`Retrieval of recordId ${recordId} from s3 ${this.connection} connection, ${this.bucket} bucket failed: `, err);
|
|
124
|
+
}
|
|
125
|
+
}
|
|
126
|
+
/**
|
|
127
|
+
* Check that a record exists without downloading it, using a HeadObject
|
|
128
|
+
* request so the whole object is never buffered into memory.
|
|
129
|
+
*/
|
|
130
|
+
async exists(recordId) {
|
|
131
|
+
const command = {
|
|
132
|
+
Bucket: this.bucket,
|
|
133
|
+
Key: `${recordId}.zip`
|
|
134
|
+
};
|
|
135
|
+
try {
|
|
136
|
+
return await s3RequestWithRetry({
|
|
137
|
+
client: this.api,
|
|
138
|
+
func: doesObjectExist,
|
|
139
|
+
params: command
|
|
140
|
+
});
|
|
141
|
+
}
|
|
142
|
+
catch (err) {
|
|
143
|
+
throw new TSError(`Checking existence of recordId ${recordId} in s3 ${this.connection} connection, ${this.bucket} bucket failed: `, err);
|
|
144
|
+
}
|
|
145
|
+
}
|
|
95
146
|
async save(recordId, data, timeout) {
|
|
96
147
|
try {
|
|
97
148
|
this.logger.debug(`saving recordId ${recordId} to s3 ${this.connection} connection, ${this.bucket} bucket.`);
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"s3_store.js","sourceRoot":"","sources":["../../../../../src/lib/storage/backends/s3_store.ts"],"names":[],"mappings":"AAAA,OAAO,EACK,OAAO,EAAE,MAAM,EACvB,QAAQ,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,EACnC,MAAM,uBAAuB,CAAC;AAE/B,OAAO,EACH,gBAAgB,EAChB,cAAc,EACd,cAAc,EACd,eAAe,EACf,WAAW,EACX,aAAa,EACb,WAAW,EAEX,kBAAkB,EACrB,MAAM,4BAA4B,CAAC;AAEpC,OAAO,EAAE,UAAU,EAAE,MAAM,yCAAyC,CAAC;AAUrE,MAAM,OAAO,OAAO;IACP,MAAM,CAAS;IACf,UAAU,CAAS;IACnB,cAAc,CAAuB;IACtC,cAAc,CAAU;IAChC,MAAM,CAAS;IACf,GAAG,CAAY;IACf,OAAO,CAAU;IAEjB,YAAY,aAAuC;QAC/C,MAAM,EACF,OAAO,EACP,cAAc,EACd,UAAU,EACV,MAAM,EACN,MAAM,EAET,GAAG,aAAa,CAAC;QAElB,IAAI,CAAC,OAAO,GAAG,OAAO,CAAC;QACvB,IAAI,CAAC,MAAM,GAAG,MAAM,IAAI,IAAI,CAAC,uBAAuB,EAAE,CAAC;QACvD,IAAI,CAAC,UAAU,GAAG,UAAU,CAAC;QAC7B,IAAI,CAAC,cAAc,GAAG,KAAK,CAAC;QAC5B,IAAI,CAAC,MAAM,GAAG,MAAM,IAAI,UAAU,CAAC,OAAO,EAAE,YAAY,EAAE,EAAE,WAAW,EAAE,IAAI,CAAC,MAAM,EAAE,CAAC,CAAC;QACxF,IAAI,CAAC,cAAc,GAAG,cAAc,CAAC;IACzC,CAAC;IAED,KAAK,CAAC,UAAU;QACZ,MAAM,EAAE,MAAM,EAAE,GAAG,MAAM,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,UAAU;aAChD,YAAY,CAAC,EAAE,IAAI,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,QAAQ,EAAE,IAAI,CAAC,UAAU,EAAE,CAAC,CAAC;QAE3E,IAAI,CAAC,GAAG,GAAG,MAAM,CAAC;QAElB,MAAM,MAAM,CAAC,KAAK,IAAI,EAAE;YACpB,IAAI,CAAC;gBACD,MAAM,MAAM,GAAG,MAAM,eAAe,CAAC,MAAM,EAAE,EAAE,MAAM,EAAE,IAAI,CAAC,MAAM,EAAE,CAAC,CAAC;gBACtE,IAAI,CAAC,MAAM,EAAE,CAAC;oBACV,MAAM,cAAc,CAAC,MAAM,EAAE,EAAE,MAAM,EAAE,IAAI,CAAC,MAAM,EAAE,CAAC,CAAC;gBAC1D,CAAC;gBACD,MAAM,OAAO,GAAG,MAAM,IAAI,CAAC,YAAY,EAAE,CAAC;gBAC1C,OAAO,OAAO,CAAC;YACnB,CAAC;YAAC,OAAO,GAAG,EAAE,CAAC;gBACX,IAAI,GAAG,CAAC,IAAI,KAAK,oBAAoB,EAAE,CAAC;oBACpC,MAAM,IAAI,OAAO,CAAC,eAAe,IAAI,CAAC,cAAc,CAAC,UAAU,CAAC,EAAE,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC,WAAW,oBAAoB,IAAI,CAAC,UAAU,mBAAmB,GAAG,CAAC,OAAO,EAAE,CAAC,CAAC;gBACxK,CAAC;gBACD,IAAI,GAAG,CAAC,IAAI,KAAK,uBAAuB,EAAE,CAAC;oBACvC,MAAM,IAAI,OAAO,CAAC,mCAAmC,IAAI,CAAC,UAAU,gCAAgC,GAAG,CAAC,OAAO,EAAE,CAAC,CAAC;gBACvH,CAAC;gBACD,IAAI,GAAG,CAAC,IAAI,KAAK,mBAAmB,EAAE,CAAC;oBACnC,MAAM,IAAI,OAAO,CAAC,gDAAgD,GAAG,CAAC,OAAO,EAAE,CAAC,CAAC;gBACrF,CAAC;gBACD,IAAI,GAAG,YAAY,gBAAgB,CAAC,mBAAmB,EAAE,CAAC;oBACtD,MAAM,IAAI,OAAO,CAAC,eAAe,IAAI,CAAC,MAAM,+BAA+B,IAAI,CAAC,cAAc,CAAC,UAAU,CAAC,EAAE,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC,WAAW,8BAA8B,GAAG,CAAC,OAAO,EAAE,CAAC,CAAC;gBAC1L,CAAC;gBAED,QAAQ,CAAC,IAAI,CAAC,MAAM,EAAE,GAAG,EAAE,mCAAmC,IAAI,CAAC,UAAU,gBAAgB,IAAI,CAAC,MAAM,sBAAsB,CAAC,CAAC;gBAEhI,MAAM,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,IAAI,EAAE,IAAI,CAAC,CAAC,CAAC;gBAE9C,OAAO,KAAK,CAAC;YACjB,CAAC;QACL,CAAC,CAAC,CAAC;IACP,CAAC;IAED,iEAAiE;IACjE,8CAA8C;IAC9C,KAAK,CAAC,GAAG,CAAC,QAAgB;QACtB,MAAM,OAAO,GAAG;YACZ,MAAM,EAAE,IAAI,CAAC,MAAM;YACnB,GAAG,EAAE,GAAG,QAAQ,MAAM;SACzB,CAAC;QACF,IAAI,CAAC;YACD,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,2BAA2B,QAAQ,YAAY,IAAI,CAAC,UAAU,gBAAgB,IAAI,CAAC,MAAM,UAAU,CAAC,CAAC;YACvH,MAAM,MAAM,GAAG,IAAI,CAAC,GAAG,CAAC;YACxB,MAAM,WAAW,GAAa,EAAE,CAAC;YACjC,IAAI,aAAa,GAAG,KAAK,CAAC;YAC1B,MAAM,QAAQ,GAAG,MAAM,kBAAkB,CAAC;gBACtC,MAAM;gBACN,IAAI,EAAE,WAAW;gBACjB,MAAM,EAAE,OAAO;aAClB,CAAC,CAAC;YACH,mDAAmD;YACnD,MAAM,QAAQ,GAAG,QAAQ,CAAC,IAA6B,CAAC;YAExD,qDAAqD;YACrD,QAAQ,CAAC,EAAE,CAAC,MAAM,EAAE,CAAC,KAAa,EAAE,EAAE;gBAClC,WAAW,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;YAC5B,CAAC,CAAC,CAAC;YACH,QAAQ,CAAC,EAAE,CAAC,KAAK,EAAE,GAAG,EAAE;gBACpB,aAAa,GAAG,IAAI,CAAC;YACzB,CAAC,CAAC,CAAC;YACH,QAAQ,CAAC,EAAE,CAAC,OAAO,EAAE,CAAC,GAAG,EAAE,EAAE;gBACzB,MAAM,IAAI,OAAO,CAAC,0BAA0B,QAAQ,YAAY,IAAI,CAAC,UAAU,gBAAgB,IAAI,CAAC,MAAM;0BAChG,GAAG,CAAC,OAAO,EAAE,CAAC,CAAC;YAC7B,CAAC,CAAC,CAAC;YAEH,MAAM,MAAM,CAAC,KAAK,IAAI,EAAE,CAAC,aAAa,CAAC,CAAC;YAExC,OAAO,MAAM,CAAC,MAAM,CAAC,WAAW,CAAC,CAAC;QACtC,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACX,IAAI,GAAG,YAAY,gBAAgB,CAAC,SAAS,EAAE,CAAC;gBAC5C,MAAM,IAAI,OAAO,CAAC,YAAY,QAAQ,yBAAyB,IAAI,CAAC,UAAU,gBAAgB,IAAI,CAAC,MAAM,UAAU,EAAE;oBACjH,UAAU,EAAE,GAAG;iBAClB,CAAC,CAAC;YACP,CAAC;YACD,MAAM,IAAI,OAAO,CAAC,yBAAyB,QAAQ,YAAY,IAAI,CAAC,UAAU,gBAAgB,IAAI,CAAC,MAAM,kBAAkB,EAAE,GAAG,CAAC,CAAC;QACtI,CAAC;IACL,CAAC;IAED,KAAK,CAAC,IAAI,CAAC,QAAgB,EAAE,IAAY,EAAE,OAAe;QACtD,IAAI,CAAC;YACD,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,mBAAmB,QAAQ,UAAU,IAAI,CAAC,UAAU,gBAAgB,IAAI,CAAC,MAAM,UAAU,CAAC,CAAC;YAE7G,MAAM,OAAO,GAAG;gBACZ,MAAM,EAAE,IAAI,CAAC,MAAM;gBACnB,GAAG,EAAE,GAAG,QAAQ,MAAM;gBACtB,IAAI,EAAE,IAAI;aACb,CAAC;YAEF,MAAM,SAAS,GAAG,UAAU,CAAC,GAAG,EAAE;gBAC9B,MAAM,IAAI,OAAO,CAAC,2BAA2B,QAAQ,EAAE,CAAC,CAAC;YAC7D,CAAC,EAAE,OAAO,CAAC,CAAC;YACZ,IAAI,CAAC;gBACD,MAAM,MAAM,GAAG,IAAI,CAAC,GAAG,CAAC;gBACxB,MAAM,kBAAkB,CAAC;oBACrB,MAAM;oBACN,IAAI,EAAE,WAAW;oBACjB,MAAM,EAAE,OAAO;iBAClB,CAAC,CAAC;YACP,CAAC;YAAC,OAAO,GAAG,EAAE,CAAC;gBACX,MAAM,IAAI,OAAO,CAAC,2BAA2B,QAAQ,WAAW,GAAG,EAAE,CAAC,CAAC;YAC3E,CAAC;oBAAS,CAAC;gBACP,YAAY,CAAC,SAAS,CAAC,CAAC;YAC5B,CAAC;QACL,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACX,MAAM,IAAI,OAAO,CAAC,yBAAyB,QAAQ,UAAU,IAAI,CAAC,UAAU,gBAAgB,IAAI,CAAC,MAAM,YAAY,GAAG,EAAE,CAAC,CAAC;QAC9H,CAAC;IACL,CAAC;IAED,KAAK,CAAC,MAAM,CAAC,QAAgB;QACzB,IAAI,CAAC;YACD,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,mBAAmB,QAAQ,YAAY,IAAI,CAAC,UAAU,gBAAgB,IAAI,CAAC,MAAM,UAAU,CAAC,CAAC;YAE/G,MAAM,OAAO,GAAG;gBACZ,MAAM,EAAE,IAAI,CAAC,MAAM;gBACnB,GAAG,EAAE,GAAG,QAAQ,MAAM;aACzB,CAAC;YACF,MAAM,MAAM,GAAG,IAAI,CAAC,GAAG,CAAC;YACxB,MAAM,kBAAkB,CAAC;gBACrB,MAAM;gBACN,IAAI,EAAE,cAAc;gBACpB,MAAM,EAAE,OAAO;aAClB,CAAC,CAAC;QACP,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACX,MAAM,IAAI,OAAO,CAAC,2BAA2B,QAAQ,YAAY,IAAI,CAAC,UAAU,gBAAgB,IAAI,CAAC,MAAM,YAAY,GAAG,EAAE,CAAC,CAAC;QAClI,CAAC;IACL,CAAC;IAED,KAAK,CAAC,IAAI;QACN,2BAA2B;QAC3B,MAAM,UAAU,GAA0B,EAAE,CAAC;QAC7C,IAAI,qBAAqB,CAAC;QAC1B,IAAI,kBAAkB,GAAG,IAAI,CAAC;QAC9B,IAAI,CAAC;YACD,GAAG,CAAC;gBACA,MAAM,OAAO,GAAG;oBACZ,MAAM,EAAE,IAAI,CAAC,MAAM;oBACnB,iBAAiB,EAAE,qBAAqB,IAAI,SAAS;oBACrD,oCAAoC;iBACvC,CAAC;gBACF,MAAM,MAAM,GAAG,IAAI,CAAC,GAAG,CAAC;gBACxB,MAAM,QAAQ,GAAQ,MAAM,kBAAkB,CAAC;oBAC3C,MAAM;oBACN,IAAI,EAAE,aAAa;oBACnB,MAAM,EAAE,OAAO;iBAClB,CAAC,CAAC;gBACH,QAAQ,CAAC,QAAQ,EAAE,OAAO,CAAC,CAAC,CAAM,EAAE,EAAE;oBAClC,MAAM,QAAQ,GAAG;wBACb,IAAI,EAAE,CAAC,CAAC,GAAG;wBACX,IAAI,EAAE,CAAC,CAAC,IAAI;wBACZ,0BAA0B;qBAC7B,CAAC;oBACF,UAAU,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;gBAC9B,CAAC,CAAC,CAAC;gBACH,IAAI,CAAC,QAAQ,CAAC,WAAW,EAAE,CAAC;oBACxB,kBAAkB,GAAG,KAAK,CAAC;oBAC3B,qBAAqB,GAAG,SAAS,CAAC;gBACtC,CAAC;qBAAM,CAAC;oBACJ,qBAAqB,GAAG,QAAQ,CAAC,qBAAqB,CAAC;gBAC3D,CAAC;gBACD,MAAM,eAAe,GAAG,QAAQ,CAAC,QAAQ,EAAE,MAAM,IAAI,CAAC,CAAC;gBACvD,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,YAAY,eAAe,oBAAoB,IAAI,CAAC,UAAU,gBAAgB,IAAI,CAAC,MAAM,UAAU,CAAC,CAAC;YAC3H,CAAC,QAAQ,kBAAkB,EAAE;YAC7B,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,SAAS,UAAU,CAAC,MAAM,kBAAkB,IAAI,CAAC,UAAU,gBAAgB,IAAI,CAAC,MAAM,UAAU,CAAC,CAAC;QACvH,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACX,MAAM,IAAI,OAAO,CAAC,iCAAiC,IAAI,CAAC,UAAU,gBAAgB,IAAI,CAAC,MAAM,YAAY,GAAG,EAAE,CAAC,CAAC;QACpH,CAAC;QACD,OAAO,UAAU,CAAC;IACtB,CAAC;IAED;;;;MAIE;IACF,KAAK,CAAC,YAAY;QACd,IAAI,IAAI,CAAC,cAAc;YAAE,OAAO,KAAK,CAAC;QAEtC,MAAM,OAAO,GAAG;YACZ,MAAM,EAAE,IAAI,CAAC,MAAM;SACtB,CAAC;QACF,MAAM,MAAM,GAAG,IAAI,CAAC,cAAc,CAAC,UAAU,CAAC,EAAE,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC;QAClE,IAAI,CAAC;YACD,MAAM,MAAM,GAAG,IAAI,CAAC,GAAG,CAAC;YACxB,MAAM,kBAAkB,CAAC;gBACrB,MAAM;gBACN,IAAI,EAAE,aAAa;gBACnB,MAAM,EAAE,OAAO;aAClB,CAAC,CAAC;YACH,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,iDAAiD,IAAI,CAAC,UAAU,eAAe,MAAM,CAAC,QAAQ,EAAE,CAAC,CAAC;YACpH,OAAO,IAAI,CAAC;QAChB,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACX,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,8CAA8C,IAAI,CAAC,UAAU,eAAe,MAAM,CAAC,QAAQ,IAAI,EAAE,GAAG,CAAC,CAAC;YACxH,OAAO,KAAK,CAAC;QACjB,CAAC;IACL,CAAC;IAED,KAAK,CAAC,aAAa;QACf,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,uBAAuB,CAAC,CAAC;QAC3C,IAAI,MAAM,IAAI,CAAC,YAAY,EAAE;YAAE,OAAO;QAEtC,MAAM,MAAM,CAAC,KAAK,IAAI,EAAE;YACpB,IAAI,IAAI,CAAC,cAAc;gBAAE,MAAM,IAAI,KAAK,CAAC,sBAAsB,CAAC,CAAC;YACjE,IAAI,MAAM,IAAI,CAAC,YAAY,EAAE;gBAAE,OAAO,IAAI,CAAC;YAC3C,MAAM,MAAM,CAAC,GAAG,CAAC,CAAC;YAClB,OAAO,KAAK,CAAC;QACjB,CAAC,CAAC,CAAC;IACP,CAAC;IAED,KAAK,CAAC,QAAQ;QACV,IAAI,CAAC,cAAc,GAAG,IAAI,CAAC;QAC3B,IAAI,CAAC,GAAG,CAAC,OAAO,EAAE,CAAC;IACvB,CAAC;IAED,+DAA+D;IAC/D,uCAAuC;IACvC,uBAAuB;QACnB,MAAM,QAAQ,GAAG,IAAI,CAAC,OAAO,CAAC,SAAS,CAAC,SAAS,CAAC,IAAI,CAAC,UAAU,CAAC,GAAG,EAAE,GAAG,CAAC,CAAC;QAC5E,OAAO,aAAa,QAAQ,EAAE,CAAC;IACnC,CAAC;CACJ"}
|
|
1
|
+
{"version":3,"file":"s3_store.js","sourceRoot":"","sources":["../../../../../src/lib/storage/backends/s3_store.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,MAAM,SAAS,CAAC;AACzB,OAAO,EAAE,QAAQ,EAAE,MAAM,sBAAsB,CAAC;AAChD,OAAO,EACK,OAAO,EAAE,MAAM,EACvB,QAAQ,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,EACnC,MAAM,uBAAuB,CAAC;AAE/B,OAAO,EACH,gBAAgB,EAChB,cAAc,EACd,cAAc,EACd,eAAe,EACf,eAAe,EACf,WAAW,EACX,aAAa,EACb,WAAW,EAEX,kBAAkB,EACrB,MAAM,4BAA4B,CAAC;AAEpC,OAAO,EAAE,UAAU,EAAE,MAAM,yCAAyC,CAAC;AAUrE,MAAM,OAAO,OAAO;IACP,MAAM,CAAS;IACf,UAAU,CAAS;IACnB,cAAc,CAAuB;IACtC,cAAc,CAAU;IAChC,MAAM,CAAS;IACf,GAAG,CAAY;IACf,OAAO,CAAU;IAEjB,YAAY,aAAuC;QAC/C,MAAM,EACF,OAAO,EACP,cAAc,EACd,UAAU,EACV,MAAM,EACN,MAAM,EAET,GAAG,aAAa,CAAC;QAElB,IAAI,CAAC,OAAO,GAAG,OAAO,CAAC;QACvB,IAAI,CAAC,MAAM,GAAG,MAAM,IAAI,IAAI,CAAC,uBAAuB,EAAE,CAAC;QACvD,IAAI,CAAC,UAAU,GAAG,UAAU,CAAC;QAC7B,IAAI,CAAC,cAAc,GAAG,KAAK,CAAC;QAC5B,IAAI,CAAC,MAAM,GAAG,MAAM,IAAI,UAAU,CAAC,OAAO,EAAE,YAAY,EAAE,EAAE,WAAW,EAAE,IAAI,CAAC,MAAM,EAAE,CAAC,CAAC;QACxF,IAAI,CAAC,cAAc,GAAG,cAAc,CAAC;IACzC,CAAC;IAED,KAAK,CAAC,UAAU;QACZ,MAAM,EAAE,MAAM,EAAE,GAAG,MAAM,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,UAAU;aAChD,YAAY,CAAC,EAAE,IAAI,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,QAAQ,EAAE,IAAI,CAAC,UAAU,EAAE,CAAC,CAAC;QAE3E,IAAI,CAAC,GAAG,GAAG,MAAM,CAAC;QAElB,MAAM,MAAM,CAAC,KAAK,IAAI,EAAE;YACpB,IAAI,CAAC;gBACD,MAAM,MAAM,GAAG,MAAM,eAAe,CAAC,MAAM,EAAE,EAAE,MAAM,EAAE,IAAI,CAAC,MAAM,EAAE,CAAC,CAAC;gBACtE,IAAI,CAAC,MAAM,EAAE,CAAC;oBACV,MAAM,cAAc,CAAC,MAAM,EAAE,EAAE,MAAM,EAAE,IAAI,CAAC,MAAM,EAAE,CAAC,CAAC;gBAC1D,CAAC;gBACD,MAAM,OAAO,GAAG,MAAM,IAAI,CAAC,YAAY,EAAE,CAAC;gBAC1C,OAAO,OAAO,CAAC;YACnB,CAAC;YAAC,OAAO,GAAG,EAAE,CAAC;gBACX,IAAI,GAAG,CAAC,IAAI,KAAK,oBAAoB,EAAE,CAAC;oBACpC,MAAM,IAAI,OAAO,CAAC,eAAe,IAAI,CAAC,cAAc,CAAC,UAAU,CAAC,EAAE,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC,WAAW,oBAAoB,IAAI,CAAC,UAAU,mBAAmB,GAAG,CAAC,OAAO,EAAE,CAAC,CAAC;gBACxK,CAAC;gBACD,IAAI,GAAG,CAAC,IAAI,KAAK,uBAAuB,EAAE,CAAC;oBACvC,MAAM,IAAI,OAAO,CAAC,mCAAmC,IAAI,CAAC,UAAU,gCAAgC,GAAG,CAAC,OAAO,EAAE,CAAC,CAAC;gBACvH,CAAC;gBACD,IAAI,GAAG,CAAC,IAAI,KAAK,mBAAmB,EAAE,CAAC;oBACnC,MAAM,IAAI,OAAO,CAAC,gDAAgD,GAAG,CAAC,OAAO,EAAE,CAAC,CAAC;gBACrF,CAAC;gBACD,IAAI,GAAG,YAAY,gBAAgB,CAAC,mBAAmB,EAAE,CAAC;oBACtD,MAAM,IAAI,OAAO,CAAC,eAAe,IAAI,CAAC,MAAM,+BAA+B,IAAI,CAAC,cAAc,CAAC,UAAU,CAAC,EAAE,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC,WAAW,8BAA8B,GAAG,CAAC,OAAO,EAAE,CAAC,CAAC;gBAC1L,CAAC;gBAED,QAAQ,CAAC,IAAI,CAAC,MAAM,EAAE,GAAG,EAAE,mCAAmC,IAAI,CAAC,UAAU,gBAAgB,IAAI,CAAC,MAAM,sBAAsB,CAAC,CAAC;gBAEhI,MAAM,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,IAAI,EAAE,IAAI,CAAC,CAAC,CAAC;gBAE9C,OAAO,KAAK,CAAC;YACjB,CAAC;QACL,CAAC,CAAC,CAAC;IACP,CAAC;IAED,iEAAiE;IACjE,8CAA8C;IAC9C,KAAK,CAAC,GAAG,CAAC,QAAgB;QACtB,MAAM,OAAO,GAAG;YACZ,MAAM,EAAE,IAAI,CAAC,MAAM;YACnB,GAAG,EAAE,GAAG,QAAQ,MAAM;SACzB,CAAC;QACF,IAAI,CAAC;YACD,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,2BAA2B,QAAQ,YAAY,IAAI,CAAC,UAAU,gBAAgB,IAAI,CAAC,MAAM,UAAU,CAAC,CAAC;YACvH,MAAM,MAAM,GAAG,IAAI,CAAC,GAAG,CAAC;YACxB,MAAM,WAAW,GAAa,EAAE,CAAC;YACjC,IAAI,aAAa,GAAG,KAAK,CAAC;YAC1B,MAAM,QAAQ,GAAG,MAAM,kBAAkB,CAAC;gBACtC,MAAM;gBACN,IAAI,EAAE,WAAW;gBACjB,MAAM,EAAE,OAAO;aAClB,CAAC,CAAC;YACH,mDAAmD;YACnD,MAAM,QAAQ,GAAG,QAAQ,CAAC,IAA6B,CAAC;YAExD,qDAAqD;YACrD,QAAQ,CAAC,EAAE,CAAC,MAAM,EAAE,CAAC,KAAa,EAAE,EAAE;gBAClC,WAAW,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;YAC5B,CAAC,CAAC,CAAC;YACH,QAAQ,CAAC,EAAE,CAAC,KAAK,EAAE,GAAG,EAAE;gBACpB,aAAa,GAAG,IAAI,CAAC;YACzB,CAAC,CAAC,CAAC;YACH,QAAQ,CAAC,EAAE,CAAC,OAAO,EAAE,CAAC,GAAG,EAAE,EAAE;gBACzB,MAAM,IAAI,OAAO,CAAC,0BAA0B,QAAQ,YAAY,IAAI,CAAC,UAAU,gBAAgB,IAAI,CAAC,MAAM;0BAChG,GAAG,CAAC,OAAO,EAAE,CAAC,CAAC;YAC7B,CAAC,CAAC,CAAC;YAEH,MAAM,MAAM,CAAC,KAAK,IAAI,EAAE,CAAC,aAAa,CAAC,CAAC;YAExC,OAAO,MAAM,CAAC,MAAM,CAAC,WAAW,CAAC,CAAC;QACtC,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACX,IAAI,GAAG,YAAY,gBAAgB,CAAC,SAAS,EAAE,CAAC;gBAC5C,MAAM,IAAI,OAAO,CAAC,YAAY,QAAQ,yBAAyB,IAAI,CAAC,UAAU,gBAAgB,IAAI,CAAC,MAAM,UAAU,EAAE;oBACjH,UAAU,EAAE,GAAG;iBAClB,CAAC,CAAC;YACP,CAAC;YACD,MAAM,IAAI,OAAO,CAAC,yBAAyB,QAAQ,YAAY,IAAI,CAAC,UAAU,gBAAgB,IAAI,CAAC,MAAM,kBAAkB,EAAE,GAAG,CAAC,CAAC;QACtI,CAAC;IACL,CAAC;IAED;;;;OAIG;IACH,KAAK,CAAC,SAAS,CAAC,QAAgB,EAAE,QAAgB;QAC9C,MAAM,OAAO,GAAG;YACZ,MAAM,EAAE,IAAI,CAAC,MAAM;YACnB,GAAG,EAAE,GAAG,QAAQ,MAAM;SACzB,CAAC;QACF,IAAI,CAAC;YACD,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,6BAA6B,QAAQ,YAAY,IAAI,CAAC,UAAU,gBAAgB,IAAI,CAAC,MAAM,cAAc,QAAQ,GAAG,CAAC,CAAC;YACxI,MAAM,QAAQ,GAAG,MAAM,kBAAkB,CAAC;gBACtC,MAAM,EAAE,IAAI,CAAC,GAAG;gBAChB,IAAI,EAAE,WAAW;gBACjB,MAAM,EAAE,OAAO;aAClB,CAAC,CAAC;YACH,MAAM,QAAQ,GAAG,QAAQ,CAAC,IAA6B,CAAC;YACxD,MAAM,QAAQ,CAAC,QAAQ,EAAE,EAAE,CAAC,iBAAiB,CAAC,QAAQ,CAAC,CAAC,CAAC;QAC7D,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACX,IAAI,GAAG,YAAY,gBAAgB,CAAC,SAAS,EAAE,CAAC;gBAC5C,MAAM,IAAI,OAAO,CAAC,YAAY,QAAQ,yBAAyB,IAAI,CAAC,UAAU,gBAAgB,IAAI,CAAC,MAAM,UAAU,EAAE;oBACjH,UAAU,EAAE,GAAG;iBAClB,CAAC,CAAC;YACP,CAAC;YACD,MAAM,IAAI,OAAO,CAAC,yBAAyB,QAAQ,YAAY,IAAI,CAAC,UAAU,gBAAgB,IAAI,CAAC,MAAM,kBAAkB,EAAE,GAAG,CAAC,CAAC;QACtI,CAAC;IACL,CAAC;IAED;;;OAGG;IACH,KAAK,CAAC,MAAM,CAAC,QAAgB;QACzB,MAAM,OAAO,GAAG;YACZ,MAAM,EAAE,IAAI,CAAC,MAAM;YACnB,GAAG,EAAE,GAAG,QAAQ,MAAM;SACzB,CAAC;QACF,IAAI,CAAC;YACD,OAAO,MAAM,kBAAkB,CAAC;gBAC5B,MAAM,EAAE,IAAI,CAAC,GAAG;gBAChB,IAAI,EAAE,eAAe;gBACrB,MAAM,EAAE,OAAO;aAClB,CAAC,CAAC;QACP,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACX,MAAM,IAAI,OAAO,CAAC,kCAAkC,QAAQ,UAAU,IAAI,CAAC,UAAU,gBAAgB,IAAI,CAAC,MAAM,kBAAkB,EAAE,GAAG,CAAC,CAAC;QAC7I,CAAC;IACL,CAAC;IAED,KAAK,CAAC,IAAI,CAAC,QAAgB,EAAE,IAAY,EAAE,OAAe;QACtD,IAAI,CAAC;YACD,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,mBAAmB,QAAQ,UAAU,IAAI,CAAC,UAAU,gBAAgB,IAAI,CAAC,MAAM,UAAU,CAAC,CAAC;YAE7G,MAAM,OAAO,GAAG;gBACZ,MAAM,EAAE,IAAI,CAAC,MAAM;gBACnB,GAAG,EAAE,GAAG,QAAQ,MAAM;gBACtB,IAAI,EAAE,IAAI;aACb,CAAC;YAEF,MAAM,SAAS,GAAG,UAAU,CAAC,GAAG,EAAE;gBAC9B,MAAM,IAAI,OAAO,CAAC,2BAA2B,QAAQ,EAAE,CAAC,CAAC;YAC7D,CAAC,EAAE,OAAO,CAAC,CAAC;YACZ,IAAI,CAAC;gBACD,MAAM,MAAM,GAAG,IAAI,CAAC,GAAG,CAAC;gBACxB,MAAM,kBAAkB,CAAC;oBACrB,MAAM;oBACN,IAAI,EAAE,WAAW;oBACjB,MAAM,EAAE,OAAO;iBAClB,CAAC,CAAC;YACP,CAAC;YAAC,OAAO,GAAG,EAAE,CAAC;gBACX,MAAM,IAAI,OAAO,CAAC,2BAA2B,QAAQ,WAAW,GAAG,EAAE,CAAC,CAAC;YAC3E,CAAC;oBAAS,CAAC;gBACP,YAAY,CAAC,SAAS,CAAC,CAAC;YAC5B,CAAC;QACL,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACX,MAAM,IAAI,OAAO,CAAC,yBAAyB,QAAQ,UAAU,IAAI,CAAC,UAAU,gBAAgB,IAAI,CAAC,MAAM,YAAY,GAAG,EAAE,CAAC,CAAC;QAC9H,CAAC;IACL,CAAC;IAED,KAAK,CAAC,MAAM,CAAC,QAAgB;QACzB,IAAI,CAAC;YACD,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,mBAAmB,QAAQ,YAAY,IAAI,CAAC,UAAU,gBAAgB,IAAI,CAAC,MAAM,UAAU,CAAC,CAAC;YAE/G,MAAM,OAAO,GAAG;gBACZ,MAAM,EAAE,IAAI,CAAC,MAAM;gBACnB,GAAG,EAAE,GAAG,QAAQ,MAAM;aACzB,CAAC;YACF,MAAM,MAAM,GAAG,IAAI,CAAC,GAAG,CAAC;YACxB,MAAM,kBAAkB,CAAC;gBACrB,MAAM;gBACN,IAAI,EAAE,cAAc;gBACpB,MAAM,EAAE,OAAO;aAClB,CAAC,CAAC;QACP,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACX,MAAM,IAAI,OAAO,CAAC,2BAA2B,QAAQ,YAAY,IAAI,CAAC,UAAU,gBAAgB,IAAI,CAAC,MAAM,YAAY,GAAG,EAAE,CAAC,CAAC;QAClI,CAAC;IACL,CAAC;IAED,KAAK,CAAC,IAAI;QACN,2BAA2B;QAC3B,MAAM,UAAU,GAA0B,EAAE,CAAC;QAC7C,IAAI,qBAAqB,CAAC;QAC1B,IAAI,kBAAkB,GAAG,IAAI,CAAC;QAC9B,IAAI,CAAC;YACD,GAAG,CAAC;gBACA,MAAM,OAAO,GAAG;oBACZ,MAAM,EAAE,IAAI,CAAC,MAAM;oBACnB,iBAAiB,EAAE,qBAAqB,IAAI,SAAS;oBACrD,oCAAoC;iBACvC,CAAC;gBACF,MAAM,MAAM,GAAG,IAAI,CAAC,GAAG,CAAC;gBACxB,MAAM,QAAQ,GAAQ,MAAM,kBAAkB,CAAC;oBAC3C,MAAM;oBACN,IAAI,EAAE,aAAa;oBACnB,MAAM,EAAE,OAAO;iBAClB,CAAC,CAAC;gBACH,QAAQ,CAAC,QAAQ,EAAE,OAAO,CAAC,CAAC,CAAM,EAAE,EAAE;oBAClC,MAAM,QAAQ,GAAG;wBACb,IAAI,EAAE,CAAC,CAAC,GAAG;wBACX,IAAI,EAAE,CAAC,CAAC,IAAI;wBACZ,0BAA0B;qBAC7B,CAAC;oBACF,UAAU,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;gBAC9B,CAAC,CAAC,CAAC;gBACH,IAAI,CAAC,QAAQ,CAAC,WAAW,EAAE,CAAC;oBACxB,kBAAkB,GAAG,KAAK,CAAC;oBAC3B,qBAAqB,GAAG,SAAS,CAAC;gBACtC,CAAC;qBAAM,CAAC;oBACJ,qBAAqB,GAAG,QAAQ,CAAC,qBAAqB,CAAC;gBAC3D,CAAC;gBACD,MAAM,eAAe,GAAG,QAAQ,CAAC,QAAQ,EAAE,MAAM,IAAI,CAAC,CAAC;gBACvD,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,YAAY,eAAe,oBAAoB,IAAI,CAAC,UAAU,gBAAgB,IAAI,CAAC,MAAM,UAAU,CAAC,CAAC;YAC3H,CAAC,QAAQ,kBAAkB,EAAE;YAC7B,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,SAAS,UAAU,CAAC,MAAM,kBAAkB,IAAI,CAAC,UAAU,gBAAgB,IAAI,CAAC,MAAM,UAAU,CAAC,CAAC;QACvH,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACX,MAAM,IAAI,OAAO,CAAC,iCAAiC,IAAI,CAAC,UAAU,gBAAgB,IAAI,CAAC,MAAM,YAAY,GAAG,EAAE,CAAC,CAAC;QACpH,CAAC;QACD,OAAO,UAAU,CAAC;IACtB,CAAC;IAED;;;;MAIE;IACF,KAAK,CAAC,YAAY;QACd,IAAI,IAAI,CAAC,cAAc;YAAE,OAAO,KAAK,CAAC;QAEtC,MAAM,OAAO,GAAG;YACZ,MAAM,EAAE,IAAI,CAAC,MAAM;SACtB,CAAC;QACF,MAAM,MAAM,GAAG,IAAI,CAAC,cAAc,CAAC,UAAU,CAAC,EAAE,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC;QAClE,IAAI,CAAC;YACD,MAAM,MAAM,GAAG,IAAI,CAAC,GAAG,CAAC;YACxB,MAAM,kBAAkB,CAAC;gBACrB,MAAM;gBACN,IAAI,EAAE,aAAa;gBACnB,MAAM,EAAE,OAAO;aAClB,CAAC,CAAC;YACH,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,iDAAiD,IAAI,CAAC,UAAU,eAAe,MAAM,CAAC,QAAQ,EAAE,CAAC,CAAC;YACpH,OAAO,IAAI,CAAC;QAChB,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACX,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,8CAA8C,IAAI,CAAC,UAAU,eAAe,MAAM,CAAC,QAAQ,IAAI,EAAE,GAAG,CAAC,CAAC;YACxH,OAAO,KAAK,CAAC;QACjB,CAAC;IACL,CAAC;IAED,KAAK,CAAC,aAAa;QACf,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,uBAAuB,CAAC,CAAC;QAC3C,IAAI,MAAM,IAAI,CAAC,YAAY,EAAE;YAAE,OAAO;QAEtC,MAAM,MAAM,CAAC,KAAK,IAAI,EAAE;YACpB,IAAI,IAAI,CAAC,cAAc;gBAAE,MAAM,IAAI,KAAK,CAAC,sBAAsB,CAAC,CAAC;YACjE,IAAI,MAAM,IAAI,CAAC,YAAY,EAAE;gBAAE,OAAO,IAAI,CAAC;YAC3C,MAAM,MAAM,CAAC,GAAG,CAAC,CAAC;YAClB,OAAO,KAAK,CAAC;QACjB,CAAC,CAAC,CAAC;IACP,CAAC;IAED,KAAK,CAAC,QAAQ;QACV,IAAI,CAAC,cAAc,GAAG,IAAI,CAAC;QAC3B,IAAI,CAAC,GAAG,CAAC,OAAO,EAAE,CAAC;IACvB,CAAC;IAED,+DAA+D;IAC/D,uCAAuC;IACvC,uBAAuB;QACnB,MAAM,QAAQ,GAAG,IAAI,CAAC,OAAO,CAAC,SAAS,CAAC,SAAS,CAAC,IAAI,CAAC,UAAU,CAAC,GAAG,EAAE,GAAG,CAAC,CAAC;QAC5E,OAAO,aAAa,QAAQ,EAAE,CAAC;IACnC,CAAC;CACJ"}
|
|
@@ -31,6 +31,15 @@ export interface AssetMetadata extends AssetJSON {
|
|
|
31
31
|
id: string;
|
|
32
32
|
}
|
|
33
33
|
export declare function verifyAssetJSON(id: string, newPath: string): Promise<AssetMetadata>;
|
|
34
|
+
/**
|
|
35
|
+
* Save an asset from a zip file already written to disk. Preferred for large
|
|
36
|
+
* assets (e.g. streamed down from S3) since nothing is held in memory.
|
|
37
|
+
*/
|
|
38
|
+
export declare function saveAssetFromFile(logger: Logger, assetsPath: string, id: string, zipFilePath: string, metaCheck?: MetaCheckFN): Promise<AssetMetadata>;
|
|
39
|
+
/**
|
|
40
|
+
* Save an asset from an in-memory zip buffer. The buffer is written to a temp
|
|
41
|
+
* file next to the asset dir (same volume) and then extracted via streaming.
|
|
42
|
+
*/
|
|
34
43
|
export declare function saveAsset(logger: Logger, assetsPath: string, id: string, binaryData: Buffer, metaCheck?: MetaCheckFN): Promise<AssetMetadata>;
|
|
35
44
|
/**
|
|
36
45
|
* Check if a buffer contains a zip file.
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"file_utils.d.ts","sourceRoot":"","sources":["../../../../src/lib/utils/file_utils.ts"],"names":[],"mappings":"AAKA,OAAO,EAAW,MAAM,EAAE,MAAM,uBAAuB,CAAC;AAQxD,MAAM,WAAW,WAAW;IACxB,IAAI,EAAE,MAAM,CAAC;IACb,OAAO,EAAE,MAAM,CAAC;IAChB,OAAO,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;IAChC,WAAW,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;IACpC,eAAe,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;IACxC,SAAS,EAAE;QACP,IAAI,CAAC,EAAE,OAAO,CAAC;QACf,IAAI,CAAC,EAAE,MAAM,CAAC;QACd,MAAM,CAAC,EAAE,MAAM,CAAC;QAChB,KAAK,CAAC,EAAE;YACJ,CAAC,GAAG,EAAE,MAAM,GAAG,MAAM,EAAE,CAAC;SAC3B,CAAC;QACF,OAAO,CAAC,EAAE,MAAM,CAAC;KACpB,CAAC;CACL;AAID,wBAAgB,cAAc,IAAI,WAAW,CAW5C;AAED,wBAAgB,UAAU,CAAC,QAAQ,EAAE,MAAM,WAO1C;AAED,wBAAgB,SAAS,CAAC,OAAO,EAAE,MAAM,iBAExC;AAED,MAAM,WAAW,SAAS;IACtB,IAAI,EAAE,MAAM,CAAC;IACb,OAAO,EAAE,MAAM,CAAC;IAChB,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB,yBAAyB,CAAC,EAAE,MAAM,CAAC;CACtC;AAED,MAAM,MAAM,WAAW,GAAG,CAAC,IAAI,EAAE,aAAa,KAAK,OAAO,CAAC,aAAa,CAAC,CAAC;AAE1E,MAAM,WAAW,aAAc,SAAQ,SAAS;IAC5C,EAAE,EAAE,MAAM,CAAC;CACd;AAED,wBAAsB,eAAe,CAAC,EAAE,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM,GAAG,OAAO,CAAC,aAAa,CAAC,CA0DzF;
|
|
1
|
+
{"version":3,"file":"file_utils.d.ts","sourceRoot":"","sources":["../../../../src/lib/utils/file_utils.ts"],"names":[],"mappings":"AAKA,OAAO,EAAW,MAAM,EAAE,MAAM,uBAAuB,CAAC;AAQxD,MAAM,WAAW,WAAW;IACxB,IAAI,EAAE,MAAM,CAAC;IACb,OAAO,EAAE,MAAM,CAAC;IAChB,OAAO,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;IAChC,WAAW,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;IACpC,eAAe,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;IACxC,SAAS,EAAE;QACP,IAAI,CAAC,EAAE,OAAO,CAAC;QACf,IAAI,CAAC,EAAE,MAAM,CAAC;QACd,MAAM,CAAC,EAAE,MAAM,CAAC;QAChB,KAAK,CAAC,EAAE;YACJ,CAAC,GAAG,EAAE,MAAM,GAAG,MAAM,EAAE,CAAC;SAC3B,CAAC;QACF,OAAO,CAAC,EAAE,MAAM,CAAC;KACpB,CAAC;CACL;AAID,wBAAgB,cAAc,IAAI,WAAW,CAW5C;AAED,wBAAgB,UAAU,CAAC,QAAQ,EAAE,MAAM,WAO1C;AAED,wBAAgB,SAAS,CAAC,OAAO,EAAE,MAAM,iBAExC;AAED,MAAM,WAAW,SAAS;IACtB,IAAI,EAAE,MAAM,CAAC;IACb,OAAO,EAAE,MAAM,CAAC;IAChB,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB,yBAAyB,CAAC,EAAE,MAAM,CAAC;CACtC;AAED,MAAM,MAAM,WAAW,GAAG,CAAC,IAAI,EAAE,aAAa,KAAK,OAAO,CAAC,aAAa,CAAC,CAAC;AAE1E,MAAM,WAAW,aAAc,SAAQ,SAAS;IAC5C,EAAE,EAAE,MAAM,CAAC;CACd;AAED,wBAAsB,eAAe,CAAC,EAAE,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM,GAAG,OAAO,CAAC,aAAa,CAAC,CA0DzF;AA4CD;;;GAGG;AACH,wBAAsB,iBAAiB,CACnC,MAAM,EAAE,MAAM,EACd,UAAU,EAAE,MAAM,EAClB,EAAE,EAAE,MAAM,EACV,WAAW,EAAE,MAAM,EACnB,SAAS,CAAC,EAAE,WAAW,0BAK1B;AAED;;;GAGG;AACH,wBAAsB,SAAS,CAC3B,MAAM,EAAE,MAAM,EACd,UAAU,EAAE,MAAM,EAClB,EAAE,EAAE,MAAM,EACV,UAAU,EAAE,MAAM,EAClB,SAAS,CAAC,EAAE,WAAW,0BAa1B;AAED;;;;;;;GAOG;AACH,wBAAgB,SAAS,CAAC,MAAM,EAAE,MAAM,WAGvC"}
|
|
@@ -4,7 +4,7 @@ import fse from 'fs-extra';
|
|
|
4
4
|
import semver from 'semver';
|
|
5
5
|
import { Mutex } from 'async-mutex';
|
|
6
6
|
import { TSError } from '@terascope/core-utils';
|
|
7
|
-
import
|
|
7
|
+
import extract from 'extract-zip';
|
|
8
8
|
import { getMajorVersion } from './asset_utils.js';
|
|
9
9
|
const mutex = new Mutex();
|
|
10
10
|
const packagePath = path.join(process.cwd(), './package.json');
|
|
@@ -81,7 +81,12 @@ export async function verifyAssetJSON(id, newPath) {
|
|
|
81
81
|
}
|
|
82
82
|
return metadata;
|
|
83
83
|
}
|
|
84
|
-
|
|
84
|
+
/**
|
|
85
|
+
* Extract a zip file already on disk into the asset directory and verify it.
|
|
86
|
+
* Streaming the archive entry-by-entry to disk keeps memory bounded, unlike
|
|
87
|
+
* buffering the whole archive plus its decompressed contents in memory.
|
|
88
|
+
*/
|
|
89
|
+
async function _extractAssetFromFile(logger, assetsPath, id, zipFilePath, metaCheck) {
|
|
85
90
|
const newPath = path.join(assetsPath, id);
|
|
86
91
|
try {
|
|
87
92
|
if (await fse.pathExists(newPath)) {
|
|
@@ -91,7 +96,9 @@ async function _saveAsset(logger, assetsPath, id, binaryData, metaCheck) {
|
|
|
91
96
|
await fse.mkdir(newPath);
|
|
92
97
|
}
|
|
93
98
|
logger.info(`decompressing and saving asset ${id} to ${newPath}`);
|
|
94
|
-
|
|
99
|
+
// extract-zip streams each entry straight to disk, so peak memory is
|
|
100
|
+
// one entry rather than the entire archive plus its expanded contents.
|
|
101
|
+
await extract(zipFilePath, { dir: newPath });
|
|
95
102
|
logger.info(`decompressed asset ${id} to ${newPath}`);
|
|
96
103
|
const metadata = await verifyAssetJSON(id, newPath);
|
|
97
104
|
logger.info(`asset ${id} saved to file ${newPath}`, metadata);
|
|
@@ -106,8 +113,28 @@ async function _saveAsset(logger, assetsPath, id, binaryData, metaCheck) {
|
|
|
106
113
|
throw err;
|
|
107
114
|
}
|
|
108
115
|
}
|
|
116
|
+
/**
|
|
117
|
+
* Save an asset from a zip file already written to disk. Preferred for large
|
|
118
|
+
* assets (e.g. streamed down from S3) since nothing is held in memory.
|
|
119
|
+
*/
|
|
120
|
+
export async function saveAssetFromFile(logger, assetsPath, id, zipFilePath, metaCheck) {
|
|
121
|
+
return mutex.runExclusive(() => _extractAssetFromFile(logger, assetsPath, id, zipFilePath, metaCheck));
|
|
122
|
+
}
|
|
123
|
+
/**
|
|
124
|
+
* Save an asset from an in-memory zip buffer. The buffer is written to a temp
|
|
125
|
+
* file next to the asset dir (same volume) and then extracted via streaming.
|
|
126
|
+
*/
|
|
109
127
|
export async function saveAsset(logger, assetsPath, id, binaryData, metaCheck) {
|
|
110
|
-
return mutex.runExclusive(() =>
|
|
128
|
+
return mutex.runExclusive(async () => {
|
|
129
|
+
const tmpZipPath = path.join(assetsPath, `${id}.tmp.zip`);
|
|
130
|
+
try {
|
|
131
|
+
await fse.writeFile(tmpZipPath, binaryData);
|
|
132
|
+
return await _extractAssetFromFile(logger, assetsPath, id, tmpZipPath, metaCheck);
|
|
133
|
+
}
|
|
134
|
+
finally {
|
|
135
|
+
await fse.remove(tmpZipPath).catch(() => { });
|
|
136
|
+
}
|
|
137
|
+
});
|
|
111
138
|
}
|
|
112
139
|
/**
|
|
113
140
|
* Check if a buffer contains a zip file.
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"file_utils.js","sourceRoot":"","sources":["../../../../src/lib/utils/file_utils.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,UAAU,EAAE,YAAY,EAAE,MAAM,SAAS,CAAC;AACnD,OAAO,IAAI,MAAM,WAAW,CAAC;AAC7B,OAAO,GAAG,MAAM,UAAU,CAAC;AAC3B,OAAO,MAAM,MAAM,QAAQ,CAAC;AAC5B,OAAO,EAAE,KAAK,EAAE,MAAM,aAAa,CAAC;AACpC,OAAO,EAAE,OAAO,EAAU,MAAM,uBAAuB,CAAC;AACxD,OAAO,
|
|
1
|
+
{"version":3,"file":"file_utils.js","sourceRoot":"","sources":["../../../../src/lib/utils/file_utils.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,UAAU,EAAE,YAAY,EAAE,MAAM,SAAS,CAAC;AACnD,OAAO,IAAI,MAAM,WAAW,CAAC;AAC7B,OAAO,GAAG,MAAM,UAAU,CAAC;AAC3B,OAAO,MAAM,MAAM,QAAQ,CAAC;AAC5B,OAAO,EAAE,KAAK,EAAE,MAAM,aAAa,CAAC;AACpC,OAAO,EAAE,OAAO,EAAU,MAAM,uBAAuB,CAAC;AACxD,OAAO,OAAO,MAAM,aAAa,CAAC;AAClC,OAAO,EAAE,eAAe,EAAE,MAAM,kBAAkB,CAAC;AAEnD,MAAM,KAAK,GAAG,IAAI,KAAK,EAAE,CAAC;AAE1B,MAAM,WAAW,GAAG,IAAI,CAAC,IAAI,CAAC,OAAO,CAAC,GAAG,EAAE,EAAE,gBAAgB,CAAC,CAAC;AAmB/D,IAAI,YAAqC,CAAC;AAE1C,MAAM,UAAU,cAAc;IAC1B,IAAI,YAAY;QAAE,OAAO,YAAY,CAAC;IAEtC,MAAM,IAAI,GAAG,YAAY,CACrB,WAAW,EACX,EAAE,QAAQ,EAAE,MAAM,EAAE,CACvB,CAAC;IAEF,MAAM,OAAO,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,CAAgB,CAAC;IAChD,YAAY,GAAG,OAAO,CAAC;IACvB,OAAO,OAAO,CAAC;AACnB,CAAC;AAED,MAAM,UAAU,UAAU,CAAC,QAAgB;IACvC,IAAI,CAAC;QACD,UAAU,CAAC,QAAQ,CAAC,CAAC;QACrB,OAAO,IAAI,CAAC;IAChB,CAAC;IAAC,OAAO,EAAE,EAAE,CAAC;QACV,OAAO,KAAK,CAAC;IACjB,CAAC;AACL,CAAC;AAED,MAAM,UAAU,SAAS,CAAC,OAAe;IACrC,OAAO,GAAG,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC;AAC/B,CAAC;AAiBD,MAAM,CAAC,KAAK,UAAU,eAAe,CAAC,EAAU,EAAE,OAAe;IAC7D,MAAM,oBAAoB,GAAG,MAAM,GAAG,CAAC,UAAU,CAAC,IAAI,CAAC,IAAI,CAAC,OAAO,EAAE,YAAY,CAAC,CAAC,CAAC;IACpF,IAAI,CAAC,oBAAoB,EAAE,CAAC;QACxB,MAAM,GAAG,GAAG,IAAI,OAAO,CACnB,4DAA4D,EAC5D,EAAE,UAAU,EAAE,GAAG,EAAE,CACtB,CAAC;QACF,MAAM,GAAG,CAAC;IACd,CAAC;IAED,IAAI,WAAW,CAAC;IAChB,IAAI,CAAC;QACD,WAAW,GAAG,MAAM,GAAG,CAAC,QAAQ,CAAC,IAAI,CAAC,IAAI,CAAC,OAAO,EAAE,YAAY,CAAC,CAAC,CAAC;IACvE,CAAC;IAAC,OAAO,IAAI,EAAE,CAAC;QACZ,MAAM,GAAG,GAAG,IAAI,OAAO,CAAC,IAAI,EAAE;YAC1B,OAAO,EAAE,0EAA0E;YACnF,UAAU,EAAE,GAAG;SAClB,CAAC,CAAC;QACH,MAAM,GAAG,CAAC;IACd,CAAC;IAED,MAAM,QAAQ,GAAkB,MAAM,CAAC,MAAM,CAAC,EAAE,EAAE,EAAE,EAAE,WAAW,CAAC,CAAC;IAEnE,IAAI,CAAC,QAAQ,CAAC,IAAI,EAAE,CAAC;QACjB,MAAM,IAAI,KAAK,CAAC,cAAc,CAAC,CAAC;IACpC,CAAC;IAED,QAAQ,CAAC,OAAO,GAAG,MAAM,CAAC,KAAK,CAAC,QAAQ,CAAC,OAAO,CAAW,CAAC;IAE5D,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,QAAQ,CAAC,OAAO,CAAC,EAAE,CAAC;QAClC,MAAM,IAAI,KAAK,CAAC,oBAAoB,QAAQ,CAAC,OAAO,GAAG,CAAC,CAAC;IAC7D,CAAC;IAED;;;;;;UAMM;IACN,IAAI,QAAQ,CAAC,YAAY,EAAE,CAAC;QACxB,QAAQ,CAAC,YAAY,GAAG,eAAe,CAAC,QAAQ,CAAC,YAAY,CAAC,CAAC;IACnE,CAAC;SAAM,CAAC;QACJ,OAAO,QAAQ,CAAC,YAAY,CAAC;IACjC,CAAC;IACD,IAAI,CAAC,QAAQ,CAAC,QAAQ,EAAE,CAAC;QACrB,OAAO,QAAQ,CAAC,QAAQ,CAAC;IAC7B,CAAC;IACD,IAAI,CAAC,QAAQ,CAAC,IAAI,EAAE,CAAC;QACjB,OAAO,QAAQ,CAAC,IAAI,CAAC;IACzB,CAAC;IACD,IAAI,QAAQ,CAAC,yBAAyB,EAAE,CAAC;QACrC,MAAM,gBAAgB,GAAG,cAAc,EAAE,CAAC,OAAO,CAAC;QAClD,IAAI,MAAM,CAAC,EAAE,CAAC,QAAQ,CAAC,yBAAyB,EAAE,gBAAgB,CAAC,EAAE,CAAC;YAClE,MAAM,IAAI,KAAK,CAAC,oCAAoC,QAAQ,CAAC,yBAAyB,cAAc,CAAC,CAAC;QAC1G,CAAC;IACL,CAAC;IACD,OAAO,QAAQ,CAAC;AACpB,CAAC;AAED;;;;GAIG;AACH,KAAK,UAAU,qBAAqB,CAChC,MAAc,EACd,UAAkB,EAClB,EAAU,EACV,WAAmB,EACnB,SAAuB;IAEvB,MAAM,OAAO,GAAG,IAAI,CAAC,IAAI,CAAC,UAAU,EAAE,EAAE,CAAC,CAAC;IAE1C,IAAI,CAAC;QACD,IAAI,MAAM,GAAG,CAAC,UAAU,CAAC,OAAO,CAAC,EAAE,CAAC;YAChC,MAAM,GAAG,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC;QAChC,CAAC;aAAM,CAAC;YACJ,MAAM,GAAG,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC;QAC7B,CAAC;QAED,MAAM,CAAC,IAAI,CAAC,kCAAkC,EAAE,OAAO,OAAO,EAAE,CAAC,CAAC;QAClE,qEAAqE;QACrE,uEAAuE;QACvE,MAAM,OAAO,CAAC,WAAW,EAAE,EAAE,GAAG,EAAE,OAAO,EAAE,CAAC,CAAC;QAC7C,MAAM,CAAC,IAAI,CAAC,sBAAsB,EAAE,OAAO,OAAO,EAAE,CAAC,CAAC;QAEtD,MAAM,QAAQ,GAAG,MAAM,eAAe,CAAC,EAAE,EAAE,OAAO,CAAC,CAAC;QAEpD,MAAM,CAAC,IAAI,CAAC,SAAS,EAAE,kBAAkB,OAAO,EAAE,EAAE,QAAQ,CAAC,CAAC;QAE9D,2EAA2E;QAC3E,IAAI,SAAS,EAAE,CAAC;YACZ,OAAO,MAAM,SAAS,CAAC,QAAQ,CAAC,CAAC;QACrC,CAAC;QACD,OAAO,QAAQ,CAAC;IACpB,CAAC;IAAC,OAAO,GAAG,EAAE,CAAC;QACX,MAAM,SAAS,CAAC,OAAO,CAAC,CAAC;QACzB,MAAM,GAAG,CAAC;IACd,CAAC;AACL,CAAC;AAED;;;GAGG;AACH,MAAM,CAAC,KAAK,UAAU,iBAAiB,CACnC,MAAc,EACd,UAAkB,EAClB,EAAU,EACV,WAAmB,EACnB,SAAuB;IAEvB,OAAO,KAAK,CAAC,YAAY,CAAC,GAAG,EAAE,CAAC,qBAAqB,CACjD,MAAM,EAAE,UAAU,EAAE,EAAE,EAAE,WAAW,EAAE,SAAS,CACjD,CAAC,CAAC;AACP,CAAC;AAED;;;GAGG;AACH,MAAM,CAAC,KAAK,UAAU,SAAS,CAC3B,MAAc,EACd,UAAkB,EAClB,EAAU,EACV,UAAkB,EAClB,SAAuB;IAEvB,OAAO,KAAK,CAAC,YAAY,CAAC,KAAK,IAAI,EAAE;QACjC,MAAM,UAAU,GAAG,IAAI,CAAC,IAAI,CAAC,UAAU,EAAE,GAAG,EAAE,UAAU,CAAC,CAAC;QAC1D,IAAI,CAAC;YACD,MAAM,GAAG,CAAC,SAAS,CAAC,UAAU,EAAE,UAAU,CAAC,CAAC;YAC5C,OAAO,MAAM,qBAAqB,CAC9B,MAAM,EAAE,UAAU,EAAE,EAAE,EAAE,UAAU,EAAE,SAAS,CAChD,CAAC;QACN,CAAC;gBAAS,CAAC;YACP,MAAM,GAAG,CAAC,MAAM,CAAC,UAAU,CAAC,CAAC,KAAK,CAAC,GAAG,EAAE,GAA6B,CAAC,CAAC,CAAC;QAC5E,CAAC;IACL,CAAC,CAAC,CAAC;AACP,CAAC;AAED;;;;;;;GAOG;AACH,MAAM,UAAU,SAAS,CAAC,MAAc;IACpC,MAAM,YAAY,GAAG,CAAC,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,CAAC,CAAC;IAC9C,OAAO,YAAY,CAAC,KAAK,CAAC,CAAC,IAAI,EAAE,KAAK,EAAE,EAAE,CAAC,MAAM,CAAC,KAAK,CAAC,KAAK,IAAI,CAAC,CAAC;AACvE,CAAC"}
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"loader.d.ts","sourceRoot":"","sources":["../../../../../src/lib/workers/assets/loader.ts"],"names":[],"mappings":"AAEA,OAAO,EAAgB,MAAM,EAAE,MAAM,uBAAuB,CAAC;AAC7D,OAAO,KAAK,EAAE,OAAO,EAAE,MAAM,2BAA2B,CAAC;AACzD,OAAO,EAAE,aAAa,EAAE,MAAM,wBAAwB,CAAC;AAKvD,qBAAa,WAAW;IACpB,QAAQ,CAAC,OAAO,EAAE,OAAO,CAAC;IAC1B,QAAQ,CAAC,MAAM,EAAE,MAAM,CAAC;IACxB,QAAQ,CAAC,MAAM,EAAE,MAAM,EAAE,CAAC;IAC1B,QAAQ,CAAC,eAAe,EAAE,MAAM,CAAC;IACjC,aAAa,EAAE,aAAa,CAAC;IAC7B,cAAc,UAAS;gBAEX,OAAO,EAAE,OAAO,EAAE,MAAM,GAAE,MAAM,EAAO;IAS7C,IAAI;
|
|
1
|
+
{"version":3,"file":"loader.d.ts","sourceRoot":"","sources":["../../../../../src/lib/workers/assets/loader.ts"],"names":[],"mappings":"AAEA,OAAO,EAAgB,MAAM,EAAE,MAAM,uBAAuB,CAAC;AAC7D,OAAO,KAAK,EAAE,OAAO,EAAE,MAAM,2BAA2B,CAAC;AACzD,OAAO,EAAE,aAAa,EAAE,MAAM,wBAAwB,CAAC;AAKvD,qBAAa,WAAW;IACpB,QAAQ,CAAC,OAAO,EAAE,OAAO,CAAC;IAC1B,QAAQ,CAAC,MAAM,EAAE,MAAM,CAAC;IACxB,QAAQ,CAAC,MAAM,EAAE,MAAM,EAAE,CAAC;IAC1B,QAAQ,CAAC,eAAe,EAAE,MAAM,CAAC;IACjC,aAAa,EAAE,aAAa,CAAC;IAC7B,cAAc,UAAS;gBAEX,OAAO,EAAE,OAAO,EAAE,MAAM,GAAE,MAAM,EAAO;IAS7C,IAAI;CAiFb"}
|
|
@@ -3,7 +3,7 @@ import fs from 'node:fs';
|
|
|
3
3
|
import { get, isEmpty } from '@terascope/core-utils';
|
|
4
4
|
import { AssetsStorage } from '../../storage/index.js';
|
|
5
5
|
import { makeLogger } from '../helpers/terafoundation.js';
|
|
6
|
-
import { saveAsset } from '../../utils/file_utils.js';
|
|
6
|
+
import { saveAsset, saveAssetFromFile } from '../../utils/file_utils.js';
|
|
7
7
|
import { getBackendConfig } from '../../storage/assets.js';
|
|
8
8
|
export class AssetLoader {
|
|
9
9
|
context;
|
|
@@ -44,22 +44,30 @@ export class AssetLoader {
|
|
|
44
44
|
// need to return the id to the assets array sent back
|
|
45
45
|
if (downloaded)
|
|
46
46
|
return assetIdentifier;
|
|
47
|
-
const assetRecord = await this.assetsStorage.get(assetIdentifier);
|
|
48
47
|
this.logger.info(`loading assets: ${assetIdentifier}`);
|
|
49
|
-
let buff;
|
|
50
48
|
const { context, logger } = this;
|
|
51
49
|
const connectionType = getBackendConfig(context, logger).assetConnectionType;
|
|
52
50
|
if (connectionType === 's3') {
|
|
53
|
-
|
|
54
|
-
|
|
55
|
-
|
|
56
|
-
|
|
57
|
-
|
|
58
|
-
|
|
59
|
-
|
|
51
|
+
// Stream the asset from S3 to a temp file and extract from
|
|
52
|
+
// disk so we never buffer the whole asset in memory (which
|
|
53
|
+
// OOMs the ex controller under its memory limit).
|
|
54
|
+
const tmpZipPath = path.join(this.assetsDirectory, `${assetIdentifier}.download.tmp.zip`);
|
|
55
|
+
try {
|
|
56
|
+
await this.assetsStorage.getToFile(assetIdentifier, tmpZipPath);
|
|
57
|
+
const saveResult = await saveAssetFromFile(this.logger, this.assetsDirectory, assetIdentifier, tmpZipPath);
|
|
58
|
+
return saveResult.id;
|
|
59
|
+
}
|
|
60
|
+
finally {
|
|
61
|
+
await fs.promises.rm(tmpZipPath, { force: true });
|
|
60
62
|
}
|
|
61
|
-
buff = Buffer.from(assetRecord.blob, 'base64');
|
|
62
63
|
}
|
|
64
|
+
const assetRecord = await this.assetsStorage.get(assetIdentifier);
|
|
65
|
+
if (!assetRecord.blob) {
|
|
66
|
+
throw new Error(`No asset blob found in opensearch index for asset identifier: ${assetIdentifier}.\n`
|
|
67
|
+
+ `Confirm that "teraslice.ASSET_STORAGE_CONNECTION_TYPE" should be ${connectionType}.\n`
|
|
68
|
+
+ 'Then try deleting and redeploying the asset.');
|
|
69
|
+
}
|
|
70
|
+
const buff = Buffer.from(assetRecord.blob, 'base64');
|
|
63
71
|
const saveResult = await saveAsset(this.logger, this.assetsDirectory, assetIdentifier, buff);
|
|
64
72
|
return saveResult.id;
|
|
65
73
|
}));
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"loader.js","sourceRoot":"","sources":["../../../../../src/lib/workers/assets/loader.ts"],"names":[],"mappings":"AAAA,OAAO,IAAI,MAAM,WAAW,CAAC;AAC7B,OAAO,EAAE,MAAM,SAAS,CAAC;AACzB,OAAO,EAAE,GAAG,EAAE,OAAO,EAAU,MAAM,uBAAuB,CAAC;AAE7D,OAAO,EAAE,aAAa,EAAE,MAAM,wBAAwB,CAAC;AACvD,OAAO,EAAE,UAAU,EAAE,MAAM,8BAA8B,CAAC;AAC1D,OAAO,EAAE,SAAS,EAAE,MAAM,2BAA2B,CAAC;
|
|
1
|
+
{"version":3,"file":"loader.js","sourceRoot":"","sources":["../../../../../src/lib/workers/assets/loader.ts"],"names":[],"mappings":"AAAA,OAAO,IAAI,MAAM,WAAW,CAAC;AAC7B,OAAO,EAAE,MAAM,SAAS,CAAC;AACzB,OAAO,EAAE,GAAG,EAAE,OAAO,EAAU,MAAM,uBAAuB,CAAC;AAE7D,OAAO,EAAE,aAAa,EAAE,MAAM,wBAAwB,CAAC;AACvD,OAAO,EAAE,UAAU,EAAE,MAAM,8BAA8B,CAAC;AAC1D,OAAO,EAAE,SAAS,EAAE,iBAAiB,EAAE,MAAM,2BAA2B,CAAC;AACzE,OAAO,EAAE,gBAAgB,EAAE,MAAM,yBAAyB,CAAC;AAE3D,MAAM,OAAO,WAAW;IACX,OAAO,CAAU;IACjB,MAAM,CAAS;IACf,MAAM,CAAW;IACjB,eAAe,CAAS;IACjC,aAAa,CAAgB;IAC7B,cAAc,GAAG,KAAK,CAAC;IAEvB,YAAY,OAAgB,EAAE,SAAmB,EAAE;QAC/C,IAAI,CAAC,OAAO,GAAG,OAAO,CAAC;QACvB,IAAI,CAAC,MAAM,GAAG,UAAU,CAAC,OAAO,EAAE,cAAc,CAAC,CAAC;QAClD,IAAI,CAAC,MAAM,GAAG,MAAM,CAAC;QACrB,wBAAwB;QACxB,IAAI,CAAC,eAAe,GAAG,GAAG,CAAC,OAAO,EAAE,sCAAsC,CAAW,CAAC;QACtF,IAAI,CAAC,aAAa,GAAG,IAAI,aAAa,CAAC,OAAO,CAAC,CAAC;IACpD,CAAC;IAED,KAAK,CAAC,IAAI;QACN,yBAAyB;QACzB,IAAI,OAAO,CAAC,IAAI,CAAC,MAAM,CAAC;YAAE,OAAO,EAAE,CAAC;QAEpC,MAAM,EAAE,UAAU,EAAE,GAAG,IAAI,CAAC,OAAO,CAAC;QACpC,MAAM,QAAQ,GAAG,UAAU,IAAI,UAAU,KAAK,gBAAgB,CAAC;QAE/D,kDAAkD;QAClD,sDAAsD;QACtD,yDAAyD;QACzD,gCAAgC;QAChC,IAAI,QAAQ,EAAE,CAAC;YACX,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,mBAAmB,EAAE,IAAI,CAAC,MAAM,CAAC,CAAC;QACvD,CAAC;aAAM,CAAC;YACJ,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,mBAAmB,EAAE,IAAI,CAAC,MAAM,CAAC,CAAC;QACxD,CAAC;QAED,MAAM,IAAI,CAAC,aAAa,CAAC,UAAU,EAAE,CAAC;QAEtC,MAAM,OAAO,GAAG,MAAM,IAAI,CAAC,aAAa,CAAC,gBAAgB,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;QAEvE,MAAM,SAAS,GAAG,MAAM,OAAO,CAAC,GAAG,CAC/B,OAAO,CAAC,GAAG,CAAC,KAAK,EAAE,eAAe,EAAE,EAAE;YAClC,MAAM,QAAQ,GAAG,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,eAAe,EAAE,eAAe,CAAC,CAAC;YAClE,MAAM,UAAU,GAAG,EAAE,CAAC,UAAU,CAAC,QAAQ,CAAC,CAAC;YAC3C,sDAAsD;YACtD,IAAI,UAAU;gBAAE,OAAO,eAAe,CAAC;YAEvC,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,mBAAmB,eAAe,EAAE,CAAC,CAAC;YAEvD,MAAM,EAAE,OAAO,EAAE,MAAM,EAAE,GAAG,IAAI,CAAC;YACjC,MAAM,cAAc,GAAG,gBAAgB,CAAC,OAAO,EAAE,MAAM,CAAC,CAAC,mBAAmB,CAAC;YAE7E,IAAI,cAAc,KAAK,IAAI,EAAE,CAAC;gBAC1B,2DAA2D;gBAC3D,2DAA2D;gBAC3D,kDAAkD;gBAClD,MAAM,UAAU,GAAG,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,eAAe,EAAE,GAAG,eAAe,mBAAmB,CAAC,CAAC;gBAC1F,IAAI,CAAC;oBACD,MAAM,IAAI,CAAC,aAAa,CAAC,SAAS,CAAC,eAAe,EAAE,UAAU,CAAC,CAAC;oBAChE,MAAM,UAAU,GAAG,MAAM,iBAAiB,CACtC,IAAI,CAAC,MAAM,EACX,IAAI,CAAC,eAAe,EACpB,eAAe,EACf,UAAU,CACb,CAAC;oBACF,OAAO,UAAU,CAAC,EAAE,CAAC;gBACzB,CAAC;wBAAS,CAAC;oBACP,MAAM,EAAE,CAAC,QAAQ,CAAC,EAAE,CAAC,UAAU,EAAE,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC,CAAC;gBACtD,CAAC;YACL,CAAC;YAED,MAAM,WAAW,GAAG,MAAM,IAAI,CAAC,aAAa,CAAC,GAAG,CAAC,eAAe,CAAC,CAAC;YAClE,IAAI,CAAC,WAAW,CAAC,IAAI,EAAE,CAAC;gBACpB,MAAM,IAAI,KAAK,CAAC,iEAAiE,eAAe,KAAK;sBAC/F,oEAAoE,cAAc,KAAK;sBACvF,8CAA8C,CACnD,CAAC;YACN,CAAC;YACD,MAAM,IAAI,GAAG,MAAM,CAAC,IAAI,CAAC,WAAW,CAAC,IAAc,EAAE,QAAQ,CAAC,CAAC;YAE/D,MAAM,UAAU,GAAG,MAAM,SAAS,CAC9B,IAAI,CAAC,MAAM,EACX,IAAI,CAAC,eAAe,EACpB,eAAe,EACf,IAAI,CACP,CAAC;YACF,OAAO,UAAU,CAAC,EAAE,CAAC;QACzB,CAAC,CAAC,CACL,CAAC;QAEF,MAAM,OAAO,GAAG,IAAI,CAAC,SAAS,CAAC,SAAS,CAAC,KAAK,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;QAE1E,IAAI,CAAC,OAAO,IAAI,QAAQ,EAAE,CAAC;YACvB,IAAI,CAAC,MAAM,CAAC,IAAI,CACZ,4DAA4D,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,MAAM,CAAC,EAAE,CAC5F,CAAC;QACN,CAAC;QAED,OAAO,OAAO,CAAC;IACnB,CAAC;CACJ"}
|
package/package.json
CHANGED
|
@@ -1,7 +1,7 @@
|
|
|
1
1
|
{
|
|
2
2
|
"name": "teraslice",
|
|
3
3
|
"displayName": "Teraslice",
|
|
4
|
-
"version": "3.20.
|
|
4
|
+
"version": "3.20.2",
|
|
5
5
|
"description": "Distributed computing platform for processing JSON data",
|
|
6
6
|
"homepage": "https://github.com/terascope/teraslice#readme",
|
|
7
7
|
"bugs": {
|
|
@@ -25,7 +25,7 @@
|
|
|
25
25
|
"@terascope/core-utils": "~2.22.1",
|
|
26
26
|
"@terascope/data-types": "~2.22.1",
|
|
27
27
|
"@terascope/elasticsearch-api": "~5.22.1",
|
|
28
|
-
"@terascope/file-asset-apis": "~2.
|
|
28
|
+
"@terascope/file-asset-apis": "~2.3.1",
|
|
29
29
|
"@terascope/job-components": "~2.24.1",
|
|
30
30
|
"@terascope/teraslice-messaging": "~2.22.1",
|
|
31
31
|
"@terascope/types": "~2.21.0",
|
|
@@ -33,9 +33,9 @@
|
|
|
33
33
|
"async-mutex": "~0.5.0",
|
|
34
34
|
"barbe": "~3.0.17",
|
|
35
35
|
"body-parser": "~2.3.0",
|
|
36
|
-
"decompress": "~4.2.1",
|
|
37
36
|
"easy-table": "~1.2.0",
|
|
38
37
|
"express": "~5.2.1",
|
|
38
|
+
"extract-zip": "~2.0.1",
|
|
39
39
|
"fs-extra": "~11.4.1",
|
|
40
40
|
"get-port": "~7.2.0",
|
|
41
41
|
"got": "~16.0.0",
|
|
@@ -55,7 +55,6 @@
|
|
|
55
55
|
"@terascope/scripts": "~2.30.1",
|
|
56
56
|
"@types/archiver": "~8.0.0",
|
|
57
57
|
"@types/body-parser": "~1.19.6",
|
|
58
|
-
"@types/decompress": "~4.2.7",
|
|
59
58
|
"@types/express": "~5.0.6",
|
|
60
59
|
"@types/ip": "~1.1.3",
|
|
61
60
|
"@types/js-yaml": "~4.0.9",
|