@cubejs-backend/base-driver 1.5.9 → 1.5.11
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/src/BaseDriver.d.ts +4 -39
- package/dist/src/BaseDriver.d.ts.map +1 -1
- package/dist/src/BaseDriver.js +29 -122
- package/dist/src/BaseDriver.js.map +1 -1
- package/dist/src/storage-fs/aws.fs.d.ts +7 -0
- package/dist/src/storage-fs/aws.fs.d.ts.map +1 -0
- package/dist/src/storage-fs/aws.fs.js +37 -0
- package/dist/src/storage-fs/aws.fs.js.map +1 -0
- package/dist/src/storage-fs/azure.fs.d.ts +36 -0
- package/dist/src/storage-fs/azure.fs.d.ts.map +1 -0
- package/dist/src/storage-fs/azure.fs.js +83 -0
- package/dist/src/storage-fs/azure.fs.js.map +1 -0
- package/dist/src/storage-fs/gcs.fs.d.ts +8 -0
- package/dist/src/storage-fs/gcs.fs.d.ts.map +1 -0
- package/dist/src/storage-fs/gcs.fs.js +29 -0
- package/dist/src/storage-fs/gcs.fs.js.map +1 -0
- package/package.json +4 -4
package/dist/src/BaseDriver.d.ts
CHANGED
|
@@ -7,45 +7,10 @@
|
|
|
7
7
|
/// <reference types="node" />
|
|
8
8
|
import * as stream from 'stream';
|
|
9
9
|
import type { ConnectionOptions as TLSConnectionOptions } from 'tls';
|
|
10
|
-
import { S3ClientConfig } from '@aws-sdk/client-s3';
|
|
11
10
|
import { ExternalCreateTableOptions, DownloadQueryResultsOptions, DownloadQueryResultsResult, DownloadTableData, DriverInterface, ExternalDriverCompatibilities, IndexesSQL, QueryOptions, TableColumn, TableQueryResult, TableStructure, DriverCapabilities, QuerySchemasResult, QueryTablesResult, QueryColumnsResult, TableMemoryData, PrimaryKeysQueryResult, ForeignKeysQueryResult, DatabaseStructure, InformationSchemaColumn } from './driver.interface';
|
|
12
|
-
|
|
13
|
-
|
|
14
|
-
|
|
15
|
-
export type AzureStorageClientConfig = {
|
|
16
|
-
azureKey?: string;
|
|
17
|
-
sasToken?: string;
|
|
18
|
-
/**
|
|
19
|
-
* The client ID of a Microsoft Entra app registration.
|
|
20
|
-
* In case of DefaultAzureCredential flow if it is omitted
|
|
21
|
-
* the Azure library will try to use the AZURE_CLIENT_ID env
|
|
22
|
-
*/
|
|
23
|
-
clientId?: string;
|
|
24
|
-
/**
|
|
25
|
-
* ID of the application's Microsoft Entra tenant. Also called its directory ID.
|
|
26
|
-
* In case of DefaultAzureCredential flow if it is omitted
|
|
27
|
-
* the Azure library will try to use the AZURE_TENANT_ID env
|
|
28
|
-
*/
|
|
29
|
-
tenantId?: string;
|
|
30
|
-
/**
|
|
31
|
-
* Azure service principal client secret.
|
|
32
|
-
* Enables authentication to Microsoft Entra ID using a client secret that was generated
|
|
33
|
-
* for an App Registration. More information on how to configure a client secret can be found here:
|
|
34
|
-
* https://learn.microsoft.com/entra/identity-platform/quickstart-configure-app-access-web-apis#add-credentials-to-your-web-application
|
|
35
|
-
* In case of DefaultAzureCredential flow if it is omitted
|
|
36
|
-
* the Azure library will try to use the AZURE_CLIENT_SECRET env
|
|
37
|
-
*/
|
|
38
|
-
clientSecret?: string;
|
|
39
|
-
/**
|
|
40
|
-
* The path to a file containing a Kubernetes service account token that authenticates the identity.
|
|
41
|
-
* In case of DefaultAzureCredential flow if it is omitted
|
|
42
|
-
* the Azure library will try to use the AZURE_FEDERATED_TOKEN_FILE env
|
|
43
|
-
*/
|
|
44
|
-
tokenFilePath?: string;
|
|
45
|
-
};
|
|
46
|
-
export type GoogleStorageClientConfig = {
|
|
47
|
-
credentials: any;
|
|
48
|
-
};
|
|
11
|
+
import type { AzureStorageClientConfig } from './storage-fs/azure.fs';
|
|
12
|
+
import type { S3StorageClientConfig } from './storage-fs/aws.fs';
|
|
13
|
+
import type { GoogleStorageClientConfig } from './storage-fs/gcs.fs';
|
|
49
14
|
export type ParsedBucketUrl = {
|
|
50
15
|
/**
|
|
51
16
|
* may be 's3', 'wasbs', 'gs', 'azure', etc
|
|
@@ -157,7 +122,7 @@ export declare abstract class BaseDriver implements DriverInterface {
|
|
|
157
122
|
/**
|
|
158
123
|
* Returns an array of signed AWS S3 URLs of the unloaded csv files.
|
|
159
124
|
*/
|
|
160
|
-
protected extractUnloadedFilesFromS3(clientOptions:
|
|
125
|
+
protected extractUnloadedFilesFromS3(clientOptions: S3StorageClientConfig, bucketName: string, prefix: string): Promise<string[]>;
|
|
161
126
|
/**
|
|
162
127
|
* Returns an array of signed GCS URLs of the unloaded csv files.
|
|
163
128
|
*/
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"BaseDriver.d.ts","sourceRoot":"","sources":["../../src/BaseDriver.ts"],"names":[],"mappings":"AAAA;;;;GAIG;;;AAEH,OAAO,KAAK,MAAM,MAAM,QAAQ,CAAC;AACjC,OAAO,KAAK,EAAE,iBAAiB,IAAI,oBAAoB,EAAE,MAAM,KAAK,CAAC;
|
|
1
|
+
{"version":3,"file":"BaseDriver.d.ts","sourceRoot":"","sources":["../../src/BaseDriver.ts"],"names":[],"mappings":"AAAA;;;;GAIG;;;AAEH,OAAO,KAAK,MAAM,MAAM,QAAQ,CAAC;AACjC,OAAO,KAAK,EAAE,iBAAiB,IAAI,oBAAoB,EAAE,MAAM,KAAK,CAAC;AAYrE,OAAO,EACL,0BAA0B,EAC1B,2BAA2B,EAC3B,0BAA0B,EAC1B,iBAAiB,EACjB,eAAe,EACf,6BAA6B,EAC7B,UAAU,EAEV,YAAY,EAEZ,WAAW,EAEX,gBAAgB,EAChB,cAAc,EACd,kBAAkB,EAClB,kBAAkB,EAClB,iBAAiB,EACjB,kBAAkB,EAClB,eAAe,EACf,sBAAsB,EACtB,sBAAsB,EACtB,iBAAiB,EACjB,uBAAuB,EACxB,MAAM,oBAAoB,CAAC;AAG5B,OAAO,KAAK,EAAE,wBAAwB,EAAE,MAAM,uBAAuB,CAAC;AACtE,OAAO,KAAK,EAAE,qBAAqB,EAAE,MAAM,qBAAqB,CAAC;AACjE,OAAO,KAAK,EAAE,yBAAyB,EAAE,MAAM,qBAAqB,CAAC;AAErE,MAAM,MAAM,eAAe,GAAG;IAC5B;;OAEG;IACH,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,UAAU,EAAE,MAAM,CAAC;IACnB;;OAEG;IACH,IAAI,EAAE,MAAM,CAAC;IACb,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,QAAQ,EAAE,MAAM,CAAC;CAClB,CAAC;AAqFF;;GAEG;AACH,8BAAsB,UAAW,YAAW,eAAe;IACzD,OAAO,CAAC,QAAQ,CAAC,0BAA0B,CAAiB;IAE5D,SAAS,CAAC,MAAM,EAAE,GAAG,CAAC;IAEtB;;OAEG;gBACgB,QAAQ,GAAE;QAC3B;;;WAGG;QACH,qBAAqB,CAAC,EAAE,MAAM,CAAC;KAC3B;IAIN,SAAS,CAAC,sBAAsB;IAWhC,SAAS,CAAC,eAAe;IASzB,SAAS,CAAC,gCAAgC,CAAC,mBAAmB,EAAE,MAAM;IAUtE,SAAS,CAAC,gCAAgC,CAAC,eAAe,EAAE,MAAM;IAalE,SAAS,CAAC,gBAAgB,CAAC,CAAC,CAAC,EAAE,MAAM,GAAG,MAAM,GAAG,IAAI;IAIrD,SAAS,CAAC,gBAAgB,CAAC,CAAC,CAAC,EAAE,MAAM,GAAG,MAAM,GAAG,IAAI;cAIrC,WAAW,CAAC,eAAe,CAAC,EAAE,MAAM,EAAE,MAAM,CAAC,EAAE,MAAM,EAAE,GAAG,OAAO,CAAC,sBAAsB,EAAE,CAAC;cAmB3F,WAAW,CAAC,eAAe,CAAC,EAAE,MAAM,EAAE,MAAM,CAAC,EAAE,MAAM,EAAE,GAAG,OAAO,CAAC,sBAAsB,EAAE,CAAC;IAmB3G,SAAS,CAAC,0BAA0B;IAIpC,SAAS,CAAC,yBAAyB;IAInC,SAAS,CAAC,aAAa,CAAC,UAAU,EAAE,MAAM,GAAG,oBAAoB,GAAG,SAAS;aAgF7D,cAAc,IAAI,OAAO,CAAC,IAAI,CAAC;aAE/B,KAAK,CAAC,CAAC,GAAG,OAAO,EAAE,MAAM,EAAE,MAAM,EAAE,OAAO,CAAC,EAAE,OAAO,EAAE,EAAE,QAAQ,CAAC,EAAE,YAAY,GAAG,OAAO,CAAC,CAAC,EAAE,CAAC;IAGjG,WAAW,CAAC,GAAG,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,EAAE,GAAG,OAAO,CAAC,MAAM,CAAC,QAAQ,CAAC;IAIpE,oBAAoB,CAAC,KAAK,EAAE,MAAM,EAAE,MAAM,EAAE,OAAO,EAAE,EAAE,QAAQ,EAAE,2BAA2B,GAAG,OAAO,CAAC,0BAA0B,CAAC;IAwBxI,QAAQ,IAAI,OAAO;IAI1B,SAAS,CAAC,+BAA+B,CAAC,MAAM,EAAE,iBAAiB,EAAE,CAAC,EAAE,uBAAuB,GAAG,iBAAiB;IAkBnH,SAAS,CAAC,8BAA8B,CAAC,IAAI,EAAE,uBAAuB,EAAE;;;;;;;IAS3D,YAAY,IAAI,OAAO,CAAC,iBAAiB,CAAC;IAa1C,cAAc;IAgCd,uBAAuB,CAAC,UAAU,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC;IAWhE,UAAU,IAAI,OAAO,CAAC,kBAAkB,EAAE,CAAC;IAK3C,2BAA2B,CAAC,OAAO,EAAE,kBAAkB,EAAE,GAAG,OAAO,CAAC,iBAAiB,EAAE,CAAC;IAQlF,2BAA2B,CAAC,MAAM,EAAE,iBAAiB,EAAE,GAAG,OAAO,CAAC,kBAAkB,EAAE,CAAC;IA+C7F,cAAc,CAAC,UAAU,EAAE,MAAM;IAOjC,2BAA2B,CAAC,wBAAwB,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM,EAAE,MAAM,EAAE,GAAG,EAAE,OAAO,EAAE,GAAG;IAIxG,SAAS,CAAC,SAAS,EAAE,MAAM,EAAE,OAAO,CAAC,EAAE,YAAY,GAAG,OAAO,CAAC,OAAO,CAAC;IAItE,KAAK,CAAC,WAAW,EAAE,MAAM,GAAG,MAAM;IAIlC,qBAAqB;IAIf,aAAa,CAAC,KAAK,EAAE,MAAM,EAAE,QAAQ,EAAE,6BAA6B,GAAG,OAAO,CAAC,eAAe,CAAC;IAI/F,WAAW,CAAC,KAAK,EAAE,MAAM,EAAE,OAAO,EAAE,cAAc,EAAE,SAAS,EAAE,iBAAiB;IAIhF,sBAAsB,CAAC,KAAK,EAAE,MAAM,EAAE,OAAO,EAAE,cAAc,EAAE,SAAS,EAAE,iBAAiB,EAAE,UAAU,EAAE,UAAU,EAAE,iBAAiB,EAAE,MAAM,EAAE,GAAG,IAAI,EAAE,gBAAgB,EAAE,GAAG,EAAE,gBAAgB,EAAE,0BAA0B;IA2BzO,SAAS,CAAC,aAAa,CAAC,KAAK,EAAE,MAAM,EAAE,YAAY,EAAE,MAAM,GAAG,MAAM,GAAG,OAAO;IAIjE,gBAAgB,CAAC,KAAK,EAAE,MAAM,GAAG,OAAO,CAAC,cAAc,CAAC;IAiBxD,6BAA6B,CAAC,KAAK,EAAE,MAAM,GAAG,OAAO,CAAC,cAAc,CAAC;IAoBrE,gBAAgB,CAAC,GAAG,EAAE,MAAM,EAAE,MAAM,EAAE,OAAO,EAAE,GAAG,OAAO,CAAC;QAAE,IAAI,EAAE,GAAG,CAAC;QAAC,IAAI,EAAE,MAAM,CAAC;KAAE,EAAE,CAAC;IAKzF,cAAc,CAAC,KAAK,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC;IAI5C,WAAW,CAAC,eAAe,EAAE,MAAM,EAAE,OAAO,EAAE,WAAW,EAAE,GAAG,OAAO,CAAC,IAAI,CAAC;IAQxF,SAAS,CAAC,cAAc,CAAC,eAAe,EAAE,MAAM,EAAE,OAAO,EAAE,WAAW,EAAE;IAKxE;;;;;OAKG;IACH,SAAS,CAAC,aAAa,CAAC,UAAU,EAAE,MAAM,EAAE,SAAS,CAAC,EAAE,MAAM,GAAG,IAAI,EAAE,KAAK,CAAC,EAAE,MAAM,GAAG,IAAI,GAAG,MAAM;IAUrG,SAAS,CAAC,eAAe,CAAC,UAAU,EAAE,MAAM,GAAG,MAAM;IAIrD,SAAS,CAAC,eAAe,CAAC,UAAU,EAAE,MAAM,GAAG,MAAM;IAIrD,SAAS,CAAC,gBAAgB,CAAC,EAAE,EAAE,GAAG;IAI3B,SAAS,CAAC,MAAM,EAAE,GAAG;IAI5B,SAAS,CAAC,gBAAgB,CAAC,KAAK,EAAE,GAAG,EAAE,YAAY,EAAE,GAAG;IASxD,SAAS,CAAC,iBAAiB,CAAC,KAAK,EAAE,GAAG;IAQzB,OAAO;IAIb,YAAY,IAAI,kBAAkB;IAIlC,YAAY;IAIZ,kBAAkB,CAAC,KAAK,EAAE;QAAE,KAAK,EAAE,MAAM,CAAC;QAAC,KAAK,EAAE,MAAM,CAAA;KAAC;IAIhE;;;;;;;;OAQG;IACH,SAAS,CAAC,cAAc,CAAC,KAAK,EAAE,MAAM,GAAG,IAAI,GAAG,SAAS,GAAG,eAAe;IA6B3E;;OAEG;cACa,0BAA0B,CACxC,aAAa,EAAE,qBAAqB,EACpC,UAAU,EAAE,MAAM,EAClB,MAAM,EAAE,MAAM,GACb,OAAO,CAAC,MAAM,EAAE,CAAC;IAKpB;;OAEG;cACa,mBAAmB,CACjC,SAAS,EAAE,yBAAyB,EACpC,UAAU,EAAE,MAAM,EAClB,SAAS,EAAE,MAAM,GAChB,OAAO,CAAC,MAAM,EAAE,CAAC;cAKJ,qBAAqB,CACnC,WAAW,EAAE,wBAAwB,EACrC,UAAU,EAAE,MAAM,EAClB,SAAS,EAAE,MAAM,GAChB,OAAO,CAAC,MAAM,EAAE,CAAC;CAIrB"}
|
package/dist/src/BaseDriver.js
CHANGED
|
@@ -4,6 +4,29 @@
|
|
|
4
4
|
* @license Apache-2.0
|
|
5
5
|
* @fileoverview The `BaseDriver` and related types declaration.
|
|
6
6
|
*/
|
|
7
|
+
var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
|
|
8
|
+
if (k2 === undefined) k2 = k;
|
|
9
|
+
var desc = Object.getOwnPropertyDescriptor(m, k);
|
|
10
|
+
if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
|
|
11
|
+
desc = { enumerable: true, get: function() { return m[k]; } };
|
|
12
|
+
}
|
|
13
|
+
Object.defineProperty(o, k2, desc);
|
|
14
|
+
}) : (function(o, m, k, k2) {
|
|
15
|
+
if (k2 === undefined) k2 = k;
|
|
16
|
+
o[k2] = m[k];
|
|
17
|
+
}));
|
|
18
|
+
var __setModuleDefault = (this && this.__setModuleDefault) || (Object.create ? (function(o, v) {
|
|
19
|
+
Object.defineProperty(o, "default", { enumerable: true, value: v });
|
|
20
|
+
}) : function(o, v) {
|
|
21
|
+
o["default"] = v;
|
|
22
|
+
});
|
|
23
|
+
var __importStar = (this && this.__importStar) || function (mod) {
|
|
24
|
+
if (mod && mod.__esModule) return mod;
|
|
25
|
+
var result = {};
|
|
26
|
+
if (mod != null) for (var k in mod) if (k !== "default" && Object.prototype.hasOwnProperty.call(mod, k)) __createBinding(result, mod, k);
|
|
27
|
+
__setModuleDefault(result, mod);
|
|
28
|
+
return result;
|
|
29
|
+
};
|
|
7
30
|
var __importDefault = (this && this.__importDefault) || function (mod) {
|
|
8
31
|
return (mod && mod.__esModule) ? mod : { "default": mod };
|
|
9
32
|
};
|
|
@@ -11,11 +34,6 @@ Object.defineProperty(exports, "__esModule", { value: true });
|
|
|
11
34
|
exports.BaseDriver = void 0;
|
|
12
35
|
const shared_1 = require("@cubejs-backend/shared");
|
|
13
36
|
const fs_1 = __importDefault(require("fs"));
|
|
14
|
-
const s3_request_presigner_1 = require("@aws-sdk/s3-request-presigner");
|
|
15
|
-
const client_s3_1 = require("@aws-sdk/client-s3");
|
|
16
|
-
const storage_1 = require("@google-cloud/storage");
|
|
17
|
-
const storage_blob_1 = require("@azure/storage-blob");
|
|
18
|
-
const identity_1 = require("@azure/identity");
|
|
19
37
|
const utils_1 = require("./utils");
|
|
20
38
|
const driver_interface_1 = require("./driver.interface");
|
|
21
39
|
const sortByKeys = (unordered) => {
|
|
@@ -554,130 +572,19 @@ class BaseDriver {
|
|
|
554
572
|
* Returns an array of signed AWS S3 URLs of the unloaded csv files.
|
|
555
573
|
*/
|
|
556
574
|
async extractUnloadedFilesFromS3(clientOptions, bucketName, prefix) {
|
|
557
|
-
|
|
558
|
-
|
|
559
|
-
// for the bucket - some expect only names, some - full url-like names.
|
|
560
|
-
// So we unify this.
|
|
561
|
-
bucketName = bucketName.replace(/^[a-zA-Z]+:\/\//, '');
|
|
562
|
-
const list = await storage.listObjectsV2({
|
|
563
|
-
Bucket: bucketName,
|
|
564
|
-
Prefix: prefix,
|
|
565
|
-
});
|
|
566
|
-
if (list) {
|
|
567
|
-
if (!list.Contents) {
|
|
568
|
-
return [];
|
|
569
|
-
}
|
|
570
|
-
else {
|
|
571
|
-
const csvFiles = await Promise.all(list.Contents.map(async (file) => {
|
|
572
|
-
const command = new client_s3_1.GetObjectCommand({
|
|
573
|
-
Bucket: bucketName,
|
|
574
|
-
Key: file.Key,
|
|
575
|
-
});
|
|
576
|
-
return (0, s3_request_presigner_1.getSignedUrl)(storage, command, { expiresIn: 3600 });
|
|
577
|
-
}));
|
|
578
|
-
return csvFiles;
|
|
579
|
-
}
|
|
580
|
-
}
|
|
581
|
-
throw new Error('Unable to retrieve list of files from S3 storage after unloading.');
|
|
575
|
+
// Lazy loading, because it's using azure SDK, which is quite heavy.
|
|
576
|
+
return (await Promise.resolve().then(() => __importStar(require('./storage-fs/aws.fs')))).extractUnloadedFilesFromS3(clientOptions, bucketName, prefix);
|
|
582
577
|
}
|
|
583
578
|
/**
|
|
584
579
|
* Returns an array of signed GCS URLs of the unloaded csv files.
|
|
585
580
|
*/
|
|
586
581
|
async extractFilesFromGCS(gcsConfig, bucketName, tableName) {
|
|
587
|
-
|
|
588
|
-
|
|
589
|
-
: undefined);
|
|
590
|
-
const bucket = storage.bucket(bucketName);
|
|
591
|
-
const [files] = await bucket.getFiles({ prefix: `${tableName}/` });
|
|
592
|
-
if (files.length) {
|
|
593
|
-
const csvFiles = await Promise.all(files.map(async (file) => {
|
|
594
|
-
const [url] = await file.getSignedUrl({
|
|
595
|
-
action: 'read',
|
|
596
|
-
expires: new Date(new Date().getTime() + 60 * 60 * 1000)
|
|
597
|
-
});
|
|
598
|
-
return url;
|
|
599
|
-
}));
|
|
600
|
-
return csvFiles;
|
|
601
|
-
}
|
|
602
|
-
else {
|
|
603
|
-
throw new Error('No CSV files were obtained from the bucket');
|
|
604
|
-
}
|
|
582
|
+
// Lazy loading, because it's using azure SDK, which is quite heavy.
|
|
583
|
+
return (await Promise.resolve().then(() => __importStar(require('./storage-fs/gcs.fs')))).extractFilesFromGCS(gcsConfig, bucketName, tableName);
|
|
605
584
|
}
|
|
606
585
|
async extractFilesFromAzure(azureConfig, bucketName, tableName) {
|
|
607
|
-
|
|
608
|
-
|
|
609
|
-
const account = parts[0];
|
|
610
|
-
const container = parts[1].split('/')[0];
|
|
611
|
-
let credential;
|
|
612
|
-
let blobServiceClient;
|
|
613
|
-
let getSas;
|
|
614
|
-
if (azureConfig.azureKey) {
|
|
615
|
-
credential = new storage_blob_1.StorageSharedKeyCredential(account, azureConfig.azureKey);
|
|
616
|
-
getSas = async (name, startsOn, expiresOn) => (0, storage_blob_1.generateBlobSASQueryParameters)({
|
|
617
|
-
containerName: container,
|
|
618
|
-
blobName: name,
|
|
619
|
-
permissions: storage_blob_1.ContainerSASPermissions.parse('r'),
|
|
620
|
-
startsOn,
|
|
621
|
-
expiresOn,
|
|
622
|
-
protocol: storage_blob_1.SASProtocol.Https,
|
|
623
|
-
version: '2020-08-04',
|
|
624
|
-
}, credential).toString();
|
|
625
|
-
}
|
|
626
|
-
else if (azureConfig.clientSecret && azureConfig.tenantId && azureConfig.clientId) {
|
|
627
|
-
credential = new identity_1.ClientSecretCredential(azureConfig.tenantId, azureConfig.clientId, azureConfig.clientSecret);
|
|
628
|
-
getSas = async (name, startsOn, expiresOn) => {
|
|
629
|
-
const userDelegationKey = await blobServiceClient.getUserDelegationKey(startsOn, expiresOn);
|
|
630
|
-
return (0, storage_blob_1.generateBlobSASQueryParameters)({
|
|
631
|
-
containerName: container,
|
|
632
|
-
blobName: name,
|
|
633
|
-
permissions: storage_blob_1.ContainerSASPermissions.parse('r'),
|
|
634
|
-
startsOn,
|
|
635
|
-
expiresOn,
|
|
636
|
-
protocol: storage_blob_1.SASProtocol.Https,
|
|
637
|
-
version: '2020-08-04',
|
|
638
|
-
}, userDelegationKey, account).toString();
|
|
639
|
-
};
|
|
640
|
-
}
|
|
641
|
-
else {
|
|
642
|
-
const opts = {
|
|
643
|
-
tenantId: azureConfig.tenantId,
|
|
644
|
-
clientId: azureConfig.clientId,
|
|
645
|
-
tokenFilePath: azureConfig.tokenFilePath,
|
|
646
|
-
};
|
|
647
|
-
credential = new identity_1.DefaultAzureCredential(opts);
|
|
648
|
-
getSas = async (name, startsOn, expiresOn) => {
|
|
649
|
-
// getUserDelegationKey works only for authorization with Microsoft Entra ID
|
|
650
|
-
const userDelegationKey = await blobServiceClient.getUserDelegationKey(startsOn, expiresOn);
|
|
651
|
-
return (0, storage_blob_1.generateBlobSASQueryParameters)({
|
|
652
|
-
containerName: container,
|
|
653
|
-
blobName: name,
|
|
654
|
-
permissions: storage_blob_1.ContainerSASPermissions.parse('r'),
|
|
655
|
-
startsOn,
|
|
656
|
-
expiresOn,
|
|
657
|
-
protocol: storage_blob_1.SASProtocol.Https,
|
|
658
|
-
version: '2020-08-04',
|
|
659
|
-
}, userDelegationKey, account).toString();
|
|
660
|
-
};
|
|
661
|
-
}
|
|
662
|
-
const url = `https://${account}.blob.core.windows.net`;
|
|
663
|
-
blobServiceClient = azureConfig.sasToken ?
|
|
664
|
-
new storage_blob_1.BlobServiceClient(`${url}?${azureConfig.sasToken}`) :
|
|
665
|
-
new storage_blob_1.BlobServiceClient(url, credential);
|
|
666
|
-
const csvFiles = [];
|
|
667
|
-
const containerClient = blobServiceClient.getContainerClient(container);
|
|
668
|
-
const blobsList = containerClient.listBlobsFlat({ prefix: `${tableName}` });
|
|
669
|
-
for await (const blob of blobsList) {
|
|
670
|
-
if (blob.name && (blob.name.endsWith('.csv.gz') || blob.name.endsWith('.csv'))) {
|
|
671
|
-
const starts = new Date();
|
|
672
|
-
const expires = new Date(starts.valueOf() + 1000 * 60 * 60);
|
|
673
|
-
const sas = await getSas(blob.name, starts, expires);
|
|
674
|
-
csvFiles.push(`${url}/${container}/${blob.name}?${sas}`);
|
|
675
|
-
}
|
|
676
|
-
}
|
|
677
|
-
if (csvFiles.length === 0) {
|
|
678
|
-
throw new Error('No CSV files were obtained from the bucket');
|
|
679
|
-
}
|
|
680
|
-
return csvFiles;
|
|
586
|
+
// Lazy loading, because it's using azure SDK, which is quite (extremely) heavy.
|
|
587
|
+
return (await Promise.resolve().then(() => __importStar(require('./storage-fs/azure.fs')))).extractFilesFromAzure(azureConfig, bucketName, tableName);
|
|
681
588
|
}
|
|
682
589
|
}
|
|
683
590
|
exports.BaseDriver = BaseDriver;
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"BaseDriver.js","sourceRoot":"","sources":["../../src/BaseDriver.ts"],"names":[],"mappings":";AAAA;;;;GAIG;;;;;;AAKH,mDAMgC;AAChC,4CAAoB;AACpB,wEAA6D;AAC7D,kDAA0E;AAC1E,mDAAgD;AAChD,sDAM6B;AAC7B,8CAGyB;AAEzB,mCAA2C;AAC3C,yDAwB4B;AAwD5B,MAAM,UAAU,GAAG,CAAC,SAAc,EAAE,EAAE;IACpC,MAAM,OAAO,GAAQ,EAAE,CAAC;IAExB,MAAM,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC,IAAI,EAAE,CAAC,OAAO,CAAC,CAAC,GAAG,EAAE,EAAE;QAC5C,OAAO,CAAC,GAAG,CAAC,GAAG,SAAS,CAAC,GAAG,CAAC,CAAC;IAChC,CAAC,CAAC,CAAC;IAEH,OAAO,OAAO,CAAC;AACjB,CAAC,CAAC;AAEF,MAAM,mBAAmB,GAA2B;IAClD,6BAA6B,EAAE,WAAW;IAC1C,mBAAmB,EAAE,MAAM;IAC3B,OAAO,EAAE,MAAM;IACf,OAAO,EAAE,KAAK;IACd,QAAQ,EAAE,MAAM;IAChB,IAAI,EAAE,MAAM;IACZ,MAAM,EAAE,MAAM;IACd,OAAO,EAAE,SAAS;IAClB,MAAM,EAAE,QAAQ;IAChB,IAAI,EAAE,QAAQ;IACd,QAAQ,EAAE,WAAW;IACrB,IAAI,EAAE,MAAM;IACZ,IAAI,EAAE,MAAM;IACZ,kBAAkB,EAAE,QAAQ;IAC5B,6DAA6D;IAC7D,OAAO,EAAE,SAAS;IAClB,IAAI,EAAE,QAAQ;IACd,IAAI,EAAE,KAAK;IACX,IAAI,EAAE,KAAK;IACX,IAAI,EAAE,SAAS;IACf,MAAM,EAAE,OAAO;IACf,MAAM,EAAE,QAAQ;CACjB,CAAC;AAEF,MAAM,cAAc,GAAG,MAAM,CAAC,qBAAqB,CAAC,CAAC;AACrD,MAAM,cAAc,GAAG,MAAM,CAAC,sBAAsB,CAAC,CAAC;AAEtD,MAAM,UAAU,GAAG,UAAU,CAAC;AAC9B,MAAM,UAAU,GAAG,CAAC,UAAU,CAAC;AAE/B,uEAAuE;AACvE,MAAM,kBAAkB,GAA0C;IAChE,SAAS,EAAE,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,YAAY,IAAI,IAAI,CAAC,CAAC,QAAQ,EAAE,CAAC,KAAK,CAAC,oCAAoC,CAAC;IAC/F,IAAI,EAAE,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,YAAY,IAAI,IAAI,CAAC,CAAC,QAAQ,EAAE,CAAC,KAAK,CAAC,sBAAsB,CAAC;IAC5E,GAAG,EAAE,CAAC,CAAC,EAAE,EAAE;QACT,IAAI,MAAM,CAAC,SAAS,CAAC,CAAC,CAAC,EAAE;YACvB,OAAO,CAAC,CAAC,IAAI,UAAU,IAAI,CAAC,IAAI,UAAU,CAAC,CAAC;SAC7C;QAED,IAAI,CAAC,CAAC,QAAQ,EAAE,CAAC,KAAK,CAAC,WAAW,CAAC,EAAE;YACnC,MAAM,KAAK,GAAG,MAAM,CAAC,CAAC,CAAC,QAAQ,EAAE,CAAC,CAAC;YAEnC,OAAO,KAAK,IAAI,UAAU,IAAI,KAAK,IAAI,UAAU,CAAC;SACnD;QAED,OAAO,KAAK,CAAC;IACf,CAAC;IACD,MAAM,EAAE,CAAC,CAAC,EAAE,EAAE;QACZ,IAAI,MAAM,CAAC,SAAS,CAAC,CAAC,CAAC,EAAE;YACvB,OAAO,CAAC,CAAC,IAAI,cAAc,IAAI,CAAC,IAAI,cAAc,CAAC,CAAC;SACrD;QAED,IAAI,CAAC,CAAC,QAAQ,EAAE,CAAC,KAAK,CAAC,WAAW,CAAC,EAAE;YACnC,MAAM,KAAK,GAAG,MAAM,CAAC,CAAC,CAAC,QAAQ,EAAE,CAAC,CAAC;YAEnC,OAAO,KAAK,IAAI,cAAc,IAAI,KAAK,IAAI,cAAc,CAAC;SAC3D;QAED,OAAO,KAAK,CAAC;IACf,CAAC;IACD,OAAO,EAAE,CAAC,CAAC,EAAE,EAAE;QACb,IAAI,CAAC,YAAY,MAAM,EAAE;YACvB,OAAO,IAAI,CAAC;SACb;QAED,OAAO,CAAC,CAAC,QAAQ,EAAE,CAAC,KAAK,CAAC,mBAAmB,CAAC,CAAC;IACjD,CAAC;IACD,OAAO,EAAE,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,KAAK,KAAK,IAAI,CAAC,KAAK,IAAI,IAAI,CAAC,CAAC,QAAQ,EAAE,CAAC,WAAW,EAAE,KAAK,MAAM,IAAI,CAAC,CAAC,QAAQ,EAAE,CAAC,WAAW,EAAE,KAAK,OAAO;IAC5H,MAAM,EAAE,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,MAAM,GAAG,GAAG;IAC7B,IAAI,EAAE,GAAG,EAAE,CAAC,IAAI;CACjB,CAAC;AAEF;;GAEG;AACH,MAAsB,UAAU;IACb,0BAA0B,GAAW,KAAK,CAAC;IAElD,MAAM,CAAM;IAEtB;;OAEG;IACH,YAAmB,WAMf,EAAE;QACJ,IAAI,CAAC,0BAA0B,GAAG,QAAQ,CAAC,qBAAqB,IAAI,KAAK,CAAC;IAC5E,CAAC;IAES,sBAAsB;QAC9B,OAAO;sCAC2B,IAAI,CAAC,eAAe,CAAC,aAAa,CAAC;qCACpC,IAAI,CAAC,eAAe,CAAC,YAAY,CAAC;uCAChC,IAAI,CAAC,eAAe,CAAC,cAAc,CAAC;oCACvC,IAAI,CAAC,eAAe,CAAC,WAAW,CAAC;;;IAGjE,CAAC;IACH,CAAC;IAES,eAAe;QACvB,OAAO;+BACoB,IAAI,CAAC,eAAe,CAAC,aAAa,CAAC;;;;KAI7D,CAAC;IACJ,CAAC;IAES,gCAAgC,CAAC,mBAA2B;QACpE,MAAM,KAAK,GAAG;+BACa,IAAI,CAAC,eAAe,CAAC,aAAa,CAAC;4BACtC,IAAI,CAAC,eAAe,CAAC,YAAY,CAAC;;+BAE/B,mBAAmB;KAC7C,CAAC;QACF,OAAO,KAAK,CAAC;IACf,CAAC;IAES,gCAAgC,CAAC,eAAuB;QAChE,MAAM,KAAK,GAAG;sCACoB,IAAI,CAAC,eAAe,CAAC,aAAa,CAAC;qCACpC,IAAI,CAAC,eAAe,CAAC,YAAY,CAAC;uCAChC,IAAI,CAAC,eAAe,CAAC,aAAa,CAAC;oCACtC,IAAI,CAAC,eAAe,CAAC,WAAW,CAAC;;cAEvD,eAAe;KACxB,CAAC;QAEF,OAAO,KAAK,CAAC;IACf,CAAC;IAES,gBAAgB,CAAC,CAAU;QACnC,OAAO,IAAI,CAAC;IACd,CAAC;IAES,gBAAgB,CAAC,CAAU;QACnC,OAAO,IAAI,CAAC;IACd,CAAC;IAES,KAAK,CAAC,WAAW,CAAC,eAAwB,EAAE,MAAiB;QACrE,MAAM,KAAK,GAAG,IAAI,CAAC,gBAAgB,CAAC,eAAe,CAAC,CAAC;QAErD,IAAI,CAAC,KAAK,EAAE;YACV,OAAO,EAAE,CAAC;SACX;QAED,IAAI;YACF,OAAO,CAAC,MAAM,IAAI,CAAC,KAAK,CAAyB,KAAK,EAAE,MAAM,CAAC,CAAC,CAAC;SAClE;QAAC,OAAO,KAAU,EAAE;YACnB,IAAI,IAAI,CAAC,MAAM,EAAE;gBACf,IAAI,CAAC,MAAM,CAAC,uEAAuE,EAAE;oBACnF,KAAK,EAAE,CAAC,KAAK,CAAC,KAAK,IAAI,KAAK,CAAC,CAAC,QAAQ,EAAE;iBACzC,CAAC,CAAC;aACJ;YACD,OAAO,EAAE,CAAC;SACX;IACH,CAAC;IAES,KAAK,CAAC,WAAW,CAAC,eAAwB,EAAE,MAAiB;QACrE,MAAM,KAAK,GAAG,IAAI,CAAC,gBAAgB,CAAC,eAAe,CAAC,CAAC;QAErD,IAAI,CAAC,KAAK,EAAE;YACV,OAAO,EAAE,CAAC;SACX;QAED,IAAI;YACF,OAAO,CAAC,MAAM,IAAI,CAAC,KAAK,CAAyB,KAAK,EAAE,MAAM,CAAC,CAAC,CAAC;SAClE;QAAC,OAAO,KAAU,EAAE;YACnB,IAAI,IAAI,CAAC,MAAM,EAAE;gBACf,IAAI,CAAC,MAAM,CAAC,gEAAgE,EAAE;oBAC5E,KAAK,EAAE,CAAC,KAAK,CAAC,KAAK,IAAI,KAAK,CAAC,CAAC,QAAQ,EAAE;iBACzC,CAAC,CAAC;aACJ;YACD,OAAO,EAAE,CAAC;SACX;IACH,CAAC;IAES,0BAA0B;QAClC,OAAO,sBAAsB,CAAC;IAChC,CAAC;IAES,yBAAyB;QACjC,OAAO,oBAAoB,CAAC;IAC9B,CAAC;IAES,aAAa,CAAC,UAAkB;QACxC,IACE,IAAA,eAAM,EAAC,OAAO,EAAE,EAAE,UAAU,EAAE,CAAC;YAC/B,IAAA,eAAM,EAAC,yBAAyB,EAAE,EAAE,UAAU,EAAE,CAAC,EACjD;YACA,MAAM,UAAU,GAAG,CAAC;oBAClB,IAAI,EAAE,IAAI;oBACV,SAAS,EAAE,IAAI;oBACf,MAAM,EAAE,IAAA,wBAAe,EAAC,kBAAkB,EAAE,UAAU,CAAC;oBACvD,QAAQ,EAAE,kBAAS;iBACpB,EAAE;oBACD,IAAI,EAAE,MAAM;oBACZ,SAAS,EAAE,IAAI;oBACf,MAAM,EAAE,IAAA,wBAAe,EAAC,oBAAoB,EAAE,UAAU,CAAC;oBACzD,QAAQ,EAAE,kBAAS;iBACpB,EAAE;oBACD,IAAI,EAAE,KAAK;oBACX,SAAS,EAAE,IAAI;oBACf,MAAM,EAAE,IAAA,wBAAe,EAAC,mBAAmB,EAAE,UAAU,CAAC;oBACxD,QAAQ,EAAE,iBAAQ;iBACnB,EAAE;oBACD,IAAI,EAAE,SAAS;oBACf,MAAM,EAAE,IAAA,wBAAe,EAAC,uBAAuB,EAAE,UAAU,CAAC;iBAC7D,EAAE;oBACD,IAAI,EAAE,YAAY;oBAClB,MAAM,EAAE,IAAA,wBAAe,EAAC,0BAA0B,EAAE,UAAU,CAAC;iBAChE,EAAE;oBACD,IAAI,EAAE,YAAY;oBAClB,MAAM,EAAE,IAAA,wBAAe,EAAC,0BAA0B,EAAE,UAAU,CAAC;iBAChE,CAAC,CAAC;YAEH,MAAM,GAAG,GAAyB,UAAU,CAAC,MAAM,CACjD,CAAC,GAAG,EAAE,EAAE,IAAI,EAAE,MAAM,EAAE,SAAS,EAAE,QAAQ,EAAE,EAAE,EAAE;gBAC7C,MAAM,KAAK,GAAG,OAAO,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC;gBAClC,IAAI,KAAK,EAAE;oBACT,IAAI,QAAQ,IAAI,QAAQ,CAAC,KAAK,CAAC,EAAE;wBAC/B,OAAO;4BACL,GAAG,GAAG;4BACN,GAAG,EAAE,CAAC,IAAI,CAAC,EAAE,KAAK,EAAE;yBACrB,CAAC;qBACH;oBAED,IAAI,SAAS,IAAI,IAAA,mBAAU,EAAC,KAAK,CAAC,EAAE;wBAClC,IAAI,CAAC,YAAE,CAAC,UAAU,CAAC,KAAK,CAAC,EAAE;4BACzB,MAAM,IAAI,KAAK,CACb,kBAAkB,IAAI,gBAAgB,KAAK,GAAG,CAC/C,CAAC;yBACH;wBAED,MAAM,IAAI,GAAG,YAAE,CAAC,YAAY,CAAC,KAAK,EAAE,MAAM,CAAC,CAAC;wBAC5C,IAAI,QAAQ,CAAC,IAAI,CAAC,EAAE;4BAClB,OAAO;gCACL,GAAG,GAAG;gCACN,GAAG,EAAE,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE;6BACpB,CAAC;yBACH;wBAED,MAAM,IAAI,KAAK,CACb,4BAA4B,MAAM,uBAAuB,IAAI,GAAG,CACjE,CAAC;qBACH;oBAED,MAAM,IAAI,KAAK,CACb,GAAG,MAAM,uBAAuB,IAAI,+CAA+C,CACpF,CAAC;iBACH;gBAED,OAAO,GAAG,CAAC;YACb,CAAC,EACD,EAAE,CACH,CAAC;YAEF,GAAG,CAAC,kBAAkB,GAAG,IAAA,eAAM,EAAC,yBAAyB,EAAE,EAAE,UAAU,EAAE,CAAC,CAAC;YAE3E,OAAO,GAAG,CAAC;SACZ;QAED,OAAO,SAAS,CAAC;IACnB,CAAC;IAMD,6DAA6D;IACtD,KAAK,CAAC,WAAW,CAAC,GAAW,EAAE,MAAgB;QACpD,MAAM,IAAI,SAAS,CAAC,yDAAyD,CAAC,CAAC;IACjF,CAAC;IAEM,KAAK,CAAC,oBAAoB,CAAC,KAAa,EAAE,MAAiB,EAAE,QAAqC;QACvG,MAAM,IAAI,GAAG,MAAM,IAAI,CAAC,KAAK,CAAM,KAAK,EAAE,MAAM,CAAC,CAAC;QAClD,IAAI,IAAI,CAAC,MAAM,KAAK,CAAC,EAAE;YACrB,MAAM,IAAI,KAAK,CACb,qFAAqF,CACtF,CAAC;SACH;QAED,MAAM,MAAM,GAAG,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC;QAEpC,MAAM,KAAK,GAAG,MAAM,CAAC,GAAG,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC;YACjC,IAAI,EAAE,KAAK;YACX,IAAI,EAAE,MAAM,CAAC,IAAI,CAAC,kBAAkB,CAAC,CAAC,IAAI,CACxC,IAAI,CAAC,EAAE,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,EAAE,CAAC,KAAK,IAAI,GAAG,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC,kBAAkB,CAAC,IAAI,CAAC,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC,CAAC;gBAC1F,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,KAAK,IAAI,GAAG,CAAC,CACjC,IAAI,MAAM;SACZ,CAAC,CAAC,CAAC;QAEJ,OAAO;YACL,IAAI;YACJ,KAAK;SACN,CAAC;IACJ,CAAC;IAEM,QAAQ;QACb,OAAO,KAAK,CAAC;IACf,CAAC;IAES,+BAA+B,CAAC,MAAyB,EAAE,CAA0B;QAC7F,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC,YAAY,CAAC,EAAE;YAC3B,MAAM,CAAC,CAAC,CAAC,YAAY,CAAC,GAAG,EAAE,CAAC;SAC7B;QAED,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,CAAC,CAAC,UAAU,CAAC,EAAE;YACzC,MAAM,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,CAAC,CAAC,UAAU,CAAC,GAAG,EAAE,CAAC;SAC3C;QAED,MAAM,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,CAAC,CAAC,UAAU,CAAC,CAAC,IAAI,CAAC;YACxC,IAAI,EAAE,CAAC,CAAC,WAAW;YACnB,IAAI,EAAE,CAAC,CAAC,SAAS;YACjB,UAAU,EAAE,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,CAAC,CAAC,EAAE;SAC7C,CAAC,CAAC;QAEH,OAAO,MAAM,CAAC;IAChB,CAAC;IAES,8BAA8B,CAAC,IAA+B;QACtE,OAAO,IAAI;aACR,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;YACX,GAAG,CAAC;YACJ,qBAAqB,EAAE,GAAG,CAAC,CAAC,YAAY,IAAI,CAAC,CAAC,UAAU,IAAI,CAAC,CAAC,WAAW,EAAE;SAC5E,CAAC,CAAC;aACF,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,qBAAqB,CAAC,aAAa,CAAC,CAAC,CAAC,qBAAqB,CAAC,CAAC,CAAC;IACpF,CAAC;IAEM,KAAK,CAAC,YAAY;QACvB,MAAM,KAAK,GAAG,IAAI,CAAC,sBAAsB,EAAE,CAAC;QAC5C,MAAM,IAAI,GAA8B,MAAM,IAAI,CAAC,KAAK,CAAC,KAAK,EAAE,EAAE,CAAC,CAAC;QAEpE,IAAI,CAAC,IAAI,CAAC,MAAM,EAAE;YAChB,OAAO,EAAE,CAAC;SACX;QAED,MAAM,UAAU,GAAG,IAAI,CAAC,8BAA8B,CAAC,IAAI,CAAC,CAAC;QAC7D,OAAO,UAAU,CAAC,MAAM,CAAoB,IAAI,CAAC,+BAA+B,EAAE,EAAE,CAAC,CAAC;IACxF,CAAC;IAED,uEAAuE;IAChE,KAAK,CAAC,cAAc;QACzB,MAAM,YAAY,GAAG,MAAM,IAAI,CAAC,YAAY,EAAE,CAAC;QAC/C,MAAM,CAAC,WAAW,EAAE,WAAW,CAAC,GAAG,MAAM,OAAO,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC,WAAW,EAAE,EAAE,IAAI,CAAC,WAAW,EAAE,CAAC,CAAC,CAAC;QAE/F,KAAK,MAAM,EAAE,IAAI,WAAW,EAAE;YAC5B,IAAI,KAAK,CAAC,OAAO,CAAC,YAAY,EAAE,CAAC,EAAE,CAAC,YAAY,CAAC,EAAE,CAAC,EAAE,CAAC,UAAU,CAAC,CAAC,EAAE;gBACnE,YAAY,CAAC,EAAE,CAAC,YAAY,CAAC,CAAC,EAAE,CAAC,UAAU,CAAC,GAAG,YAAY,CAAC,EAAE,CAAC,YAAY,CAAC,CAAC,EAAE,CAAC,UAAU,CAAC,CAAC,GAAG,CAAC,CAAC,EAAO,EAAE,EAAE;oBAC1G,IAAI,EAAE,CAAC,IAAI,KAAK,EAAE,CAAC,WAAW,EAAE;wBAC9B,EAAE,CAAC,UAAU,GAAG,CAAC,YAAY,CAAC,CAAC;qBAChC;oBACD,OAAO,EAAE,CAAC;gBACZ,CAAC,CAAC,CAAC;aACJ;SACF;QAED,KAAK,MAAM,UAAU,IAAI,WAAW,EAAE;YACpC,IAAI,KAAK,CAAC,OAAO,CAAC,YAAY,EAAE,CAAC,UAAU,CAAC,YAAY,CAAC,EAAE,CAAC,UAAU,CAAC,UAAU,CAAC,CAAC,EAAE;gBACnF,YAAY,CAAC,UAAU,CAAC,YAAY,CAAC,CAAC,UAAU,CAAC,UAAU,CAAC,GAAG,YAAY,CAAC,UAAU,CAAC,YAAY,CAAC,CAAC,UAAU,CAAC,UAAU,CAAC,CAAC,GAAG,CAAC,CAAC,EAAO,EAAE,EAAE;oBAC1I,IAAI,EAAE,CAAC,IAAI,KAAK,UAAU,CAAC,WAAW,EAAE;wBACtC,EAAE,CAAC,YAAY,GAAG,CAAC,GAAG,CAAC,EAAE,CAAC,YAAY,IAAI,EAAE,CAAC,EAAE;gCAC7C,YAAY,EAAE,UAAU,CAAC,YAAY;gCACrC,aAAa,EAAE,UAAU,CAAC,aAAa;6BACxC,CAAC,CAAC;qBACJ;oBACD,OAAO,EAAE,CAAC;gBACZ,CAAC,CAAC,CAAC;aACJ;SACF;QAED,OAAO,YAAY,CAAC;IACtB,CAAC;IAEM,KAAK,CAAC,uBAAuB,CAAC,UAAkB;QACrD,MAAM,OAAO,GAAG,MAAM,IAAI,CAAC,KAAK,CAC9B,2EAA2E,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,EAC1F,CAAC,UAAU,CAAC,CACb,CAAC;QAEF,IAAI,OAAO,CAAC,MAAM,KAAK,CAAC,EAAE;YACxB,MAAM,IAAI,CAAC,KAAK,CAAC,+BAA+B,UAAU,EAAE,CAAC,CAAC;SAC/D;IACH,CAAC;IAEM,UAAU;QACf,MAAM,KAAK,GAAG,IAAI,CAAC,eAAe,EAAE,CAAC;QACrC,OAAO,IAAI,CAAC,KAAK,CAAqB,KAAK,CAAC,CAAC;IAC/C,CAAC;IAEM,2BAA2B,CAAC,OAA6B;QAC9D,MAAM,mBAAmB,GAAG,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,GAAG,EAAE,EAAE,CAAC,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QAChF,MAAM,WAAW,GAAG,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,WAAW,CAAC,CAAC;QAEpD,MAAM,KAAK,GAAG,IAAI,CAAC,gCAAgC,CAAC,mBAAmB,CAAC,CAAC;QACzE,OAAO,IAAI,CAAC,KAAK,CAAoB,KAAK,EAAE,WAAW,CAAC,CAAC;IAC3D,CAAC;IAEM,KAAK,CAAC,2BAA2B,CAAC,MAA2B;QAClE,MAAM,eAAe,GAA6B,EAAE,CAAC;QACrD,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,EAAE;YACnB,IAAI,CAAC,eAAe,CAAC,CAAC,CAAC,WAAW,CAAC,EAAE;gBACnC,eAAe,CAAC,CAAC,CAAC,WAAW,CAAC,GAAG,EAAE,CAAC;aACrC;YACD,eAAe,CAAC,CAAC,CAAC,WAAW,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,UAAU,CAAC,CAAC;QACpD,CAAC,CAAC,CAAC;QAEH,MAAM,UAAU,GAAa,EAAE,CAAC;QAChC,MAAM,UAAU,GAAU,EAAE,CAAC;QAE7B,KAAK,MAAM,CAAC,MAAM,EAAE,UAAU,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,eAAe,CAAC,EAAE;YAClE,MAAM,iBAAiB,GAAG,IAAI,CAAC,KAAK,CAAC,UAAU,CAAC,MAAM,CAAC,CAAC;YACxD,UAAU,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;YAExB,MAAM,iBAAiB,GAAG,UAAU,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,GAAG,EAAE,EAAE,CAAC,IAAI,CAAC,KAAK,CAAC,UAAU,CAAC,MAAM,GAAG,GAAG,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;YACrG,UAAU,CAAC,IAAI,CAAC,GAAG,UAAU,CAAC,CAAC;YAE/B,UAAU,CAAC,IAAI,CAAC,IAAI,IAAI,CAAC,0BAA0B,EAAE,MAAM,iBAAiB,QAAQ,IAAI,CAAC,yBAAyB,EAAE,QAAQ,iBAAiB,IAAI,CAAC,CAAC;SACpJ;QAED,MAAM,eAAe,GAAG,UAAU,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;QAEhD,MAAM,KAAK,GAAG,IAAI,CAAC,gCAAgC,CAAC,eAAe,CAAC,CAAC;QAErE,MAAM,CAAC,WAAW,EAAE,WAAW,CAAC,GAAG,MAAM,OAAO,CAAC,GAAG,CAAC;YACnD,IAAI,CAAC,WAAW,CAAC,eAAe,EAAE,UAAU,CAAC;YAC7C,IAAI,CAAC,WAAW,CAAC,eAAe,EAAE,UAAU,CAAC;SAC9C,CAAC,CAAC;QAEH,MAAM,OAAO,GAAG,MAAM,IAAI,CAAC,KAAK,CAAqB,KAAK,EAAE,UAAU,CAAC,CAAC;QAExE,KAAK,MAAM,MAAM,IAAI,OAAO,EAAE;YAC5B,IAAI,WAAW,CAAC,IAAI,CAAC,EAAE,CAAC,EAAE,CAAC,EAAE,CAAC,YAAY,KAAK,MAAM,CAAC,WAAW,IAAI,EAAE,CAAC,UAAU,KAAK,MAAM,CAAC,UAAU,IAAI,EAAE,CAAC,WAAW,KAAK,MAAM,CAAC,WAAW,CAAC,EAAE;gBAClJ,MAAM,CAAC,UAAU,GAAG,CAAC,YAAY,CAAC,CAAC;aACpC;YAED,MAAM,CAAC,YAAY,GAAG,WAAW,CAAC,MAAM,CAAC,EAAE,CAAC,EAAE,CAAC,EAAE,CAAC,YAAY,KAAK,MAAM,CAAC,WAAW,IAAI,EAAE,CAAC,UAAU,KAAK,MAAM,CAAC,UAAU,IAAI,EAAE,CAAC,WAAW,KAAK,MAAM,CAAC,WAAW,CAAC,CAAC,GAAG,CAAC,EAAE,CAAC,EAAE,CAAC,CAAC;gBAChL,YAAY,EAAE,EAAE,CAAC,YAAY;gBAC7B,aAAa,EAAE,EAAE,CAAC,aAAa;aAChC,CAAC,CAAC,CAAC;SACL;QAED,OAAO,OAAO,CAAC;IACjB,CAAC;IAEM,cAAc,CAAC,UAAkB;QACtC,OAAO,IAAI,CAAC,KAAK,CACf,yEAAyE,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,EACxF,CAAC,UAAU,CAAC,CACb,CAAC;IACJ,CAAC;IAEM,2BAA2B,CAAC,wBAAgC,EAAE,OAAe,EAAE,MAAW,EAAE,OAAY;QAC7G,OAAO,IAAI,CAAC,KAAK,CAAC,OAAO,EAAE,MAAM,EAAE,OAAO,CAAC,CAAC;IAC9C,CAAC;IAEM,SAAS,CAAC,SAAiB,EAAE,OAAsB;QACxD,OAAO,IAAI,CAAC,KAAK,CAAC,cAAc,SAAS,EAAE,EAAE,EAAE,EAAE,OAAO,CAAC,CAAC;IAC5D,CAAC;IAEM,KAAK,CAAC,WAAmB;QAC9B,OAAO,GAAG,CAAC;IACb,CAAC;IAEM,qBAAqB;QAC1B,OAAO,IAAI,CAAC,0BAA0B,CAAC;IACzC,CAAC;IAEM,KAAK,CAAC,aAAa,CAAC,KAAa,EAAE,QAAuC;QAC/E,OAAO,EAAE,IAAI,EAAE,MAAM,IAAI,CAAC,KAAK,CAAC,iBAAiB,KAAK,EAAE,CAAC,EAAE,CAAC;IAC9D,CAAC;IAEM,KAAK,CAAC,WAAW,CAAC,KAAa,EAAE,OAAuB,EAAE,SAA4B;QAC3F,OAAO,IAAI,CAAC,sBAAsB,CAAC,KAAK,EAAE,OAAO,EAAE,SAAS,EAAE,EAAE,EAAE,IAAI,EAAE,EAAE,EAAE,EAAE,CAAC,CAAC;IAClF,CAAC;IAEM,KAAK,CAAC,sBAAsB,CAAC,KAAa,EAAE,OAAuB,EAAE,SAA4B,EAAE,UAAsB,EAAE,iBAAkC,EAAE,gBAAqB,EAAE,gBAA4C;QACvO,IAAI,CAAC,IAAA,4CAAyB,EAAC,SAAS,CAAC,EAAE;YACzC,MAAM,IAAI,KAAK,CAAC,GAAG,IAAI,CAAC,WAAW,mCAAmC,CAAC,CAAC;SACzE;QAED,MAAM,IAAI,CAAC,WAAW,CAAC,KAAK,EAAE,OAAO,CAAC,CAAC;QACvC,IAAI;YACF,IAAI,IAAA,4CAAyB,EAAC,SAAS,CAAC,EAAE;gBACxC,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,SAAS,CAAC,IAAI,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE;oBAC9C,MAAM,IAAI,CAAC,KAAK,CACd,eAAe,KAAK;aACnB,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,IAAI,CAAC,eAAe,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC;oBAClD,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,UAAU,EAAE,EAAE,CAAC,IAAI,CAAC,KAAK,CAAC,UAAU,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,GAAG,EAC5E,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,IAAI,CAAC,aAAa,CAAC,SAAS,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,CAAW,EAAE,CAAC,CAAC,IAAI,CAAC,CAAC,CAClF,CAAC;iBACH;gBACD,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,UAAU,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE;oBAC1C,MAAM,CAAC,KAAK,EAAE,MAAM,CAAC,GAAG,UAAU,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC;oBAC1C,MAAM,IAAI,CAAC,KAAK,CAAC,KAAK,EAAE,MAAM,CAAC,CAAC;iBACjC;aACF;SACF;QAAC,OAAO,CAAC,EAAE;YACV,MAAM,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,CAAC;YAC5B,MAAM,CAAC,CAAC;SACT;IACH,CAAC;IAES,aAAa,CAAC,KAAa,EAAE,YAAoB;QACzD,OAAO,KAAK,CAAC;IACf,CAAC;IAEM,KAAK,CAAC,gBAAgB,CAAC,KAAa;QACzC,MAAM,CAAC,MAAM,EAAE,IAAI,CAAC,GAAG,KAAK,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;QAExC,MAAM,OAAO,GAAG,MAAM,IAAI,CAAC,KAAK,CAC9B,iCAAiC,IAAI,CAAC,eAAe,CAAC,aAAa,CAAC;qCACrC,IAAI,CAAC,eAAe,CAAC,YAAY,CAAC;uCAChC,IAAI,CAAC,eAAe,CAAC,cAAc,CAAC;qCACtC,IAAI,CAAC,eAAe,CAAC,WAAW,CAAC;;2BAE3C,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,uBAAuB,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC;QACpE,IAAA,eAAM,EAAC,+BAA+B,CAAC,CAAC,CAAC,CAAC,mCAAmC,CAAC,CAAC,CAAC,EAAE,EAAE,EACtF,CAAC,IAAI,EAAE,MAAM,CAAC,CACf,CAAC;QAEF,OAAO,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,EAAE,IAAI,EAAE,CAAC,CAAC,WAAW,EAAE,IAAI,EAAE,IAAI,CAAC,aAAa,CAAC,CAAC,CAAC,SAAS,CAAC,EAAE,CAAC,CAAC,CAAC;IAC5F,CAAC;IAEM,KAAK,CAAC,6BAA6B,CAAC,KAAa;QACtD,MAAM,CAAC,MAAM,EAAE,IAAI,CAAC,GAAG,KAAK,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;QAExC,MAAM,OAAO,GAAG,MAAM,IAAI,CAAC,KAAK,CAC9B,iCAAiC,IAAI,CAAC,eAAe,CAAC,aAAa,CAAC;qCACrC,IAAI,CAAC,eAAe,CAAC,YAAY,CAAC;uCAChC,IAAI,CAAC,eAAe,CAAC,cAAc,CAAC;qCACtC,IAAI,CAAC,eAAe,CAAC,WAAW,CAAC;4CAC1B,IAAI,CAAC,eAAe,CAAC,mBAAmB,CAAC;wCAC7C,IAAI,CAAC,eAAe,CAAC,eAAe,CAAC;;2BAElD,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,uBAAuB,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC;QACpE,IAAA,eAAM,EAAC,+BAA+B,CAAC,CAAC,CAAC,CAAC,mCAAmC,CAAC,CAAC,CAAC,EAAE,EAAE,EACtF,CAAC,IAAI,EAAE,MAAM,CAAC,CACf,CAAC;QAEF,OAAO,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,EAAE,IAAI,EAAE,CAAC,CAAC,WAAW,EAAE,IAAI,EAAE,IAAI,CAAC,aAAa,CAAC,CAAC,CAAC,SAAS,EAAE,CAAC,CAAC,iBAAiB,EAAE,CAAC,CAAC,aAAa,CAAC,EAAE,CAAC,CAAC,CAAC;IAClI,CAAC;IAED,6DAA6D;IACtD,KAAK,CAAC,gBAAgB,CAAC,GAAW,EAAE,MAAiB;QAC1D,OAAO,EAAE,CAAC;IACZ,CAAC;IAED,gCAAgC;IACzB,KAAK,CAAC,cAAc,CAAC,KAAa;QACvC,MAAM,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC;IAC1B,CAAC;IAEM,KAAK,CAAC,WAAW,CAAC,eAAuB,EAAE,OAAsB;QACtE,MAAM,cAAc,GAAG,IAAI,CAAC,cAAc,CAAC,eAAe,EAAE,OAAO,CAAC,CAAC;QACrE,MAAM,IAAI,CAAC,KAAK,CAAC,cAAc,EAAE,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE;YAC7C,CAAC,CAAC,OAAO,GAAG,8BAA8B,cAAc,KAAK,CAAC,CAAC,OAAO,EAAE,CAAC;YACzE,MAAM,CAAC,CAAC;QACV,CAAC,CAAC,CAAC;IACL,CAAC;IAES,cAAc,CAAC,eAAuB,EAAE,OAAsB;QACtE,MAAM,WAAW,GAAG,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,GAAG,IAAI,CAAC,eAAe,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,IAAI,CAAC,eAAe,CAAC,CAAC,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;QACxG,OAAO,gBAAgB,eAAe,KAAK,WAAW,CAAC,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC;IACvE,CAAC;IAED;;;;;OAKG;IACO,aAAa,CAAC,UAAkB,EAAE,SAAyB,EAAE,KAAqB;QAC1F,MAAM,WAAW,GAAG,mBAAmB,CAAC,UAAU,CAAC,WAAW,EAAE,CAAC,IAAI,UAAU,CAAC;QAEhF,IAAI,WAAW,KAAK,SAAS,IAAI,SAAS,IAAI,KAAK,IAAI,IAAA,eAAM,EAAC,2BAA2B,CAAC,EAAE;YAC1F,OAAO,WAAW,SAAS,KAAK,KAAK,GAAG,CAAC;SAC1C;QAED,OAAO,WAAW,CAAC;IACrB,CAAC;IAES,eAAe,CAAC,UAAkB;QAC1C,OAAO,UAAU,CAAC;IACpB,CAAC;IAES,eAAe,CAAC,UAAkB;QAC1C,OAAO,IAAI,UAAU,GAAG,CAAC;IAC3B,CAAC;IAES,gBAAgB,CAAC,EAAO;QAChC,OAAO,IAAA,wBAAgB,EAAC,EAAE,CAAC,CAAC;IAC9B,CAAC;IAEM,SAAS,CAAC,MAAW;QAC1B,IAAI,CAAC,MAAM,GAAG,MAAM,CAAC;IACvB,CAAC;IAES,gBAAgB,CAAC,KAAU,EAAE,YAAiB;QACtD,IAAI,IAAI,CAAC,MAAM,EAAE;YACf,IAAI,CAAC,MAAM,CAAC,iBAAiB,EAAE;gBAC7B,GAAG,KAAK;gBACR,GAAG,YAAY;aAChB,CAAC,CAAC;SACJ;IACH,CAAC;IAES,iBAAiB,CAAC,KAAU;QACpC,IAAI,IAAI,CAAC,MAAM,EAAE;YACf,IAAI,CAAC,MAAM,CAAC,qBAAqB,EAAE;gBACjC,KAAK,EAAE,CAAC,KAAK,CAAC,KAAK,IAAI,KAAK,CAAC,CAAC,QAAQ,EAAE;aACzC,CAAC,CAAC;SACJ;IACH,CAAC;IAEM,KAAK,CAAC,OAAO;QAClB,2BAA2B;IAC7B,CAAC;IAEM,YAAY;QACjB,OAAO,EAAE,CAAC;IACZ,CAAC;IAEM,YAAY;QACjB,OAAO,IAAI,CAAC,GAAG,EAAE,CAAC;IACpB,CAAC;IAEM,kBAAkB,CAAC,KAAsC;QAC9D,KAAK,CAAC,KAAK,GAAG,kBAAkB,KAAK,CAAC,KAAK,gBAAgB,KAAK,CAAC,KAAK,EAAE,CAAC;IAC3E,CAAC;IAED;;;;;;;;OAQG;IACO,cAAc,CAAC,KAAgC;QACvD,MAAM,QAAQ,GAAG,KAAK,EAAE,IAAI,EAAE,IAAI,EAAE,CAAC;QAErC,IAAI,CAAC,QAAQ,EAAE;YACb,OAAO;gBACL,UAAU,EAAE,EAAE;gBACd,IAAI,EAAE,EAAE;gBACR,QAAQ;aACT,CAAC;SACH;QAED,MAAM,SAAS,GAAG,gCAAgC,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;QAClE,MAAM,UAAU,GAAG,SAAS,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,YAAY,QAAQ,EAAE,CAAC;QAEjE,MAAM,GAAG,GAAG,IAAI,GAAG,CAAC,UAAU,CAAC,CAAC;QAEhC,MAAM,IAAI,GAAG,GAAG,CAAC,QAAQ,CAAC,OAAO,CAAC,YAAY,EAAE,EAAE,CAAC,CAAC;QACpD,MAAM,MAAM,GAAG,GAAG,CAAC,QAAQ,CAAC,OAAO,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC;QAE9C,OAAO;YACL,MAAM,EAAE,MAAM,IAAI,SAAS;YAC3B,UAAU,EAAE,GAAG,CAAC,QAAQ;YACxB,IAAI;YACJ,QAAQ,EAAE,GAAG,CAAC,QAAQ,IAAI,SAAS;YACnC,QAAQ,EAAE,GAAG,CAAC,QAAQ,IAAI,SAAS;YACnC,QAAQ;SACT,CAAC;IACJ,CAAC;IAED;;OAEG;IACO,KAAK,CAAC,0BAA0B,CACxC,aAA6B,EAC7B,UAAkB,EAClB,MAAc;QAEd,MAAM,OAAO,GAAG,IAAI,cAAE,CAAC,aAAa,CAAC,CAAC;QACtC,sEAAsE;QACtE,uEAAuE;QACvE,oBAAoB;QACpB,UAAU,GAAG,UAAU,CAAC,OAAO,CAAC,iBAAiB,EAAE,EAAE,CAAC,CAAC;QAEvD,MAAM,IAAI,GAAG,MAAM,OAAO,CAAC,aAAa,CAAC;YACvC,MAAM,EAAE,UAAU;YAClB,MAAM,EAAE,MAAM;SACf,CAAC,CAAC;QACH,IAAI,IAAI,EAAE;YACR,IAAI,CAAC,IAAI,CAAC,QAAQ,EAAE;gBAClB,OAAO,EAAE,CAAC;aACX;iBAAM;gBACL,MAAM,QAAQ,GAAG,MAAM,OAAO,CAAC,GAAG,CAChC,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,KAAK,EAAE,IAAI,EAAE,EAAE;oBAC/B,MAAM,OAAO,GAAG,IAAI,4BAAgB,CAAC;wBACnC,MAAM,EAAE,UAAU;wBAClB,GAAG,EAAE,IAAI,CAAC,GAAG;qBACd,CAAC,CAAC;oBACH,OAAO,IAAA,mCAAY,EAAC,OAAO,EAAE,OAAO,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;gBAC7D,CAAC,CAAC,CACH,CAAC;gBACF,OAAO,QAAQ,CAAC;aACjB;SACF;QAED,MAAM,IAAI,KAAK,CAAC,mEAAmE,CAAC,CAAC;IACvF,CAAC;IAED;;OAEG;IACO,KAAK,CAAC,mBAAmB,CACjC,SAAoC,EACpC,UAAkB,EAClB,SAAiB;QAEjB,MAAM,OAAO,GAAG,IAAI,iBAAO,CACzB,SAAS,CAAC,WAAW;YACnB,CAAC,CAAC,EAAE,WAAW,EAAE,SAAS,CAAC,WAAW,EAAE,SAAS,EAAE,SAAS,CAAC,WAAW,CAAC,UAAU,EAAE;YACrF,CAAC,CAAC,SAAS,CACd,CAAC;QACF,MAAM,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC,UAAU,CAAC,CAAC;QAC1C,MAAM,CAAC,KAAK,CAAC,GAAG,MAAM,MAAM,CAAC,QAAQ,CAAC,EAAE,MAAM,EAAE,GAAG,SAAS,GAAG,EAAE,CAAC,CAAC;QACnE,IAAI,KAAK,CAAC,MAAM,EAAE;YAChB,MAAM,QAAQ,GAAG,MAAM,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,GAAG,CAAC,KAAK,EAAE,IAAI,EAAE,EAAE;gBAC1D,MAAM,CAAC,GAAG,CAAC,GAAG,MAAM,IAAI,CAAC,YAAY,CAAC;oBACpC,MAAM,EAAE,MAAM;oBACd,OAAO,EAAE,IAAI,IAAI,CAAC,IAAI,IAAI,EAAE,CAAC,OAAO,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,IAAI,CAAC;iBACzD,CAAC,CAAC;gBACH,OAAO,GAAG,CAAC;YACb,CAAC,CAAC,CAAC,CAAC;YAEJ,OAAO,QAAQ,CAAC;SACjB;aAAM;YACL,MAAM,IAAI,KAAK,CAAC,4CAA4C,CAAC,CAAC;SAC/D;IACH,CAAC;IAES,KAAK,CAAC,qBAAqB,CACnC,WAAqC,EACrC,UAAkB,EAClB,SAAiB;QAEjB,MAAM,QAAQ,GAAG,UAAU,CAAC,QAAQ,CAAC,WAAW,CAAC,CAAC,CAAC,CAAC,yBAAyB,CAAC,CAAC,CAAC,wBAAwB,CAAC;QACzG,MAAM,KAAK,GAAG,UAAU,CAAC,KAAK,CAAC,QAAQ,CAAC,CAAC;QACzC,MAAM,OAAO,GAAG,KAAK,CAAC,CAAC,CAAC,CAAC;QACzB,MAAM,SAAS,GAAG,KAAK,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC;QACzC,IAAI,UAAwF,CAAC;QAC7F,IAAI,iBAAoC,CAAC;QACzC,IAAI,MAAM,CAAC;QAEX,IAAI,WAAW,CAAC,QAAQ,EAAE;YACxB,UAAU,GAAG,IAAI,yCAA0B,CAAC,OAAO,EAAE,WAAW,CAAC,QAAQ,CAAC,CAAC;YAC3E,MAAM,GAAG,KAAK,EAAE,IAAY,EAAE,QAAc,EAAE,SAAe,EAAE,EAAE,CAAC,IAAA,6CAA8B,EAC9F;gBACE,aAAa,EAAE,SAAS;gBACxB,QAAQ,EAAE,IAAI;gBACd,WAAW,EAAE,sCAAuB,CAAC,KAAK,CAAC,GAAG,CAAC;gBAC/C,QAAQ;gBACR,SAAS;gBACT,QAAQ,EAAE,0BAAW,CAAC,KAAK;gBAC3B,OAAO,EAAE,YAAY;aACtB,EACD,UAAwC,CACzC,CAAC,QAAQ,EAAE,CAAC;SACd;aAAM,IAAI,WAAW,CAAC,YAAY,IAAI,WAAW,CAAC,QAAQ,IAAI,WAAW,CAAC,QAAQ,EAAE;YACnF,UAAU,GAAG,IAAI,iCAAsB,CACrC,WAAW,CAAC,QAAQ,EACpB,WAAW,CAAC,QAAQ,EACpB,WAAW,CAAC,YAAY,CACzB,CAAC;YACF,MAAM,GAAG,KAAK,EAAE,IAAY,EAAE,QAAc,EAAE,SAAe,EAAE,EAAE;gBAC/D,MAAM,iBAAiB,GAAG,MAAM,iBAAiB,CAAC,oBAAoB,CAAC,QAAQ,EAAE,SAAS,CAAC,CAAC;gBAC5F,OAAO,IAAA,6CAA8B,EACnC;oBACE,aAAa,EAAE,SAAS;oBACxB,QAAQ,EAAE,IAAI;oBACd,WAAW,EAAE,sCAAuB,CAAC,KAAK,CAAC,GAAG,CAAC;oBAC/C,QAAQ;oBACR,SAAS;oBACT,QAAQ,EAAE,0BAAW,CAAC,KAAK;oBAC3B,OAAO,EAAE,YAAY;iBACtB,EACD,iBAAiB,EACjB,OAAO,CACR,CAAC,QAAQ,EAAE,CAAC;YACf,CAAC,CAAC;SACH;aAAM;YACL,MAAM,IAAI,GAAG;gBACX,QAAQ,EAAE,WAAW,CAAC,QAAQ;gBAC9B,QAAQ,EAAE,WAAW,CAAC,QAAQ;gBAC9B,aAAa,EAAE,WAAW,CAAC,aAAa;aACzC,CAAC;YACF,UAAU,GAAG,IAAI,iCAAsB,CAAC,IAAI,CAAC,CAAC;YAC9C,MAAM,GAAG,KAAK,EAAE,IAAY,EAAE,QAAc,EAAE,SAAe,EAAE,EAAE;gBAC/D,4EAA4E;gBAC5E,MAAM,iBAAiB,GAAG,MAAM,iBAAiB,CAAC,oBAAoB,CAAC,QAAQ,EAAE,SAAS,CAAC,CAAC;gBAC5F,OAAO,IAAA,6CAA8B,EACnC;oBACE,aAAa,EAAE,SAAS;oBACxB,QAAQ,EAAE,IAAI;oBACd,WAAW,EAAE,sCAAuB,CAAC,KAAK,CAAC,GAAG,CAAC;oBAC/C,QAAQ;oBACR,SAAS;oBACT,QAAQ,EAAE,0BAAW,CAAC,KAAK;oBAC3B,OAAO,EAAE,YAAY;iBACtB,EACD,iBAAiB,EACjB,OAAO,CACR,CAAC,QAAQ,EAAE,CAAC;YACf,CAAC,CAAC;SACH;QAED,MAAM,GAAG,GAAG,WAAW,OAAO,wBAAwB,CAAC;QACvD,iBAAiB,GAAG,WAAW,CAAC,QAAQ,CAAC,CAAC;YACxC,IAAI,gCAAiB,CAAC,GAAG,GAAG,IAAI,WAAW,CAAC,QAAQ,EAAE,CAAC,CAAC,CAAC;YACzD,IAAI,gCAAiB,CAAC,GAAG,EAAE,UAAU,CAAC,CAAC;QAEzC,MAAM,QAAQ,GAAa,EAAE,CAAC;QAC9B,MAAM,eAAe,GAAG,iBAAiB,CAAC,kBAAkB,CAAC,SAAS,CAAC,CAAC;QACxE,MAAM,SAAS,GAAG,eAAe,CAAC,aAAa,CAAC,EAAE,MAAM,EAAE,GAAG,SAAS,EAAE,EAAE,CAAC,CAAC;QAC5E,IAAI,KAAK,EAAE,MAAM,IAAI,IAAI,SAAS,EAAE;YAClC,IAAI,IAAI,CAAC,IAAI,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,QAAQ,CAAC,SAAS,CAAC,IAAI,IAAI,CAAC,IAAI,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC,EAAE;gBAC9E,MAAM,MAAM,GAAG,IAAI,IAAI,EAAE,CAAC;gBAC1B,MAAM,OAAO,GAAG,IAAI,IAAI,CAAC,MAAM,CAAC,OAAO,EAAE,GAAG,IAAI,GAAG,EAAE,GAAG,EAAE,CAAC,CAAC;gBAC5D,MAAM,GAAG,GAAG,MAAM,MAAM,CAAC,IAAI,CAAC,IAAI,EAAE,MAAM,EAAE,OAAO,CAAC,CAAC;gBACrD,QAAQ,CAAC,IAAI,CAAC,GAAG,GAAG,IAAI,SAAS,IAAI,IAAI,CAAC,IAAI,IAAI,GAAG,EAAE,CAAC,CAAC;aAC1D;SACF;QAED,IAAI,QAAQ,CAAC,MAAM,KAAK,CAAC,EAAE;YACzB,MAAM,IAAI,KAAK,CAAC,4CAA4C,CAAC,CAAC;SAC/D;QAED,OAAO,QAAQ,CAAC;IAClB,CAAC;CACF;AA7vBD,gCA6vBC"}
|
|
1
|
+
{"version":3,"file":"BaseDriver.js","sourceRoot":"","sources":["../../src/BaseDriver.ts"],"names":[],"mappings":";AAAA;;;;GAIG;;;;;;;;;;;;;;;;;;;;;;;;;;;;;AAKH,mDAMgC;AAChC,4CAAoB;AAEpB,mCAA2C;AAC3C,yDAwB4B;AAsB5B,MAAM,UAAU,GAAG,CAAC,SAAc,EAAE,EAAE;IACpC,MAAM,OAAO,GAAQ,EAAE,CAAC;IAExB,MAAM,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC,IAAI,EAAE,CAAC,OAAO,CAAC,CAAC,GAAG,EAAE,EAAE;QAC5C,OAAO,CAAC,GAAG,CAAC,GAAG,SAAS,CAAC,GAAG,CAAC,CAAC;IAChC,CAAC,CAAC,CAAC;IAEH,OAAO,OAAO,CAAC;AACjB,CAAC,CAAC;AAEF,MAAM,mBAAmB,GAA2B;IAClD,6BAA6B,EAAE,WAAW;IAC1C,mBAAmB,EAAE,MAAM;IAC3B,OAAO,EAAE,MAAM;IACf,OAAO,EAAE,KAAK;IACd,QAAQ,EAAE,MAAM;IAChB,IAAI,EAAE,MAAM;IACZ,MAAM,EAAE,MAAM;IACd,OAAO,EAAE,SAAS;IAClB,MAAM,EAAE,QAAQ;IAChB,IAAI,EAAE,QAAQ;IACd,QAAQ,EAAE,WAAW;IACrB,IAAI,EAAE,MAAM;IACZ,IAAI,EAAE,MAAM;IACZ,kBAAkB,EAAE,QAAQ;IAC5B,6DAA6D;IAC7D,OAAO,EAAE,SAAS;IAClB,IAAI,EAAE,QAAQ;IACd,IAAI,EAAE,KAAK;IACX,IAAI,EAAE,KAAK;IACX,IAAI,EAAE,SAAS;IACf,MAAM,EAAE,OAAO;IACf,MAAM,EAAE,QAAQ;CACjB,CAAC;AAEF,MAAM,cAAc,GAAG,MAAM,CAAC,qBAAqB,CAAC,CAAC;AACrD,MAAM,cAAc,GAAG,MAAM,CAAC,sBAAsB,CAAC,CAAC;AAEtD,MAAM,UAAU,GAAG,UAAU,CAAC;AAC9B,MAAM,UAAU,GAAG,CAAC,UAAU,CAAC;AAE/B,uEAAuE;AACvE,MAAM,kBAAkB,GAA0C;IAChE,SAAS,EAAE,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,YAAY,IAAI,IAAI,CAAC,CAAC,QAAQ,EAAE,CAAC,KAAK,CAAC,oCAAoC,CAAC;IAC/F,IAAI,EAAE,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,YAAY,IAAI,IAAI,CAAC,CAAC,QAAQ,EAAE,CAAC,KAAK,CAAC,sBAAsB,CAAC;IAC5E,GAAG,EAAE,CAAC,CAAC,EAAE,EAAE;QACT,IAAI,MAAM,CAAC,SAAS,CAAC,CAAC,CAAC,EAAE;YACvB,OAAO,CAAC,CAAC,IAAI,UAAU,IAAI,CAAC,IAAI,UAAU,CAAC,CAAC;SAC7C;QAED,IAAI,CAAC,CAAC,QAAQ,EAAE,CAAC,KAAK,CAAC,WAAW,CAAC,EAAE;YACnC,MAAM,KAAK,GAAG,MAAM,CAAC,CAAC,CAAC,QAAQ,EAAE,CAAC,CAAC;YAEnC,OAAO,KAAK,IAAI,UAAU,IAAI,KAAK,IAAI,UAAU,CAAC;SACnD;QAED,OAAO,KAAK,CAAC;IACf,CAAC;IACD,MAAM,EAAE,CAAC,CAAC,EAAE,EAAE;QACZ,IAAI,MAAM,CAAC,SAAS,CAAC,CAAC,CAAC,EAAE;YACvB,OAAO,CAAC,CAAC,IAAI,cAAc,IAAI,CAAC,IAAI,cAAc,CAAC,CAAC;SACrD;QAED,IAAI,CAAC,CAAC,QAAQ,EAAE,CAAC,KAAK,CAAC,WAAW,CAAC,EAAE;YACnC,MAAM,KAAK,GAAG,MAAM,CAAC,CAAC,CAAC,QAAQ,EAAE,CAAC,CAAC;YAEnC,OAAO,KAAK,IAAI,cAAc,IAAI,KAAK,IAAI,cAAc,CAAC;SAC3D;QAED,OAAO,KAAK,CAAC;IACf,CAAC;IACD,OAAO,EAAE,CAAC,CAAC,EAAE,EAAE;QACb,IAAI,CAAC,YAAY,MAAM,EAAE;YACvB,OAAO,IAAI,CAAC;SACb;QAED,OAAO,CAAC,CAAC,QAAQ,EAAE,CAAC,KAAK,CAAC,mBAAmB,CAAC,CAAC;IACjD,CAAC;IACD,OAAO,EAAE,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,KAAK,KAAK,IAAI,CAAC,KAAK,IAAI,IAAI,CAAC,CAAC,QAAQ,EAAE,CAAC,WAAW,EAAE,KAAK,MAAM,IAAI,CAAC,CAAC,QAAQ,EAAE,CAAC,WAAW,EAAE,KAAK,OAAO;IAC5H,MAAM,EAAE,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,MAAM,GAAG,GAAG;IAC7B,IAAI,EAAE,GAAG,EAAE,CAAC,IAAI;CACjB,CAAC;AAEF;;GAEG;AACH,MAAsB,UAAU;IACb,0BAA0B,GAAW,KAAK,CAAC;IAElD,MAAM,CAAM;IAEtB;;OAEG;IACH,YAAmB,WAMf,EAAE;QACJ,IAAI,CAAC,0BAA0B,GAAG,QAAQ,CAAC,qBAAqB,IAAI,KAAK,CAAC;IAC5E,CAAC;IAES,sBAAsB;QAC9B,OAAO;sCAC2B,IAAI,CAAC,eAAe,CAAC,aAAa,CAAC;qCACpC,IAAI,CAAC,eAAe,CAAC,YAAY,CAAC;uCAChC,IAAI,CAAC,eAAe,CAAC,cAAc,CAAC;oCACvC,IAAI,CAAC,eAAe,CAAC,WAAW,CAAC;;;IAGjE,CAAC;IACH,CAAC;IAES,eAAe;QACvB,OAAO;+BACoB,IAAI,CAAC,eAAe,CAAC,aAAa,CAAC;;;;KAI7D,CAAC;IACJ,CAAC;IAES,gCAAgC,CAAC,mBAA2B;QACpE,MAAM,KAAK,GAAG;+BACa,IAAI,CAAC,eAAe,CAAC,aAAa,CAAC;4BACtC,IAAI,CAAC,eAAe,CAAC,YAAY,CAAC;;+BAE/B,mBAAmB;KAC7C,CAAC;QACF,OAAO,KAAK,CAAC;IACf,CAAC;IAES,gCAAgC,CAAC,eAAuB;QAChE,MAAM,KAAK,GAAG;sCACoB,IAAI,CAAC,eAAe,CAAC,aAAa,CAAC;qCACpC,IAAI,CAAC,eAAe,CAAC,YAAY,CAAC;uCAChC,IAAI,CAAC,eAAe,CAAC,aAAa,CAAC;oCACtC,IAAI,CAAC,eAAe,CAAC,WAAW,CAAC;;cAEvD,eAAe;KACxB,CAAC;QAEF,OAAO,KAAK,CAAC;IACf,CAAC;IAES,gBAAgB,CAAC,CAAU;QACnC,OAAO,IAAI,CAAC;IACd,CAAC;IAES,gBAAgB,CAAC,CAAU;QACnC,OAAO,IAAI,CAAC;IACd,CAAC;IAES,KAAK,CAAC,WAAW,CAAC,eAAwB,EAAE,MAAiB;QACrE,MAAM,KAAK,GAAG,IAAI,CAAC,gBAAgB,CAAC,eAAe,CAAC,CAAC;QAErD,IAAI,CAAC,KAAK,EAAE;YACV,OAAO,EAAE,CAAC;SACX;QAED,IAAI;YACF,OAAO,CAAC,MAAM,IAAI,CAAC,KAAK,CAAyB,KAAK,EAAE,MAAM,CAAC,CAAC,CAAC;SAClE;QAAC,OAAO,KAAU,EAAE;YACnB,IAAI,IAAI,CAAC,MAAM,EAAE;gBACf,IAAI,CAAC,MAAM,CAAC,uEAAuE,EAAE;oBACnF,KAAK,EAAE,CAAC,KAAK,CAAC,KAAK,IAAI,KAAK,CAAC,CAAC,QAAQ,EAAE;iBACzC,CAAC,CAAC;aACJ;YACD,OAAO,EAAE,CAAC;SACX;IACH,CAAC;IAES,KAAK,CAAC,WAAW,CAAC,eAAwB,EAAE,MAAiB;QACrE,MAAM,KAAK,GAAG,IAAI,CAAC,gBAAgB,CAAC,eAAe,CAAC,CAAC;QAErD,IAAI,CAAC,KAAK,EAAE;YACV,OAAO,EAAE,CAAC;SACX;QAED,IAAI;YACF,OAAO,CAAC,MAAM,IAAI,CAAC,KAAK,CAAyB,KAAK,EAAE,MAAM,CAAC,CAAC,CAAC;SAClE;QAAC,OAAO,KAAU,EAAE;YACnB,IAAI,IAAI,CAAC,MAAM,EAAE;gBACf,IAAI,CAAC,MAAM,CAAC,gEAAgE,EAAE;oBAC5E,KAAK,EAAE,CAAC,KAAK,CAAC,KAAK,IAAI,KAAK,CAAC,CAAC,QAAQ,EAAE;iBACzC,CAAC,CAAC;aACJ;YACD,OAAO,EAAE,CAAC;SACX;IACH,CAAC;IAES,0BAA0B;QAClC,OAAO,sBAAsB,CAAC;IAChC,CAAC;IAES,yBAAyB;QACjC,OAAO,oBAAoB,CAAC;IAC9B,CAAC;IAES,aAAa,CAAC,UAAkB;QACxC,IACE,IAAA,eAAM,EAAC,OAAO,EAAE,EAAE,UAAU,EAAE,CAAC;YAC/B,IAAA,eAAM,EAAC,yBAAyB,EAAE,EAAE,UAAU,EAAE,CAAC,EACjD;YACA,MAAM,UAAU,GAAG,CAAC;oBAClB,IAAI,EAAE,IAAI;oBACV,SAAS,EAAE,IAAI;oBACf,MAAM,EAAE,IAAA,wBAAe,EAAC,kBAAkB,EAAE,UAAU,CAAC;oBACvD,QAAQ,EAAE,kBAAS;iBACpB,EAAE;oBACD,IAAI,EAAE,MAAM;oBACZ,SAAS,EAAE,IAAI;oBACf,MAAM,EAAE,IAAA,wBAAe,EAAC,oBAAoB,EAAE,UAAU,CAAC;oBACzD,QAAQ,EAAE,kBAAS;iBACpB,EAAE;oBACD,IAAI,EAAE,KAAK;oBACX,SAAS,EAAE,IAAI;oBACf,MAAM,EAAE,IAAA,wBAAe,EAAC,mBAAmB,EAAE,UAAU,CAAC;oBACxD,QAAQ,EAAE,iBAAQ;iBACnB,EAAE;oBACD,IAAI,EAAE,SAAS;oBACf,MAAM,EAAE,IAAA,wBAAe,EAAC,uBAAuB,EAAE,UAAU,CAAC;iBAC7D,EAAE;oBACD,IAAI,EAAE,YAAY;oBAClB,MAAM,EAAE,IAAA,wBAAe,EAAC,0BAA0B,EAAE,UAAU,CAAC;iBAChE,EAAE;oBACD,IAAI,EAAE,YAAY;oBAClB,MAAM,EAAE,IAAA,wBAAe,EAAC,0BAA0B,EAAE,UAAU,CAAC;iBAChE,CAAC,CAAC;YAEH,MAAM,GAAG,GAAyB,UAAU,CAAC,MAAM,CACjD,CAAC,GAAG,EAAE,EAAE,IAAI,EAAE,MAAM,EAAE,SAAS,EAAE,QAAQ,EAAE,EAAE,EAAE;gBAC7C,MAAM,KAAK,GAAG,OAAO,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC;gBAClC,IAAI,KAAK,EAAE;oBACT,IAAI,QAAQ,IAAI,QAAQ,CAAC,KAAK,CAAC,EAAE;wBAC/B,OAAO;4BACL,GAAG,GAAG;4BACN,GAAG,EAAE,CAAC,IAAI,CAAC,EAAE,KAAK,EAAE;yBACrB,CAAC;qBACH;oBAED,IAAI,SAAS,IAAI,IAAA,mBAAU,EAAC,KAAK,CAAC,EAAE;wBAClC,IAAI,CAAC,YAAE,CAAC,UAAU,CAAC,KAAK,CAAC,EAAE;4BACzB,MAAM,IAAI,KAAK,CACb,kBAAkB,IAAI,gBAAgB,KAAK,GAAG,CAC/C,CAAC;yBACH;wBAED,MAAM,IAAI,GAAG,YAAE,CAAC,YAAY,CAAC,KAAK,EAAE,MAAM,CAAC,CAAC;wBAC5C,IAAI,QAAQ,CAAC,IAAI,CAAC,EAAE;4BAClB,OAAO;gCACL,GAAG,GAAG;gCACN,GAAG,EAAE,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE;6BACpB,CAAC;yBACH;wBAED,MAAM,IAAI,KAAK,CACb,4BAA4B,MAAM,uBAAuB,IAAI,GAAG,CACjE,CAAC;qBACH;oBAED,MAAM,IAAI,KAAK,CACb,GAAG,MAAM,uBAAuB,IAAI,+CAA+C,CACpF,CAAC;iBACH;gBAED,OAAO,GAAG,CAAC;YACb,CAAC,EACD,EAAE,CACH,CAAC;YAEF,GAAG,CAAC,kBAAkB,GAAG,IAAA,eAAM,EAAC,yBAAyB,EAAE,EAAE,UAAU,EAAE,CAAC,CAAC;YAE3E,OAAO,GAAG,CAAC;SACZ;QAED,OAAO,SAAS,CAAC;IACnB,CAAC;IAMD,6DAA6D;IACtD,KAAK,CAAC,WAAW,CAAC,GAAW,EAAE,MAAgB;QACpD,MAAM,IAAI,SAAS,CAAC,yDAAyD,CAAC,CAAC;IACjF,CAAC;IAEM,KAAK,CAAC,oBAAoB,CAAC,KAAa,EAAE,MAAiB,EAAE,QAAqC;QACvG,MAAM,IAAI,GAAG,MAAM,IAAI,CAAC,KAAK,CAAM,KAAK,EAAE,MAAM,CAAC,CAAC;QAClD,IAAI,IAAI,CAAC,MAAM,KAAK,CAAC,EAAE;YACrB,MAAM,IAAI,KAAK,CACb,qFAAqF,CACtF,CAAC;SACH;QAED,MAAM,MAAM,GAAG,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC;QAEpC,MAAM,KAAK,GAAG,MAAM,CAAC,GAAG,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC;YACjC,IAAI,EAAE,KAAK;YACX,IAAI,EAAE,MAAM,CAAC,IAAI,CAAC,kBAAkB,CAAC,CAAC,IAAI,CACxC,IAAI,CAAC,EAAE,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,EAAE,CAAC,KAAK,IAAI,GAAG,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC,kBAAkB,CAAC,IAAI,CAAC,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC,CAAC;gBAC1F,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,KAAK,IAAI,GAAG,CAAC,CACjC,IAAI,MAAM;SACZ,CAAC,CAAC,CAAC;QAEJ,OAAO;YACL,IAAI;YACJ,KAAK;SACN,CAAC;IACJ,CAAC;IAEM,QAAQ;QACb,OAAO,KAAK,CAAC;IACf,CAAC;IAES,+BAA+B,CAAC,MAAyB,EAAE,CAA0B;QAC7F,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC,YAAY,CAAC,EAAE;YAC3B,MAAM,CAAC,CAAC,CAAC,YAAY,CAAC,GAAG,EAAE,CAAC;SAC7B;QAED,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,CAAC,CAAC,UAAU,CAAC,EAAE;YACzC,MAAM,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,CAAC,CAAC,UAAU,CAAC,GAAG,EAAE,CAAC;SAC3C;QAED,MAAM,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,CAAC,CAAC,UAAU,CAAC,CAAC,IAAI,CAAC;YACxC,IAAI,EAAE,CAAC,CAAC,WAAW;YACnB,IAAI,EAAE,CAAC,CAAC,SAAS;YACjB,UAAU,EAAE,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,CAAC,CAAC,EAAE;SAC7C,CAAC,CAAC;QAEH,OAAO,MAAM,CAAC;IAChB,CAAC;IAES,8BAA8B,CAAC,IAA+B;QACtE,OAAO,IAAI;aACR,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;YACX,GAAG,CAAC;YACJ,qBAAqB,EAAE,GAAG,CAAC,CAAC,YAAY,IAAI,CAAC,CAAC,UAAU,IAAI,CAAC,CAAC,WAAW,EAAE;SAC5E,CAAC,CAAC;aACF,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,qBAAqB,CAAC,aAAa,CAAC,CAAC,CAAC,qBAAqB,CAAC,CAAC,CAAC;IACpF,CAAC;IAEM,KAAK,CAAC,YAAY;QACvB,MAAM,KAAK,GAAG,IAAI,CAAC,sBAAsB,EAAE,CAAC;QAC5C,MAAM,IAAI,GAA8B,MAAM,IAAI,CAAC,KAAK,CAAC,KAAK,EAAE,EAAE,CAAC,CAAC;QAEpE,IAAI,CAAC,IAAI,CAAC,MAAM,EAAE;YAChB,OAAO,EAAE,CAAC;SACX;QAED,MAAM,UAAU,GAAG,IAAI,CAAC,8BAA8B,CAAC,IAAI,CAAC,CAAC;QAC7D,OAAO,UAAU,CAAC,MAAM,CAAoB,IAAI,CAAC,+BAA+B,EAAE,EAAE,CAAC,CAAC;IACxF,CAAC;IAED,uEAAuE;IAChE,KAAK,CAAC,cAAc;QACzB,MAAM,YAAY,GAAG,MAAM,IAAI,CAAC,YAAY,EAAE,CAAC;QAC/C,MAAM,CAAC,WAAW,EAAE,WAAW,CAAC,GAAG,MAAM,OAAO,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC,WAAW,EAAE,EAAE,IAAI,CAAC,WAAW,EAAE,CAAC,CAAC,CAAC;QAE/F,KAAK,MAAM,EAAE,IAAI,WAAW,EAAE;YAC5B,IAAI,KAAK,CAAC,OAAO,CAAC,YAAY,EAAE,CAAC,EAAE,CAAC,YAAY,CAAC,EAAE,CAAC,EAAE,CAAC,UAAU,CAAC,CAAC,EAAE;gBACnE,YAAY,CAAC,EAAE,CAAC,YAAY,CAAC,CAAC,EAAE,CAAC,UAAU,CAAC,GAAG,YAAY,CAAC,EAAE,CAAC,YAAY,CAAC,CAAC,EAAE,CAAC,UAAU,CAAC,CAAC,GAAG,CAAC,CAAC,EAAO,EAAE,EAAE;oBAC1G,IAAI,EAAE,CAAC,IAAI,KAAK,EAAE,CAAC,WAAW,EAAE;wBAC9B,EAAE,CAAC,UAAU,GAAG,CAAC,YAAY,CAAC,CAAC;qBAChC;oBACD,OAAO,EAAE,CAAC;gBACZ,CAAC,CAAC,CAAC;aACJ;SACF;QAED,KAAK,MAAM,UAAU,IAAI,WAAW,EAAE;YACpC,IAAI,KAAK,CAAC,OAAO,CAAC,YAAY,EAAE,CAAC,UAAU,CAAC,YAAY,CAAC,EAAE,CAAC,UAAU,CAAC,UAAU,CAAC,CAAC,EAAE;gBACnF,YAAY,CAAC,UAAU,CAAC,YAAY,CAAC,CAAC,UAAU,CAAC,UAAU,CAAC,GAAG,YAAY,CAAC,UAAU,CAAC,YAAY,CAAC,CAAC,UAAU,CAAC,UAAU,CAAC,CAAC,GAAG,CAAC,CAAC,EAAO,EAAE,EAAE;oBAC1I,IAAI,EAAE,CAAC,IAAI,KAAK,UAAU,CAAC,WAAW,EAAE;wBACtC,EAAE,CAAC,YAAY,GAAG,CAAC,GAAG,CAAC,EAAE,CAAC,YAAY,IAAI,EAAE,CAAC,EAAE;gCAC7C,YAAY,EAAE,UAAU,CAAC,YAAY;gCACrC,aAAa,EAAE,UAAU,CAAC,aAAa;6BACxC,CAAC,CAAC;qBACJ;oBACD,OAAO,EAAE,CAAC;gBACZ,CAAC,CAAC,CAAC;aACJ;SACF;QAED,OAAO,YAAY,CAAC;IACtB,CAAC;IAEM,KAAK,CAAC,uBAAuB,CAAC,UAAkB;QACrD,MAAM,OAAO,GAAG,MAAM,IAAI,CAAC,KAAK,CAC9B,2EAA2E,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,EAC1F,CAAC,UAAU,CAAC,CACb,CAAC;QAEF,IAAI,OAAO,CAAC,MAAM,KAAK,CAAC,EAAE;YACxB,MAAM,IAAI,CAAC,KAAK,CAAC,+BAA+B,UAAU,EAAE,CAAC,CAAC;SAC/D;IACH,CAAC;IAEM,UAAU;QACf,MAAM,KAAK,GAAG,IAAI,CAAC,eAAe,EAAE,CAAC;QACrC,OAAO,IAAI,CAAC,KAAK,CAAqB,KAAK,CAAC,CAAC;IAC/C,CAAC;IAEM,2BAA2B,CAAC,OAA6B;QAC9D,MAAM,mBAAmB,GAAG,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,GAAG,EAAE,EAAE,CAAC,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QAChF,MAAM,WAAW,GAAG,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,WAAW,CAAC,CAAC;QAEpD,MAAM,KAAK,GAAG,IAAI,CAAC,gCAAgC,CAAC,mBAAmB,CAAC,CAAC;QACzE,OAAO,IAAI,CAAC,KAAK,CAAoB,KAAK,EAAE,WAAW,CAAC,CAAC;IAC3D,CAAC;IAEM,KAAK,CAAC,2BAA2B,CAAC,MAA2B;QAClE,MAAM,eAAe,GAA6B,EAAE,CAAC;QACrD,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,EAAE;YACnB,IAAI,CAAC,eAAe,CAAC,CAAC,CAAC,WAAW,CAAC,EAAE;gBACnC,eAAe,CAAC,CAAC,CAAC,WAAW,CAAC,GAAG,EAAE,CAAC;aACrC;YACD,eAAe,CAAC,CAAC,CAAC,WAAW,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,UAAU,CAAC,CAAC;QACpD,CAAC,CAAC,CAAC;QAEH,MAAM,UAAU,GAAa,EAAE,CAAC;QAChC,MAAM,UAAU,GAAU,EAAE,CAAC;QAE7B,KAAK,MAAM,CAAC,MAAM,EAAE,UAAU,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,eAAe,CAAC,EAAE;YAClE,MAAM,iBAAiB,GAAG,IAAI,CAAC,KAAK,CAAC,UAAU,CAAC,MAAM,CAAC,CAAC;YACxD,UAAU,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;YAExB,MAAM,iBAAiB,GAAG,UAAU,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,GAAG,EAAE,EAAE,CAAC,IAAI,CAAC,KAAK,CAAC,UAAU,CAAC,MAAM,GAAG,GAAG,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;YACrG,UAAU,CAAC,IAAI,CAAC,GAAG,UAAU,CAAC,CAAC;YAE/B,UAAU,CAAC,IAAI,CAAC,IAAI,IAAI,CAAC,0BAA0B,EAAE,MAAM,iBAAiB,QAAQ,IAAI,CAAC,yBAAyB,EAAE,QAAQ,iBAAiB,IAAI,CAAC,CAAC;SACpJ;QAED,MAAM,eAAe,GAAG,UAAU,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;QAEhD,MAAM,KAAK,GAAG,IAAI,CAAC,gCAAgC,CAAC,eAAe,CAAC,CAAC;QAErE,MAAM,CAAC,WAAW,EAAE,WAAW,CAAC,GAAG,MAAM,OAAO,CAAC,GAAG,CAAC;YACnD,IAAI,CAAC,WAAW,CAAC,eAAe,EAAE,UAAU,CAAC;YAC7C,IAAI,CAAC,WAAW,CAAC,eAAe,EAAE,UAAU,CAAC;SAC9C,CAAC,CAAC;QAEH,MAAM,OAAO,GAAG,MAAM,IAAI,CAAC,KAAK,CAAqB,KAAK,EAAE,UAAU,CAAC,CAAC;QAExE,KAAK,MAAM,MAAM,IAAI,OAAO,EAAE;YAC5B,IAAI,WAAW,CAAC,IAAI,CAAC,EAAE,CAAC,EAAE,CAAC,EAAE,CAAC,YAAY,KAAK,MAAM,CAAC,WAAW,IAAI,EAAE,CAAC,UAAU,KAAK,MAAM,CAAC,UAAU,IAAI,EAAE,CAAC,WAAW,KAAK,MAAM,CAAC,WAAW,CAAC,EAAE;gBAClJ,MAAM,CAAC,UAAU,GAAG,CAAC,YAAY,CAAC,CAAC;aACpC;YAED,MAAM,CAAC,YAAY,GAAG,WAAW,CAAC,MAAM,CAAC,EAAE,CAAC,EAAE,CAAC,EAAE,CAAC,YAAY,KAAK,MAAM,CAAC,WAAW,IAAI,EAAE,CAAC,UAAU,KAAK,MAAM,CAAC,UAAU,IAAI,EAAE,CAAC,WAAW,KAAK,MAAM,CAAC,WAAW,CAAC,CAAC,GAAG,CAAC,EAAE,CAAC,EAAE,CAAC,CAAC;gBAChL,YAAY,EAAE,EAAE,CAAC,YAAY;gBAC7B,aAAa,EAAE,EAAE,CAAC,aAAa;aAChC,CAAC,CAAC,CAAC;SACL;QAED,OAAO,OAAO,CAAC;IACjB,CAAC;IAEM,cAAc,CAAC,UAAkB;QACtC,OAAO,IAAI,CAAC,KAAK,CACf,yEAAyE,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,EACxF,CAAC,UAAU,CAAC,CACb,CAAC;IACJ,CAAC;IAEM,2BAA2B,CAAC,wBAAgC,EAAE,OAAe,EAAE,MAAW,EAAE,OAAY;QAC7G,OAAO,IAAI,CAAC,KAAK,CAAC,OAAO,EAAE,MAAM,EAAE,OAAO,CAAC,CAAC;IAC9C,CAAC;IAEM,SAAS,CAAC,SAAiB,EAAE,OAAsB;QACxD,OAAO,IAAI,CAAC,KAAK,CAAC,cAAc,SAAS,EAAE,EAAE,EAAE,EAAE,OAAO,CAAC,CAAC;IAC5D,CAAC;IAEM,KAAK,CAAC,WAAmB;QAC9B,OAAO,GAAG,CAAC;IACb,CAAC;IAEM,qBAAqB;QAC1B,OAAO,IAAI,CAAC,0BAA0B,CAAC;IACzC,CAAC;IAEM,KAAK,CAAC,aAAa,CAAC,KAAa,EAAE,QAAuC;QAC/E,OAAO,EAAE,IAAI,EAAE,MAAM,IAAI,CAAC,KAAK,CAAC,iBAAiB,KAAK,EAAE,CAAC,EAAE,CAAC;IAC9D,CAAC;IAEM,KAAK,CAAC,WAAW,CAAC,KAAa,EAAE,OAAuB,EAAE,SAA4B;QAC3F,OAAO,IAAI,CAAC,sBAAsB,CAAC,KAAK,EAAE,OAAO,EAAE,SAAS,EAAE,EAAE,EAAE,IAAI,EAAE,EAAE,EAAE,EAAE,CAAC,CAAC;IAClF,CAAC;IAEM,KAAK,CAAC,sBAAsB,CAAC,KAAa,EAAE,OAAuB,EAAE,SAA4B,EAAE,UAAsB,EAAE,iBAAkC,EAAE,gBAAqB,EAAE,gBAA4C;QACvO,IAAI,CAAC,IAAA,4CAAyB,EAAC,SAAS,CAAC,EAAE;YACzC,MAAM,IAAI,KAAK,CAAC,GAAG,IAAI,CAAC,WAAW,mCAAmC,CAAC,CAAC;SACzE;QAED,MAAM,IAAI,CAAC,WAAW,CAAC,KAAK,EAAE,OAAO,CAAC,CAAC;QACvC,IAAI;YACF,IAAI,IAAA,4CAAyB,EAAC,SAAS,CAAC,EAAE;gBACxC,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,SAAS,CAAC,IAAI,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE;oBAC9C,MAAM,IAAI,CAAC,KAAK,CACd,eAAe,KAAK;aACnB,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,IAAI,CAAC,eAAe,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC;oBAClD,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,UAAU,EAAE,EAAE,CAAC,IAAI,CAAC,KAAK,CAAC,UAAU,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,GAAG,EAC5E,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,IAAI,CAAC,aAAa,CAAC,SAAS,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,CAAW,EAAE,CAAC,CAAC,IAAI,CAAC,CAAC,CAClF,CAAC;iBACH;gBACD,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,UAAU,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE;oBAC1C,MAAM,CAAC,KAAK,EAAE,MAAM,CAAC,GAAG,UAAU,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC;oBAC1C,MAAM,IAAI,CAAC,KAAK,CAAC,KAAK,EAAE,MAAM,CAAC,CAAC;iBACjC;aACF;SACF;QAAC,OAAO,CAAC,EAAE;YACV,MAAM,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,CAAC;YAC5B,MAAM,CAAC,CAAC;SACT;IACH,CAAC;IAES,aAAa,CAAC,KAAa,EAAE,YAAoB;QACzD,OAAO,KAAK,CAAC;IACf,CAAC;IAEM,KAAK,CAAC,gBAAgB,CAAC,KAAa;QACzC,MAAM,CAAC,MAAM,EAAE,IAAI,CAAC,GAAG,KAAK,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;QAExC,MAAM,OAAO,GAAG,MAAM,IAAI,CAAC,KAAK,CAC9B,iCAAiC,IAAI,CAAC,eAAe,CAAC,aAAa,CAAC;qCACrC,IAAI,CAAC,eAAe,CAAC,YAAY,CAAC;uCAChC,IAAI,CAAC,eAAe,CAAC,cAAc,CAAC;qCACtC,IAAI,CAAC,eAAe,CAAC,WAAW,CAAC;;2BAE3C,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,uBAAuB,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC;QACpE,IAAA,eAAM,EAAC,+BAA+B,CAAC,CAAC,CAAC,CAAC,mCAAmC,CAAC,CAAC,CAAC,EAAE,EAAE,EACtF,CAAC,IAAI,EAAE,MAAM,CAAC,CACf,CAAC;QAEF,OAAO,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,EAAE,IAAI,EAAE,CAAC,CAAC,WAAW,EAAE,IAAI,EAAE,IAAI,CAAC,aAAa,CAAC,CAAC,CAAC,SAAS,CAAC,EAAE,CAAC,CAAC,CAAC;IAC5F,CAAC;IAEM,KAAK,CAAC,6BAA6B,CAAC,KAAa;QACtD,MAAM,CAAC,MAAM,EAAE,IAAI,CAAC,GAAG,KAAK,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;QAExC,MAAM,OAAO,GAAG,MAAM,IAAI,CAAC,KAAK,CAC9B,iCAAiC,IAAI,CAAC,eAAe,CAAC,aAAa,CAAC;qCACrC,IAAI,CAAC,eAAe,CAAC,YAAY,CAAC;uCAChC,IAAI,CAAC,eAAe,CAAC,cAAc,CAAC;qCACtC,IAAI,CAAC,eAAe,CAAC,WAAW,CAAC;4CAC1B,IAAI,CAAC,eAAe,CAAC,mBAAmB,CAAC;wCAC7C,IAAI,CAAC,eAAe,CAAC,eAAe,CAAC;;2BAElD,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,uBAAuB,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC;QACpE,IAAA,eAAM,EAAC,+BAA+B,CAAC,CAAC,CAAC,CAAC,mCAAmC,CAAC,CAAC,CAAC,EAAE,EAAE,EACtF,CAAC,IAAI,EAAE,MAAM,CAAC,CACf,CAAC;QAEF,OAAO,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,EAAE,IAAI,EAAE,CAAC,CAAC,WAAW,EAAE,IAAI,EAAE,IAAI,CAAC,aAAa,CAAC,CAAC,CAAC,SAAS,EAAE,CAAC,CAAC,iBAAiB,EAAE,CAAC,CAAC,aAAa,CAAC,EAAE,CAAC,CAAC,CAAC;IAClI,CAAC;IAED,6DAA6D;IACtD,KAAK,CAAC,gBAAgB,CAAC,GAAW,EAAE,MAAiB;QAC1D,OAAO,EAAE,CAAC;IACZ,CAAC;IAED,gCAAgC;IACzB,KAAK,CAAC,cAAc,CAAC,KAAa;QACvC,MAAM,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC;IAC1B,CAAC;IAEM,KAAK,CAAC,WAAW,CAAC,eAAuB,EAAE,OAAsB;QACtE,MAAM,cAAc,GAAG,IAAI,CAAC,cAAc,CAAC,eAAe,EAAE,OAAO,CAAC,CAAC;QACrE,MAAM,IAAI,CAAC,KAAK,CAAC,cAAc,EAAE,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE;YAC7C,CAAC,CAAC,OAAO,GAAG,8BAA8B,cAAc,KAAK,CAAC,CAAC,OAAO,EAAE,CAAC;YACzE,MAAM,CAAC,CAAC;QACV,CAAC,CAAC,CAAC;IACL,CAAC;IAES,cAAc,CAAC,eAAuB,EAAE,OAAsB;QACtE,MAAM,WAAW,GAAG,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,GAAG,IAAI,CAAC,eAAe,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,IAAI,CAAC,eAAe,CAAC,CAAC,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;QACxG,OAAO,gBAAgB,eAAe,KAAK,WAAW,CAAC,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC;IACvE,CAAC;IAED;;;;;OAKG;IACO,aAAa,CAAC,UAAkB,EAAE,SAAyB,EAAE,KAAqB;QAC1F,MAAM,WAAW,GAAG,mBAAmB,CAAC,UAAU,CAAC,WAAW,EAAE,CAAC,IAAI,UAAU,CAAC;QAEhF,IAAI,WAAW,KAAK,SAAS,IAAI,SAAS,IAAI,KAAK,IAAI,IAAA,eAAM,EAAC,2BAA2B,CAAC,EAAE;YAC1F,OAAO,WAAW,SAAS,KAAK,KAAK,GAAG,CAAC;SAC1C;QAED,OAAO,WAAW,CAAC;IACrB,CAAC;IAES,eAAe,CAAC,UAAkB;QAC1C,OAAO,UAAU,CAAC;IACpB,CAAC;IAES,eAAe,CAAC,UAAkB;QAC1C,OAAO,IAAI,UAAU,GAAG,CAAC;IAC3B,CAAC;IAES,gBAAgB,CAAC,EAAO;QAChC,OAAO,IAAA,wBAAgB,EAAC,EAAE,CAAC,CAAC;IAC9B,CAAC;IAEM,SAAS,CAAC,MAAW;QAC1B,IAAI,CAAC,MAAM,GAAG,MAAM,CAAC;IACvB,CAAC;IAES,gBAAgB,CAAC,KAAU,EAAE,YAAiB;QACtD,IAAI,IAAI,CAAC,MAAM,EAAE;YACf,IAAI,CAAC,MAAM,CAAC,iBAAiB,EAAE;gBAC7B,GAAG,KAAK;gBACR,GAAG,YAAY;aAChB,CAAC,CAAC;SACJ;IACH,CAAC;IAES,iBAAiB,CAAC,KAAU;QACpC,IAAI,IAAI,CAAC,MAAM,EAAE;YACf,IAAI,CAAC,MAAM,CAAC,qBAAqB,EAAE;gBACjC,KAAK,EAAE,CAAC,KAAK,CAAC,KAAK,IAAI,KAAK,CAAC,CAAC,QAAQ,EAAE;aACzC,CAAC,CAAC;SACJ;IACH,CAAC;IAEM,KAAK,CAAC,OAAO;QAClB,2BAA2B;IAC7B,CAAC;IAEM,YAAY;QACjB,OAAO,EAAE,CAAC;IACZ,CAAC;IAEM,YAAY;QACjB,OAAO,IAAI,CAAC,GAAG,EAAE,CAAC;IACpB,CAAC;IAEM,kBAAkB,CAAC,KAAsC;QAC9D,KAAK,CAAC,KAAK,GAAG,kBAAkB,KAAK,CAAC,KAAK,gBAAgB,KAAK,CAAC,KAAK,EAAE,CAAC;IAC3E,CAAC;IAED;;;;;;;;OAQG;IACO,cAAc,CAAC,KAAgC;QACvD,MAAM,QAAQ,GAAG,KAAK,EAAE,IAAI,EAAE,IAAI,EAAE,CAAC;QAErC,IAAI,CAAC,QAAQ,EAAE;YACb,OAAO;gBACL,UAAU,EAAE,EAAE;gBACd,IAAI,EAAE,EAAE;gBACR,QAAQ;aACT,CAAC;SACH;QAED,MAAM,SAAS,GAAG,gCAAgC,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;QAClE,MAAM,UAAU,GAAG,SAAS,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,YAAY,QAAQ,EAAE,CAAC;QAEjE,MAAM,GAAG,GAAG,IAAI,GAAG,CAAC,UAAU,CAAC,CAAC;QAEhC,MAAM,IAAI,GAAG,GAAG,CAAC,QAAQ,CAAC,OAAO,CAAC,YAAY,EAAE,EAAE,CAAC,CAAC;QACpD,MAAM,MAAM,GAAG,GAAG,CAAC,QAAQ,CAAC,OAAO,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC;QAE9C,OAAO;YACL,MAAM,EAAE,MAAM,IAAI,SAAS;YAC3B,UAAU,EAAE,GAAG,CAAC,QAAQ;YACxB,IAAI;YACJ,QAAQ,EAAE,GAAG,CAAC,QAAQ,IAAI,SAAS;YACnC,QAAQ,EAAE,GAAG,CAAC,QAAQ,IAAI,SAAS;YACnC,QAAQ;SACT,CAAC;IACJ,CAAC;IAED;;OAEG;IACO,KAAK,CAAC,0BAA0B,CACxC,aAAoC,EACpC,UAAkB,EAClB,MAAc;QAEd,oEAAoE;QACpE,OAAO,CAAC,wDAAa,qBAAqB,GAAC,CAAC,CAAC,0BAA0B,CAAC,aAAa,EAAE,UAAU,EAAE,MAAM,CAAC,CAAC;IAC7G,CAAC;IAED;;OAEG;IACO,KAAK,CAAC,mBAAmB,CACjC,SAAoC,EACpC,UAAkB,EAClB,SAAiB;QAEjB,oEAAoE;QACpE,OAAO,CAAC,wDAAa,qBAAqB,GAAC,CAAC,CAAC,mBAAmB,CAAC,SAAS,EAAE,UAAU,EAAE,SAAS,CAAC,CAAC;IACrG,CAAC;IAES,KAAK,CAAC,qBAAqB,CACnC,WAAqC,EACrC,UAAkB,EAClB,SAAiB;QAEjB,gFAAgF;QAChF,OAAO,CAAC,wDAAa,uBAAuB,GAAC,CAAC,CAAC,qBAAqB,CAAC,WAAW,EAAE,UAAU,EAAE,SAAS,CAAC,CAAC;IAC3G,CAAC;CACF;AAvnBD,gCAunBC"}
|
|
@@ -0,0 +1,7 @@
|
|
|
1
|
+
import { S3ClientConfig } from '@aws-sdk/client-s3';
|
|
2
|
+
export type S3StorageClientConfig = S3ClientConfig;
|
|
3
|
+
/**
|
|
4
|
+
* Returns an array of signed AWS S3 URLs of the unloaded csv files.
|
|
5
|
+
*/
|
|
6
|
+
export declare function extractUnloadedFilesFromS3(clientOptions: S3StorageClientConfig, bucketName: string, prefix: string): Promise<string[]>;
|
|
7
|
+
//# sourceMappingURL=aws.fs.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"aws.fs.d.ts","sourceRoot":"","sources":["../../../src/storage-fs/aws.fs.ts"],"names":[],"mappings":"AACA,OAAO,EAAwB,cAAc,EAAE,MAAM,oBAAoB,CAAC;AAE1E,MAAM,MAAM,qBAAqB,GAAG,cAAc,CAAC;AAEnD;;GAEG;AACH,wBAAsB,0BAA0B,CAC9C,aAAa,EAAE,qBAAqB,EACpC,UAAU,EAAE,MAAM,EAClB,MAAM,EAAE,MAAM,GACb,OAAO,CAAC,MAAM,EAAE,CAAC,CA6BnB"}
|
|
@@ -0,0 +1,37 @@
|
|
|
1
|
+
"use strict";
|
|
2
|
+
Object.defineProperty(exports, "__esModule", { value: true });
|
|
3
|
+
exports.extractUnloadedFilesFromS3 = void 0;
|
|
4
|
+
const s3_request_presigner_1 = require("@aws-sdk/s3-request-presigner");
|
|
5
|
+
const client_s3_1 = require("@aws-sdk/client-s3");
|
|
6
|
+
/**
|
|
7
|
+
* Returns an array of signed AWS S3 URLs of the unloaded csv files.
|
|
8
|
+
*/
|
|
9
|
+
async function extractUnloadedFilesFromS3(clientOptions, bucketName, prefix) {
|
|
10
|
+
const storage = new client_s3_1.S3(clientOptions);
|
|
11
|
+
// It looks that different driver configurations use different formats
|
|
12
|
+
// for the bucket - some expect only names, some - full url-like names.
|
|
13
|
+
// So we unify this.
|
|
14
|
+
bucketName = bucketName.replace(/^[a-zA-Z]+:\/\//, '');
|
|
15
|
+
const list = await storage.listObjectsV2({
|
|
16
|
+
Bucket: bucketName,
|
|
17
|
+
Prefix: prefix,
|
|
18
|
+
});
|
|
19
|
+
if (list) {
|
|
20
|
+
if (!list.Contents) {
|
|
21
|
+
return [];
|
|
22
|
+
}
|
|
23
|
+
else {
|
|
24
|
+
const csvFiles = await Promise.all(list.Contents.map(async (file) => {
|
|
25
|
+
const command = new client_s3_1.GetObjectCommand({
|
|
26
|
+
Bucket: bucketName,
|
|
27
|
+
Key: file.Key,
|
|
28
|
+
});
|
|
29
|
+
return (0, s3_request_presigner_1.getSignedUrl)(storage, command, { expiresIn: 3600 });
|
|
30
|
+
}));
|
|
31
|
+
return csvFiles;
|
|
32
|
+
}
|
|
33
|
+
}
|
|
34
|
+
throw new Error('Unable to retrieve list of files from S3 storage after unloading.');
|
|
35
|
+
}
|
|
36
|
+
exports.extractUnloadedFilesFromS3 = extractUnloadedFilesFromS3;
|
|
37
|
+
//# sourceMappingURL=aws.fs.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"aws.fs.js","sourceRoot":"","sources":["../../../src/storage-fs/aws.fs.ts"],"names":[],"mappings":";;;AAAA,wEAA6D;AAC7D,kDAA0E;AAI1E;;GAEG;AACI,KAAK,UAAU,0BAA0B,CAC9C,aAAoC,EACpC,UAAkB,EAClB,MAAc;IAEd,MAAM,OAAO,GAAG,IAAI,cAAE,CAAC,aAAa,CAAC,CAAC;IACtC,sEAAsE;IACtE,uEAAuE;IACvE,oBAAoB;IACpB,UAAU,GAAG,UAAU,CAAC,OAAO,CAAC,iBAAiB,EAAE,EAAE,CAAC,CAAC;IAEvD,MAAM,IAAI,GAAG,MAAM,OAAO,CAAC,aAAa,CAAC;QACvC,MAAM,EAAE,UAAU;QAClB,MAAM,EAAE,MAAM;KACf,CAAC,CAAC;IACH,IAAI,IAAI,EAAE;QACR,IAAI,CAAC,IAAI,CAAC,QAAQ,EAAE;YAClB,OAAO,EAAE,CAAC;SACX;aAAM;YACL,MAAM,QAAQ,GAAG,MAAM,OAAO,CAAC,GAAG,CAChC,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,KAAK,EAAE,IAAI,EAAE,EAAE;gBAC/B,MAAM,OAAO,GAAG,IAAI,4BAAgB,CAAC;oBACnC,MAAM,EAAE,UAAU;oBAClB,GAAG,EAAE,IAAI,CAAC,GAAG;iBACd,CAAC,CAAC;gBACH,OAAO,IAAA,mCAAY,EAAC,OAAO,EAAE,OAAO,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;YAC7D,CAAC,CAAC,CACH,CAAC;YACF,OAAO,QAAQ,CAAC;SACjB;KACF;IAED,MAAM,IAAI,KAAK,CAAC,mEAAmE,CAAC,CAAC;AACvF,CAAC;AAjCD,gEAiCC"}
|
|
@@ -0,0 +1,36 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* @see {@link DefaultAzureCredential} constructor options
|
|
3
|
+
*/
|
|
4
|
+
export type AzureStorageClientConfig = {
|
|
5
|
+
azureKey?: string;
|
|
6
|
+
sasToken?: string;
|
|
7
|
+
/**
|
|
8
|
+
* The client ID of a Microsoft Entra app registration.
|
|
9
|
+
* In case of DefaultAzureCredential flow if it is omitted
|
|
10
|
+
* the Azure library will try to use the AZURE_CLIENT_ID env
|
|
11
|
+
*/
|
|
12
|
+
clientId?: string;
|
|
13
|
+
/**
|
|
14
|
+
* ID of the application's Microsoft Entra tenant. Also called its directory ID.
|
|
15
|
+
* In case of DefaultAzureCredential flow if it is omitted
|
|
16
|
+
* the Azure library will try to use the AZURE_TENANT_ID env
|
|
17
|
+
*/
|
|
18
|
+
tenantId?: string;
|
|
19
|
+
/**
|
|
20
|
+
* Azure service principal client secret.
|
|
21
|
+
* Enables authentication to Microsoft Entra ID using a client secret that was generated
|
|
22
|
+
* for an App Registration. More information on how to configure a client secret can be found here:
|
|
23
|
+
* https://learn.microsoft.com/entra/identity-platform/quickstart-configure-app-access-web-apis#add-credentials-to-your-web-application
|
|
24
|
+
* In case of DefaultAzureCredential flow if it is omitted
|
|
25
|
+
* the Azure library will try to use the AZURE_CLIENT_SECRET env
|
|
26
|
+
*/
|
|
27
|
+
clientSecret?: string;
|
|
28
|
+
/**
|
|
29
|
+
* The path to a file containing a Kubernetes service account token that authenticates the identity.
|
|
30
|
+
* In case of DefaultAzureCredential flow if it is omitted
|
|
31
|
+
* the Azure library will try to use the AZURE_FEDERATED_TOKEN_FILE env
|
|
32
|
+
*/
|
|
33
|
+
tokenFilePath?: string;
|
|
34
|
+
};
|
|
35
|
+
export declare function extractFilesFromAzure(azureConfig: AzureStorageClientConfig, bucketName: string, tableName: string): Promise<string[]>;
|
|
36
|
+
//# sourceMappingURL=azure.fs.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"azure.fs.d.ts","sourceRoot":"","sources":["../../../src/storage-fs/azure.fs.ts"],"names":[],"mappings":"AAYA;;GAEG;AACH,MAAM,MAAM,wBAAwB,GAAG;IACrC,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB;;;;OAIG;IACH,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB;;;;OAIG;IACH,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB;;;;;;;OAOG;IACH,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB;;;;OAIG;IACH,aAAa,CAAC,EAAE,MAAM,CAAC;CACxB,CAAC;AAEF,wBAAsB,qBAAqB,CACzC,WAAW,EAAE,wBAAwB,EACrC,UAAU,EAAE,MAAM,EAClB,SAAS,EAAE,MAAM,GAChB,OAAO,CAAC,MAAM,EAAE,CAAC,CA6FnB"}
|
|
@@ -0,0 +1,83 @@
|
|
|
1
|
+
"use strict";
|
|
2
|
+
Object.defineProperty(exports, "__esModule", { value: true });
|
|
3
|
+
exports.extractFilesFromAzure = void 0;
|
|
4
|
+
const storage_blob_1 = require("@azure/storage-blob");
|
|
5
|
+
const identity_1 = require("@azure/identity");
|
|
6
|
+
async function extractFilesFromAzure(azureConfig, bucketName, tableName) {
|
|
7
|
+
const splitter = bucketName.includes('blob.core') ? '.blob.core.windows.net/' : '.dfs.core.windows.net/';
|
|
8
|
+
const parts = bucketName.split(splitter);
|
|
9
|
+
const account = parts[0];
|
|
10
|
+
const container = parts[1].split('/')[0];
|
|
11
|
+
let credential;
|
|
12
|
+
let blobServiceClient;
|
|
13
|
+
let getSas;
|
|
14
|
+
if (azureConfig.azureKey) {
|
|
15
|
+
credential = new storage_blob_1.StorageSharedKeyCredential(account, azureConfig.azureKey);
|
|
16
|
+
getSas = async (name, startsOn, expiresOn) => (0, storage_blob_1.generateBlobSASQueryParameters)({
|
|
17
|
+
containerName: container,
|
|
18
|
+
blobName: name,
|
|
19
|
+
permissions: storage_blob_1.ContainerSASPermissions.parse('r'),
|
|
20
|
+
startsOn,
|
|
21
|
+
expiresOn,
|
|
22
|
+
protocol: storage_blob_1.SASProtocol.Https,
|
|
23
|
+
version: '2020-08-04',
|
|
24
|
+
}, credential).toString();
|
|
25
|
+
}
|
|
26
|
+
else if (azureConfig.clientSecret && azureConfig.tenantId && azureConfig.clientId) {
|
|
27
|
+
credential = new identity_1.ClientSecretCredential(azureConfig.tenantId, azureConfig.clientId, azureConfig.clientSecret);
|
|
28
|
+
getSas = async (name, startsOn, expiresOn) => {
|
|
29
|
+
const userDelegationKey = await blobServiceClient.getUserDelegationKey(startsOn, expiresOn);
|
|
30
|
+
return (0, storage_blob_1.generateBlobSASQueryParameters)({
|
|
31
|
+
containerName: container,
|
|
32
|
+
blobName: name,
|
|
33
|
+
permissions: storage_blob_1.ContainerSASPermissions.parse('r'),
|
|
34
|
+
startsOn,
|
|
35
|
+
expiresOn,
|
|
36
|
+
protocol: storage_blob_1.SASProtocol.Https,
|
|
37
|
+
version: '2020-08-04',
|
|
38
|
+
}, userDelegationKey, account).toString();
|
|
39
|
+
};
|
|
40
|
+
}
|
|
41
|
+
else {
|
|
42
|
+
const opts = {
|
|
43
|
+
tenantId: azureConfig.tenantId,
|
|
44
|
+
clientId: azureConfig.clientId,
|
|
45
|
+
tokenFilePath: azureConfig.tokenFilePath,
|
|
46
|
+
};
|
|
47
|
+
credential = new identity_1.DefaultAzureCredential(opts);
|
|
48
|
+
getSas = async (name, startsOn, expiresOn) => {
|
|
49
|
+
// getUserDelegationKey works only for authorization with Microsoft Entra ID
|
|
50
|
+
const userDelegationKey = await blobServiceClient.getUserDelegationKey(startsOn, expiresOn);
|
|
51
|
+
return (0, storage_blob_1.generateBlobSASQueryParameters)({
|
|
52
|
+
containerName: container,
|
|
53
|
+
blobName: name,
|
|
54
|
+
permissions: storage_blob_1.ContainerSASPermissions.parse('r'),
|
|
55
|
+
startsOn,
|
|
56
|
+
expiresOn,
|
|
57
|
+
protocol: storage_blob_1.SASProtocol.Https,
|
|
58
|
+
version: '2020-08-04',
|
|
59
|
+
}, userDelegationKey, account).toString();
|
|
60
|
+
};
|
|
61
|
+
}
|
|
62
|
+
const url = `https://${account}.blob.core.windows.net`;
|
|
63
|
+
blobServiceClient = azureConfig.sasToken ?
|
|
64
|
+
new storage_blob_1.BlobServiceClient(`${url}?${azureConfig.sasToken}`) :
|
|
65
|
+
new storage_blob_1.BlobServiceClient(url, credential);
|
|
66
|
+
const csvFiles = [];
|
|
67
|
+
const containerClient = blobServiceClient.getContainerClient(container);
|
|
68
|
+
const blobsList = containerClient.listBlobsFlat({ prefix: `${tableName}` });
|
|
69
|
+
for await (const blob of blobsList) {
|
|
70
|
+
if (blob.name && (blob.name.endsWith('.csv.gz') || blob.name.endsWith('.csv'))) {
|
|
71
|
+
const starts = new Date();
|
|
72
|
+
const expires = new Date(starts.valueOf() + 1000 * 60 * 60);
|
|
73
|
+
const sas = await getSas(blob.name, starts, expires);
|
|
74
|
+
csvFiles.push(`${url}/${container}/${blob.name}?${sas}`);
|
|
75
|
+
}
|
|
76
|
+
}
|
|
77
|
+
if (csvFiles.length === 0) {
|
|
78
|
+
throw new Error('No CSV files were obtained from the bucket');
|
|
79
|
+
}
|
|
80
|
+
return csvFiles;
|
|
81
|
+
}
|
|
82
|
+
exports.extractFilesFromAzure = extractFilesFromAzure;
|
|
83
|
+
//# sourceMappingURL=azure.fs.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"azure.fs.js","sourceRoot":"","sources":["../../../src/storage-fs/azure.fs.ts"],"names":[],"mappings":";;;AAAA,sDAM6B;AAC7B,8CAGyB;AAqClB,KAAK,UAAU,qBAAqB,CACzC,WAAqC,EACrC,UAAkB,EAClB,SAAiB;IAEjB,MAAM,QAAQ,GAAG,UAAU,CAAC,QAAQ,CAAC,WAAW,CAAC,CAAC,CAAC,CAAC,yBAAyB,CAAC,CAAC,CAAC,wBAAwB,CAAC;IACzG,MAAM,KAAK,GAAG,UAAU,CAAC,KAAK,CAAC,QAAQ,CAAC,CAAC;IACzC,MAAM,OAAO,GAAG,KAAK,CAAC,CAAC,CAAC,CAAC;IACzB,MAAM,SAAS,GAAG,KAAK,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC;IACzC,IAAI,UAAwF,CAAC;IAC7F,IAAI,iBAAoC,CAAC;IACzC,IAAI,MAAM,CAAC;IAEX,IAAI,WAAW,CAAC,QAAQ,EAAE;QACxB,UAAU,GAAG,IAAI,yCAA0B,CAAC,OAAO,EAAE,WAAW,CAAC,QAAQ,CAAC,CAAC;QAC3E,MAAM,GAAG,KAAK,EAAE,IAAY,EAAE,QAAc,EAAE,SAAe,EAAE,EAAE,CAAC,IAAA,6CAA8B,EAC9F;YACE,aAAa,EAAE,SAAS;YACxB,QAAQ,EAAE,IAAI;YACd,WAAW,EAAE,sCAAuB,CAAC,KAAK,CAAC,GAAG,CAAC;YAC/C,QAAQ;YACR,SAAS;YACT,QAAQ,EAAE,0BAAW,CAAC,KAAK;YAC3B,OAAO,EAAE,YAAY;SACtB,EACD,UAAwC,CACzC,CAAC,QAAQ,EAAE,CAAC;KACd;SAAM,IAAI,WAAW,CAAC,YAAY,IAAI,WAAW,CAAC,QAAQ,IAAI,WAAW,CAAC,QAAQ,EAAE;QACnF,UAAU,GAAG,IAAI,iCAAsB,CACrC,WAAW,CAAC,QAAQ,EACpB,WAAW,CAAC,QAAQ,EACpB,WAAW,CAAC,YAAY,CACzB,CAAC;QACF,MAAM,GAAG,KAAK,EAAE,IAAY,EAAE,QAAc,EAAE,SAAe,EAAE,EAAE;YAC/D,MAAM,iBAAiB,GAAG,MAAM,iBAAiB,CAAC,oBAAoB,CAAC,QAAQ,EAAE,SAAS,CAAC,CAAC;YAC5F,OAAO,IAAA,6CAA8B,EACnC;gBACE,aAAa,EAAE,SAAS;gBACxB,QAAQ,EAAE,IAAI;gBACd,WAAW,EAAE,sCAAuB,CAAC,KAAK,CAAC,GAAG,CAAC;gBAC/C,QAAQ;gBACR,SAAS;gBACT,QAAQ,EAAE,0BAAW,CAAC,KAAK;gBAC3B,OAAO,EAAE,YAAY;aACtB,EACD,iBAAiB,EACjB,OAAO,CACR,CAAC,QAAQ,EAAE,CAAC;QACf,CAAC,CAAC;KACH;SAAM;QACL,MAAM,IAAI,GAAG;YACX,QAAQ,EAAE,WAAW,CAAC,QAAQ;YAC9B,QAAQ,EAAE,WAAW,CAAC,QAAQ;YAC9B,aAAa,EAAE,WAAW,CAAC,aAAa;SACzC,CAAC;QACF,UAAU,GAAG,IAAI,iCAAsB,CAAC,IAAI,CAAC,CAAC;QAC9C,MAAM,GAAG,KAAK,EAAE,IAAY,EAAE,QAAc,EAAE,SAAe,EAAE,EAAE;YAC/D,4EAA4E;YAC5E,MAAM,iBAAiB,GAAG,MAAM,iBAAiB,CAAC,oBAAoB,CAAC,QAAQ,EAAE,SAAS,CAAC,CAAC;YAC5F,OAAO,IAAA,6CAA8B,EACnC;gBACE,aAAa,EAAE,SAAS;gBACxB,QAAQ,EAAE,IAAI;gBACd,WAAW,EAAE,sCAAuB,CAAC,KAAK,CAAC,GAAG,CAAC;gBAC/C,QAAQ;gBACR,SAAS;gBACT,QAAQ,EAAE,0BAAW,CAAC,KAAK;gBAC3B,OAAO,EAAE,YAAY;aACtB,EACD,iBAAiB,EACjB,OAAO,CACR,CAAC,QAAQ,EAAE,CAAC;QACf,CAAC,CAAC;KACH;IAED,MAAM,GAAG,GAAG,WAAW,OAAO,wBAAwB,CAAC;IACvD,iBAAiB,GAAG,WAAW,CAAC,QAAQ,CAAC,CAAC;QACxC,IAAI,gCAAiB,CAAC,GAAG,GAAG,IAAI,WAAW,CAAC,QAAQ,EAAE,CAAC,CAAC,CAAC;QACzD,IAAI,gCAAiB,CAAC,GAAG,EAAE,UAAU,CAAC,CAAC;IAEzC,MAAM,QAAQ,GAAa,EAAE,CAAC;IAC9B,MAAM,eAAe,GAAG,iBAAiB,CAAC,kBAAkB,CAAC,SAAS,CAAC,CAAC;IACxE,MAAM,SAAS,GAAG,eAAe,CAAC,aAAa,CAAC,EAAE,MAAM,EAAE,GAAG,SAAS,EAAE,EAAE,CAAC,CAAC;IAC5E,IAAI,KAAK,EAAE,MAAM,IAAI,IAAI,SAAS,EAAE;QAClC,IAAI,IAAI,CAAC,IAAI,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,QAAQ,CAAC,SAAS,CAAC,IAAI,IAAI,CAAC,IAAI,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC,EAAE;YAC9E,MAAM,MAAM,GAAG,IAAI,IAAI,EAAE,CAAC;YAC1B,MAAM,OAAO,GAAG,IAAI,IAAI,CAAC,MAAM,CAAC,OAAO,EAAE,GAAG,IAAI,GAAG,EAAE,GAAG,EAAE,CAAC,CAAC;YAC5D,MAAM,GAAG,GAAG,MAAM,MAAM,CAAC,IAAI,CAAC,IAAI,EAAE,MAAM,EAAE,OAAO,CAAC,CAAC;YACrD,QAAQ,CAAC,IAAI,CAAC,GAAG,GAAG,IAAI,SAAS,IAAI,IAAI,CAAC,IAAI,IAAI,GAAG,EAAE,CAAC,CAAC;SAC1D;KACF;IAED,IAAI,QAAQ,CAAC,MAAM,KAAK,CAAC,EAAE;QACzB,MAAM,IAAI,KAAK,CAAC,4CAA4C,CAAC,CAAC;KAC/D;IAED,OAAO,QAAQ,CAAC;AAClB,CAAC;AAjGD,sDAiGC"}
|
|
@@ -0,0 +1,8 @@
|
|
|
1
|
+
export type GoogleStorageClientConfig = {
|
|
2
|
+
credentials: any;
|
|
3
|
+
};
|
|
4
|
+
/**
|
|
5
|
+
* Returns an array of signed GCS URLs of the unloaded csv files.
|
|
6
|
+
*/
|
|
7
|
+
export declare function extractFilesFromGCS(gcsConfig: GoogleStorageClientConfig, bucketName: string, tableName: string): Promise<string[]>;
|
|
8
|
+
//# sourceMappingURL=gcs.fs.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"gcs.fs.d.ts","sourceRoot":"","sources":["../../../src/storage-fs/gcs.fs.ts"],"names":[],"mappings":"AAEA,MAAM,MAAM,yBAAyB,GAAG;IACtC,WAAW,EAAE,GAAG,CAAC;CAClB,CAAC;AAEF;;GAEG;AACH,wBAAsB,mBAAmB,CACvC,SAAS,EAAE,yBAAyB,EACpC,UAAU,EAAE,MAAM,EAClB,SAAS,EAAE,MAAM,GAChB,OAAO,CAAC,MAAM,EAAE,CAAC,CAuBnB"}
|
|
@@ -0,0 +1,29 @@
|
|
|
1
|
+
"use strict";
|
|
2
|
+
Object.defineProperty(exports, "__esModule", { value: true });
|
|
3
|
+
exports.extractFilesFromGCS = void 0;
|
|
4
|
+
const storage_1 = require("@google-cloud/storage");
|
|
5
|
+
/**
|
|
6
|
+
* Returns an array of signed GCS URLs of the unloaded csv files.
|
|
7
|
+
*/
|
|
8
|
+
async function extractFilesFromGCS(gcsConfig, bucketName, tableName) {
|
|
9
|
+
const storage = new storage_1.Storage(gcsConfig.credentials
|
|
10
|
+
? { credentials: gcsConfig.credentials, projectId: gcsConfig.credentials.project_id }
|
|
11
|
+
: undefined);
|
|
12
|
+
const bucket = storage.bucket(bucketName);
|
|
13
|
+
const [files] = await bucket.getFiles({ prefix: `${tableName}/` });
|
|
14
|
+
if (files.length) {
|
|
15
|
+
const csvFiles = await Promise.all(files.map(async (file) => {
|
|
16
|
+
const [url] = await file.getSignedUrl({
|
|
17
|
+
action: 'read',
|
|
18
|
+
expires: new Date(new Date().getTime() + 60 * 60 * 1000)
|
|
19
|
+
});
|
|
20
|
+
return url;
|
|
21
|
+
}));
|
|
22
|
+
return csvFiles;
|
|
23
|
+
}
|
|
24
|
+
else {
|
|
25
|
+
throw new Error('No CSV files were obtained from the bucket');
|
|
26
|
+
}
|
|
27
|
+
}
|
|
28
|
+
exports.extractFilesFromGCS = extractFilesFromGCS;
|
|
29
|
+
//# sourceMappingURL=gcs.fs.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"gcs.fs.js","sourceRoot":"","sources":["../../../src/storage-fs/gcs.fs.ts"],"names":[],"mappings":";;;AAAA,mDAAgD;AAMhD;;GAEG;AACI,KAAK,UAAU,mBAAmB,CACvC,SAAoC,EACpC,UAAkB,EAClB,SAAiB;IAEjB,MAAM,OAAO,GAAG,IAAI,iBAAO,CACzB,SAAS,CAAC,WAAW;QACnB,CAAC,CAAC,EAAE,WAAW,EAAE,SAAS,CAAC,WAAW,EAAE,SAAS,EAAE,SAAS,CAAC,WAAW,CAAC,UAAU,EAAE;QACrF,CAAC,CAAC,SAAS,CACd,CAAC;IAEF,MAAM,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC,UAAU,CAAC,CAAC;IAC1C,MAAM,CAAC,KAAK,CAAC,GAAG,MAAM,MAAM,CAAC,QAAQ,CAAC,EAAE,MAAM,EAAE,GAAG,SAAS,GAAG,EAAE,CAAC,CAAC;IAEnE,IAAI,KAAK,CAAC,MAAM,EAAE;QAChB,MAAM,QAAQ,GAAG,MAAM,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,GAAG,CAAC,KAAK,EAAE,IAAI,EAAE,EAAE;YAC1D,MAAM,CAAC,GAAG,CAAC,GAAG,MAAM,IAAI,CAAC,YAAY,CAAC;gBACpC,MAAM,EAAE,MAAM;gBACd,OAAO,EAAE,IAAI,IAAI,CAAC,IAAI,IAAI,EAAE,CAAC,OAAO,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,IAAI,CAAC;aACzD,CAAC,CAAC;YACH,OAAO,GAAG,CAAC;QACb,CAAC,CAAC,CAAC,CAAC;QAEJ,OAAO,QAAQ,CAAC;KACjB;SAAM;QACL,MAAM,IAAI,KAAK,CAAC,4CAA4C,CAAC,CAAC;KAC/D;AACH,CAAC;AA3BD,kDA2BC"}
|
package/package.json
CHANGED
|
@@ -2,7 +2,7 @@
|
|
|
2
2
|
"name": "@cubejs-backend/base-driver",
|
|
3
3
|
"description": "Cube.js Base Driver",
|
|
4
4
|
"author": "Cube Dev, Inc.",
|
|
5
|
-
"version": "1.5.
|
|
5
|
+
"version": "1.5.11",
|
|
6
6
|
"repository": {
|
|
7
7
|
"type": "git",
|
|
8
8
|
"url": "https://github.com/cube-js/cube.git",
|
|
@@ -33,11 +33,11 @@
|
|
|
33
33
|
"@aws-sdk/s3-request-presigner": "^3.49.0",
|
|
34
34
|
"@azure/identity": "^4.4.1",
|
|
35
35
|
"@azure/storage-blob": "^12.9.0",
|
|
36
|
-
"@cubejs-backend/shared": "1.5.
|
|
36
|
+
"@cubejs-backend/shared": "1.5.11",
|
|
37
37
|
"@google-cloud/storage": "^7.13.0"
|
|
38
38
|
},
|
|
39
39
|
"devDependencies": {
|
|
40
|
-
"@cubejs-backend/linter": "1.5.
|
|
40
|
+
"@cubejs-backend/linter": "1.5.11",
|
|
41
41
|
"@types/jest": "^29",
|
|
42
42
|
"@types/node": "^20",
|
|
43
43
|
"jest": "^29",
|
|
@@ -51,5 +51,5 @@
|
|
|
51
51
|
"publishConfig": {
|
|
52
52
|
"access": "public"
|
|
53
53
|
},
|
|
54
|
-
"gitHead": "
|
|
54
|
+
"gitHead": "a9c9f5ab652ff41e3b5e25c927404366b9b7d15d"
|
|
55
55
|
}
|