@cubejs-backend/databricks-jdbc-driver 0.31.18 → 0.31.19

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (5) hide show
  1. package/dist/src/DatabricksDriver.d.ts +126 -11
  2. package/dist/src/DatabricksDriver.d.ts.map +1 -1
  3. package/dist/src/DatabricksDriver.js +185 -56
  4. package/dist/src/DatabricksDriver.js.map +1 -1
  5. package/package.json +6 -6
package/dist/src/DatabricksDriver.d.ts CHANGED
@@ -7,19 +7,55 @@ import { DriverCapabilities, UnloadOptions } from '@cubejs-backend/base-driver';
7
7
  import { JDBCDriver, JDBCDriverConfiguration } from '@cubejs-backend/jdbc-driver';
8
8
  import { DatabricksQuery } from './DatabricksQuery';
9
9
  export declare type DatabricksDriverConfiguration = JDBCDriverConfiguration & {
10
+ /**
11
+ * Driver read-only mode flag.
12
+ */
10
13
  readOnly?: boolean;
14
+ /**
15
+ * Export bucket type.
16
+ */
11
17
  bucketType?: string;
18
+ /**
19
+ * Export bucket path.
20
+ */
12
21
  exportBucket?: string;
22
+ /**
23
+ * Export bucket DBFS mount directory.
24
+ */
13
25
  exportBucketMountDir?: string;
26
+ /**
27
+ * Poll interval.
28
+ */
14
29
  pollInterval?: number;
15
30
  /**
16
31
  * The export bucket CSV file escape symbol.
17
32
  */
18
33
  exportBucketCsvEscapeSymbol?: string;
34
+ /**
35
+ * Export bucket AWS account key.
36
+ */
19
37
  awsKey?: string;
38
+ /**
39
+ * Export bucket AWS account secret.
40
+ */
20
41
  awsSecret?: string;
42
+ /**
43
+ * Export bucket AWS account region.
44
+ */
21
45
  awsRegion?: string;
46
+ /**
47
+ * Export bucket Azure account key.
48
+ */
22
49
  azureKey?: string;
50
+ /**
51
+ * Databricks catalog name.
52
+ * https://www.databricks.com/product/unity-catalog
53
+ */
54
+ catalog?: string;
55
+ /**
56
+ * Databricks security token (PWD).
57
+ */
58
+ token?: string;
23
59
  };
24
60
  declare type ShowTableRow = {
25
61
  database: string;
@@ -30,7 +66,13 @@ declare type ShowTableRow = {
30
66
  * Databricks driver class.
31
67
  */
32
68
  export declare class DatabricksDriver extends JDBCDriver {
69
+ /**
70
+ * Show warning message flag.
71
+ */
33
72
  private showSparkProtocolWarn;
73
+ /**
74
+ * Read-only mode flag.
75
+ */
34
76
  protected readonly config: DatabricksDriverConfiguration;
35
77
  static dialectClass(): typeof DatabricksQuery;
36
78
  /**
@@ -50,31 +92,88 @@ export declare class DatabricksDriver extends JDBCDriver {
50
92
  */
51
93
  maxPoolSize?: number;
52
94
  });
95
+ /**
96
+ * @override
97
+ */
53
98
  readOnly(): boolean;
99
+ /**
100
+ * @override
101
+ */
102
+ capabilities(): DriverCapabilities;
103
+ /**
104
+ * @override
105
+ */
54
106
  setLogger(logger: any): void;
107
+ /**
108
+ * @override
109
+ */
110
+ loadPreAggregationIntoTable(preAggregationTableName: string, loadSql: string, params: unknown[], _options: any): Promise<unknown[]>;
111
+ /**
112
+ * @override
113
+ */
114
+ query<R = unknown>(query: string, values: unknown[]): Promise<R[]>;
115
+ /**
116
+ * @override
117
+ */
118
+ dropTable(tableName: string, options?: unknown): Promise<unknown>;
55
119
  showDeprecations(): void;
56
120
  /**
57
121
  * @override
58
122
  */
59
123
  protected getCustomClassPath(): Promise<string>;
124
+ /**
125
+ * Execute create schema query.
126
+ */
60
127
  createSchemaIfNotExists(schemaName: string): Promise<unknown[]>;
61
- quoteIdentifier(identifier: string): string;
128
+ /**
129
+ * Returns the list of the tables for the specified schema.
130
+ */
131
+ getTablesQuery(schemaName: string): Promise<{
132
+ 'table_name': string;
133
+ }[]>;
134
+ /**
135
+ * Returns tables meta data object.
136
+ */
137
+ tablesSchema(): Promise<Record<string, Record<string, object>>>;
138
+ /**
139
+ * Returns list of accessible tables.
140
+ */
141
+ getTables(): Promise<ShowTableRow[]>;
142
+ /**
143
+ * Returns table columns types.
144
+ */
62
145
  tableColumnTypes(table: string): Promise<{
63
146
  name: any;
64
147
  type: string;
65
148
  }[]>;
66
- private queryColumnTypes;
67
- getTablesQuery(schemaName: string): Promise<{
68
- table_name: any;
149
+ /**
150
+ * Returns query columns types.
151
+ */
152
+ queryColumnTypes(sql: string, params?: unknown[]): Promise<{
153
+ name: any;
154
+ type: string;
69
155
  }[]>;
70
- protected getTables(): Promise<ShowTableRow[]>;
156
+ /**
157
+ * Returns schema full name.
158
+ */
159
+ getSchemaFullName(schema: string): string;
160
+ /**
161
+ * Returns quoted string.
162
+ */
163
+ quoteIdentifier(identifier: string): string;
164
+ /**
165
+ * Returns the JS type by the Databricks type.
166
+ */
71
167
  toGenericType(columnType: string): string;
72
- tablesSchema(): Promise<Record<string, Record<string, object>>>;
73
168
  /**
74
169
  * Determines whether export bucket feature is configured or no.
75
170
  * @returns {boolean}
76
171
  */
77
172
  isUnloadSupported(): Promise<boolean>;
173
+ /**
174
+ * Returns an object with the links to unloaded to the export bucket
175
+ * data to the Cubestore.
176
+ */
78
177
  unload(tableName: string, options: UnloadOptions): Promise<{
79
178
  exportBucketCsvEscapeSymbol: string | undefined;
80
179
  csvFile: string[];
@@ -85,15 +184,15 @@ export declare class DatabricksDriver extends JDBCDriver {
85
184
  csvNoHeader: boolean;
86
185
  }>;
87
186
  /**
88
- * Create table with query and unload it to bucket
187
+ * Unload data from the SQL query to the export bucket.
89
188
  */
90
189
  private unloadWithSql;
91
190
  /**
92
- * Create table from preaggregation table with location and unload it to bucket
191
+ * Unload data from the temp table to the export bucket.
93
192
  */
94
193
  private unloadWithTable;
95
194
  /**
96
- * return csv files signed URLs array.
195
+ * Returns an array of signed URLs of the unloaded csv files.
97
196
  */
98
197
  private getCsvFiles;
99
198
  /**
@@ -105,7 +204,7 @@ export declare class DatabricksDriver extends JDBCDriver {
105
204
  */
106
205
  private getSignedS3Urls;
107
206
  /**
108
- * Saves specified table to the configured bucket. This requires Databricks
207
+ * Saves specified query to the configured bucket. This requires Databricks
109
208
  * cluster to be configured.
110
209
  *
111
210
  * For Azure blob storage you need to configure account access key in
@@ -122,8 +221,24 @@ export declare class DatabricksDriver extends JDBCDriver {
122
221
  * `fs.s3a.secret.key <aws-secret-key>`
123
222
  */
124
223
  private createExternalTableFromSql;
224
+ /**
225
+ * Saves specified table to the configured bucket. This requires Databricks
226
+ * cluster to be configured.
227
+ *
228
+ * For Azure blob storage you need to configure account access key in
229
+ * Cluster -> Configuration -> Advanced options
230
+ * (https://docs.databricks.com/data/data-sources/azure/azure-storage.html#access-azure-blob-storage-directly)
231
+ *
232
+ * `fs.azure.account.key.<storage-account-name>.blob.core.windows.net <storage-account-access-key>`
233
+ *
234
+ * For S3 bucket storage you need to configure AWS access key and secret in
235
+ * Cluster -> Configuration -> Advanced options
236
+ * (https://docs.databricks.com/data/data-sources/aws/amazon-s3.html#access-s3-buckets-directly)
237
+ *
238
+ * `fs.s3a.access.key <aws-access-key>`
239
+ * `fs.s3a.secret.key <aws-secret-key>`
240
+ */
125
241
  private createExternalTableFromTable;
126
- capabilities(): DriverCapabilities;
127
242
  }
128
243
  export {};
129
244
  //# sourceMappingURL=DatabricksDriver.d.ts.map
package/dist/src/DatabricksDriver.d.ts.map CHANGED
@@ -1 +1 @@
1
- {"version":3,"file":"DatabricksDriver.d.ts","sourceRoot":"","sources":["../../src/DatabricksDriver.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AAiBH,OAAO,EAAE,kBAAkB,EAAE,aAAa,EAAG,MAAM,6BAA6B,CAAC;AACjF,OAAO,EACL,UAAU,EACV,uBAAuB,EACxB,MAAM,6BAA6B,CAAC;AACrC,OAAO,EAAE,eAAe,EAAE,MAAM,mBAAmB,CAAC;AAKpD,oBAAY,6BAA6B,GAAG,uBAAuB,GACjE;IACE,QAAQ,CAAC,EAAE,OAAO,CAAC;IAGnB,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB,oBAAoB,CAAC,EAAE,MAAM,CAAC;IAC9B,YAAY,CAAC,EAAE,MAAM,CAAC;IAEtB;;OAEG;IACH,2BAA2B,CAAC,EAAE,MAAM,CAAC;IAGrC,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,SAAS,CAAC,EAAE,MAAM,CAAC;IAGnB,QAAQ,CAAC,EAAE,MAAM,CAAC;CACnB,CAAC;AAYJ,aAAK,YAAY,GAAG;IAClB,QAAQ,EAAE,MAAM,CAAC;IACjB,SAAS,EAAE,MAAM,CAAC;IAClB,WAAW,EAAE,OAAO,CAAC;CACtB,CAAC;AA6BF;;GAEG;AACH,qBAAa,gBAAiB,SAAQ,UAAU;IAC9C,OAAO,CAAC,qBAAqB,CAAU;IAEvC,SAAS,CAAC,QAAQ,CAAC,MAAM,EAAE,6BAA6B,CAAC;WAE3C,YAAY;IAI1B;;OAEG;WACW,qBAAqB,IAAI,MAAM;IAI7C;;OAEG;gBAED,IAAI,GAAE,OAAO,CAAC,6BAA6B,CAAC,GAAG;QAC7C;;WAEG;QACH,UAAU,CAAC,EAAE,MAAM,CAAC;QAEpB;;WAEG;QACH,WAAW,CAAC,EAAE,MAAM,CAAC;KACjB;IA6DD,QAAQ;IAIR,SAAS,CAAC,MAAM,EAAE,GAAG;IAKrB,gBAAgB;IAyBvB;;OAEG;cACa,kBAAkB;IAIrB,uBAAuB,CAAC,UAAU,EAAE,MAAM;IAIhD,eAAe,CAAC,UAAU,EAAE,MAAM,GAAG,MAAM;IAIrC,gBAAgB,CAAC,KAAK,EAAE,MAAM;;;;YAkB7B,gBAAgB;IAiBjB,cAAc,CAAC,UAAU,EAAE,MAAM;;;cAQ9B,SAAS,IAAI,OAAO,CAAC,YAAY,EAAE,CAAC;IAiB7C,aAAa,CAAC,UAAU,EAAE,MAAM,GAAG,MAAM;IAInC,YAAY;IAiBzB;;;OAGG;IACU,iBAAiB;IAIjB,MAAM,CAAC,SAAS,EAAE,MAAM,EAAE,OAAO,EAAE,aAAa;;;;;;;;;IAwB7D;;OAEG;YACW,aAAa;IAQ3B;;OAEG;YACW,eAAe;IAS7B;;OAEG;YACW,WAAW;IAmBzB;;OAEG;YACW,kBAAkB;IAiDhC;;OAEG;YACW,eAAe;IAoC7B;;;;;;;;;;;;;;;;OAgBG;YACW,0BAA0B;YAY1B,4BAA4B;IAYnC,YAAY,IAAI,kBAAkB;CAG1C"}
1
+ {"version":3,"file":"DatabricksDriver.d.ts","sourceRoot":"","sources":["../../src/DatabricksDriver.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AAiBH,OAAO,EAAE,kBAAkB,EAAE,aAAa,EAAG,MAAM,6BAA6B,CAAC;AACjF,OAAO,EACL,UAAU,EACV,uBAAuB,EACxB,MAAM,6BAA6B,CAAC;AACrC,OAAO,EAAE,eAAe,EAAE,MAAM,mBAAmB,CAAC;AAKpD,oBAAY,6BAA6B,GAAG,uBAAuB,GACjE;IACE;;OAEG;IACH,QAAQ,CAAC,EAAE,OAAO,CAAC;IAEnB;;OAEG;IACH,UAAU,CAAC,EAAE,MAAM,CAAC;IAEpB;;OAEG;IACH,YAAY,CAAC,EAAE,MAAM,CAAC;IAEtB;;OAEG;IACH,oBAAoB,CAAC,EAAE,MAAM,CAAC;IAE9B;;OAEG;IACH,YAAY,CAAC,EAAE,MAAM,CAAC;IAEtB;;OAEG;IACH,2BAA2B,CAAC,EAAE,MAAM,CAAC;IAErC;;OAEG;IACH,MAAM,CAAC,EAAE,MAAM,CAAC;IAEhB;;OAEG;IACH,SAAS,CAAC,EAAE,MAAM,CAAC;IAEnB;;OAEG;IACH,SAAS,CAAC,EAAE,MAAM,CAAC;IAEnB;;OAEG;IACH,QAAQ,CAAC,EAAE,MAAM,CAAC;IAElB;;;OAGG;IACH,OAAO,CAAC,EAAE,MAAM,CAAC;IAEjB;;OAEG;IACH,KAAK,CAAC,EAAE,MAAM,CAAC;CAChB,CAAC;AAYJ,aAAK,YAAY,GAAG;IAClB,QAAQ,EAAE,MAAM,CAAC;IACjB,SAAS,EAAE,MAAM,CAAC;IAClB,WAAW,EAAE,OAAO,CAAC;CACtB,CAAC;AAuCF;;GAEG;AACH,qBAAa,gBAAiB,SAAQ,UAAU;IAC9C;;OAEG;IACH,OAAO,CAAC,qBAAqB,CAAU;IAEvC;;OAEG;IACH,SAAS,CAAC,QAAQ,CAAC,MAAM,EAAE,6BAA6B,CAAC;WAE3C,YAAY;IAI1B;;OAEG;WACW,qBAAqB,IAAI,MAAM;IAI7C;;OAEG;gBAED,IAAI,GAAE,OAAO,CAAC,6BAA6B,CAAC,GAAG;QAC7C;;WAEG;QACH,UAAU,CAAC,EAAE,MAAM,CAAC;QAEpB;;WAEG;QACH,WAAW,CAAC,EAAE,MAAM,CAAC;KACjB;IAuER;;OAEG;IACI,QAAQ;IAIf;;OAEG;IACI,YAAY,IAAI,kBAAkB;IAIzC;;OAEG;IACI,SAAS,CAAC,MAAM,EAAE,GAAG;IAK5B;;OAEG;IACU,2BAA2B,CACtC,uBAAuB,EAAE,MAAM,EAC/B,OAAO,EAAE,MAAM,EACf,MAAM,EAAE,OAAO,EAAE,EACjB,QAAQ,EAAE,GAAG;IAuBf;;OAEG;IACU,KAAK,CAAC,CAAC,GAAG,OAAO,EAC5B,KAAK,EAAE,MAAM,EACb,MAAM,EAAE,OAAO,EAAE,GAChB,OAAO,CAAC,CAAC,EAAE,CAAC;IAcf;;OAEG;IACI,SAAS,CAAC,SAAS,EAAE,MAAM,EAAE,OAAO,CAAC,EAAE,OAAO,GAAG,OAAO,CAAC,OAAO,CAAC;IAOjE,gBAAgB;IAyBvB;;OAEG;cACa,kBAAkB;IAIlC;;OAEG;IACU,uBAAuB,CAAC,UAAU,EAAE,MAAM;IASvD;;OAEG;IACU,cAAc,CAAC,UAAU,EAAE,MAAM,GAAG,OAAO,CAAC;QAAE,YAAY,EAAE,MAAM,CAAA;KAAE,EAAE,CAAC;IAUpF;;OAEG;IACU,YAAY,IAAI,OAAO,CAAC,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC,CAAC;IAiB5E;;OAEG;IACU,SAAS,IAAI,OAAO,CAAC,YAAY,EAAE,CAAC;IA6BjD;;OAEG;IACU,gBAAgB,CAAC,KAAK,EAAE,MAAM,GAAG,OAAO,CAAC;QAAE,IAAI,EAAE,GAAG,CAAC;QAAC,IAAI,EAAE,MAAM,CAAC;KAAE,EAAE,CAAC;IA6CrF;;OAEG;IACU,gBAAgB,CAC3B,GAAG,EAAE,MAAM,EACX,MAAM,CAAC,EAAE,OAAO,EAAE,GACjB,OAAO,CAAC;QAAE,IAAI,EAAE,GAAG,CAAC;QAAC,IAAI,EAAE,MAAM,CAAC;KAAE,EAAE,CAAC;IAoB1C;;OAEG;IACI,iBAAiB,CAAC,MAAM,EAAE,MAAM,GAAG,MAAM;IAYhD;;OAEG;IACI,eAAe,CAAC,UAAU,EAAE,MAAM,GAAG,MAAM;IAIlD;;OAEG;IACI,aAAa,CAAC,UAAU,EAAE,MAAM,GAAG,MAAM;IAIhD;;;OAGG;IACU,iBAAiB;IAI9B;;;OAGG;IACU,MAAM,CAAC,SAAS,EAAE,MAAM,EAAE,OAAO,EAAE,aAAa;;;;;;;;;IA4B7D;;OAEG;YACW,aAAa;IAQ3B;;OAEG;YACW,eAAe;IAS7B;;OAEG;YACW,WAAW;IAmBzB;;OAEG;YACW,kBAAkB;IAiDhC;;OAEG;YACW,eAAe;IAoC7B;;;;;;;;;;;;;;;;OAgBG;YACW,0BAA0B;IAYxC;;;;;;;;;;;;;;;;OAgBG;YACW,4BAA4B;CAW3C"}
package/dist/src/DatabricksDriver.js CHANGED
@@ -38,6 +38,15 @@ async function resolveJDBCDriver() {
38
38
  'project directory');
39
39
  }));
40
40
  }
41
+ /**
42
+ * Returns pre-aggregations schema name.
43
+ */
44
+ function getPreaggsSchemaName() {
45
+ const devMode = process.env.NODE_ENV !== 'production' || shared_1.getEnv('devMode');
46
+ return shared_1.getEnv('preAggregationsSchema') || devMode
47
+ ? 'dev_pre_aggregations'
48
+ : 'prod_pre_aggregations';
49
+ }
41
50
  /**
42
51
  * Databricks driver class.
43
52
  */
@@ -49,24 +58,30 @@ class DatabricksDriver extends jdbc_driver_1.JDBCDriver {
49
58
  const dataSource = conf.dataSource ||
50
59
  shared_1.assertDataSource('default');
51
60
  let showSparkProtocolWarn = false;
52
- let url = shared_1.getEnv('databrickUrl', { dataSource });
61
+ let url = (conf === null || conf === void 0 ? void 0 : conf.url) ||
62
+ shared_1.getEnv('databrickUrl', { dataSource }) ||
63
+ shared_1.getEnv('jdbcUrl', { dataSource });
53
64
  if (url.indexOf('jdbc:spark://') !== -1) {
54
65
  showSparkProtocolWarn = true;
55
66
  url = url.replace('jdbc:spark://', 'jdbc:databricks://');
56
67
  }
57
68
  const config = {
58
69
  ...conf,
70
+ url,
59
71
  dbType: 'databricks',
60
72
  drivername: 'com.databricks.client.jdbc.Driver',
61
73
  customClassPath: undefined,
62
74
  properties: {
63
75
  // PWD-parameter passed to the connection string has higher priority,
64
76
  // so we can set this one to an empty string to avoid a Java error.
65
- PWD: shared_1.getEnv('databrickToken', { dataSource }) || '',
77
+ PWD: (conf === null || conf === void 0 ? void 0 : conf.token) ||
78
+ shared_1.getEnv('databrickToken', { dataSource }) ||
79
+ '',
66
80
  UserAgentEntry: `CubeDev+Cube/${version} (Databricks)`,
67
81
  },
82
+ catalog: (conf === null || conf === void 0 ? void 0 : conf.catalog) ||
83
+ shared_1.getEnv('databricksCatalog', { dataSource }),
68
84
  database: shared_1.getEnv('dbName', { required: false, dataSource }),
69
- url,
70
85
  // common export bucket config
71
86
  bucketType: (conf === null || conf === void 0 ? void 0 : conf.bucketType) ||
72
87
  shared_1.getEnv('dbExportBucketType', { supported: ['s3', 'azure'], dataSource }),
@@ -101,13 +116,56 @@ class DatabricksDriver extends jdbc_driver_1.JDBCDriver {
101
116
  static getDefaultConcurrency() {
102
117
  return 2;
103
118
  }
119
+ /**
120
+ * @override
121
+ */
104
122
  readOnly() {
105
123
  return !!this.config.readOnly;
106
124
  }
125
+ /**
126
+ * @override
127
+ */
128
+ capabilities() {
129
+ return { unloadWithoutTempTable: true };
130
+ }
131
+ /**
132
+ * @override
133
+ */
107
134
  setLogger(logger) {
108
135
  super.setLogger(logger);
109
136
  this.showDeprecations();
110
137
  }
138
+ /**
139
+ * @override
140
+ */
141
+ async loadPreAggregationIntoTable(preAggregationTableName, loadSql, params, _options) {
142
+ if (this.config.catalog) {
143
+ const [schema] = preAggregationTableName.split('.');
144
+ return super.loadPreAggregationIntoTable(preAggregationTableName, loadSql.replace(new RegExp(`(?<=\\s)${schema}\\.(?=[^\\s]+)`, 'g'), `${this.config.catalog}.${schema}.`), params, _options);
145
+ }
146
+ else {
147
+ return super.loadPreAggregationIntoTable(preAggregationTableName, loadSql, params, _options);
148
+ }
149
+ }
150
+ /**
151
+ * @override
152
+ */
153
+ async query(query, values) {
154
+ if (this.config.catalog) {
155
+ return super.query(query.replace(new RegExp(`(?<=\\s)${getPreaggsSchemaName()}\\.(?=[^\\s]+)`, 'g'), `${this.config.catalog}.${getPreaggsSchemaName()}.`), values);
156
+ }
157
+ else {
158
+ return super.query(query, values);
159
+ }
160
+ }
161
+ /**
162
+ * @override
163
+ */
164
+ dropTable(tableName, options) {
165
+ var _a;
166
+ const tableFullName = `${((_a = this.config) === null || _a === void 0 ? void 0 : _a.catalog) ? `${this.config.catalog}.` : ''}${tableName}`;
167
+ return super.dropTable(tableFullName, options);
168
+ }
111
169
  showDeprecations() {
112
170
  var _a;
113
171
  if (this.config.url) {
@@ -135,29 +193,86 @@ class DatabricksDriver extends jdbc_driver_1.JDBCDriver {
135
193
  async getCustomClassPath() {
136
194
  return resolveJDBCDriver();
137
195
  }
196
+ /**
197
+ * Execute create schema query.
198
+ */
138
199
  async createSchemaIfNotExists(schemaName) {
139
- return this.query(`CREATE SCHEMA IF NOT EXISTS ${schemaName}`, []);
200
+ return this.query(`CREATE SCHEMA IF NOT EXISTS ${this.getSchemaFullName(schemaName)}`, []);
140
201
  }
141
- quoteIdentifier(identifier) {
142
- return `\`${identifier}\``;
202
+ /**
203
+ * Returns the list of the tables for the specified schema.
204
+ */
205
+ async getTablesQuery(schemaName) {
206
+ const response = await this.query(`SHOW TABLES IN ${this.getSchemaFullName(schemaName)}`, []);
207
+ return response.map((row) => ({
208
+ table_name: row.tableName,
209
+ }));
210
+ }
211
+ /**
212
+ * Returns tables meta data object.
213
+ */
214
+ async tablesSchema() {
215
+ const tables = await this.getTables();
216
+ const metadata = {};
217
+ await Promise.all(tables.map(async ({ database, tableName }) => {
218
+ if (!(database in metadata)) {
219
+ metadata[database] = {};
220
+ }
221
+ const columns = await this.tableColumnTypes(`${database}.${tableName}`);
222
+ metadata[database][tableName] = columns;
223
+ }));
224
+ return metadata;
225
+ }
226
+ /**
227
+ * Returns list of accessible tables.
228
+ */
229
+ async getTables() {
230
+ var _a;
231
+ if (this.config.database) {
232
+ return this.query(`SHOW TABLES IN ${this.getSchemaFullName(this.config.database)}`, []);
233
+ }
234
+ const databases = await this.query(`SHOW DATABASES${((_a = this.config) === null || _a === void 0 ? void 0 : _a.catalog) ? ` IN ${this.quoteIdentifier(this.config.catalog)}`
235
+ : ''}`, []);
236
+ const tables = await Promise.all(databases.map(async ({ databaseName }) => this.query(`SHOW TABLES IN ${this.getSchemaFullName(databaseName)}`, [])));
237
+ return tables.flat();
143
238
  }
239
+ /**
240
+ * Returns table columns types.
241
+ */
144
242
  async tableColumnTypes(table) {
145
- const [schema, tableName] = table.split('.');
243
+ var _a;
244
+ let tableFullName = '';
245
+ const tableArray = table.split('.');
246
+ if (tableArray.length === 3) {
247
+ tableFullName = `${this.quoteIdentifier(tableArray[0])}.${this.quoteIdentifier(tableArray[1])}.${this.quoteIdentifier(tableArray[2])}`;
248
+ }
249
+ else if (tableArray.length === 2 && ((_a = this.config) === null || _a === void 0 ? void 0 : _a.catalog)) {
250
+ tableFullName = `${this.quoteIdentifier(this.config.catalog)}.${this.quoteIdentifier(tableArray[0])}.${this.quoteIdentifier(tableArray[1])}`;
251
+ }
252
+ else {
253
+ tableFullName = `${this.quoteIdentifier(tableArray[0])}.${this.quoteIdentifier(tableArray[1])}`;
254
+ }
146
255
  const result = [];
147
- const response = await this.query(`DESCRIBE ${schema}.${tableName}`, []);
256
+ const response = await this.query(`DESCRIBE ${tableFullName}`, []);
148
257
  for (const column of response) {
149
258
  // Databricks describe additional info by default after empty line.
150
259
  if (column.col_name === '') {
151
260
  break;
152
261
  }
153
- result.push({ name: column.col_name, type: this.toGenericType(column.data_type) });
262
+ result.push({
263
+ name: column.col_name,
264
+ type: this.toGenericType(column.data_type),
265
+ });
154
266
  }
155
267
  return result;
156
268
  }
269
+ /**
270
+ * Returns query columns types.
271
+ */
157
272
  async queryColumnTypes(sql, params) {
158
273
  const result = [];
159
274
  // eslint-disable-next-line camelcase
160
- const response = await this.query(`DESCRIBE QUERY ${sql}`, params);
275
+ const response = await this.query(`DESCRIBE QUERY ${sql}`, params || []);
161
276
  for (const column of response) {
162
277
  // Databricks describe additional info by default after empty line.
163
278
  if (column.col_name === '') {
@@ -167,35 +282,30 @@ class DatabricksDriver extends jdbc_driver_1.JDBCDriver {
167
282
  }
168
283
  return result;
169
284
  }
170
- async getTablesQuery(schemaName) {
171
- const response = await this.query(`SHOW TABLES IN ${this.quoteIdentifier(schemaName)}`, []);
172
- return response.map((row) => ({
173
- table_name: row.tableName,
174
- }));
175
- }
176
- async getTables() {
177
- if (this.config.database) {
178
- return this.query(`SHOW TABLES IN ${this.quoteIdentifier(this.config.database)}`, []);
285
+ /**
286
+ * Returns schema full name.
287
+ */
288
+ getSchemaFullName(schema) {
289
+ var _a;
290
+ if ((_a = this.config) === null || _a === void 0 ? void 0 : _a.catalog) {
291
+ return `${this.quoteIdentifier(this.config.catalog)}.${this.quoteIdentifier(schema)}`;
292
+ }
293
+ else {
294
+ return `${this.quoteIdentifier(schema)}`;
179
295
  }
180
- const databases = await this.query('SHOW DATABASES', []);
181
- const allTables = await Promise.all(databases.map(async ({ databaseName }) => this.query(`SHOW TABLES IN ${this.quoteIdentifier(databaseName)}`, [])));
182
- return allTables.flat();
183
296
  }
297
+ /**
298
+ * Returns quoted string.
299
+ */
300
+ quoteIdentifier(identifier) {
301
+ return `\`${identifier}\``;
302
+ }
303
+ /**
304
+ * Returns the JS type by the Databricks type.
305
+ */
184
306
  toGenericType(columnType) {
185
307
  return DatabricksToGenericType[columnType.toLowerCase()] || super.toGenericType(columnType);
186
308
  }
187
- async tablesSchema() {
188
- const tables = await this.getTables();
189
- const metadata = {};
190
- await Promise.all(tables.map(async ({ database, tableName }) => {
191
- if (!(database in metadata)) {
192
- metadata[database] = {};
193
- }
194
- const columns = await this.tableColumnTypes(`${database}.${tableName}`);
195
- metadata[database][tableName] = columns;
196
- }));
197
- return metadata;
198
- }
199
309
  /**
200
310
  * Determines whether export bucket feature is configured or no.
201
311
  * @returns {boolean}
@@ -203,14 +313,19 @@ class DatabricksDriver extends jdbc_driver_1.JDBCDriver {
203
313
  async isUnloadSupported() {
204
314
  return this.config.exportBucket !== undefined;
205
315
  }
316
+ /**
317
+ * Returns an object with the links to unloaded to the export bucket
318
+ * data to the Cubestore.
319
+ */
206
320
  async unload(tableName, options) {
207
321
  if (!['azure', 's3'].includes(this.config.bucketType)) {
208
322
  throw new Error(`Unsupported export bucket type: ${this.config.bucketType}`);
209
323
  }
324
+ const tableFullName = `${this.config.catalog ? `${this.config.catalog}.` : ''}${tableName}`;
210
325
  const types = options.query ?
211
- await this.unloadWithSql(tableName, options.query.sql, options.query.params) :
212
- await this.unloadWithTable(tableName);
213
- const pathname = `${this.config.exportBucket}/${tableName}.csv`;
326
+ await this.unloadWithSql(tableFullName, options.query.sql, options.query.params) :
327
+ await this.unloadWithTable(tableFullName);
328
+ const pathname = `${this.config.exportBucket}/${tableFullName}.csv`;
214
329
  const csvFile = await this.getCsvFiles(pathname);
215
330
  return {
216
331
  exportBucketCsvEscapeSymbol: this.config.exportBucketCsvEscapeSymbol,
@@ -220,24 +335,24 @@ class DatabricksDriver extends jdbc_driver_1.JDBCDriver {
220
335
  };
221
336
  }
222
337
  /**
223
- * Create table with query and unload it to bucket
338
+ * Unload data from the SQL query to the export bucket.
224
339
  */
225
- async unloadWithSql(tableName, sql, params) {
340
+ async unloadWithSql(tableFullName, sql, params) {
226
341
  const types = await this.queryColumnTypes(sql, params);
227
- await this.createExternalTableFromSql(tableName, sql, params);
342
+ await this.createExternalTableFromSql(tableFullName, sql, params);
228
343
  return types;
229
344
  }
230
345
  /**
231
- * Create table from preaggregation table with location and unload it to bucket
346
+ * Unload data from the temp table to the export bucket.
232
347
  */
233
- async unloadWithTable(tableName) {
234
- const types = await this.tableColumnTypes(tableName);
348
+ async unloadWithTable(tableFullName) {
349
+ const types = await this.tableColumnTypes(tableFullName);
235
350
  const columns = types.map(t => t.name).join(', ');
236
- await this.createExternalTableFromTable(tableName, columns);
351
+ await this.createExternalTableFromTable(tableFullName, columns);
237
352
  return types;
238
353
  }
239
354
  /**
240
- * return csv files signed URLs array.
355
+ * Returns an array of signed URLs of the unloaded csv files.
241
356
  */
242
357
  async getCsvFiles(pathname) {
243
358
  let res;
@@ -320,7 +435,7 @@ class DatabricksDriver extends jdbc_driver_1.JDBCDriver {
320
435
  return csvFile;
321
436
  }
322
437
  /**
323
- * Saves specified table to the configured bucket. This requires Databricks
438
+ * Saves specified query to the configured bucket. This requires Databricks
324
439
  * cluster to be configured.
325
440
  *
326
441
  * For Azure blob storage you need to configure account access key in
@@ -336,25 +451,39 @@ class DatabricksDriver extends jdbc_driver_1.JDBCDriver {
336
451
  * `fs.s3a.access.key <aws-access-key>`
337
452
  * `fs.s3a.secret.key <aws-secret-key>`
338
453
  */
339
- async createExternalTableFromSql(table, sql, params) {
454
+ async createExternalTableFromSql(tableFullName, sql, params) {
340
455
  await this.query(`
341
- CREATE TABLE ${table}_csv_export
342
- USING CSV LOCATION '${this.config.exportBucketMountDir || this.config.exportBucket}/${table}.csv'
456
+ CREATE TABLE ${tableFullName}_csv_export
457
+ USING CSV LOCATION '${this.config.exportBucketMountDir || this.config.exportBucket}/${tableFullName}.csv'
343
458
  OPTIONS (escape = '"')
344
459
  AS (${sql})
345
460
  `, params);
346
461
  }
347
- async createExternalTableFromTable(table, columns) {
462
+ /**
463
+ * Saves specified table to the configured bucket. This requires Databricks
464
+ * cluster to be configured.
465
+ *
466
+ * For Azure blob storage you need to configure account access key in
467
+ * Cluster -> Configuration -> Advanced options
468
+ * (https://docs.databricks.com/data/data-sources/azure/azure-storage.html#access-azure-blob-storage-directly)
469
+ *
470
+ * `fs.azure.account.key.<storage-account-name>.blob.core.windows.net <storage-account-access-key>`
471
+ *
472
+ * For S3 bucket storage you need to configure AWS access key and secret in
473
+ * Cluster -> Configuration -> Advanced options
474
+ * (https://docs.databricks.com/data/data-sources/aws/amazon-s3.html#access-s3-buckets-directly)
475
+ *
476
+ * `fs.s3a.access.key <aws-access-key>`
477
+ * `fs.s3a.secret.key <aws-secret-key>`
478
+ */
479
+ async createExternalTableFromTable(tableFullName, columns) {
348
480
  await this.query(`
349
- CREATE TABLE ${table}_csv_export
350
- USING CSV LOCATION '${this.config.exportBucketMountDir || this.config.exportBucket}/${table}.csv'
481
+ CREATE TABLE ${tableFullName}_csv_export
482
+ USING CSV LOCATION '${this.config.exportBucketMountDir || this.config.exportBucket}/${tableFullName}.csv'
351
483
  OPTIONS (escape = '"')
352
- AS SELECT ${columns} FROM ${table}
484
+ AS SELECT ${columns} FROM ${tableFullName}
353
485
  `, []);
354
486
  }
355
- capabilities() {
356
- return { unloadWithoutTempTable: true };
357
- }
358
487
  }
359
488
  exports.DatabricksDriver = DatabricksDriver;
360
489
  //# sourceMappingURL=DatabricksDriver.js.map
package/dist/src/DatabricksDriver.js.map CHANGED
@@ -1 +1 @@
1
- {"version":3,"file":"DatabricksDriver.js","sourceRoot":"","sources":["../../src/DatabricksDriver.ts"],"names":[],"mappings":";AAAA;;;;GAIG;;;;;;AAEH,mDAGgC;AAChC,4CAAoB;AACpB,gDAAwB;AACxB,kDAA0D;AAC1D,wEAA6D;AAC7D,sDAM6B;AAE7B,6DAGqC;AACrC,uDAAoD;AACpD,2CAAiD;AAEjD,MAAM,EAAE,OAAO,EAAE,GAAG,OAAO,CAAC,oBAAoB,CAAC,CAAC;AA0BlD,KAAK,UAAU,YAAY,CACzB,MAAc,EACd,EAAyB;IAEzB,IAAI,YAAE,CAAC,UAAU,CAAC,MAAM,CAAC,EAAE;QACzB,OAAO,MAAM,CAAC;KACf;IACD,OAAO,EAAE,EAAE,CAAC;AACd,CAAC;AAYD,MAAM,uBAAuB,GAA2B;IACtD,eAAe,EAAE,QAAQ;CAC1B,CAAC;AAEF,KAAK,UAAU,iBAAiB;IAC9B,OAAO,YAAY,CACjB,cAAI,CAAC,IAAI,CAAC,OAAO,CAAC,GAAG,EAAE,EAAE,sBAAsB,CAAC,EAChD,KAAK,IAAI,EAAE,CAAC,YAAY,CACtB,cAAI,CAAC,IAAI,CAAC,SAAS,EAAE,IAAI,EAAE,UAAU,EAAE,sBAAsB,CAAC,EAC9D,KAAK,IAAI,EAAE;QACT,MAAM,UAAU,GAAG,MAAM,8BAAkB,EAAE,CAAC;QAC9C,IAAI,UAAU,EAAE;YACd,OAAO,UAAU,CAAC;SACnB;QACD,MAAM,IAAI,KAAK,CACb,6DAA6D;YAC7D,mBAAmB,CACpB,CAAC;IACJ,CAAC,CACF,CACF,CAAC;AACJ,CAAC;AAED;;GAEG;AACH,MAAa,gBAAiB,SAAQ,wBAAU;IAgB9C;;OAEG;IACH,YACE,OAUI,EAAE;QAEN,MAAM,UAAU,GACd,IAAI,CAAC,UAAU;YACf,yBAAgB,CAAC,SAAS,CAAC,CAAC;QAE9B,IAAI,qBAAqB,GAAG,KAAK,CAAC;QAClC,IAAI,GAAG,GAAW,eAAM,CAAC,cAAc,EAAE,EAAE,UAAU,EAAE,CAAC,CAAC;QACzD,IAAI,GAAG,CAAC,OAAO,CAAC,eAAe,CAAC,KAAK,CAAC,CAAC,EAAE;YACvC,qBAAqB,GAAG,IAAI,CAAC;YAC7B,GAAG,GAAG,GAAG,CAAC,OAAO,CAAC,eAAe,EAAE,oBAAoB,CAAC,CAAC;SAC1D;QAED,MAAM,MAAM,GAAkC;YAC5C,GAAG,IAAI;YACP,MAAM,EAAE,YAAY;YACpB,UAAU,EAAE,mCAAmC;YAC/C,eAAe,EAAE,SAAS;YAC1B,UAAU,EAAE;gBACV,qEAAqE;gBACrE,mEAAmE;gBACnE,GAAG,EAAE,eAAM,CAAC,gBAAgB,EAAE,EAAE,UAAU,EAAE,CAAC,IAAI,EAAE;gBACnD,cAAc,EAAE,gBAAgB,OAAO,eAAe;aACvD;YACD,QAAQ,EAAE,eAAM,CAAC,QAAQ,EAAE,EAAE,QAAQ,EAAE,KAAK,EAAE,UAAU,EAAE,CAAC;YAC3D,GAAG;YACH,8BAA8B;YAC9B,UAAU,EACR,CAAA,IAAI,aAAJ,IAAI,uBAAJ,IAAI,CAAE,UAAU;gBAChB,eAAM,CAAC,oBAAoB,EAAE,EAAE,SAAS,EAAE,CAAC,IAAI,EAAE,OAAO,CAAC,EAAE,UAAU,EAAE,CAAC;YAC1E,YAAY,EACV,CAAA,IAAI,aAAJ,IAAI,uBAAJ,IAAI,CAAE,YAAY;gBAClB,eAAM,CAAC,gBAAgB,EAAE,EAAE,UAAU,EAAE,CAAC;YAC1C,oBAAoB,EAClB,CAAA,IAAI,aAAJ,IAAI,uBAAJ,IAAI,CAAE,oBAAoB;gBAC1B,eAAM,CAAC,wBAAwB,EAAE,EAAE,UAAU,EAAE,CAAC;YAClD,YAAY,EAAE,CACZ,CAAA,IAAI,aAAJ,IAAI,uBAAJ,IAAI,CAAE,YAAY;gBAClB,eAAM,CAAC,mBAAmB,EAAE,EAAE,UAAU,EAAE,CAAC,CAC5C,GAAG,IAAI;YACR,2BAA2B;YAC3B,MAAM,EACJ,CAAA,IAAI,aAAJ,IAAI,uBAAJ,IAAI,CAAE,MAAM;gBACZ,eAAM,CAAC,sBAAsB,EAAE,EAAE,UAAU,EAAE,CAAC;YAChD,SAAS,EACP,CAAA,IAAI,aAAJ,IAAI,uBAAJ,IAAI,CAAE,SAAS;gBACf,eAAM,CAAC,yBAAyB,EAAE,EAAE,UAAU,EAAE,CAAC;YACnD,SAAS,EACP,CAAA,IAAI,aAAJ,IAAI,uBAAJ,IAAI,CAAE,SAAS;gBACf,eAAM,CAAC,yBAAyB,EAAE,EAAE,UAAU,EAAE,CAAC;YACnD,sBAAsB;YACtB,QAAQ,EACN,CAAA,IAAI,aAAJ,IAAI,uBAAJ,IAAI,CAAE,QAAQ;gBACd,eAAM,CAAC,wBAAwB,EAAE,EAAE,UAAU,EAAE,CAAC;YAClD,2BAA2B,EAAE,eAAM,CAAC,+BAA+B,EAAE,EAAE,UAAU,EAAE,CAAC;SACrF,CAAC;QACF,KAAK,CAAC,MAAM,CAAC,CAAC;QACd,IAAI,CAAC,MAAM,GAAG,MAAM,CAAC;QACrB,IAAI,CAAC,qBAAqB,GAAG,qBAAqB,CAAC;IACrD,CAAC;IApFM,MAAM,CAAC,YAAY;QACxB,OAAO,iCAAe,CAAC;IACzB,CAAC;IAED;;OAEG;IACI,MAAM,CAAC,qBAAqB;QACjC,OAAO,CAAC,CAAC;IACX,CAAC;IA6EM,QAAQ;QACb,OAAO,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC;IAChC,CAAC;IAEM,SAAS,CAAC,MAAW;QAC1B,KAAK,CAAC,SAAS,CAAC,MAAM,CAAC,CAAC;QACxB,IAAI,CAAC,gBAAgB,EAAE,CAAC;IAC1B,CAAC;IAEM,gBAAgB;;QACrB,IAAI,IAAI,CAAC,MAAM,CAAC,GAAG,EAAE;YACnB,MAAM,MAAM,SAAG,IAAI,CAAC,MAAM,CAAC,GAAG;iBAC3B,KAAK,CAAC,GAAG,CAAC;iBACV,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,0CAC/B,KAAK,CAAC,GAAG,EAAE,CAAC,CAAC,CAAC;YAElB,IAAI,MAAM,EAAE;gBACV,IAAI,CAAC,MAAM,CAAC,gDAAgD,EAAE;oBAC5D,OAAO,EACL,sEAAsE;wBACtE,wEAAwE;iBAC3E,CAAC,CAAC;aACJ;SACF;QACD,IAAI,IAAI,CAAC,qBAAqB,EAAE;YAC9B,IAAI,CAAC,MAAM,CAAC,iCAAiC,EAAE;gBAC7C,OAAO,EACL,kFAAkF;oBAClF,2EAA2E;oBAC3E,6BAA6B;aAChC,CAAC,CAAC;SACJ;IACH,CAAC;IAED;;OAEG;IACO,KAAK,CAAC,kBAAkB;QAChC,OAAO,iBAAiB,EAAE,CAAC;IAC7B,CAAC;IAEM,KAAK,CAAC,uBAAuB,CAAC,UAAkB;QACrD,OAAO,IAAI,CAAC,KAAK,CAAC,+BAA+B,UAAU,EAAE,EAAE,EAAE,CAAC,CAAC;IACrE,CAAC;IAEM,eAAe,CAAC,UAAkB;QACvC,OAAO,KAAK,UAAU,IAAI,CAAC;IAC7B,CAAC;IAEM,KAAK,CAAC,gBAAgB,CAAC,KAAa;QACzC,MAAM,CAAC,MAAM,EAAE,SAAS,CAAC,GAAG,KAAK,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;QAE7C,MAAM,MAAM,GAAG,EAAE,CAAC;QAClB,MAAM,QAAQ,GAAU,MAAM,IAAI,CAAC,KAAK,CAAC,YAAY,MAAM,IAAI,SAAS,EAAE,EAAE,EAAE,CAAC,CAAC;QAEhF,KAAK,MAAM,MAAM,IAAI,QAAQ,EAAE;YAC7B,mEAAmE;YACnE,IAAI,MAAM,CAAC,QAAQ,KAAK,EAAE,EAAE;gBAC1B,MAAM;aACP;YAED,MAAM,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,MAAM,CAAC,QAAQ,EAAE,IAAI,EAAE,IAAI,CAAC,aAAa,CAAC,MAAM,CAAC,SAAS,CAAC,EAAE,CAAC,CAAC;SACpF;QAED,OAAO,MAAM,CAAC;IAChB,CAAC;IAEO,KAAK,CAAC,gBAAgB,CAAC,GAAW,EAAE,MAAiB;QAC3D,MAAM,MAAM,GAAG,EAAE,CAAC;QAClB,qCAAqC;QACrC,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,KAAK,CAAwC,kBAAkB,GAAG,EAAE,EAAE,MAAM,CAAC,CAAC;QAE1G,KAAK,MAAM,MAAM,IAAI,QAAQ,EAAE;YAC7B,mEAAmE;YACnE,IAAI,MAAM,CAAC,QAAQ,KAAK,EAAE,EAAE;gBAC1B,MAAM;aACP;YAED,MAAM,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,MAAM,CAAC,QAAQ,EAAE,IAAI,EAAE,IAAI,CAAC,aAAa,CAAC,MAAM,CAAC,SAAS,CAAC,EAAE,CAAC,CAAC;SACpF;QAED,OAAO,MAAM,CAAC;IAChB,CAAC;IAEM,KAAK,CAAC,cAAc,CAAC,UAAkB;QAC5C,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,KAAK,CAAC,kBAAkB,IAAI,CAAC,eAAe,CAAC,UAAU,CAAC,EAAE,EAAE,EAAE,CAAC,CAAC;QAE5F,OAAO,QAAQ,CAAC,GAAG,CAAC,CAAC,GAAQ,EAAE,EAAE,CAAC,CAAC;YACjC,UAAU,EAAE,GAAG,CAAC,SAAS;SAC1B,CAAC,CAAC,CAAC;IACN,CAAC;IAES,KAAK,CAAC,SAAS;QACvB,IAAI,IAAI,CAAC,MAAM,CAAC,QAAQ,EAAE;YACxB,OAAa,IAAI,CAAC,KAAK,CAAe,kBAAkB,IAAI,CAAC,eAAe,CAAC,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,EAAE,EAAE,EAAE,CAAC,CAAC;SAC3G;QAED,MAAM,SAAS,GAAG,MAAM,IAAI,CAAC,KAAK,CAAmB,gBAAgB,EAAE,EAAE,CAAC,CAAC;QAE3E,MAAM,SAAS,GAAG,MAAM,OAAO,CAAC,GAAG,CACjC,SAAS,CAAC,GAAG,CAAC,KAAK,EAAE,EAAE,YAAY,EAAE,EAAE,EAAE,CAAC,IAAI,CAAC,KAAK,CAClD,kBAAkB,IAAI,CAAC,eAAe,CAAC,YAAY,CAAC,EAAE,EACtD,EAAE,CACH,CAAC,CACH,CAAC;QAEF,OAAO,SAAS,CAAC,IAAI,EAAE,CAAC;IAC1B,CAAC;IAEM,aAAa,CAAC,UAAkB;QACrC,OAAO,uBAAuB,CAAC,UAAU,CAAC,WAAW,EAAE,CAAC,IAAI,KAAK,CAAC,aAAa,CAAC,UAAU,CAAC,CAAC;IAC9F,CAAC;IAEM,KAAK,CAAC,YAAY;QACvB,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,SAAS,EAAE,CAAC;QAEtC,MAAM,QAAQ,GAA2C,EAAE,CAAC;QAE5D,MAAM,OAAO,CAAC,GAAG,CAAC,MAAM,CAAC,GAAG,CAAC,KAAK,EAAE,EAAE,QAAQ,EAAE,SAAS,EAAE,EAAE,EAAE;YAC7D,IAAI,CAAC,CAAC,QAAQ,IAAI,QAAQ,CAAC,EAAE;gBAC3B,QAAQ,CAAC,QAAQ,CAAC,GAAG,EAAE,CAAC;aACzB;YAED,MAAM,OAAO,GAAG,MAAM,IAAI,CAAC,gBAAgB,CAAC,GAAG,QAAQ,IAAI,SAAS,EAAE,CAAC,CAAC;YACxE,QAAQ,CAAC,QAAQ,CAAC,CAAC,SAAS,CAAC,GAAG,OAAO,CAAC;QAC1C,CAAC,CAAC,CAAC,CAAC;QAEJ,OAAO,QAAQ,CAAC;IAClB,CAAC;IAED;;;OAGG;IACI,KAAK,CAAC,iBAAiB;QAC5B,OAAO,IAAI,CAAC,MAAM,CAAC,YAAY,KAAK,SAAS,CAAC;IAChD,CAAC;IAEM,KAAK,CAAC,MAAM,CAAC,SAAiB,EAAE,OAAsB;QAC3D,IAAI,CAAC,CAAC,OAAO,EAAE,IAAI,CAAC,CAAC,QAAQ,CAAC,IAAI,CAAC,MAAM,CAAC,UAAoB,CAAC,EAAE;YAC/D,MAAM,IAAI,KAAK,CAAC,mCACd,IAAI,CAAC,MAAM,CAAC,UACd,EAAE,CAAC,CAAC;SACL;QAED,MAAM,KAAK,GAAG,OAAO,CAAC,KAAK,CAAC,CAAC;YAC3B,MAAM,IAAI,CAAC,aAAa,CAAC,SAAS,EAAE,OAAO,CAAC,KAAK,CAAC,GAAG,EAAE,OAAO,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC;YAC9E,MAAM,IAAI,CAAC,eAAe,CAAC,SAAS,CAAC,CAAC;QAExC,MAAM,QAAQ,GAAG,GAAG,IAAI,CAAC,MAAM,CAAC,YAAY,IAAI,SAAS,MAAM,CAAC;QAChE,MAAM,OAAO,GAAG,MAAM,IAAI,CAAC,WAAW,CACpC,QAAQ,CACT,CAAC;QAEF,OAAO;YACL,2BAA2B,EAAE,IAAI,CAAC,MAAM,CAAC,2BAA2B;YACpE,OAAO;YACP,KAAK;YACL,WAAW,EAAE,IAAI;SAClB,CAAC;IACJ,CAAC;IAED;;OAEG;IACK,KAAK,CAAC,aAAa,CAAC,SAAiB,EAAE,GAAW,EAAE,MAAiB;QAC3E,MAAM,KAAK,GAAG,MAAM,IAAI,CAAC,gBAAgB,CAAC,GAAG,EAAE,MAAM,CAAC,CAAC;QAEvD,MAAM,IAAI,CAAC,0BAA0B,CAAC,SAAS,EAAE,GAAG,EAAE,MAAM,CAAC,CAAC;QAE9D,OAAO,KAAK,CAAC;IACf,CAAC;IAED;;OAEG;IACK,KAAK,CAAC,eAAe,CAAC,SAAiB;QAC7C,MAAM,KAAK,GAAG,MAAM,IAAI,CAAC,gBAAgB,CAAC,SAAS,CAAC,CAAC;QACrD,MAAM,OAAO,GAAG,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QAElD,MAAM,IAAI,CAAC,4BAA4B,CAAC,SAAS,EAAE,OAAO,CAAC,CAAC;QAE5D,OAAO,KAAK,CAAC;IACf,CAAC;IAED;;OAEG;IACK,KAAK,CAAC,WAAW,CACvB,QAAgB;QAEhB,IAAI,GAAG,CAAC;QACR,QAAQ,IAAI,CAAC,MAAM,CAAC,UAAU,EAAE;YAC9B,KAAK,OAAO;gBACV,GAAG,GAAG,MAAM,IAAI,CAAC,kBAAkB,CAAC,QAAQ,CAAC,CAAC;gBAC9C,MAAM;YACR,KAAK,IAAI;gBACP,GAAG,GAAG,MAAM,IAAI,CAAC,eAAe,CAAC,QAAQ,CAAC,CAAC;gBAC3C,MAAM;YACR;gBACE,MAAM,IAAI,KAAK,CAAC,mCACd,IAAI,CAAC,MAAM,CAAC,UACd,EAAE,CAAC,CAAC;SACP;QACD,OAAO,GAAG,CAAC;IACb,CAAC;IAED;;OAEG;IACK,KAAK,CAAC,kBAAkB,CAC9B,QAAgB;QAEhB,MAAM,OAAO,GAAa,EAAE,CAAC;QAC7B,MAAM,CAAC,SAAS,EAAE,OAAO,CAAC,GACxB,QAAQ,CAAC,KAAK,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;QAC7D,MAAM,UAAU,GACd,QAAQ,CAAC,KAAK,CAAC,GAAG,IAAI,CAAC,MAAM,CAAC,YAAY,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC;QACpD,MAAM,IAAI,GAAG,IAAI,MAAM,CAAC,GAAG,UAAU,cAAc,EAAE,GAAG,CAAC,CAAC;QAE1D,MAAM,UAAU,GAAG,IAAI,yCAA0B,CAC/C,OAAO,EACP,IAAI,CAAC,MAAM,CAAC,QAAkB,CAC/B,CAAC;QACF,MAAM,UAAU,GAAG,IAAI,gCAAiB,CACtC,WAAW,OAAO,wBAAwB,EAC1C,UAAU,CACX,CAAC;QACF,MAAM,eAAe,GAAG,UAAU,CAAC,kBAAkB,CAAC,SAAS,CAAC,CAAC;QACjE,MAAM,SAAS,GAAG,eAAe,CAAC,aAAa,CAAC,EAAE,MAAM,EAAE,UAAU,EAAE,CAAC,CAAC;QACxE,IAAI,KAAK,EAAE,MAAM,IAAI,IAAI,SAAS,EAAE;YAClC,IAAI,IAAI,CAAC,IAAI,IAAI,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE;gBACrC,MAAM,GAAG,GAAG,6CAA8B,CACxC;oBACE,aAAa,EAAE,SAAS;oBACxB,QAAQ,EAAE,IAAI,CAAC,IAAI;oBACnB,WAAW,EAAE,sCAAuB,CAAC,KAAK,CAAC,GAAG,CAAC;oBAC/C,QAAQ,EAAE,IAAI,IAAI,CAAC,IAAI,IAAI,EAAE,CAAC,OAAO,EAAE,CAAC;oBACxC,SAAS,EACP,IAAI,IAAI,CAAC,IAAI,IAAI,EAAE,CAAC,OAAO,EAAE,GAAG,IAAI,GAAG,EAAE,GAAG,EAAE,CAAC;oBACjD,QAAQ,EAAE,0BAAW,CAAC,KAAK;oBAC3B,OAAO,EAAE,YAAY;iBACtB,EACD,UAAU,CACX,CAAC,QAAQ,EAAE,CAAC;gBACb,OAAO,CAAC,IAAI,CAAC,WACX,OACF,0BACE,SACF,IAAI,IAAI,CAAC,IAAI,IAAI,GAAG,EAAE,CAAC,CAAC;aACzB;SACF;QACD,IAAI,OAAO,CAAC,MAAM,KAAK,CAAC,EAAE;YACxB,MAAM,IAAI,KAAK,CAAC,sDAAsD;gBACpE,gDAAgD,CAAC,CAAC;SACrD;QACD,OAAO,OAAO,CAAC;IACjB,CAAC;IAED;;OAEG;IACK,KAAK,CAAC,eAAe,CAC3B,QAAgB;QAEhB,MAAM,MAAM,GAAG,IAAI,cAAE,CAAC;YACpB,WAAW,EAAE;gBACX,WAAW,EAAE,IAAI,CAAC,MAAM,CAAC,MAAgB;gBACzC,eAAe,EAAE,IAAI,CAAC,MAAM,CAAC,SAAmB;aACjD;YACD,MAAM,EAAE,IAAI,CAAC,MAAM,CAAC,SAAS;SAC9B,CAAC,CAAC;QACH,MAAM,GAAG,GAAG,IAAI,GAAG,CAAC,QAAQ,CAAC,CAAC;QAC9B,MAAM,IAAI,GAAG,MAAM,MAAM,CAAC,aAAa,CAAC;YACtC,MAAM,EAAE,GAAG,CAAC,IAAI;YAChB,MAAM,EAAE,GAAG,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC,CAAC;SAC9B,CAAC,CAAC;QACH,IAAI,IAAI,CAAC,QAAQ,KAAK,SAAS,EAAE;YAC/B,MAAM,IAAI,KAAK,CAAC,iCAAiC,QAAQ,EAAE,CAAC,CAAC;SAC9D;QACD,MAAM,OAAO,GAAG,MAAM,OAAO,CAAC,GAAG,CAC/B,IAAI,CAAC,QAAQ;aACV,MAAM,CAAC,IAAI,CAAC,EAAE,CAAC,IAAI,CAAC,GAAG,IAAI,QAAQ,CAAC,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;aACnD,GAAG,CAAC,KAAK,EAAE,IAAI,EAAE,EAAE;YAClB,MAAM,OAAO,GAAG,IAAI,4BAAgB,CAAC;gBACnC,MAAM,EAAE,GAAG,CAAC,IAAI;gBAChB,GAAG,EAAE,IAAI,CAAC,GAAG;aACd,CAAC,CAAC;YACH,OAAO,mCAAY,CAAC,MAAM,EAAE,OAAO,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;QAC5D,CAAC,CAAC,CACL,CAAC;QACF,IAAI,OAAO,CAAC,MAAM,KAAK,CAAC,EAAE;YACxB,MAAM,IAAI,KAAK,CAAC,sDAAsD;gBACpE,gDAAgD,CAAC,CAAC;SACrD;QACD,OAAO,OAAO,CAAC;IACjB,CAAC;IAED;;;;;;;;;;;;;;;;OAgBG;IACK,KAAK,CAAC,0BAA0B,CAAC,KAAa,EAAE,GAAW,EAAE,MAAiB;QACpF,MAAM,IAAI,CAAC,KAAK,CACd;qBACe,KAAK;4BACE,IAAI,CAAC,MAAM,CAAC,oBAAoB,IAAI,IAAI,CAAC,MAAM,CAAC,YAAY,IAAI,KAAK;;YAErF,GAAG;OACR,EACD,MAAM,CACP,CAAC;IACJ,CAAC;IAEO,KAAK,CAAC,4BAA4B,CAAC,KAAa,EAAE,OAAe;QACvE,MAAM,IAAI,CAAC,KAAK,CACd;qBACe,KAAK;4BACE,IAAI,CAAC,MAAM,CAAC,oBAAoB,IAAI,IAAI,CAAC,MAAM,CAAC,YAAY,IAAI,KAAK;;kBAE/E,OAAO,SAAS,KAAK;OAChC,EACD,EAAE,CACH,CAAC;IACJ,CAAC;IAEM,YAAY;QACjB,OAAO,EAAE,sBAAsB,EAAE,IAAI,EAAE,CAAC;IAC1C,CAAC;CACF;AAjbD,4CAibC"}
1
+ {"version":3,"file":"DatabricksDriver.js","sourceRoot":"","sources":["../../src/DatabricksDriver.ts"],"names":[],"mappings":";AAAA;;;;GAIG;;;;;;AAEH,mDAGgC;AAChC,4CAAoB;AACpB,gDAAwB;AACxB,kDAA0D;AAC1D,wEAA6D;AAC7D,sDAM6B;AAE7B,6DAGqC;AACrC,uDAAoD;AACpD,2CAAiD;AAEjD,MAAM,EAAE,OAAO,EAAE,GAAG,OAAO,CAAC,oBAAoB,CAAC,CAAC;AAkElD,KAAK,UAAU,YAAY,CACzB,MAAc,EACd,EAAyB;IAEzB,IAAI,YAAE,CAAC,UAAU,CAAC,MAAM,CAAC,EAAE;QACzB,OAAO,MAAM,CAAC;KACf;IACD,OAAO,EAAE,EAAE,CAAC;AACd,CAAC;AAYD,MAAM,uBAAuB,GAA2B;IACtD,eAAe,EAAE,QAAQ;CAC1B,CAAC;AAEF,KAAK,UAAU,iBAAiB;IAC9B,OAAO,YAAY,CACjB,cAAI,CAAC,IAAI,CAAC,OAAO,CAAC,GAAG,EAAE,EAAE,sBAAsB,CAAC,EAChD,KAAK,IAAI,EAAE,CAAC,YAAY,CACtB,cAAI,CAAC,IAAI,CAAC,SAAS,EAAE,IAAI,EAAE,UAAU,EAAE,sBAAsB,CAAC,EAC9D,KAAK,IAAI,EAAE;QACT,MAAM,UAAU,GAAG,MAAM,8BAAkB,EAAE,CAAC;QAC9C,IAAI,UAAU,EAAE;YACd,OAAO,UAAU,CAAC;SACnB;QACD,MAAM,IAAI,KAAK,CACb,6DAA6D;YAC7D,mBAAmB,CACpB,CAAC;IACJ,CAAC,CACF,CACF,CAAC;AACJ,CAAC;AAED;;GAEG;AACH,SAAS,oBAAoB;IAC3B,MAAM,OAAO,GAAG,OAAO,CAAC,GAAG,CAAC,QAAQ,KAAK,YAAY,IAAI,eAAM,CAAC,SAAS,CAAC,CAAC;IAC3E,OAAO,eAAM,CAAC,uBAAuB,CAAC,IAAI,OAAO;QAC/C,CAAC,CAAC,sBAAsB;QACxB,CAAC,CAAC,uBAAuB,CAAC;AAC9B,CAAC;AAED;;GAEG;AACH,MAAa,gBAAiB,SAAQ,wBAAU;IAsB9C;;OAEG;IACH,YACE,OAUI,EAAE;QAEN,MAAM,UAAU,GACd,IAAI,CAAC,UAAU;YACf,yBAAgB,CAAC,SAAS,CAAC,CAAC;QAE9B,IAAI,qBAAqB,GAAG,KAAK,CAAC;QAClC,IAAI,GAAG,GACL,CAAA,IAAI,aAAJ,IAAI,uBAAJ,IAAI,CAAE,GAAG;YACT,eAAM,CAAC,cAAc,EAAE,EAAE,UAAU,EAAE,CAAC;YACtC,eAAM,CAAC,SAAS,EAAE,EAAE,UAAU,EAAE,CAAC,CAAC;QACpC,IAAI,GAAG,CAAC,OAAO,CAAC,eAAe,CAAC,KAAK,CAAC,CAAC,EAAE;YACvC,qBAAqB,GAAG,IAAI,CAAC;YAC7B,GAAG,GAAG,GAAG,CAAC,OAAO,CAAC,eAAe,EAAE,oBAAoB,CAAC,CAAC;SAC1D;QAED,MAAM,MAAM,GAAkC;YAC5C,GAAG,IAAI;YACP,GAAG;YACH,MAAM,EAAE,YAAY;YACpB,UAAU,EAAE,mCAAmC;YAC/C,eAAe,EAAE,SAAS;YAC1B,UAAU,EAAE;gBACV,qEAAqE;gBACrE,mEAAmE;gBACnE,GAAG,EACD,CAAA,IAAI,aAAJ,IAAI,uBAAJ,IAAI,CAAE,KAAK;oBACX,eAAM,CAAC,gBAAgB,EAAE,EAAE,UAAU,EAAE,CAAC;oBACxC,EAAE;gBACJ,cAAc,EAAE,gBAAgB,OAAO,eAAe;aACvD;YACD,OAAO,EACL,CAAA,IAAI,aAAJ,IAAI,uBAAJ,IAAI,CAAE,OAAO;gBACb,eAAM,CAAC,mBAAmB,EAAE,EAAE,UAAU,EAAE,CAAC;YAC7C,QAAQ,EAAE,eAAM,CAAC,QAAQ,EAAE,EAAE,QAAQ,EAAE,KAAK,EAAE,UAAU,EAAE,CAAC;YAC3D,8BAA8B;YAC9B,UAAU,EACR,CAAA,IAAI,aAAJ,IAAI,uBAAJ,IAAI,CAAE,UAAU;gBAChB,eAAM,CAAC,oBAAoB,EAAE,EAAE,SAAS,EAAE,CAAC,IAAI,EAAE,OAAO,CAAC,EAAE,UAAU,EAAE,CAAC;YAC1E,YAAY,EACV,CAAA,IAAI,aAAJ,IAAI,uBAAJ,IAAI,CAAE,YAAY;gBAClB,eAAM,CAAC,gBAAgB,EAAE,EAAE,UAAU,EAAE,CAAC;YAC1C,oBAAoB,EAClB,CAAA,IAAI,aAAJ,IAAI,uBAAJ,IAAI,CAAE,oBAAoB;gBAC1B,eAAM,CAAC,wBAAwB,EAAE,EAAE,UAAU,EAAE,CAAC;YAClD,YAAY,EAAE,CACZ,CAAA,IAAI,aAAJ,IAAI,uBAAJ,IAAI,CAAE,YAAY;gBAClB,eAAM,CAAC,mBAAmB,EAAE,EAAE,UAAU,EAAE,CAAC,CAC5C,GAAG,IAAI;YACR,2BAA2B;YAC3B,MAAM,EACJ,CAAA,IAAI,aAAJ,IAAI,uBAAJ,IAAI,CAAE,MAAM;gBACZ,eAAM,CAAC,sBAAsB,EAAE,EAAE,UAAU,EAAE,CAAC;YAChD,SAAS,EACP,CAAA,IAAI,aAAJ,IAAI,uBAAJ,IAAI,CAAE,SAAS;gBACf,eAAM,CAAC,yBAAyB,EAAE,EAAE,UAAU,EAAE,CAAC;YACnD,SAAS,EACP,CAAA,IAAI,aAAJ,IAAI,uBAAJ,IAAI,CAAE,SAAS;gBACf,eAAM,CAAC,yBAAyB,EAAE,EAAE,UAAU,EAAE,CAAC;YACnD,sBAAsB;YACtB,QAAQ,EACN,CAAA,IAAI,aAAJ,IAAI,uBAAJ,IAAI,CAAE,QAAQ;gBACd,eAAM,CAAC,wBAAwB,EAAE,EAAE,UAAU,EAAE,CAAC;YAClD,2BAA2B,EACzB,eAAM,CAAC,+BAA+B,EAAE,EAAE,UAAU,EAAE,CAAC;SAC1D,CAAC;QACF,KAAK,CAAC,MAAM,CAAC,CAAC;QACd,IAAI,CAAC,MAAM,GAAG,MAAM,CAAC;QACrB,IAAI,CAAC,qBAAqB,GAAG,qBAAqB,CAAC;IACrD,CAAC;IA9FM,MAAM,CAAC,YAAY;QACxB,OAAO,iCAAe,CAAC;IACzB,CAAC;IAED;;OAEG;IACI,MAAM,CAAC,qBAAqB;QACjC,OAAO,CAAC,CAAC;IACX,CAAC;IAuFD;;OAEG;IACI,QAAQ;QACb,OAAO,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC;IAChC,CAAC;IAED;;OAEG;IACI,YAAY;QACjB,OAAO,EAAE,sBAAsB,EAAE,IAAI,EAAE,CAAC;IAC1C,CAAC;IAED;;OAEG;IACI,SAAS,CAAC,MAAW;QAC1B,KAAK,CAAC,SAAS,CAAC,MAAM,CAAC,CAAC;QACxB,IAAI,CAAC,gBAAgB,EAAE,CAAC;IAC1B,CAAC;IAED;;OAEG;IACI,KAAK,CAAC,2BAA2B,CACtC,uBAA+B,EAC/B,OAAe,EACf,MAAiB,EACjB,QAAa;QAEb,IAAI,IAAI,CAAC,MAAM,CAAC,OAAO,EAAE;YACvB,MAAM,CAAC,MAAM,CAAC,GAAG,uBAAuB,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;YACpD,OAAO,KAAK,CAAC,2BAA2B,CACtC,uBAAuB,EACvB,OAAO,CAAC,OAAO,CACb,IAAI,MAAM,CAAC,WAAW,MAAM,gBAAgB,EAAE,GAAG,CAAC,EAClD,GAAG,IAAI,CAAC,MAAM,CAAC,OAAO,IAAI,MAAM,GAAG,CACpC,EACD,MAAM,EACN,QAAQ,CACT,CAAC;SACH;aAAM;YACL,OAAO,KAAK,CAAC,2BAA2B,CACtC,uBAAuB,EACvB,OAAO,EACP,MAAM,EACN,QAAQ,CACT,CAAC;SACH;IACH,CAAC;IAED;;OAEG;IACI,KAAK,CAAC,KAAK,CAChB,KAAa,EACb,MAAiB;QAEjB,IAAI,IAAI,CAAC,MAAM,CAAC,OAAO,EAAE;YACvB,OAAO,KAAK,CAAC,KAAK,CAChB,KAAK,CAAC,OAAO,CACX,IAAI,MAAM,CAAC,WAAW,oBAAoB,EAAE,gBAAgB,EAAE,GAAG,CAAC,EAClE,GAAG,IAAI,CAAC,MAAM,CAAC,OAAO,IAAI,oBAAoB,EAAE,GAAG,CACpD,EACD,MAAM,CACP,CAAC;SACH;aAAM;YACL,OAAO,KAAK,CAAC,KAAK,CAAC,KAAK,EAAE,MAAM,CAAC,CAAC;SACnC;IACH,CAAC;IAED;;OAEG;IACI,SAAS,CAAC,SAAiB,EAAE,OAAiB;;QACnD,MAAM,aAAa,GAAG,GACpB,OAAA,IAAI,CAAC,MAAM,0CAAE,OAAO,EAAC,CAAC,CAAC,GAAG,IAAI,CAAC,MAAM,CAAC,OAAO,GAAG,CAAC,CAAC,CAAC,EACrD,GAAG,SAAS,EAAE,CAAC;QACf,OAAO,KAAK,CAAC,SAAS,CAAC,aAAa,EAAE,OAAO,CAAC,CAAC;IACjD,CAAC;IAEM,gBAAgB;;QACrB,IAAI,IAAI,CAAC,MAAM,CAAC,GAAG,EAAE;YACnB,MAAM,MAAM,SAAG,IAAI,CAAC,MAAM,CAAC,GAAG;iBAC3B,KAAK,CAAC,GAAG,CAAC;iBACV,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,0CAC/B,KAAK,CAAC,GAAG,EAAE,CAAC,CAAC,CAAC;YAElB,IAAI,MAAM,EAAE;gBACV,IAAI,CAAC,MAAM,CAAC,gDAAgD,EAAE;oBAC5D,OAAO,EACL,sEAAsE;wBACtE,wEAAwE;iBAC3E,CAAC,CAAC;aACJ;SACF;QACD,IAAI,IAAI,CAAC,qBAAqB,EAAE;YAC9B,IAAI,CAAC,MAAM,CAAC,iCAAiC,EAAE;gBAC7C,OAAO,EACL,kFAAkF;oBAClF,2EAA2E;oBAC3E,6BAA6B;aAChC,CAAC,CAAC;SACJ;IACH,CAAC;IAED;;OAEG;IACO,KAAK,CAAC,kBAAkB;QAChC,OAAO,iBAAiB,EAAE,CAAC;IAC7B,CAAC;IAED;;OAEG;IACI,KAAK,CAAC,uBAAuB,CAAC,UAAkB;QACrD,OAAO,IAAI,CAAC,KAAK,CACf,+BACE,IAAI,CAAC,iBAAiB,CAAC,UAAU,CACnC,EAAE,EACF,EAAE,CACH,CAAC;IACJ,CAAC;IAED;;OAEG;IACI,KAAK,CAAC,cAAc,CAAC,UAAkB;QAC5C,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,KAAK,CAC/B,kBAAkB,IAAI,CAAC,iBAAiB,CAAC,UAAU,CAAC,EAAE,EACtD,EAAE,CACH,CAAC;QACF,OAAO,QAAQ,CAAC,GAAG,CAAC,CAAC,GAAQ,EAAE,EAAE,CAAC,CAAC;YACjC,UAAU,EAAE,GAAG,CAAC,SAAS;SAC1B,CAAC,CAAC,CAAC;IACN,CAAC;IAED;;OAEG;IACI,KAAK,CAAC,YAAY;QACvB,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,SAAS,EAAE,CAAC;QAEtC,MAAM,QAAQ,GAA2C,EAAE,CAAC;QAE5D,MAAM,OAAO,CAAC,GAAG,CAAC,MAAM,CAAC,GAAG,CAAC,KAAK,EAAE,EAAE,QAAQ,EAAE,SAAS,EAAE,EAAE,EAAE;YAC7D,IAAI,CAAC,CAAC,QAAQ,IAAI,QAAQ,CAAC,EAAE;gBAC3B,QAAQ,CAAC,QAAQ,CAAC,GAAG,EAAE,CAAC;aACzB;YAED,MAAM,OAAO,GAAG,MAAM,IAAI,CAAC,gBAAgB,CAAC,GAAG,QAAQ,IAAI,SAAS,EAAE,CAAC,CAAC;YACxE,QAAQ,CAAC,QAAQ,CAAC,CAAC,SAAS,CAAC,GAAG,OAAO,CAAC;QAC1C,CAAC,CAAC,CAAC,CAAC;QAEJ,OAAO,QAAQ,CAAC;IAClB,CAAC;IAED;;OAEG;IACI,KAAK,CAAC,SAAS;;QACpB,IAAI,IAAI,CAAC,MAAM,CAAC,QAAQ,EAAE;YACxB,OAAa,IAAI,CAAC,KAAK,CACrB,kBACE,IAAI,CAAC,iBAAiB,CAAC,IAAI,CAAC,MAAM,CAAC,QAAQ,CAC7C,EAAE,EACF,EAAE,CACH,CAAC;SACH;QAED,MAAM,SAAS,GAAG,MAAM,IAAI,CAAC,KAAK,CAChC,iBACE,OAAA,IAAI,CAAC,MAAM,0CAAE,OAAO,EAClB,CAAC,CAAC,OAAO,IAAI,CAAC,eAAe,CAAC,IAAI,CAAC,MAAM,CAAC,OAAO,CAAC,EAAE;YACpD,CAAC,CAAC,EACN,EAAE,EACF,EAAE,CACH,CAAC;QAEF,MAAM,MAAM,GAAG,MAAM,OAAO,CAAC,GAAG,CAC9B,SAAS,CAAC,GAAG,CAAC,KAAK,EAAE,EAAE,YAAY,EAAE,EAAE,EAAE,CAAC,IAAI,CAAC,KAAK,CAClD,kBAAkB,IAAI,CAAC,iBAAiB,CAAC,YAAY,CAAC,EAAE,EACxD,EAAE,CACH,CAAC,CACH,CAAC;QAEF,OAAO,MAAM,CAAC,IAAI,EAAE,CAAC;IACvB,CAAC;IAED;;OAEG;IACI,KAAK,CAAC,gBAAgB,CAAC,KAAa;;QACzC,IAAI,aAAa,GAAG,EAAE,CAAC;QACvB,MAAM,UAAU,GAAG,KAAK,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;QAEpC,IAAI,UAAU,CAAC,MAAM,KAAK,CAAC,EAAE;YAC3B,aAAa,GAAG,GACd,IAAI,CAAC,eAAe,CAAC,UAAU,CAAC,CAAC,CAAC,CACpC,IACE,IAAI,CAAC,eAAe,CAAC,UAAU,CAAC,CAAC,CAAC,CACpC,IACE,IAAI,CAAC,eAAe,CAAC,UAAU,CAAC,CAAC,CAAC,CACpC,EAAE,CAAC;SACJ;aAAM,IAAI,UAAU,CAAC,MAAM,KAAK,CAAC,WAAI,IAAI,CAAC,MAAM,0CAAE,OAAO,CAAA,EAAE;YAC1D,aAAa,GAAG,GACd,IAAI,CAAC,eAAe,CAAC,IAAI,CAAC,MAAM,CAAC,OAAO,CAC1C,IACE,IAAI,CAAC,eAAe,CAAC,UAAU,CAAC,CAAC,CAAC,CACpC,IACE,IAAI,CAAC,eAAe,CAAC,UAAU,CAAC,CAAC,CAAC,CACpC,EAAE,CAAC;SACJ;aAAM;YACL,aAAa,GAAG,GACd,IAAI,CAAC,eAAe,CAAC,UAAU,CAAC,CAAC,CAAC,CACpC,IACE,IAAI,CAAC,eAAe,CAAC,UAAU,CAAC,CAAC,CAAC,CACpC,EAAE,CAAC;SACJ;QAED,MAAM,MAAM,GAAG,EAAE,CAAC;QAClB,MAAM,QAAQ,GAAU,MAAM,IAAI,CAAC,KAAK,CAAC,YAAY,aAAa,EAAE,EAAE,EAAE,CAAC,CAAC;QAE1E,KAAK,MAAM,MAAM,IAAI,QAAQ,EAAE;YAC7B,mEAAmE;YACnE,IAAI,MAAM,CAAC,QAAQ,KAAK,EAAE,EAAE;gBAC1B,MAAM;aACP;YACD,MAAM,CAAC,IAAI,CAAC;gBACV,IAAI,EAAE,MAAM,CAAC,QAAQ;gBACrB,IAAI,EAAE,IAAI,CAAC,aAAa,CAAC,MAAM,CAAC,SAAS,CAAC;aAC3C,CAAC,CAAC;SACJ;QAED,OAAO,MAAM,CAAC;IAChB,CAAC;IAED;;OAEG;IACI,KAAK,CAAC,gBAAgB,CAC3B,GAAW,EACX,MAAkB;QAElB,MAAM,MAAM,GAAG,EAAE,CAAC;QAClB,qCAAqC;QACrC,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,KAAK,CAC/B,kBAAkB,GAAG,EAAE,EACvB,MAAM,IAAI,EAAE,CACb,CAAC;QAEF,KAAK,MAAM,MAAM,IAAI,QAAQ,EAAE;YAC7B,mEAAmE;YACnE,IAAI,MAAM,CAAC,QAAQ,KAAK,EAAE,EAAE;gBAC1B,MAAM;aACP;YAED,MAAM,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,MAAM,CAAC,QAAQ,EAAE,IAAI,EAAE,IAAI,CAAC,aAAa,CAAC,MAAM,CAAC,SAAS,CAAC,EAAE,CAAC,CAAC;SACpF;QAED,OAAO,MAAM,CAAC;IAChB,CAAC;IAED;;OAEG;IACI,iBAAiB,CAAC,MAAc;;QACrC,UAAI,IAAI,CAAC,MAAM,0CAAE,OAAO,EAAE;YACxB,OAAO,GACL,IAAI,CAAC,eAAe,CAAC,IAAI,CAAC,MAAM,CAAC,OAAO,CAC1C,IACE,IAAI,CAAC,eAAe,CAAC,MAAM,CAC7B,EAAE,CAAC;SACJ;aAAM;YACL,OAAO,GAAG,IAAI,CAAC,eAAe,CAAC,MAAM,CAAC,EAAE,CAAC;SAC1C;IACH,CAAC;IAED;;OAEG;IACI,eAAe,CAAC,UAAkB;QACvC,OAAO,KAAK,UAAU,IAAI,CAAC;IAC7B,CAAC;IAED;;OAEG;IACI,aAAa,CAAC,UAAkB;QACrC,OAAO,uBAAuB,CAAC,UAAU,CAAC,WAAW,EAAE,CAAC,IAAI,KAAK,CAAC,aAAa,CAAC,UAAU,CAAC,CAAC;IAC9F,CAAC;IAED;;;OAGG;IACI,KAAK,CAAC,iBAAiB;QAC5B,OAAO,IAAI,CAAC,MAAM,CAAC,YAAY,KAAK,SAAS,CAAC;IAChD,CAAC;IAED;;;OAGG;IACI,KAAK,CAAC,MAAM,CAAC,SAAiB,EAAE,OAAsB;QAC3D,IAAI,CAAC,CAAC,OAAO,EAAE,IAAI,CAAC,CAAC,QAAQ,CAAC,IAAI,CAAC,MAAM,CAAC,UAAoB,CAAC,EAAE;YAC/D,MAAM,IAAI,KAAK,CAAC,mCACd,IAAI,CAAC,MAAM,CAAC,UACd,EAAE,CAAC,CAAC;SACL;QAED,MAAM,aAAa,GAAG,GACpB,IAAI,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC,GAAG,IAAI,CAAC,MAAM,CAAC,OAAO,GAAG,CAAC,CAAC,CAAC,EACpD,GAAG,SAAS,EAAE,CAAC;QAEf,MAAM,KAAK,GAAG,OAAO,CAAC,KAAK,CAAC,CAAC;YAC3B,MAAM,IAAI,CAAC,aAAa,CAAC,aAAa,EAAE,OAAO,CAAC,KAAK,CAAC,GAAG,EAAE,OAAO,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC;YAClF,MAAM,IAAI,CAAC,eAAe,CAAC,aAAa,CAAC,CAAC;QAE5C,MAAM,QAAQ,GAAG,GAAG,IAAI,CAAC,MAAM,CAAC,YAAY,IAAI,aAAa,MAAM,CAAC;QACpE,MAAM,OAAO,GAAG,MAAM,IAAI,CAAC,WAAW,CACpC,QAAQ,CACT,CAAC;QAEF,OAAO;YACL,2BAA2B,EAAE,IAAI,CAAC,MAAM,CAAC,2BAA2B;YACpE,OAAO;YACP,KAAK;YACL,WAAW,EAAE,IAAI;SAClB,CAAC;IACJ,CAAC;IAED;;OAEG;IACK,KAAK,CAAC,aAAa,CAAC,aAAqB,EAAE,GAAW,EAAE,MAAiB;QAC/E,MAAM,KAAK,GAAG,MAAM,IAAI,CAAC,gBAAgB,CAAC,GAAG,EAAE,MAAM,CAAC,CAAC;QAEvD,MAAM,IAAI,CAAC,0BAA0B,CAAC,aAAa,EAAE,GAAG,EAAE,MAAM,CAAC,CAAC;QAElE,OAAO,KAAK,CAAC;IACf,CAAC;IAED;;OAEG;IACK,KAAK,CAAC,eAAe,CAAC,aAAqB;QACjD,MAAM,KAAK,GAAG,MAAM,IAAI,CAAC,gBAAgB,CAAC,aAAa,CAAC,CAAC;QACzD,MAAM,OAAO,GAAG,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QAElD,MAAM,IAAI,CAAC,4BAA4B,CAAC,aAAa,EAAE,OAAO,CAAC,CAAC;QAEhE,OAAO,KAAK,CAAC;IACf,CAAC;IAED;;OAEG;IACK,KAAK,CAAC,WAAW,CACvB,QAAgB;QAEhB,IAAI,GAAG,CAAC;QACR,QAAQ,IAAI,CAAC,MAAM,CAAC,UAAU,EAAE;YAC9B,KAAK,OAAO;gBACV,GAAG,GAAG,MAAM,IAAI,CAAC,kBAAkB,CAAC,QAAQ,CAAC,CAAC;gBAC9C,MAAM;YACR,KAAK,IAAI;gBACP,GAAG,GAAG,MAAM,IAAI,CAAC,eAAe,CAAC,QAAQ,CAAC,CAAC;gBAC3C,MAAM;YACR;gBACE,MAAM,IAAI,KAAK,CAAC,mCACd,IAAI,CAAC,MAAM,CAAC,UACd,EAAE,CAAC,CAAC;SACP;QACD,OAAO,GAAG,CAAC;IACb,CAAC;IAED;;OAEG;IACK,KAAK,CAAC,kBAAkB,CAC9B,QAAgB;QAEhB,MAAM,OAAO,GAAa,EAAE,CAAC;QAC7B,MAAM,CAAC,SAAS,EAAE,OAAO,CAAC,GACxB,QAAQ,CAAC,KAAK,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;QAC7D,MAAM,UAAU,GACd,QAAQ,CAAC,KAAK,CAAC,GAAG,IAAI,CAAC,MAAM,CAAC,YAAY,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC;QACpD,MAAM,IAAI,GAAG,IAAI,MAAM,CAAC,GAAG,UAAU,cAAc,EAAE,GAAG,CAAC,CAAC;QAE1D,MAAM,UAAU,GAAG,IAAI,yCAA0B,CAC/C,OAAO,EACP,IAAI,CAAC,MAAM,CAAC,QAAkB,CAC/B,CAAC;QACF,MAAM,UAAU,GAAG,IAAI,gCAAiB,CACtC,WAAW,OAAO,wBAAwB,EAC1C,UAAU,CACX,CAAC;QACF,MAAM,eAAe,GAAG,UAAU,CAAC,kBAAkB,CAAC,SAAS,CAAC,CAAC;QACjE,MAAM,SAAS,GAAG,eAAe,CAAC,aAAa,CAAC,EAAE,MAAM,EAAE,UAAU,EAAE,CAAC,CAAC;QACxE,IAAI,KAAK,EAAE,MAAM,IAAI,IAAI,SAAS,EAAE;YAClC,IAAI,IAAI,CAAC,IAAI,IAAI,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE;gBACrC,MAAM,GAAG,GAAG,6CAA8B,CACxC;oBACE,aAAa,EAAE,SAAS;oBACxB,QAAQ,EAAE,IAAI,CAAC,IAAI;oBACnB,WAAW,EAAE,sCAAuB,CAAC,KAAK,CAAC,GAAG,CAAC;oBAC/C,QAAQ,EAAE,IAAI,IAAI,CAAC,IAAI,IAAI,EAAE,CAAC,OAAO,EAAE,CAAC;oBACxC,SAAS,EACP,IAAI,IAAI,CAAC,IAAI,IAAI,EAAE,CAAC,OAAO,EAAE,GAAG,IAAI,GAAG,EAAE,GAAG,EAAE,CAAC;oBACjD,QAAQ,EAAE,0BAAW,CAAC,KAAK;oBAC3B,OAAO,EAAE,YAAY;iBACtB,EACD,UAAU,CACX,CAAC,QAAQ,EAAE,CAAC;gBACb,OAAO,CAAC,IAAI,CAAC,WACX,OACF,0BACE,SACF,IAAI,IAAI,CAAC,IAAI,IAAI,GAAG,EAAE,CAAC,CAAC;aACzB;SACF;QACD,IAAI,OAAO,CAAC,MAAM,KAAK,CAAC,EAAE;YACxB,MAAM,IAAI,KAAK,CAAC,sDAAsD;gBACpE,gDAAgD,CAAC,CAAC;SACrD;QACD,OAAO,OAAO,CAAC;IACjB,CAAC;IAED;;OAEG;IACK,KAAK,CAAC,eAAe,CAC3B,QAAgB;QAEhB,MAAM,MAAM,GAAG,IAAI,cAAE,CAAC;YACpB,WAAW,EAAE;gBACX,WAAW,EAAE,IAAI,CAAC,MAAM,CAAC,MAAgB;gBACzC,eAAe,EAAE,IAAI,CAAC,MAAM,CAAC,SAAmB;aACjD;YACD,MAAM,EAAE,IAAI,CAAC,MAAM,CAAC,SAAS;SAC9B,CAAC,CAAC;QACH,MAAM,GAAG,GAAG,IAAI,GAAG,CAAC,QAAQ,CAAC,CAAC;QAC9B,MAAM,IAAI,GAAG,MAAM,MAAM,CAAC,aAAa,CAAC;YACtC,MAAM,EAAE,GAAG,CAAC,IAAI;YAChB,MAAM,EAAE,GAAG,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC,CAAC;SAC9B,CAAC,CAAC;QACH,IAAI,IAAI,CAAC,QAAQ,KAAK,SAAS,EAAE;YAC/B,MAAM,IAAI,KAAK,CAAC,iCAAiC,QAAQ,EAAE,CAAC,CAAC;SAC9D;QACD,MAAM,OAAO,GAAG,MAAM,OAAO,CAAC,GAAG,CAC/B,IAAI,CAAC,QAAQ;aACV,MAAM,CAAC,IAAI,CAAC,EAAE,CAAC,IAAI,CAAC,GAAG,IAAI,QAAQ,CAAC,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;aACnD,GAAG,CAAC,KAAK,EAAE,IAAI,EAAE,EAAE;YAClB,MAAM,OAAO,GAAG,IAAI,4BAAgB,CAAC;gBACnC,MAAM,EAAE,GAAG,CAAC,IAAI;gBAChB,GAAG,EAAE,IAAI,CAAC,GAAG;aACd,CAAC,CAAC;YACH,OAAO,mCAAY,CAAC,MAAM,EAAE,OAAO,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;QAC5D,CAAC,CAAC,CACL,CAAC;QACF,IAAI,OAAO,CAAC,MAAM,KAAK,CAAC,EAAE;YACxB,MAAM,IAAI,KAAK,CAAC,sDAAsD;gBACpE,gDAAgD,CAAC,CAAC;SACrD;QACD,OAAO,OAAO,CAAC;IACjB,CAAC;IAED;;;;;;;;;;;;;;;;OAgBG;IACK,KAAK,CAAC,0BAA0B,CAAC,aAAqB,EAAE,GAAW,EAAE,MAAiB;QAC5F,MAAM,IAAI,CAAC,KAAK,CACd;qBACe,aAAa;4BACN,IAAI,CAAC,MAAM,CAAC,oBAAoB,IAAI,IAAI,CAAC,MAAM,CAAC,YAAY,IAAI,aAAa;;YAE7F,GAAG;OACR,EACD,MAAM,CACP,CAAC;IACJ,CAAC;IAED;;;;;;;;;;;;;;;;OAgBG;IACK,KAAK,CAAC,4BAA4B,CAAC,aAAqB,EAAE,OAAe;QAC/E,MAAM,IAAI,CAAC,KAAK,CACd;qBACe,aAAa;4BACN,IAAI,CAAC,MAAM,CAAC,oBAAoB,IAAI,IAAI,CAAC,MAAM,CAAC,YAAY,IAAI,aAAa;;kBAEvF,OAAO,SAAS,aAAa;OACxC,EACD,EAAE,CACH,CAAC;IACJ,CAAC;CACF;AA1nBD,4CA0nBC"}
package/package.json CHANGED
@@ -2,7 +2,7 @@
2
2
  "name": "@cubejs-backend/databricks-jdbc-driver",
3
3
  "description": "Cube.js Databricks database driver",
4
4
  "author": "Cube Dev, Inc.",
5
- "version": "0.31.18",
5
+ "version": "0.31.19",
6
6
  "license": "Apache-2.0",
7
7
  "repository": {
8
8
  "type": "git",
@@ -31,10 +31,10 @@
31
31
  "@aws-sdk/client-s3": "^3.49.0",
32
32
  "@aws-sdk/s3-request-presigner": "^3.49.0",
33
33
  "@azure/storage-blob": "^12.9.0",
34
- "@cubejs-backend/base-driver": "^0.31.16",
35
- "@cubejs-backend/jdbc-driver": "^0.31.16",
36
- "@cubejs-backend/schema-compiler": "^0.31.18",
37
- "@cubejs-backend/shared": "^0.31.15",
34
+ "@cubejs-backend/base-driver": "^0.31.19",
35
+ "@cubejs-backend/jdbc-driver": "^0.31.19",
36
+ "@cubejs-backend/schema-compiler": "^0.31.19",
37
+ "@cubejs-backend/shared": "^0.31.19",
38
38
  "inquirer": "^8.0.0",
39
39
  "node-fetch": "^2.6.1",
40
40
  "ramda": "^0.27.2",
@@ -61,5 +61,5 @@
61
61
  "jest": {
62
62
  "testEnvironment": "node"
63
63
  },
64
- "gitHead": "eabfd463da8562fa8dd84fb2409ab00454b8d784"
64
+ "gitHead": "6c757a29220968a860f11561caff625f21837f03"
65
65
  }