@kyuda/n8n-nodes-databricks 2.0.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/LICENSE.md +19 -0
- package/README.md +180 -0
- package/dist/credentials/Databricks.credentials.d.ts +10 -0
- package/dist/credentials/Databricks.credentials.js +88 -0
- package/dist/credentials/Databricks.credentials.js.map +1 -0
- package/dist/credentials/databricks.svg +19 -0
- package/dist/nodes/Databricks/Databricks.node.d.ts +18 -0
- package/dist/nodes/Databricks/Databricks.node.js +404 -0
- package/dist/nodes/Databricks/Databricks.node.js.map +1 -0
- package/dist/nodes/Databricks/databricks.dark.svg +19 -0
- package/dist/nodes/Databricks/databricks.svg +19 -0
- package/dist/nodes/Databricks/helpers.d.ts +27 -0
- package/dist/nodes/Databricks/helpers.js +169 -0
- package/dist/nodes/Databricks/helpers.js.map +1 -0
- package/dist/nodes/Databricks/resources/clusters/handler.d.ts +2 -0
- package/dist/nodes/Databricks/resources/clusters/handler.js +38 -0
- package/dist/nodes/Databricks/resources/clusters/handler.js.map +1 -0
- package/dist/nodes/Databricks/resources/clusters/operations.d.ts +2 -0
- package/dist/nodes/Databricks/resources/clusters/operations.js +24 -0
- package/dist/nodes/Databricks/resources/clusters/operations.js.map +1 -0
- package/dist/nodes/Databricks/resources/clusters/parameters.d.ts +2 -0
- package/dist/nodes/Databricks/resources/clusters/parameters.js +49 -0
- package/dist/nodes/Databricks/resources/clusters/parameters.js.map +1 -0
- package/dist/nodes/Databricks/resources/databricksSql/handler.d.ts +2 -0
- package/dist/nodes/Databricks/resources/databricksSql/handler.js +59 -0
- package/dist/nodes/Databricks/resources/databricksSql/handler.js.map +1 -0
- package/dist/nodes/Databricks/resources/databricksSql/operations.d.ts +2 -0
- package/dist/nodes/Databricks/resources/databricksSql/operations.js +24 -0
- package/dist/nodes/Databricks/resources/databricksSql/operations.js.map +1 -0
- package/dist/nodes/Databricks/resources/databricksSql/parameters.d.ts +2 -0
- package/dist/nodes/Databricks/resources/databricksSql/parameters.js +94 -0
- package/dist/nodes/Databricks/resources/databricksSql/parameters.js.map +1 -0
- package/dist/nodes/Databricks/resources/files/handler.d.ts +2 -0
- package/dist/nodes/Databricks/resources/files/handler.js +157 -0
- package/dist/nodes/Databricks/resources/files/handler.js.map +1 -0
- package/dist/nodes/Databricks/resources/files/operations.d.ts +2 -0
- package/dist/nodes/Databricks/resources/files/operations.js +71 -0
- package/dist/nodes/Databricks/resources/files/operations.js.map +1 -0
- package/dist/nodes/Databricks/resources/files/parameters.d.ts +2 -0
- package/dist/nodes/Databricks/resources/files/parameters.js +124 -0
- package/dist/nodes/Databricks/resources/files/parameters.js.map +1 -0
- package/dist/nodes/Databricks/resources/genie/handler.d.ts +2 -0
- package/dist/nodes/Databricks/resources/genie/handler.js +54 -0
- package/dist/nodes/Databricks/resources/genie/handler.js.map +1 -0
- package/dist/nodes/Databricks/resources/genie/operations.d.ts +2 -0
- package/dist/nodes/Databricks/resources/genie/operations.js +96 -0
- package/dist/nodes/Databricks/resources/genie/operations.js.map +1 -0
- package/dist/nodes/Databricks/resources/genie/parameters.d.ts +2 -0
- package/dist/nodes/Databricks/resources/genie/parameters.js +96 -0
- package/dist/nodes/Databricks/resources/genie/parameters.js.map +1 -0
- package/dist/nodes/Databricks/resources/index.d.ts +24 -0
- package/dist/nodes/Databricks/resources/index.js +50 -0
- package/dist/nodes/Databricks/resources/index.js.map +1 -0
- package/dist/nodes/Databricks/resources/jobs/handler.d.ts +2 -0
- package/dist/nodes/Databricks/resources/jobs/handler.js +90 -0
- package/dist/nodes/Databricks/resources/jobs/handler.js.map +1 -0
- package/dist/nodes/Databricks/resources/jobs/operations.d.ts +2 -0
- package/dist/nodes/Databricks/resources/jobs/operations.js +25 -0
- package/dist/nodes/Databricks/resources/jobs/operations.js.map +1 -0
- package/dist/nodes/Databricks/resources/jobs/parameters.d.ts +2 -0
- package/dist/nodes/Databricks/resources/jobs/parameters.js +195 -0
- package/dist/nodes/Databricks/resources/jobs/parameters.js.map +1 -0
- package/dist/nodes/Databricks/resources/modelServing/handler.d.ts +2 -0
- package/dist/nodes/Databricks/resources/modelServing/handler.js +75 -0
- package/dist/nodes/Databricks/resources/modelServing/handler.js.map +1 -0
- package/dist/nodes/Databricks/resources/modelServing/operations.d.ts +2 -0
- package/dist/nodes/Databricks/resources/modelServing/operations.js +24 -0
- package/dist/nodes/Databricks/resources/modelServing/operations.js.map +1 -0
- package/dist/nodes/Databricks/resources/modelServing/parameters.d.ts +2 -0
- package/dist/nodes/Databricks/resources/modelServing/parameters.js +76 -0
- package/dist/nodes/Databricks/resources/modelServing/parameters.js.map +1 -0
- package/dist/nodes/Databricks/resources/unityCatalog/handler.d.ts +2 -0
- package/dist/nodes/Databricks/resources/unityCatalog/handler.js +146 -0
- package/dist/nodes/Databricks/resources/unityCatalog/handler.js.map +1 -0
- package/dist/nodes/Databricks/resources/unityCatalog/operations.d.ts +2 -0
- package/dist/nodes/Databricks/resources/unityCatalog/operations.js +238 -0
- package/dist/nodes/Databricks/resources/unityCatalog/operations.js.map +1 -0
- package/dist/nodes/Databricks/resources/unityCatalog/parameters.d.ts +2 -0
- package/dist/nodes/Databricks/resources/unityCatalog/parameters.js +412 -0
- package/dist/nodes/Databricks/resources/unityCatalog/parameters.js.map +1 -0
- package/dist/nodes/Databricks/resources/vectorSearch/handler.d.ts +2 -0
- package/dist/nodes/Databricks/resources/vectorSearch/handler.js +50 -0
- package/dist/nodes/Databricks/resources/vectorSearch/handler.js.map +1 -0
- package/dist/nodes/Databricks/resources/vectorSearch/operations.d.ts +2 -0
- package/dist/nodes/Databricks/resources/vectorSearch/operations.js +48 -0
- package/dist/nodes/Databricks/resources/vectorSearch/operations.js.map +1 -0
- package/dist/nodes/Databricks/resources/vectorSearch/parameters.d.ts +2 -0
- package/dist/nodes/Databricks/resources/vectorSearch/parameters.js +224 -0
- package/dist/nodes/Databricks/resources/vectorSearch/parameters.js.map +1 -0
- package/dist/package.json +70 -0
- package/dist/tsconfig.tsbuildinfo +1 -0
- package/package.json +70 -0
|
@@ -0,0 +1,169 @@
|
|
|
1
|
+
"use strict";
|
|
2
|
+
var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
|
|
3
|
+
if (k2 === undefined) k2 = k;
|
|
4
|
+
var desc = Object.getOwnPropertyDescriptor(m, k);
|
|
5
|
+
if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
|
|
6
|
+
desc = { enumerable: true, get: function() { return m[k]; } };
|
|
7
|
+
}
|
|
8
|
+
Object.defineProperty(o, k2, desc);
|
|
9
|
+
}) : (function(o, m, k, k2) {
|
|
10
|
+
if (k2 === undefined) k2 = k;
|
|
11
|
+
o[k2] = m[k];
|
|
12
|
+
}));
|
|
13
|
+
var __setModuleDefault = (this && this.__setModuleDefault) || (Object.create ? (function(o, v) {
|
|
14
|
+
Object.defineProperty(o, "default", { enumerable: true, value: v });
|
|
15
|
+
}) : function(o, v) {
|
|
16
|
+
o["default"] = v;
|
|
17
|
+
});
|
|
18
|
+
var __importStar = (this && this.__importStar) || (function () {
|
|
19
|
+
var ownKeys = function(o) {
|
|
20
|
+
ownKeys = Object.getOwnPropertyNames || function (o) {
|
|
21
|
+
var ar = [];
|
|
22
|
+
for (var k in o) if (Object.prototype.hasOwnProperty.call(o, k)) ar[ar.length] = k;
|
|
23
|
+
return ar;
|
|
24
|
+
};
|
|
25
|
+
return ownKeys(o);
|
|
26
|
+
};
|
|
27
|
+
return function (mod) {
|
|
28
|
+
if (mod && mod.__esModule) return mod;
|
|
29
|
+
var result = {};
|
|
30
|
+
if (mod != null) for (var k = ownKeys(mod), i = 0; i < k.length; i++) if (k[i] !== "default") __createBinding(result, mod, k[i]);
|
|
31
|
+
__setModuleDefault(result, mod);
|
|
32
|
+
return result;
|
|
33
|
+
};
|
|
34
|
+
})();
|
|
35
|
+
Object.defineProperty(exports, "__esModule", { value: true });
|
|
36
|
+
exports.databricksApiRequest = databricksApiRequest;
|
|
37
|
+
exports.getCredentialsAndHost = getCredentialsAndHost;
|
|
38
|
+
exports.parseVolumePath = parseVolumePath;
|
|
39
|
+
exports.maskToken = maskToken;
|
|
40
|
+
exports.validatePathNoTraversal = validatePathNoTraversal;
|
|
41
|
+
exports.safePath = safePath;
|
|
42
|
+
exports.cacheKey = cacheKey;
|
|
43
|
+
exports.getCached = getCached;
|
|
44
|
+
exports.setCache = setCache;
|
|
45
|
+
exports.buildErrorItems = buildErrorItems;
|
|
46
|
+
const crypto = __importStar(require("crypto"));
|
|
47
|
+
const oauthTokens = new Map();
|
|
48
|
+
async function getOAuthToken(ctx, credentials) {
|
|
49
|
+
const host = credentials.host.replace(/\/$/, '');
|
|
50
|
+
const key = `${host}:${credentials.clientId}`;
|
|
51
|
+
const cached = oauthTokens.get(key);
|
|
52
|
+
if (cached && Date.now() < cached.expiresAt - 60000) {
|
|
53
|
+
return cached.accessToken;
|
|
54
|
+
}
|
|
55
|
+
const response = (await ctx.helpers.httpRequest({
|
|
56
|
+
method: 'POST',
|
|
57
|
+
url: `${host}/oidc/v1/token`,
|
|
58
|
+
headers: { 'Content-Type': 'application/x-www-form-urlencoded' },
|
|
59
|
+
body: `grant_type=client_credentials&client_id=${encodeURIComponent(credentials.clientId)}&client_secret=${encodeURIComponent(credentials.clientSecret)}`,
|
|
60
|
+
json: true,
|
|
61
|
+
}));
|
|
62
|
+
oauthTokens.set(key, {
|
|
63
|
+
accessToken: response.access_token,
|
|
64
|
+
expiresAt: Date.now() + response.expires_in * 1000,
|
|
65
|
+
});
|
|
66
|
+
return response.access_token;
|
|
67
|
+
}
|
|
68
|
+
async function resolveBearerToken(ctx, credentials) {
|
|
69
|
+
if (credentials.authType === 'oauthM2M') {
|
|
70
|
+
return getOAuthToken(ctx, credentials);
|
|
71
|
+
}
|
|
72
|
+
return credentials.token;
|
|
73
|
+
}
|
|
74
|
+
async function databricksApiRequest(ctx, method, path, body, qs, extraOptions) {
|
|
75
|
+
const credentials = (await ctx.getCredentials('databricks'));
|
|
76
|
+
const host = credentials.host.replace(/\/$/, '');
|
|
77
|
+
const token = await resolveBearerToken(ctx, credentials);
|
|
78
|
+
return ctx.helpers.httpRequest({
|
|
79
|
+
method,
|
|
80
|
+
url: `${host}${path}`,
|
|
81
|
+
body,
|
|
82
|
+
qs,
|
|
83
|
+
headers: {
|
|
84
|
+
Authorization: `Bearer ${token}`,
|
|
85
|
+
'Content-Type': 'application/json',
|
|
86
|
+
Accept: 'application/json',
|
|
87
|
+
},
|
|
88
|
+
json: true,
|
|
89
|
+
...extraOptions,
|
|
90
|
+
});
|
|
91
|
+
}
|
|
92
|
+
async function getCredentialsAndHost(ctx) {
|
|
93
|
+
const credentials = (await ctx.getCredentials('databricks'));
|
|
94
|
+
const host = credentials.host.replace(/\/$/, '');
|
|
95
|
+
const token = await resolveBearerToken(ctx, credentials);
|
|
96
|
+
return { credentials: { ...credentials, token }, host };
|
|
97
|
+
}
|
|
98
|
+
function parseVolumePath(volumePath) {
|
|
99
|
+
const parts = volumePath.split('.');
|
|
100
|
+
if (parts.length !== 3) {
|
|
101
|
+
throw new Error('Volume path must be in format: catalog.schema.volume (e.g., main.default.my_volume)');
|
|
102
|
+
}
|
|
103
|
+
return { catalog: parts[0], schema: parts[1], volume: parts[2] };
|
|
104
|
+
}
|
|
105
|
+
function maskToken(text) {
|
|
106
|
+
if (!text)
|
|
107
|
+
return text;
|
|
108
|
+
return text
|
|
109
|
+
.replace(/dapi[a-f0-9]{32}/gi, 'dapi****')
|
|
110
|
+
.replace(/Bearer\s+[^\s"',}]+/gi, 'Bearer ****');
|
|
111
|
+
}
|
|
112
|
+
function validatePathNoTraversal(filePath, label = 'File path') {
|
|
113
|
+
if (filePath.includes('..')) {
|
|
114
|
+
throw new Error(`${label} must not contain ".." path traversal sequences`);
|
|
115
|
+
}
|
|
116
|
+
}
|
|
117
|
+
function safePath(segment) {
|
|
118
|
+
return encodeURIComponent(segment);
|
|
119
|
+
}
|
|
120
|
+
const caches = new Map();
|
|
121
|
+
const CACHE_TTL = 60000;
|
|
122
|
+
const CACHE_MAX_SIZE = 500;
|
|
123
|
+
function cacheKey(host, token, type, extra) {
|
|
124
|
+
const tokenHash = crypto.createHash('sha256').update(token).digest('hex').slice(0, 8);
|
|
125
|
+
const base = `${host}:${tokenHash}:${type}`;
|
|
126
|
+
return extra ? `${base}:${extra}` : base;
|
|
127
|
+
}
|
|
128
|
+
function getCached(category, key) {
|
|
129
|
+
const bucket = caches.get(category);
|
|
130
|
+
if (!bucket)
|
|
131
|
+
return undefined;
|
|
132
|
+
const entry = bucket.get(key);
|
|
133
|
+
if (!entry)
|
|
134
|
+
return undefined;
|
|
135
|
+
if (Date.now() - entry.timestamp > CACHE_TTL) {
|
|
136
|
+
bucket.delete(key);
|
|
137
|
+
return undefined;
|
|
138
|
+
}
|
|
139
|
+
return entry.data;
|
|
140
|
+
}
|
|
141
|
+
function setCache(category, key, data) {
|
|
142
|
+
let bucket = caches.get(category);
|
|
143
|
+
if (!bucket) {
|
|
144
|
+
bucket = new Map();
|
|
145
|
+
caches.set(category, bucket);
|
|
146
|
+
}
|
|
147
|
+
if (bucket.size >= CACHE_MAX_SIZE) {
|
|
148
|
+
const oldestKey = bucket.keys().next().value;
|
|
149
|
+
if (oldestKey !== undefined)
|
|
150
|
+
bucket.delete(oldestKey);
|
|
151
|
+
}
|
|
152
|
+
bucket.set(key, { data, timestamp: Date.now() });
|
|
153
|
+
}
|
|
154
|
+
function buildErrorItems(error, itemIndex, continueOnFail) {
|
|
155
|
+
var _a;
|
|
156
|
+
const err = error instanceof Error ? error : new Error(String(error));
|
|
157
|
+
const safeMessage = maskToken(err.message);
|
|
158
|
+
const safeStack = maskToken((_a = err.stack) !== null && _a !== void 0 ? _a : '');
|
|
159
|
+
if (continueOnFail) {
|
|
160
|
+
return [
|
|
161
|
+
{
|
|
162
|
+
json: { error: safeMessage, details: safeStack },
|
|
163
|
+
pairedItem: { item: itemIndex },
|
|
164
|
+
},
|
|
165
|
+
];
|
|
166
|
+
}
|
|
167
|
+
throw new Error(safeMessage);
|
|
168
|
+
}
|
|
169
|
+
//# sourceMappingURL=helpers.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"helpers.js","sourceRoot":"","sources":["../../../nodes/Databricks/helpers.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;AAmEA,oDAwBC;AAED,sDAOC;AAID,0CAYC;AAID,8BAKC;AAED,0DAIC;AAED,4BAEC;AAaD,4BASC;AAED,8BAUC;AAED,4BAWC;AAID,0CAkBC;AAtMD,+CAAiC;AAmBjC,MAAM,WAAW,GAAG,IAAI,GAAG,EAAsB,CAAC;AAElD,KAAK,UAAU,aAAa,CAC3B,GAA8C,EAC9C,WAAkC;IAElC,MAAM,IAAI,GAAG,WAAW,CAAC,IAAI,CAAC,OAAO,CAAC,KAAK,EAAE,EAAE,CAAC,CAAC;IACjD,MAAM,GAAG,GAAG,GAAG,IAAI,IAAI,WAAW,CAAC,QAAQ,EAAE,CAAC;IAC9C,MAAM,MAAM,GAAG,WAAW,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;IAEpC,IAAI,MAAM,IAAI,IAAI,CAAC,GAAG,EAAE,GAAG,MAAM,CAAC,SAAS,GAAG,KAAM,EAAE,CAAC;QACtD,OAAO,MAAM,CAAC,WAAW,CAAC;IAC3B,CAAC;IAED,MAAM,QAAQ,GAAG,CAAC,MAAM,GAAG,CAAC,OAAO,CAAC,WAAW,CAAC;QAC/C,MAAM,EAAE,MAAM;QACd,GAAG,EAAE,GAAG,IAAI,gBAAgB;QAC5B,OAAO,EAAE,EAAE,cAAc,EAAE,mCAAmC,EAAE;QAChE,IAAI,EAAE,2CAA2C,kBAAkB,CAAC,WAAW,CAAC,QAAS,CAAC,kBAAkB,kBAAkB,CAAC,WAAW,CAAC,YAAa,CAAC,EAAE;QAC3J,IAAI,EAAE,IAAI;KACV,CAAC,CAAqE,CAAC;IAExE,WAAW,CAAC,GAAG,CAAC,GAAG,EAAE;QACpB,WAAW,EAAE,QAAQ,CAAC,YAAY;QAClC,SAAS,EAAE,IAAI,CAAC,GAAG,EAAE,GAAG,QAAQ,CAAC,UAAU,GAAG,IAAI;KAClD,CAAC,CAAC;IAEH,OAAO,QAAQ,CAAC,YAAY,CAAC;AAC9B,CAAC;AAED,KAAK,UAAU,kBAAkB,CAChC,GAA8C,EAC9C,WAAkC;IAElC,IAAI,WAAW,CAAC,QAAQ,KAAK,UAAU,EAAE,CAAC;QACzC,OAAO,aAAa,CAAC,GAAG,EAAE,WAAW,CAAC,CAAC;IACxC,CAAC;IACD,OAAO,WAAW,CAAC,KAAK,CAAC;AAC1B,CAAC;AAIM,KAAK,UAAU,oBAAoB,CACzC,GAA8C,EAC9C,MAA2B,EAC3B,IAAY,EACZ,IAAa,EACb,EAAwB,EACxB,YAAkC;IAElC,MAAM,WAAW,GAAG,CAAC,MAAM,GAAG,CAAC,cAAc,CAAC,YAAY,CAAC,CAA0B,CAAC;IACtF,MAAM,IAAI,GAAG,WAAW,CAAC,IAAI,CAAC,OAAO,CAAC,KAAK,EAAE,EAAE,CAAC,CAAC;IACjD,MAAM,KAAK,GAAG,MAAM,kBAAkB,CAAC,GAAG,EAAE,WAAW,CAAC,CAAC;IACzD,OAAO,GAAG,CAAC,OAAO,CAAC,WAAW,CAAC;QAC9B,MAAM;QACN,GAAG,EAAE,GAAG,IAAI,GAAG,IAAI,EAAE;QACrB,IAAI;QACJ,EAAE;QACF,OAAO,EAAE;YACR,aAAa,EAAE,UAAU,KAAK,EAAE;YAChC,cAAc,EAAE,kBAAkB;YAClC,MAAM,EAAE,kBAAkB;SAC1B;QACD,IAAI,EAAE,IAAI;QACV,GAAG,YAAY;KACf,CAAC,CAAC;AACJ,CAAC;AAEM,KAAK,UAAU,qBAAqB,CAC1C,GAA8C;IAE9C,MAAM,WAAW,GAAG,CAAC,MAAM,GAAG,CAAC,cAAc,CAAC,YAAY,CAAC,CAA0B,CAAC;IACtF,MAAM,IAAI,GAAG,WAAW,CAAC,IAAI,CAAC,OAAO,CAAC,KAAK,EAAE,EAAE,CAAC,CAAC;IACjD,MAAM,KAAK,GAAG,MAAM,kBAAkB,CAAC,GAAG,EAAE,WAAW,CAAC,CAAC;IACzD,OAAO,EAAE,WAAW,EAAE,EAAE,GAAG,WAAW,EAAE,KAAK,EAAE,EAAE,IAAI,EAAE,CAAC;AACzD,CAAC;AAID,SAAgB,eAAe,CAAC,UAAkB;IAKjD,MAAM,KAAK,GAAG,UAAU,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;IACpC,IAAI,KAAK,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QACxB,MAAM,IAAI,KAAK,CACd,qFAAqF,CACrF,CAAC;IACH,CAAC;IACD,OAAO,EAAE,OAAO,EAAE,KAAK,CAAC,CAAC,CAAC,EAAE,MAAM,EAAE,KAAK,CAAC,CAAC,CAAC,EAAE,MAAM,EAAE,KAAK,CAAC,CAAC,CAAC,EAAE,CAAC;AAClE,CAAC;AAID,SAAgB,SAAS,CAAC,IAAY;IACrC,IAAI,CAAC,IAAI;QAAE,OAAO,IAAI,CAAC;IACvB,OAAO,IAAI;SACT,OAAO,CAAC,oBAAoB,EAAE,UAAU,CAAC;SACzC,OAAO,CAAC,uBAAuB,EAAE,aAAa,CAAC,CAAC;AACnD,CAAC;AAED,SAAgB,uBAAuB,CAAC,QAAgB,EAAE,KAAK,GAAG,WAAW;IAC5E,IAAI,QAAQ,CAAC,QAAQ,CAAC,IAAI,CAAC,EAAE,CAAC;QAC7B,MAAM,IAAI,KAAK,CAAC,GAAG,KAAK,iDAAiD,CAAC,CAAC;IAC5E,CAAC;AACF,CAAC;AAED,SAAgB,QAAQ,CAAC,OAAe;IACvC,OAAO,kBAAkB,CAAC,OAAO,CAAC,CAAC;AACpC,CAAC;AASD,MAAM,MAAM,GAAG,IAAI,GAAG,EAAmC,CAAC;AAC1D,MAAM,SAAS,GAAG,KAAM,CAAC;AACzB,MAAM,cAAc,GAAG,GAAG,CAAC;AAE3B,SAAgB,QAAQ,CACvB,IAAY,EACZ,KAAa,EACb,IAAY,EACZ,KAAc;IAEd,MAAM,SAAS,GAAG,MAAM,CAAC,UAAU,CAAC,QAAQ,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC;IACtF,MAAM,IAAI,GAAG,GAAG,IAAI,IAAI,SAAS,IAAI,IAAI,EAAE,CAAC;IAC5C,OAAO,KAAK,CAAC,CAAC,CAAC,GAAG,IAAI,IAAI,KAAK,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC;AAC1C,CAAC;AAED,SAAgB,SAAS,CAAI,QAAgB,EAAE,GAAW;IACzD,MAAM,MAAM,GAAG,MAAM,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC;IACpC,IAAI,CAAC,MAAM;QAAE,OAAO,SAAS,CAAC;IAC9B,MAAM,KAAK,GAAG,MAAM,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;IAC9B,IAAI,CAAC,KAAK;QAAE,OAAO,SAAS,CAAC;IAC7B,IAAI,IAAI,CAAC,GAAG,EAAE,GAAG,KAAK,CAAC,SAAS,GAAG,SAAS,EAAE,CAAC;QAC9C,MAAM,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC;QACnB,OAAO,SAAS,CAAC;IAClB,CAAC;IACD,OAAO,KAAK,CAAC,IAAS,CAAC;AACxB,CAAC;AAED,SAAgB,QAAQ,CAAI,QAAgB,EAAE,GAAW,EAAE,IAAO;IACjE,IAAI,MAAM,GAAG,MAAM,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC;IAClC,IAAI,CAAC,MAAM,EAAE,CAAC;QACb,MAAM,GAAG,IAAI,GAAG,EAAE,CAAC;QACnB,MAAM,CAAC,GAAG,CAAC,QAAQ,EAAE,MAAM,CAAC,CAAC;IAC9B,CAAC;IACD,IAAI,MAAM,CAAC,IAAI,IAAI,cAAc,EAAE,CAAC;QACnC,MAAM,SAAS,GAAG,MAAM,CAAC,IAAI,EAAE,CAAC,IAAI,EAAE,CAAC,KAAK,CAAC;QAC7C,IAAI,SAAS,KAAK,SAAS;YAAE,MAAM,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC;IACvD,CAAC;IACD,MAAM,CAAC,GAAG,CAAC,GAAG,EAAE,EAAE,IAAI,EAAE,SAAS,EAAE,IAAI,CAAC,GAAG,EAAE,EAAE,CAAC,CAAC;AAClD,CAAC;AAID,SAAgB,eAAe,CAC9B,KAAc,EACd,SAAiB,EACjB,cAAuB;;IAEvB,MAAM,GAAG,GAAG,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,IAAI,KAAK,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC;IACtE,MAAM,WAAW,GAAG,SAAS,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC;IAC3C,MAAM,SAAS,GAAG,SAAS,CAAC,MAAA,GAAG,CAAC,KAAK,mCAAI,EAAE,CAAC,CAAC;IAE7C,IAAI,cAAc,EAAE,CAAC;QACpB,OAAO;YACN;gBACC,IAAI,EAAE,EAAE,KAAK,EAAE,WAAW,EAAE,OAAO,EAAE,SAAS,EAAE;gBAChD,UAAU,EAAE,EAAE,IAAI,EAAE,SAAS,EAAE;aAC/B;SACD,CAAC;IACH,CAAC;IACD,MAAM,IAAI,KAAK,CAAC,WAAW,CAAC,CAAC;AAC9B,CAAC"}
|
|
@@ -0,0 +1,38 @@
|
|
|
1
|
+
"use strict";
|
|
2
|
+
Object.defineProperty(exports, "__esModule", { value: true });
|
|
3
|
+
exports.executeClustersOperation = executeClustersOperation;
|
|
4
|
+
const helpers_1 = require("../../helpers");
|
|
5
|
+
async function executeClustersOperation(ctx, operation, i) {
|
|
6
|
+
if (operation === 'listClusters') {
|
|
7
|
+
const response = await (0, helpers_1.databricksApiRequest)(ctx, 'GET', '/api/2.0/clusters/list');
|
|
8
|
+
return [{ json: response, pairedItem: { item: i } }];
|
|
9
|
+
}
|
|
10
|
+
if (operation === 'getCluster') {
|
|
11
|
+
const clusterId = ctx.getNodeParameter('clusterId', i, '', { extractValue: true });
|
|
12
|
+
const response = await (0, helpers_1.databricksApiRequest)(ctx, 'GET', '/api/2.0/clusters/get', undefined, { cluster_id: clusterId });
|
|
13
|
+
return [{ json: response, pairedItem: { item: i } }];
|
|
14
|
+
}
|
|
15
|
+
if (operation === 'createCluster') {
|
|
16
|
+
const clusterConfig = ctx.getNodeParameter('clusterConfig', i);
|
|
17
|
+
const parsed = typeof clusterConfig === 'string' ? JSON.parse(clusterConfig) : clusterConfig;
|
|
18
|
+
const response = await (0, helpers_1.databricksApiRequest)(ctx, 'POST', '/api/2.0/clusters/create', parsed);
|
|
19
|
+
return [{ json: response, pairedItem: { item: i } }];
|
|
20
|
+
}
|
|
21
|
+
if (operation === 'startCluster') {
|
|
22
|
+
const clusterId = ctx.getNodeParameter('clusterId', i, '', { extractValue: true });
|
|
23
|
+
await (0, helpers_1.databricksApiRequest)(ctx, 'POST', '/api/2.0/clusters/start', { cluster_id: clusterId });
|
|
24
|
+
return [{ json: { success: true, message: `Cluster ${clusterId} start requested`, cluster_id: clusterId }, pairedItem: { item: i } }];
|
|
25
|
+
}
|
|
26
|
+
if (operation === 'stopCluster') {
|
|
27
|
+
const clusterId = ctx.getNodeParameter('clusterId', i, '', { extractValue: true });
|
|
28
|
+
await (0, helpers_1.databricksApiRequest)(ctx, 'POST', '/api/2.0/clusters/delete', { cluster_id: clusterId });
|
|
29
|
+
return [{ json: { success: true, message: `Cluster ${clusterId} stop requested`, cluster_id: clusterId }, pairedItem: { item: i } }];
|
|
30
|
+
}
|
|
31
|
+
if (operation === 'deleteCluster') {
|
|
32
|
+
const clusterId = ctx.getNodeParameter('clusterId', i, '', { extractValue: true });
|
|
33
|
+
await (0, helpers_1.databricksApiRequest)(ctx, 'POST', '/api/2.0/clusters/permanent-delete', { cluster_id: clusterId });
|
|
34
|
+
return [{ json: { success: true, message: `Cluster ${clusterId} permanently deleted`, cluster_id: clusterId }, pairedItem: { item: i } }];
|
|
35
|
+
}
|
|
36
|
+
throw new Error(`Unsupported Clusters operation: ${operation}`);
|
|
37
|
+
}
|
|
38
|
+
//# sourceMappingURL=handler.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"handler.js","sourceRoot":"","sources":["../../../../../nodes/Databricks/resources/clusters/handler.ts"],"names":[],"mappings":";;AAGA,4DA0CC;AA5CD,2CAAqD;AAE9C,KAAK,UAAU,wBAAwB,CAC7C,GAAsB,EACtB,SAAiB,EACjB,CAAS;IAET,IAAI,SAAS,KAAK,cAAc,EAAE,CAAC;QAClC,MAAM,QAAQ,GAAG,MAAM,IAAA,8BAAoB,EAAC,GAAG,EAAE,KAAK,EAAE,wBAAwB,CAAC,CAAC;QAClF,OAAO,CAAC,EAAE,IAAI,EAAE,QAAQ,EAAE,UAAU,EAAE,EAAE,IAAI,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC;IACtD,CAAC;IAED,IAAI,SAAS,KAAK,YAAY,EAAE,CAAC;QAChC,MAAM,SAAS,GAAG,GAAG,CAAC,gBAAgB,CAAC,WAAW,EAAE,CAAC,EAAE,EAAE,EAAE,EAAE,YAAY,EAAE,IAAI,EAAE,CAAW,CAAC;QAC7F,MAAM,QAAQ,GAAG,MAAM,IAAA,8BAAoB,EAAC,GAAG,EAAE,KAAK,EAAE,uBAAuB,EAAE,SAAS,EAAE,EAAE,UAAU,EAAE,SAAS,EAAE,CAAC,CAAC;QACvH,OAAO,CAAC,EAAE,IAAI,EAAE,QAAQ,EAAE,UAAU,EAAE,EAAE,IAAI,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC;IACtD,CAAC;IAED,IAAI,SAAS,KAAK,eAAe,EAAE,CAAC;QACnC,MAAM,aAAa,GAAG,GAAG,CAAC,gBAAgB,CAAC,eAAe,EAAE,CAAC,CAAW,CAAC;QACzE,MAAM,MAAM,GAAG,OAAO,aAAa,KAAK,QAAQ,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,aAAa,CAAC,CAAC,CAAC,CAAC,aAAa,CAAC;QAC7F,MAAM,QAAQ,GAAG,MAAM,IAAA,8BAAoB,EAAC,GAAG,EAAE,MAAM,EAAE,0BAA0B,EAAE,MAAM,CAAC,CAAC;QAC7F,OAAO,CAAC,EAAE,IAAI,EAAE,QAAQ,EAAE,UAAU,EAAE,EAAE,IAAI,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC;IACtD,CAAC;IAED,IAAI,SAAS,KAAK,cAAc,EAAE,CAAC;QAClC,MAAM,SAAS,GAAG,GAAG,CAAC,gBAAgB,CAAC,WAAW,EAAE,CAAC,EAAE,EAAE,EAAE,EAAE,YAAY,EAAE,IAAI,EAAE,CAAW,CAAC;QAC7F,MAAM,IAAA,8BAAoB,EAAC,GAAG,EAAE,MAAM,EAAE,yBAAyB,EAAE,EAAE,UAAU,EAAE,SAAS,EAAE,CAAC,CAAC;QAC9F,OAAO,CAAC,EAAE,IAAI,EAAE,EAAE,OAAO,EAAE,IAAI,EAAE,OAAO,EAAE,WAAW,SAAS,kBAAkB,EAAE,UAAU,EAAE,SAAS,EAAE,EAAE,UAAU,EAAE,EAAE,IAAI,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC;IACvI,CAAC;IAED,IAAI,SAAS,KAAK,aAAa,EAAE,CAAC;QACjC,MAAM,SAAS,GAAG,GAAG,CAAC,gBAAgB,CAAC,WAAW,EAAE,CAAC,EAAE,EAAE,EAAE,EAAE,YAAY,EAAE,IAAI,EAAE,CAAW,CAAC;QAC7F,MAAM,IAAA,8BAAoB,EAAC,GAAG,EAAE,MAAM,EAAE,0BAA0B,EAAE,EAAE,UAAU,EAAE,SAAS,EAAE,CAAC,CAAC;QAC/F,OAAO,CAAC,EAAE,IAAI,EAAE,EAAE,OAAO,EAAE,IAAI,EAAE,OAAO,EAAE,WAAW,SAAS,iBAAiB,EAAE,UAAU,EAAE,SAAS,EAAE,EAAE,UAAU,EAAE,EAAE,IAAI,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC;IACtI,CAAC;IAED,IAAI,SAAS,KAAK,eAAe,EAAE,CAAC;QACnC,MAAM,SAAS,GAAG,GAAG,CAAC,gBAAgB,CAAC,WAAW,EAAE,CAAC,EAAE,EAAE,EAAE,EAAE,YAAY,EAAE,IAAI,EAAE,CAAW,CAAC;QAC7F,MAAM,IAAA,8BAAoB,EAAC,GAAG,EAAE,MAAM,EAAE,oCAAoC,EAAE,EAAE,UAAU,EAAE,SAAS,EAAE,CAAC,CAAC;QACzG,OAAO,CAAC,EAAE,IAAI,EAAE,EAAE,OAAO,EAAE,IAAI,EAAE,OAAO,EAAE,WAAW,SAAS,sBAAsB,EAAE,UAAU,EAAE,SAAS,EAAE,EAAE,UAAU,EAAE,EAAE,IAAI,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC;IAC3I,CAAC;IAED,MAAM,IAAI,KAAK,CAAC,mCAAmC,SAAS,EAAE,CAAC,CAAC;AACjE,CAAC"}
|
|
@@ -0,0 +1,24 @@
|
|
|
1
|
+
"use strict";
|
|
2
|
+
Object.defineProperty(exports, "__esModule", { value: true });
|
|
3
|
+
exports.clustersOperations = void 0;
|
|
4
|
+
exports.clustersOperations = {
|
|
5
|
+
displayName: 'Operation',
|
|
6
|
+
name: 'operation',
|
|
7
|
+
type: 'options',
|
|
8
|
+
noDataExpression: true,
|
|
9
|
+
displayOptions: {
|
|
10
|
+
show: {
|
|
11
|
+
resource: ['clusters'],
|
|
12
|
+
},
|
|
13
|
+
},
|
|
14
|
+
options: [
|
|
15
|
+
{ name: 'List Clusters', value: 'listClusters', description: 'List all clusters', action: 'List clusters' },
|
|
16
|
+
{ name: 'Get Cluster', value: 'getCluster', description: 'Get details of a cluster', action: 'Get cluster' },
|
|
17
|
+
{ name: 'Create Cluster', value: 'createCluster', description: 'Create a new cluster from a JSON config', action: 'Create cluster' },
|
|
18
|
+
{ name: 'Start Cluster', value: 'startCluster', description: 'Start a terminated cluster', action: 'Start cluster' },
|
|
19
|
+
{ name: 'Stop Cluster', value: 'stopCluster', description: 'Terminate a running cluster', action: 'Stop cluster' },
|
|
20
|
+
{ name: 'Delete Cluster', value: 'deleteCluster', description: 'Permanently delete a cluster', action: 'Delete cluster' },
|
|
21
|
+
],
|
|
22
|
+
default: 'listClusters',
|
|
23
|
+
};
|
|
24
|
+
//# sourceMappingURL=operations.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"operations.js","sourceRoot":"","sources":["../../../../../nodes/Databricks/resources/clusters/operations.ts"],"names":[],"mappings":";;;AAEa,QAAA,kBAAkB,GAAoB;IAC/C,WAAW,EAAE,WAAW;IACxB,IAAI,EAAE,WAAW;IACjB,IAAI,EAAE,SAAS;IACf,gBAAgB,EAAE,IAAI;IACtB,cAAc,EAAE;QACZ,IAAI,EAAE;YACF,QAAQ,EAAE,CAAC,UAAU,CAAC;SACzB;KACJ;IACD,OAAO,EAAE;QACL,EAAE,IAAI,EAAE,eAAe,EAAE,KAAK,EAAE,cAAc,EAAE,WAAW,EAAE,mBAAmB,EAAE,MAAM,EAAE,eAAe,EAAE;QAC3G,EAAE,IAAI,EAAE,aAAa,EAAE,KAAK,EAAE,YAAY,EAAE,WAAW,EAAE,0BAA0B,EAAE,MAAM,EAAE,aAAa,EAAE;QAC5G,EAAE,IAAI,EAAE,gBAAgB,EAAE,KAAK,EAAE,eAAe,EAAE,WAAW,EAAE,yCAAyC,EAAE,MAAM,EAAE,gBAAgB,EAAE;QACpI,EAAE,IAAI,EAAE,eAAe,EAAE,KAAK,EAAE,cAAc,EAAE,WAAW,EAAE,4BAA4B,EAAE,MAAM,EAAE,eAAe,EAAE;QACpH,EAAE,IAAI,EAAE,cAAc,EAAE,KAAK,EAAE,aAAa,EAAE,WAAW,EAAE,6BAA6B,EAAE,MAAM,EAAE,cAAc,EAAE;QAClH,EAAE,IAAI,EAAE,gBAAgB,EAAE,KAAK,EAAE,eAAe,EAAE,WAAW,EAAE,8BAA8B,EAAE,MAAM,EAAE,gBAAgB,EAAE;KAC5H;IACD,OAAO,EAAE,cAAc;CAC1B,CAAC"}
|
|
@@ -0,0 +1,49 @@
|
|
|
1
|
+
"use strict";
|
|
2
|
+
Object.defineProperty(exports, "__esModule", { value: true });
|
|
3
|
+
exports.clustersParameters = void 0;
|
|
4
|
+
exports.clustersParameters = [
|
|
5
|
+
{
|
|
6
|
+
displayName: 'Cluster',
|
|
7
|
+
name: 'clusterId',
|
|
8
|
+
type: 'resourceLocator',
|
|
9
|
+
default: { mode: 'list', value: '' },
|
|
10
|
+
required: true,
|
|
11
|
+
description: 'The cluster to operate on',
|
|
12
|
+
displayOptions: {
|
|
13
|
+
show: {
|
|
14
|
+
resource: ['clusters'],
|
|
15
|
+
operation: ['getCluster', 'startCluster', 'stopCluster', 'deleteCluster'],
|
|
16
|
+
},
|
|
17
|
+
},
|
|
18
|
+
modes: [
|
|
19
|
+
{
|
|
20
|
+
displayName: 'From List',
|
|
21
|
+
name: 'list',
|
|
22
|
+
type: 'list',
|
|
23
|
+
typeOptions: { searchListMethod: 'getClusters', searchable: true },
|
|
24
|
+
},
|
|
25
|
+
{
|
|
26
|
+
displayName: 'By ID',
|
|
27
|
+
name: 'id',
|
|
28
|
+
type: 'string',
|
|
29
|
+
placeholder: 'e.g. 0123-456789-abcde123',
|
|
30
|
+
},
|
|
31
|
+
],
|
|
32
|
+
},
|
|
33
|
+
{
|
|
34
|
+
displayName: 'Cluster Configuration',
|
|
35
|
+
name: 'clusterConfig',
|
|
36
|
+
type: 'json',
|
|
37
|
+
default: '{\n "cluster_name": "my-cluster",\n "spark_version": "13.3.x-scala2.12",\n "node_type_id": "Standard_DS3_v2",\n "num_workers": 1\n}',
|
|
38
|
+
required: true,
|
|
39
|
+
description: 'Full cluster configuration as JSON. See <a href="https://docs.databricks.com/api/workspace/clusters/create" target="_blank">API docs</a> for fields.',
|
|
40
|
+
displayOptions: {
|
|
41
|
+
show: {
|
|
42
|
+
resource: ['clusters'],
|
|
43
|
+
operation: ['createCluster'],
|
|
44
|
+
},
|
|
45
|
+
},
|
|
46
|
+
typeOptions: { rows: 10 },
|
|
47
|
+
},
|
|
48
|
+
];
|
|
49
|
+
//# sourceMappingURL=parameters.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"parameters.js","sourceRoot":"","sources":["../../../../../nodes/Databricks/resources/clusters/parameters.ts"],"names":[],"mappings":";;;AAEa,QAAA,kBAAkB,GAAsB;IACjD;QACI,WAAW,EAAE,SAAS;QACtB,IAAI,EAAE,WAAW;QACjB,IAAI,EAAE,iBAAiB;QACvB,OAAO,EAAE,EAAE,IAAI,EAAE,MAAM,EAAE,KAAK,EAAE,EAAE,EAAE;QACpC,QAAQ,EAAE,IAAI;QACd,WAAW,EAAE,2BAA2B;QACxC,cAAc,EAAE;YACZ,IAAI,EAAE;gBACF,QAAQ,EAAE,CAAC,UAAU,CAAC;gBACtB,SAAS,EAAE,CAAC,YAAY,EAAE,cAAc,EAAE,aAAa,EAAE,eAAe,CAAC;aAC5E;SACJ;QACD,KAAK,EAAE;YACH;gBACI,WAAW,EAAE,WAAW;gBACxB,IAAI,EAAE,MAAM;gBACZ,IAAI,EAAE,MAAM;gBACZ,WAAW,EAAE,EAAE,gBAAgB,EAAE,aAAa,EAAE,UAAU,EAAE,IAAI,EAAE;aACrE;YACD;gBACI,WAAW,EAAE,OAAO;gBACpB,IAAI,EAAE,IAAI;gBACV,IAAI,EAAE,QAAQ;gBACd,WAAW,EAAE,2BAA2B;aAC3C;SACJ;KACJ;IACD;QACI,WAAW,EAAE,uBAAuB;QACpC,IAAI,EAAE,eAAe;QACrB,IAAI,EAAE,MAAM;QACZ,OAAO,EAAE,yIAAyI;QAClJ,QAAQ,EAAE,IAAI;QACd,WAAW,EAAE,sJAAsJ;QACnK,cAAc,EAAE;YACZ,IAAI,EAAE;gBACF,QAAQ,EAAE,CAAC,UAAU,CAAC;gBACtB,SAAS,EAAE,CAAC,eAAe,CAAC;aAC/B;SACJ;QACD,WAAW,EAAE,EAAE,IAAI,EAAE,EAAE,EAAE;KAC5B;CACJ,CAAC"}
|
|
@@ -0,0 +1,59 @@
|
|
|
1
|
+
"use strict";
|
|
2
|
+
Object.defineProperty(exports, "__esModule", { value: true });
|
|
3
|
+
exports.executeSqlOperation = executeSqlOperation;
|
|
4
|
+
const helpers_1 = require("../../helpers");
|
|
5
|
+
async function executeSqlOperation(ctx, operation, i) {
|
|
6
|
+
var _a, _b, _c, _d;
|
|
7
|
+
if (operation !== 'executeQuery') {
|
|
8
|
+
throw new Error(`Unsupported SQL operation: ${operation}`);
|
|
9
|
+
}
|
|
10
|
+
const warehouseId = ctx.getNodeParameter('warehouseId', i);
|
|
11
|
+
const query = ctx.getNodeParameter('query', i);
|
|
12
|
+
const executeResponse = (await (0, helpers_1.databricksApiRequest)(ctx, 'POST', '/api/2.0/sql/statements', {
|
|
13
|
+
warehouse_id: warehouseId.value,
|
|
14
|
+
statement: query,
|
|
15
|
+
}));
|
|
16
|
+
const statementId = executeResponse.statement_id;
|
|
17
|
+
let status = executeResponse.status.state;
|
|
18
|
+
let queryResult = executeResponse;
|
|
19
|
+
const maxRetries = 60;
|
|
20
|
+
let retries = 0;
|
|
21
|
+
while (status !== 'SUCCEEDED' &&
|
|
22
|
+
status !== 'FAILED' &&
|
|
23
|
+
status !== 'CANCELED' &&
|
|
24
|
+
retries < maxRetries) {
|
|
25
|
+
await new Promise((resolve) => setTimeout(resolve, 5000));
|
|
26
|
+
queryResult = (await (0, helpers_1.databricksApiRequest)(ctx, 'GET', `/api/2.0/sql/statements/${encodeURIComponent(statementId)}`));
|
|
27
|
+
status = queryResult.status.state;
|
|
28
|
+
retries++;
|
|
29
|
+
}
|
|
30
|
+
if (status === 'FAILED' || status === 'CANCELED') {
|
|
31
|
+
throw new Error(`Query ${status.toLowerCase()}: ${JSON.stringify(queryResult.status)}`);
|
|
32
|
+
}
|
|
33
|
+
if (retries >= maxRetries) {
|
|
34
|
+
throw new Error('Query execution timeout - exceeded maximum wait time');
|
|
35
|
+
}
|
|
36
|
+
const allRows = [];
|
|
37
|
+
let chunkIndex = 0;
|
|
38
|
+
const totalChunks = ((_a = queryResult.manifest) === null || _a === void 0 ? void 0 : _a.total_chunk_count) || 0;
|
|
39
|
+
if ((_b = queryResult.result) === null || _b === void 0 ? void 0 : _b.data_array) {
|
|
40
|
+
allRows.push(...queryResult.result.data_array);
|
|
41
|
+
chunkIndex = 1;
|
|
42
|
+
}
|
|
43
|
+
while (chunkIndex < totalChunks) {
|
|
44
|
+
const chunkResponse = (await (0, helpers_1.databricksApiRequest)(ctx, 'GET', `/api/2.0/sql/statements/${encodeURIComponent(statementId)}/result/chunks/${chunkIndex}`));
|
|
45
|
+
if (chunkResponse.data_array) {
|
|
46
|
+
allRows.push(...chunkResponse.data_array);
|
|
47
|
+
}
|
|
48
|
+
chunkIndex++;
|
|
49
|
+
}
|
|
50
|
+
const columns = ((_d = (_c = queryResult.manifest) === null || _c === void 0 ? void 0 : _c.schema) === null || _d === void 0 ? void 0 : _d.columns) || [];
|
|
51
|
+
return allRows.map((row) => {
|
|
52
|
+
const obj = {};
|
|
53
|
+
columns.forEach((col, idx) => {
|
|
54
|
+
obj[col.name] = row[idx];
|
|
55
|
+
});
|
|
56
|
+
return { json: obj, pairedItem: { item: i } };
|
|
57
|
+
});
|
|
58
|
+
}
|
|
59
|
+
//# sourceMappingURL=handler.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"handler.js","sourceRoot":"","sources":["../../../../../nodes/Databricks/resources/databricksSql/handler.ts"],"names":[],"mappings":";;AAgBA,kDA6EC;AA5FD,2CAAqD;AAe9C,KAAK,UAAU,mBAAmB,CACxC,GAAsB,EACtB,SAAiB,EACjB,CAAS;;IAET,IAAI,SAAS,KAAK,cAAc,EAAE,CAAC;QAClC,MAAM,IAAI,KAAK,CAAC,8BAA8B,SAAS,EAAE,CAAC,CAAC;IAC5D,CAAC;IAED,MAAM,WAAW,GAAG,GAAG,CAAC,gBAAgB,CAAC,aAAa,EAAE,CAAC,CAAoC,CAAC;IAC9F,MAAM,KAAK,GAAG,GAAG,CAAC,gBAAgB,CAAC,OAAO,EAAE,CAAC,CAAW,CAAC;IAEzD,MAAM,eAAe,GAAG,CAAC,MAAM,IAAA,8BAAoB,EAAC,GAAG,EAAE,MAAM,EAAE,yBAAyB,EAAE;QAC3F,YAAY,EAAE,WAAW,CAAC,KAAK;QAC/B,SAAS,EAAE,KAAK;KAChB,CAAC,CAAgC,CAAC;IAEnC,MAAM,WAAW,GAAG,eAAe,CAAC,YAAY,CAAC;IAEjD,IAAI,MAAM,GAAG,eAAe,CAAC,MAAM,CAAC,KAAK,CAAC;IAC1C,IAAI,WAAW,GAAG,eAAe,CAAC;IAClC,MAAM,UAAU,GAAG,EAAE,CAAC;IACtB,IAAI,OAAO,GAAG,CAAC,CAAC;IAEhB,OACC,MAAM,KAAK,WAAW;QACtB,MAAM,KAAK,QAAQ;QACnB,MAAM,KAAK,UAAU;QACrB,OAAO,GAAG,UAAU,EACnB,CAAC;QACF,MAAM,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,UAAU,CAAC,OAAO,EAAE,IAAI,CAAC,CAAC,CAAC;QAC1D,WAAW,GAAG,CAAC,MAAM,IAAA,8BAAoB,EACxC,GAAG,EACH,KAAK,EACL,2BAA2B,kBAAkB,CAAC,WAAW,CAAC,EAAE,CAC5D,CAAgC,CAAC;QAClC,MAAM,GAAG,WAAW,CAAC,MAAM,CAAC,KAAK,CAAC;QAClC,OAAO,EAAE,CAAC;IACX,CAAC;IAED,IAAI,MAAM,KAAK,QAAQ,IAAI,MAAM,KAAK,UAAU,EAAE,CAAC;QAClD,MAAM,IAAI,KAAK,CAAC,SAAS,MAAM,CAAC,WAAW,EAAE,KAAK,IAAI,CAAC,SAAS,CAAC,WAAW,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC;IACzF,CAAC;IACD,IAAI,OAAO,IAAI,UAAU,EAAE,CAAC;QAC3B,MAAM,IAAI,KAAK,CAAC,sDAAsD,CAAC,CAAC;IACzE,CAAC;IAED,MAAM,OAAO,GAAU,EAAE,CAAC;IAC1B,IAAI,UAAU,GAAG,CAAC,CAAC;IACnB,MAAM,WAAW,GAAG,CAAA,MAAA,WAAW,CAAC,QAAQ,0CAAE,iBAAiB,KAAI,CAAC,CAAC;IAEjE,IAAI,MAAA,WAAW,CAAC,MAAM,0CAAE,UAAU,EAAE,CAAC;QACpC,OAAO,CAAC,IAAI,CAAC,GAAG,WAAW,CAAC,MAAM,CAAC,UAAU,CAAC,CAAC;QAC/C,UAAU,GAAG,CAAC,CAAC;IAChB,CAAC;IAED,OAAO,UAAU,GAAG,WAAW,EAAE,CAAC;QACjC,MAAM,aAAa,GAAG,CAAC,MAAM,IAAA,8BAAoB,EAChD,GAAG,EACH,KAAK,EACL,2BAA2B,kBAAkB,CAAC,WAAW,CAAC,kBAAkB,UAAU,EAAE,CACxF,CAA6B,CAAC;QAE/B,IAAI,aAAa,CAAC,UAAU,EAAE,CAAC;YAC9B,OAAO,CAAC,IAAI,CAAC,GAAG,aAAa,CAAC,UAAU,CAAC,CAAC;QAC3C,CAAC;QACD,UAAU,EAAE,CAAC;IACd,CAAC;IAED,MAAM,OAAO,GAAG,CAAA,MAAA,MAAA,WAAW,CAAC,QAAQ,0CAAE,MAAM,0CAAE,OAAO,KAAI,EAAE,CAAC;IAC5D,OAAO,OAAO,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE;QAC1B,MAAM,GAAG,GAAQ,EAAE,CAAC;QACpB,OAAO,CAAC,OAAO,CAAC,CAAC,GAAG,EAAE,GAAG,EAAE,EAAE;YAC5B,GAAG,CAAC,GAAG,CAAC,IAAI,CAAC,GAAG,GAAG,CAAC,GAAG,CAAC,CAAC;QAC1B,CAAC,CAAC,CAAC;QACH,OAAO,EAAE,IAAI,EAAE,GAAG,EAAE,UAAU,EAAE,EAAE,IAAI,EAAE,CAAC,EAAE,EAAE,CAAC;IAC/C,CAAC,CAAC,CAAC;AACJ,CAAC"}
|
|
@@ -0,0 +1,24 @@
|
|
|
1
|
+
"use strict";
|
|
2
|
+
Object.defineProperty(exports, "__esModule", { value: true });
|
|
3
|
+
exports.databricksSqlOperations = void 0;
|
|
4
|
+
exports.databricksSqlOperations = {
|
|
5
|
+
displayName: 'Operation',
|
|
6
|
+
name: 'operation',
|
|
7
|
+
type: 'options',
|
|
8
|
+
noDataExpression: true,
|
|
9
|
+
displayOptions: {
|
|
10
|
+
show: {
|
|
11
|
+
resource: ['databricksSql'],
|
|
12
|
+
},
|
|
13
|
+
},
|
|
14
|
+
options: [
|
|
15
|
+
{
|
|
16
|
+
name: 'Execute Query',
|
|
17
|
+
value: 'executeQuery',
|
|
18
|
+
description: 'Execute a SQL query and wait for results',
|
|
19
|
+
action: 'Execute a SQL query',
|
|
20
|
+
},
|
|
21
|
+
],
|
|
22
|
+
default: 'executeQuery',
|
|
23
|
+
};
|
|
24
|
+
//# sourceMappingURL=operations.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"operations.js","sourceRoot":"","sources":["../../../../../nodes/Databricks/resources/databricksSql/operations.ts"],"names":[],"mappings":";;;AAEa,QAAA,uBAAuB,GAAoB;IACpD,WAAW,EAAE,WAAW;IACxB,IAAI,EAAE,WAAW;IACjB,IAAI,EAAE,SAAS;IACf,gBAAgB,EAAE,IAAI;IACtB,cAAc,EAAE;QACZ,IAAI,EAAE;YACF,QAAQ,EAAE,CAAC,eAAe,CAAC;SAC9B;KACJ;IACD,OAAO,EAAE;QACL;YACI,IAAI,EAAE,eAAe;YACrB,KAAK,EAAE,cAAc;YACrB,WAAW,EAAE,0CAA0C;YACvD,MAAM,EAAE,qBAAqB;SAChC;KACJ;IACD,OAAO,EAAE,cAAc;CAC1B,CAAC"}
|
|
@@ -0,0 +1,94 @@
|
|
|
1
|
+
"use strict";
|
|
2
|
+
Object.defineProperty(exports, "__esModule", { value: true });
|
|
3
|
+
exports.databricksSqlParameters = void 0;
|
|
4
|
+
exports.databricksSqlParameters = [
|
|
5
|
+
{
|
|
6
|
+
displayName: 'Warehouse',
|
|
7
|
+
name: 'warehouseId',
|
|
8
|
+
type: 'resourceLocator',
|
|
9
|
+
default: { mode: 'list', value: '' },
|
|
10
|
+
required: true,
|
|
11
|
+
description: 'The SQL warehouse to use',
|
|
12
|
+
displayOptions: {
|
|
13
|
+
show: {
|
|
14
|
+
resource: ['databricksSql'],
|
|
15
|
+
operation: ['executeQuery'],
|
|
16
|
+
},
|
|
17
|
+
},
|
|
18
|
+
modes: [
|
|
19
|
+
{
|
|
20
|
+
displayName: 'From List',
|
|
21
|
+
name: 'list',
|
|
22
|
+
type: 'list',
|
|
23
|
+
typeOptions: {
|
|
24
|
+
searchListMethod: 'getWarehouses',
|
|
25
|
+
searchable: true,
|
|
26
|
+
},
|
|
27
|
+
},
|
|
28
|
+
{
|
|
29
|
+
displayName: 'By ID',
|
|
30
|
+
name: 'id',
|
|
31
|
+
type: 'string',
|
|
32
|
+
placeholder: 'e.g. 1234567890abcdef',
|
|
33
|
+
validation: [
|
|
34
|
+
{
|
|
35
|
+
type: 'regex',
|
|
36
|
+
properties: {
|
|
37
|
+
regex: '[a-zA-Z0-9]+',
|
|
38
|
+
errorMessage: 'Must be a valid warehouse ID',
|
|
39
|
+
},
|
|
40
|
+
},
|
|
41
|
+
],
|
|
42
|
+
},
|
|
43
|
+
{
|
|
44
|
+
displayName: 'By URL',
|
|
45
|
+
name: 'url',
|
|
46
|
+
type: 'string',
|
|
47
|
+
placeholder: 'e.g. https://adb-xxx.azuredatabricks.net/sql/warehouses/xxx',
|
|
48
|
+
extractValue: {
|
|
49
|
+
type: 'regex',
|
|
50
|
+
regex: 'https://[^/]+/sql/warehouses/([a-zA-Z0-9]+)',
|
|
51
|
+
},
|
|
52
|
+
},
|
|
53
|
+
],
|
|
54
|
+
},
|
|
55
|
+
{
|
|
56
|
+
displayName: 'Query',
|
|
57
|
+
name: 'query',
|
|
58
|
+
type: 'string',
|
|
59
|
+
typeOptions: {
|
|
60
|
+
editor: 'sqlEditor',
|
|
61
|
+
sqlDialect: 'StandardSQL',
|
|
62
|
+
rows: 10,
|
|
63
|
+
alwaysOpenEditWindow: false,
|
|
64
|
+
},
|
|
65
|
+
displayOptions: {
|
|
66
|
+
show: {
|
|
67
|
+
operation: [
|
|
68
|
+
'executeQuery',
|
|
69
|
+
],
|
|
70
|
+
},
|
|
71
|
+
},
|
|
72
|
+
default: '',
|
|
73
|
+
placeholder: 'SELECT * FROM my_table LIMIT 10',
|
|
74
|
+
required: true,
|
|
75
|
+
description: 'SQL query to execute',
|
|
76
|
+
},
|
|
77
|
+
{
|
|
78
|
+
displayName: 'Query ID',
|
|
79
|
+
name: 'queryId',
|
|
80
|
+
type: 'string',
|
|
81
|
+
required: true,
|
|
82
|
+
default: '',
|
|
83
|
+
description: 'The ID of the query to update',
|
|
84
|
+
displayOptions: {
|
|
85
|
+
show: {
|
|
86
|
+
operation: [
|
|
87
|
+
'updateQuery',
|
|
88
|
+
'deleteQuery',
|
|
89
|
+
],
|
|
90
|
+
},
|
|
91
|
+
},
|
|
92
|
+
},
|
|
93
|
+
];
|
|
94
|
+
//# sourceMappingURL=parameters.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"parameters.js","sourceRoot":"","sources":["../../../../../nodes/Databricks/resources/databricksSql/parameters.ts"],"names":[],"mappings":";;;AAEa,QAAA,uBAAuB,GAAsB;IACtD;QACI,WAAW,EAAE,WAAW;QACxB,IAAI,EAAE,aAAa;QACnB,IAAI,EAAE,iBAAiB;QACvB,OAAO,EAAE,EAAE,IAAI,EAAE,MAAM,EAAE,KAAK,EAAE,EAAE,EAAE;QACpC,QAAQ,EAAE,IAAI;QACd,WAAW,EAAE,0BAA0B;QACvC,cAAc,EAAE;YACZ,IAAI,EAAE;gBACF,QAAQ,EAAE,CAAC,eAAe,CAAC;gBAC3B,SAAS,EAAE,CAAC,cAAc,CAAC;aAC9B;SACJ;QACD,KAAK,EAAE;YACH;gBACI,WAAW,EAAE,WAAW;gBACxB,IAAI,EAAE,MAAM;gBACZ,IAAI,EAAE,MAAM;gBACZ,WAAW,EAAE;oBACT,gBAAgB,EAAE,eAAe;oBACjC,UAAU,EAAE,IAAI;iBACnB;aACJ;YACD;gBACI,WAAW,EAAE,OAAO;gBACpB,IAAI,EAAE,IAAI;gBACV,IAAI,EAAE,QAAQ;gBACd,WAAW,EAAE,uBAAuB;gBACpC,UAAU,EAAE;oBACR;wBACI,IAAI,EAAE,OAAO;wBACb,UAAU,EAAE;4BACR,KAAK,EAAE,cAAc;4BACrB,YAAY,EAAE,8BAA8B;yBAC/C;qBACJ;iBACJ;aACJ;YACD;gBACI,WAAW,EAAE,QAAQ;gBACrB,IAAI,EAAE,KAAK;gBACX,IAAI,EAAE,QAAQ;gBACd,WAAW,EAAE,6DAA6D;gBAC1E,YAAY,EAAE;oBACV,IAAI,EAAE,OAAO;oBACb,KAAK,EAAE,6CAA6C;iBACvD;aACJ;SACJ;KACJ;IACD;QACI,WAAW,EAAE,OAAO;QACpB,IAAI,EAAE,OAAO;QACb,IAAI,EAAE,QAAQ;QACd,WAAW,EAAE;YACT,MAAM,EAAE,WAAW;YACnB,UAAU,EAAE,aAAa;YACzB,IAAI,EAAE,EAAE;YACR,oBAAoB,EAAE,KAAK;SAC9B;QACD,cAAc,EAAE;YACZ,IAAI,EAAE;gBACF,SAAS,EAAE;oBACP,cAAc;iBACjB;aACJ;SACJ;QACD,OAAO,EAAE,EAAE;QACX,WAAW,EAAE,iCAAiC;QAC9C,QAAQ,EAAE,IAAI;QACd,WAAW,EAAE,sBAAsB;KACtC;IACD;QACI,WAAW,EAAE,UAAU;QACvB,IAAI,EAAE,SAAS;QACf,IAAI,EAAE,QAAQ;QACd,QAAQ,EAAE,IAAI;QACd,OAAO,EAAE,EAAE;QACX,WAAW,EAAE,+BAA+B;QAC5C,cAAc,EAAE;YACZ,IAAI,EAAE;gBACF,SAAS,EAAE;oBACP,aAAa;oBACb,aAAa;iBAChB;aACJ;SACJ;KACJ;CACJ,CAAC"}
|