@dbx-tools/databricks-zerobus 0.9.154 → 0.9.158
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/index.ts +2 -1
- package/lib/index.d.ts +2 -1
- package/lib/index.js +3 -2
- package/lib/src/zerobus.js +6 -8
- package/package.json +3 -19
- package/src/zerobus.ts +10 -7
package/index.ts
CHANGED
|
@@ -3,5 +3,6 @@
|
|
|
3
3
|
// Hand edits are overwritten on the next watch; this file is read-only.
|
|
4
4
|
|
|
5
5
|
export const PACKAGE_IDENTIFIER = "@dbx-tools/databricks-zerobus";
|
|
6
|
-
export const PACKAGE_VERSION = "0.9.
|
|
6
|
+
export const PACKAGE_VERSION = "0.9.158";
|
|
7
7
|
export * as zerobus from "./src/zerobus.ts";
|
|
8
|
+
export { createSdk, createStream } from "./src/zerobus.ts";
|
package/lib/index.d.ts
CHANGED
|
@@ -1,3 +1,4 @@
|
|
|
1
1
|
export declare const PACKAGE_IDENTIFIER = "@dbx-tools/databricks-zerobus";
|
|
2
|
-
export declare const PACKAGE_VERSION = "0.9.
|
|
2
|
+
export declare const PACKAGE_VERSION = "0.9.158";
|
|
3
3
|
export * as zerobus from "./src/zerobus.ts";
|
|
4
|
+
export { createSdk, createStream } from "./src/zerobus.ts";
|
package/lib/index.js
CHANGED
|
@@ -2,6 +2,7 @@
|
|
|
2
2
|
// Regenerated from the exporting modules in ./src.
|
|
3
3
|
// Hand edits are overwritten on the next watch; this file is read-only.
|
|
4
4
|
export const PACKAGE_IDENTIFIER = "@dbx-tools/databricks-zerobus";
|
|
5
|
-
export const PACKAGE_VERSION = "0.9.
|
|
5
|
+
export const PACKAGE_VERSION = "0.9.158";
|
|
6
6
|
export * as zerobus from "./src/zerobus.js";
|
|
7
|
-
|
|
7
|
+
export { createSdk, createStream } from "./src/zerobus.js";
|
|
8
|
+
//# sourceMappingURL=data:application/json;base64,eyJ2ZXJzaW9uIjozLCJmaWxlIjoiaW5kZXguanMiLCJzb3VyY2VSb290IjoiIiwic291cmNlcyI6WyIuLi9pbmRleC50cyJdLCJuYW1lcyI6W10sIm1hcHBpbmdzIjoiQUFBQSwyQ0FBMkM7QUFDM0MsbURBQW1EO0FBQ25ELHdFQUF3RTtBQUV4RSxNQUFNLENBQUMsTUFBTSxrQkFBa0IsR0FBRywrQkFBK0IsQ0FBQztBQUNsRSxNQUFNLENBQUMsTUFBTSxlQUFlLEdBQUcsU0FBUyxDQUFDO0FBQ3pDLE9BQU8sS0FBSyxPQUFPLE1BQU0sa0JBQWtCLENBQUM7QUFDNUMsT0FBTyxFQUFFLFNBQVMsRUFBRSxZQUFZLEVBQUUsTUFBTSxrQkFBa0IsQ0FBQyIsInNvdXJjZXNDb250ZW50IjpbIi8vIEdFTkVSQVRFRCBieSBwcm9qZW4gd2F0Y2ggLSBETyBOT1QgRURJVC5cbi8vIFJlZ2VuZXJhdGVkIGZyb20gdGhlIGV4cG9ydGluZyBtb2R1bGVzIGluIC4vc3JjLlxuLy8gSGFuZCBlZGl0cyBhcmUgb3ZlcndyaXR0ZW4gb24gdGhlIG5leHQgd2F0Y2g7IHRoaXMgZmlsZSBpcyByZWFkLW9ubHkuXG5cbmV4cG9ydCBjb25zdCBQQUNLQUdFX0lERU5USUZJRVIgPSBcIkBkYngtdG9vbHMvZGF0YWJyaWNrcy16ZXJvYnVzXCI7XG5leHBvcnQgY29uc3QgUEFDS0FHRV9WRVJTSU9OID0gXCIwLjkuMTU4XCI7XG5leHBvcnQgKiBhcyB6ZXJvYnVzIGZyb20gXCIuL3NyYy96ZXJvYnVzLnRzXCI7XG5leHBvcnQgeyBjcmVhdGVTZGssIGNyZWF0ZVN0cmVhbSB9IGZyb20gXCIuL3NyYy96ZXJvYnVzLnRzXCI7XG4iXX0=
|
package/lib/src/zerobus.js
CHANGED
|
@@ -1,22 +1,20 @@
|
|
|
1
1
|
import { ZerobusSdk, } from "@databricks/zerobus-ingest-sdk";
|
|
2
|
-
import {
|
|
2
|
+
import { getWorkspaceUrl, getWorkspaceId, resolveCloudLocation, CloudProvider, } from "@dbx-tools/databricks";
|
|
3
3
|
/** Create a Zerobus SDK client for the active Databricks workspace. */
|
|
4
4
|
export async function createSdk() {
|
|
5
|
-
const workspaceUrl = await
|
|
5
|
+
const workspaceUrl = await getWorkspaceUrl();
|
|
6
6
|
if (!workspaceUrl) {
|
|
7
7
|
throw new Error("Workspace URL not found");
|
|
8
8
|
}
|
|
9
|
-
const workspaceId = await
|
|
9
|
+
const workspaceId = await getWorkspaceId();
|
|
10
10
|
if (!workspaceId) {
|
|
11
11
|
throw new Error(`Workspace ID not found: workspaceUrl=${workspaceUrl.toString()}`);
|
|
12
12
|
}
|
|
13
|
-
const location = await
|
|
13
|
+
const location = await resolveCloudLocation(workspaceUrl.toString());
|
|
14
14
|
if (!location) {
|
|
15
15
|
throw new Error(`Workspace location not found: workspaceUrl=${workspaceUrl.toString()}`);
|
|
16
16
|
}
|
|
17
|
-
const domain = location.provider === cloud.
|
|
18
|
-
? "azuredatabricks.net"
|
|
19
|
-
: "cloud.databricks.com";
|
|
17
|
+
const domain = location.provider === CloudProvider.Azure ? "azuredatabricks.net" : "cloud.databricks.com";
|
|
20
18
|
const zerobusEndpoint = `https://${workspaceId}.zerobus.${location.region}.${domain}`;
|
|
21
19
|
return new ZerobusSdk(zerobusEndpoint, workspaceUrl.toString());
|
|
22
20
|
}
|
|
@@ -41,4 +39,4 @@ export async function createStream(sdk, table, options) {
|
|
|
41
39
|
};
|
|
42
40
|
return sdk.createStream(streamTableProperties, streamClientId, streamClientSecret, streamOptions);
|
|
43
41
|
}
|
|
44
|
-
//# sourceMappingURL=data:application/json;base64,
|
|
42
|
+
//# sourceMappingURL=data:application/json;base64,eyJ2ZXJzaW9uIjozLCJmaWxlIjoiemVyb2J1cy5qcyIsInNvdXJjZVJvb3QiOiIiLCJzb3VyY2VzIjpbIi4uLy4uL3NyYy96ZXJvYnVzLnRzIl0sIm5hbWVzIjpbXSwibWFwcGluZ3MiOiJBQUFBLE9BQU8sRUFDTCxVQUFVLEdBS1gsTUFBTSxnQ0FBZ0MsQ0FBQztBQUN4QyxPQUFPLEVBQ0wsZUFBZSxFQUNmLGNBQWMsRUFDZCxvQkFBb0IsRUFDcEIsYUFBYSxHQUNkLE1BQU0sdUJBQXVCLENBQUM7QUFFL0IsdUVBQXVFO0FBQ3ZFLE1BQU0sQ0FBQyxLQUFLLFVBQVUsU0FBUztJQUM3QixNQUFNLFlBQVksR0FBRyxNQUFNLGVBQWUsRUFBRSxDQUFDO0lBQzdDLElBQUksQ0FBQyxZQUFZLEVBQUUsQ0FBQztRQUNsQixNQUFNLElBQUksS0FBSyxDQUFDLHlCQUF5QixDQUFDLENBQUM7SUFDN0MsQ0FBQztJQUNELE1BQU0sV0FBVyxHQUFHLE1BQU0sY0FBYyxFQUFFLENBQUM7SUFDM0MsSUFBSSxDQUFDLFdBQVcsRUFBRSxDQUFDO1FBQ2pCLE1BQU0sSUFBSSxLQUFLLENBQUMsd0NBQXdDLFlBQVksQ0FBQyxRQUFRLEVBQUUsRUFBRSxDQUFDLENBQUM7SUFDckYsQ0FBQztJQUNELE1BQU0sUUFBUSxHQUFHLE1BQU0sb0JBQW9CLENBQUMsWUFBWSxDQUFDLFFBQVEsRUFBRSxDQUFDLENBQUM7SUFDckUsSUFBSSxDQUFDLFFBQVEsRUFBRSxDQUFDO1FBQ2QsTUFBTSxJQUFJLEtBQUssQ0FBQyw4Q0FBOEMsWUFBWSxDQUFDLFFBQVEsRUFBRSxFQUFFLENBQUMsQ0FBQztJQUMzRixDQUFDO0lBQ0QsTUFBTSxNQUFNLEdBQ1YsUUFBUSxDQUFDLFFBQVEsS0FBSyxhQUFhLENBQUMsS0FBSyxDQUFDLENBQUMsQ0FBQyxxQkFBcUIsQ0FBQyxDQUFDLENBQUMsc0JBQXNCLENBQUM7SUFDN0YsTUFBTSxlQUFlLEdBQUcsV0FBVyxXQUFXLFlBQVksUUFBUSxDQUFDLE1BQU0sSUFBSSxNQUFNLEVBQUUsQ0FBQztJQUN0RixPQUFPLElBQUksVUFBVSxDQUFDLGVBQWUsRUFBRSxZQUFZLENBQUMsUUFBUSxFQUFFLENBQUMsQ0FBQztBQUNsRSxDQUFDO0FBRUQsd0VBQXdFO0FBQ3hFLE1BQU0sQ0FBQyxLQUFLLFVBQVUsWUFBWSxDQUNoQyxHQUFlLEVBQ2YsS0FBK0IsRUFDL0IsT0FBb0M7SUFFcEMsU0FBUyxlQUFlLENBQUMsSUFBWTtRQUNuQyxLQUFLLE1BQU0sU0FBUyxJQUFJLENBQUMsV0FBVyxJQUFJLEVBQUUsRUFBRSxJQUFJLENBQUMsRUFBRSxDQUFDO1lBQ2xELE1BQU0sS0FBSyxHQUFHLE9BQU8sQ0FBQyxHQUFHLENBQUMsU0FBUyxDQUFDLENBQUM7WUFDckMsSUFBSSxLQUFLLEVBQUUsQ0FBQztnQkFDVixPQUFPLEtBQUssQ0FBQztZQUNmLENBQUM7UUFDSCxDQUFDO1FBQ0QsTUFBTSxJQUFJLEtBQUssQ0FBQyxZQUFZLElBQUksWUFBWSxDQUFDLENBQUM7SUFDaEQsQ0FBQztJQUNELE1BQU0scUJBQXFCLEdBQUcsT0FBTyxLQUFLLEtBQUssUUFBUSxDQUFDLENBQUMsQ0FBQyxFQUFFLFNBQVMsRUFBRSxLQUFLLEVBQUUsQ0FBQyxDQUFDLENBQUMsS0FBSyxDQUFDO0lBQ3ZGLE1BQU0sY0FBYyxHQUFHLGVBQWUsQ0FBQyxzQkFBc0IsQ0FBQyxDQUFDO0lBQy9ELE1BQU0sa0JBQWtCLEdBQUcsZUFBZSxDQUFDLDBCQUEwQixDQUFDLENBQUM7SUFDdkUsTUFBTSxhQUFhLEdBQUc7UUFDcEIsUUFBUSxFQUFFLElBQUk7UUFDZCxVQUFVLEVBQUUsQ0FBZSxFQUFFLCtFQUErRTtRQUM1RyxHQUFHLE9BQU87S0FDWCxDQUFDO0lBQ0YsT0FBTyxHQUFHLENBQUMsWUFBWSxDQUFDLHFCQUFxQixFQUFFLGNBQWMsRUFBRSxrQkFBa0IsRUFBRSxhQUFhLENBQUMsQ0FBQztBQUNwRyxDQUFDIiwic291cmNlc0NvbnRlbnQiOlsiaW1wb3J0IHtcbiAgWmVyb2J1c1NkayxcbiAgdHlwZSBSZWNvcmRUeXBlLFxuICB0eXBlIFN0cmVhbUNvbmZpZ3VyYXRpb25PcHRpb25zLFxuICB0eXBlIFRhYmxlUHJvcGVydGllcyxcbiAgdHlwZSBaZXJvYnVzU3RyZWFtLFxufSBmcm9tIFwiQGRhdGFicmlja3MvemVyb2J1cy1pbmdlc3Qtc2RrXCI7XG5pbXBvcnQge1xuICBnZXRXb3Jrc3BhY2VVcmwsXG4gIGdldFdvcmtzcGFjZUlkLFxuICByZXNvbHZlQ2xvdWRMb2NhdGlvbixcbiAgQ2xvdWRQcm92aWRlcixcbn0gZnJvbSBcIkBkYngtdG9vbHMvZGF0YWJyaWNrc1wiO1xuXG4vKiogQ3JlYXRlIGEgWmVyb2J1cyBTREsgY2xpZW50IGZvciB0aGUgYWN0aXZlIERhdGFicmlja3Mgd29ya3NwYWNlLiAqL1xuZXhwb3J0IGFzeW5jIGZ1bmN0aW9uIGNyZWF0ZVNkaygpOiBQcm9taXNlPFplcm9idXNTZGs+IHtcbiAgY29uc3Qgd29ya3NwYWNlVXJsID0gYXdhaXQgZ2V0V29ya3NwYWNlVXJsKCk7XG4gIGlmICghd29ya3NwYWNlVXJsKSB7XG4gICAgdGhyb3cgbmV3IEVycm9yKFwiV29ya3NwYWNlIFVSTCBub3QgZm91bmRcIik7XG4gIH1cbiAgY29uc3Qgd29ya3NwYWNlSWQgPSBhd2FpdCBnZXRXb3Jrc3BhY2VJZCgpO1xuICBpZiAoIXdvcmtzcGFjZUlkKSB7XG4gICAgdGhyb3cgbmV3IEVycm9yKGBXb3Jrc3BhY2UgSUQgbm90IGZvdW5kOiB3b3Jrc3BhY2VVcmw9JHt3b3Jrc3BhY2VVcmwudG9TdHJpbmcoKX1gKTtcbiAgfVxuICBjb25zdCBsb2NhdGlvbiA9IGF3YWl0IHJlc29sdmVDbG91ZExvY2F0aW9uKHdvcmtzcGFjZVVybC50b1N0cmluZygpKTtcbiAgaWYgKCFsb2NhdGlvbikge1xuICAgIHRocm93IG5ldyBFcnJvcihgV29ya3NwYWNlIGxvY2F0aW9uIG5vdCBmb3VuZDogd29ya3NwYWNlVXJsPSR7d29ya3NwYWNlVXJsLnRvU3RyaW5nKCl9YCk7XG4gIH1cbiAgY29uc3QgZG9tYWluID1cbiAgICBsb2NhdGlvbi5wcm92aWRlciA9PT0gQ2xvdWRQcm92aWRlci5BenVyZSA/IFwiYXp1cmVkYXRhYnJpY2tzLm5ldFwiIDogXCJjbG91ZC5kYXRhYnJpY2tzLmNvbVwiO1xuICBjb25zdCB6ZXJvYnVzRW5kcG9pbnQgPSBgaHR0cHM6Ly8ke3dvcmtzcGFjZUlkfS56ZXJvYnVzLiR7bG9jYXRpb24ucmVnaW9ufS4ke2RvbWFpbn1gO1xuICByZXR1cm4gbmV3IFplcm9idXNTZGsoemVyb2J1c0VuZHBvaW50LCB3b3Jrc3BhY2VVcmwudG9TdHJpbmcoKSk7XG59XG5cbi8qKiBDcmVhdGUgYW4gYXV0aGVudGljYXRlZCBaZXJvYnVzIHN0cmVhbSBmb3IgYSBVbml0eSBDYXRhbG9nIHRhYmxlLiAqL1xuZXhwb3J0IGFzeW5jIGZ1bmN0aW9uIGNyZWF0ZVN0cmVhbShcbiAgc2RrOiBaZXJvYnVzU2RrLFxuICB0YWJsZTogVGFibGVQcm9wZXJ0aWVzIHwgc3RyaW5nLFxuICBvcHRpb25zPzogU3RyZWFtQ29uZmlndXJhdGlvbk9wdGlvbnMsXG4pOiBQcm9taXNlPFplcm9idXNTdHJlYW0+IHtcbiAgZnVuY3Rpb24gcmVzb2x2ZVZhcmlhYmxlKG5hbWU6IHN0cmluZyk6IHN0cmluZyB7XG4gICAgZm9yIChjb25zdCBjYW5kaWRhdGUgb2YgW2BaRVJPQlVTXyR7bmFtZX1gLCBuYW1lXSkge1xuICAgICAgY29uc3QgdmFsdWUgPSBwcm9jZXNzLmVudltjYW5kaWRhdGVdO1xuICAgICAgaWYgKHZhbHVlKSB7XG4gICAgICAgIHJldHVybiB2YWx1ZTtcbiAgICAgIH1cbiAgICB9XG4gICAgdGhyb3cgbmV3IEVycm9yKGBWYXJpYWJsZSAke25hbWV9IG5vdCBmb3VuZGApO1xuICB9XG4gIGNvbnN0IHN0cmVhbVRhYmxlUHJvcGVydGllcyA9IHR5cGVvZiB0YWJsZSA9PT0gXCJzdHJpbmdcIiA/IHsgdGFibGVOYW1lOiB0YWJsZSB9IDogdGFibGU7XG4gIGNvbnN0IHN0cmVhbUNsaWVudElkID0gcmVzb2x2ZVZhcmlhYmxlKFwiREFUQUJSSUNLU19DTElFTlRfSURcIik7XG4gIGNvbnN0IHN0cmVhbUNsaWVudFNlY3JldCA9IHJlc29sdmVWYXJpYWJsZShcIkRBVEFCUklDS1NfQ0xJRU5UX1NFQ1JFVFwiKTtcbiAgY29uc3Qgc3RyZWFtT3B0aW9ucyA9IHtcbiAgICByZWNvdmVyeTogdHJ1ZSxcbiAgICByZWNvcmRUeXBlOiAwIGFzIFJlY29yZFR5cGUsIC8vIFJlY29yZFR5cGUuSnNvbiAoY29uc3QgZW51bSwgY2FuJ3QgYmUgcmVmZXJlbmNlZCB1bmRlciB2ZXJiYXRpbU1vZHVsZVN5bnRheClcbiAgICAuLi5vcHRpb25zLFxuICB9O1xuICByZXR1cm4gc2RrLmNyZWF0ZVN0cmVhbShzdHJlYW1UYWJsZVByb3BlcnRpZXMsIHN0cmVhbUNsaWVudElkLCBzdHJlYW1DbGllbnRTZWNyZXQsIHN0cmVhbU9wdGlvbnMpO1xufVxuIl19
|
package/package.json
CHANGED
|
@@ -24,7 +24,7 @@
|
|
|
24
24
|
},
|
|
25
25
|
"dependencies": {
|
|
26
26
|
"@databricks/zerobus-ingest-sdk": "^1.1.0",
|
|
27
|
-
"@dbx-tools/databricks": "^0.9.
|
|
27
|
+
"@dbx-tools/databricks": "^0.9.158"
|
|
28
28
|
},
|
|
29
29
|
"main": "./lib/index.js",
|
|
30
30
|
"license": "Apache-2.0",
|
|
@@ -37,18 +37,10 @@
|
|
|
37
37
|
"types": "./lib/index.d.ts",
|
|
38
38
|
"default": "./lib/index.js"
|
|
39
39
|
},
|
|
40
|
-
"./zerobus": {
|
|
41
|
-
"types": "./lib/src/zerobus.d.ts",
|
|
42
|
-
"default": "./lib/src/zerobus.js"
|
|
43
|
-
},
|
|
44
|
-
"./*": {
|
|
45
|
-
"types": "./lib/src/*/index.d.ts",
|
|
46
|
-
"default": "./lib/src/*/index.js"
|
|
47
|
-
},
|
|
48
40
|
"./package.json": "./package.json"
|
|
49
41
|
}
|
|
50
42
|
},
|
|
51
|
-
"version": "0.9.
|
|
43
|
+
"version": "0.9.158",
|
|
52
44
|
"types": "./lib/index.d.ts",
|
|
53
45
|
"dbxToolsConfig": {
|
|
54
46
|
"tags": [
|
|
@@ -61,18 +53,10 @@
|
|
|
61
53
|
"types": "./lib/index.d.ts",
|
|
62
54
|
"default": "./lib/index.js"
|
|
63
55
|
},
|
|
64
|
-
"./zerobus": {
|
|
65
|
-
"types": "./lib/src/zerobus.d.ts",
|
|
66
|
-
"default": "./lib/src/zerobus.js"
|
|
67
|
-
},
|
|
68
|
-
"./*": {
|
|
69
|
-
"types": "./lib/src/*/index.d.ts",
|
|
70
|
-
"default": "./lib/src/*/index.js"
|
|
71
|
-
},
|
|
72
56
|
"./package.json": "./package.json"
|
|
73
57
|
},
|
|
74
58
|
"files": [
|
|
75
|
-
"index
|
|
59
|
+
"index*.ts",
|
|
76
60
|
"src",
|
|
77
61
|
"lib"
|
|
78
62
|
],
|
package/src/zerobus.ts
CHANGED
|
@@ -5,26 +5,29 @@ import {
|
|
|
5
5
|
type TableProperties,
|
|
6
6
|
type ZerobusStream,
|
|
7
7
|
} from "@databricks/zerobus-ingest-sdk";
|
|
8
|
-
import {
|
|
8
|
+
import {
|
|
9
|
+
getWorkspaceUrl,
|
|
10
|
+
getWorkspaceId,
|
|
11
|
+
resolveCloudLocation,
|
|
12
|
+
CloudProvider,
|
|
13
|
+
} from "@dbx-tools/databricks";
|
|
9
14
|
|
|
10
15
|
/** Create a Zerobus SDK client for the active Databricks workspace. */
|
|
11
16
|
export async function createSdk(): Promise<ZerobusSdk> {
|
|
12
|
-
const workspaceUrl = await
|
|
17
|
+
const workspaceUrl = await getWorkspaceUrl();
|
|
13
18
|
if (!workspaceUrl) {
|
|
14
19
|
throw new Error("Workspace URL not found");
|
|
15
20
|
}
|
|
16
|
-
const workspaceId = await
|
|
21
|
+
const workspaceId = await getWorkspaceId();
|
|
17
22
|
if (!workspaceId) {
|
|
18
23
|
throw new Error(`Workspace ID not found: workspaceUrl=${workspaceUrl.toString()}`);
|
|
19
24
|
}
|
|
20
|
-
const location = await
|
|
25
|
+
const location = await resolveCloudLocation(workspaceUrl.toString());
|
|
21
26
|
if (!location) {
|
|
22
27
|
throw new Error(`Workspace location not found: workspaceUrl=${workspaceUrl.toString()}`);
|
|
23
28
|
}
|
|
24
29
|
const domain =
|
|
25
|
-
location.provider === cloud.
|
|
26
|
-
? "azuredatabricks.net"
|
|
27
|
-
: "cloud.databricks.com";
|
|
30
|
+
location.provider === CloudProvider.Azure ? "azuredatabricks.net" : "cloud.databricks.com";
|
|
28
31
|
const zerobusEndpoint = `https://${workspaceId}.zerobus.${location.region}.${domain}`;
|
|
29
32
|
return new ZerobusSdk(zerobusEndpoint, workspaceUrl.toString());
|
|
30
33
|
}
|