@fabric-harness/databricks 4.2.0 → 4.3.1
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/agent-services.js +142 -0
- package/dist/agent-services.js.map +1 -0
- package/dist/agent.d.ts.map +1 -1
- package/dist/agent.js +3754 -3563
- package/dist/agent.js.map +1 -1
- package/dist/ai-gateway.js +51 -0
- package/dist/ai-gateway.js.map +1 -0
- package/dist/ai-search-admin.js +194 -0
- package/dist/ai-search-admin.js.map +1 -0
- package/dist/ai.js +22 -0
- package/dist/ai.js.map +1 -0
- package/dist/app-deployment.d.ts +8 -0
- package/dist/app-deployment.d.ts.map +1 -1
- package/dist/app-user-authorization.d.ts +6 -0
- package/dist/app-user-authorization.d.ts.map +1 -1
- package/dist/app-user-authorization.js +33 -0
- package/dist/app-user-authorization.js.map +1 -1
- package/dist/app.js +143 -0
- package/dist/app.js.map +1 -0
- package/dist/authoring-certification.js +476 -0
- package/dist/authoring-certification.js.map +1 -0
- package/dist/capabilities.d.ts.map +1 -1
- package/dist/capabilities.js +633 -0
- package/dist/capabilities.js.map +1 -0
- package/dist/certification-environment.d.ts.map +1 -1
- package/dist/certification-resource.js +17 -0
- package/dist/certification-resource.js.map +1 -0
- package/dist/certification-sweeper.js +128 -0
- package/dist/certification-sweeper.js.map +1 -0
- package/dist/certification.d.ts +8 -1
- package/dist/certification.d.ts.map +1 -1
- package/dist/certification.js +236 -0
- package/dist/certification.js.map +1 -0
- package/dist/certify.js +93 -7
- package/dist/certify.js.map +1 -1
- package/dist/client.d.ts +58 -0
- package/dist/client.d.ts.map +1 -0
- package/dist/client.js +184 -0
- package/dist/client.js.map +1 -0
- package/dist/compatibility.js +88 -0
- package/dist/compatibility.js.map +1 -0
- package/dist/consumption.js +85 -0
- package/dist/consumption.js.map +1 -0
- package/dist/cost-budget-actuals.js +316 -0
- package/dist/cost-budget-actuals.js.map +1 -0
- package/dist/embeddings.js +24 -0
- package/dist/embeddings.js.map +1 -0
- package/dist/feature-serving.js +29 -0
- package/dist/feature-serving.js.map +1 -0
- package/dist/genie-agent-mode.js +374 -0
- package/dist/genie-agent-mode.js.map +1 -0
- package/dist/genie-authoring.js +898 -0
- package/dist/genie-authoring.js.map +1 -0
- package/dist/genie.js +405 -0
- package/dist/genie.js.map +1 -0
- package/dist/governance.js +353 -0
- package/dist/governance.js.map +1 -0
- package/dist/identity.js +229 -0
- package/dist/identity.js.map +1 -0
- package/dist/index.d.ts +7 -3
- package/dist/index.d.ts.map +1 -1
- package/dist/index.js +3913 -3500
- package/dist/index.js.map +1 -1
- package/dist/jobs-authoring.js +570 -0
- package/dist/jobs-authoring.js.map +1 -0
- package/dist/jobs.js +173 -0
- package/dist/jobs.js.map +1 -0
- package/dist/lakebase.js +110 -0
- package/dist/lakebase.js.map +1 -0
- package/dist/lakeflow-authoring.js +115 -0
- package/dist/lakeflow-authoring.js.map +1 -0
- package/dist/lakeflow.js +75 -0
- package/dist/lakeflow.js.map +1 -0
- package/dist/managed-resource.js +197 -0
- package/dist/managed-resource.js.map +1 -0
- package/dist/mlflow-tracing.js +167 -0
- package/dist/mlflow-tracing.js.map +1 -0
- package/dist/mock-provider.js +66 -0
- package/dist/mock-provider.js.map +1 -0
- package/dist/model.js +173 -0
- package/dist/model.js.map +1 -0
- package/dist/persistence.js +82 -0
- package/dist/persistence.js.map +1 -0
- package/dist/rag-chain.js +212 -0
- package/dist/rag-chain.js.map +1 -0
- package/dist/rag-eval.js +151 -0
- package/dist/rag-eval.js.map +1 -0
- package/dist/release-evidence.d.ts +49 -0
- package/dist/release-evidence.d.ts.map +1 -0
- package/dist/secrets-authoring.js +78 -0
- package/dist/secrets-authoring.js.map +1 -0
- package/dist/secrets.js +25 -0
- package/dist/secrets.js.map +1 -0
- package/dist/serving-admin.js +255 -0
- package/dist/serving-admin.js.map +1 -0
- package/dist/serving-usage.js +100 -0
- package/dist/serving-usage.js.map +1 -0
- package/dist/sql-exec.js +36 -0
- package/dist/sql-exec.js.map +1 -0
- package/dist/sql-sandbox.d.ts +18 -0
- package/dist/sql-sandbox.d.ts.map +1 -1
- package/dist/sql-sandbox.js +114 -3
- package/dist/sql-sandbox.js.map +1 -1
- package/dist/telemetry-sink.js +180 -0
- package/dist/telemetry-sink.js.map +1 -0
- package/dist/tools.js +167 -0
- package/dist/tools.js.map +1 -0
- package/dist/unity-catalog-admin.js +166 -0
- package/dist/unity-catalog-admin.js.map +1 -0
- package/dist/vector-search.js +65 -0
- package/dist/vector-search.js.map +1 -0
- package/dist/volumes-attachment-store.js +172 -0
- package/dist/volumes-attachment-store.js.map +1 -0
- package/dist/workspace-authoring.js +78 -0
- package/dist/workspace-authoring.js.map +1 -0
- package/package.json +9 -9
|
@@ -0,0 +1,172 @@
|
|
|
1
|
+
import { AttachmentStoreError, redactText, verifyAttachmentBytes, } from '@fabric-harness/sdk';
|
|
2
|
+
export class UcVolumesAttachmentStore {
|
|
3
|
+
host;
|
|
4
|
+
token;
|
|
5
|
+
fetchImpl;
|
|
6
|
+
volumeRoot;
|
|
7
|
+
rootPrefix;
|
|
8
|
+
constructor(options) {
|
|
9
|
+
this.host = options.host.replace(/\/$/, '');
|
|
10
|
+
this.token = options.token;
|
|
11
|
+
this.fetchImpl = options.fetchImpl ?? fetch;
|
|
12
|
+
this.rootPrefix = options.rootPrefix ?? 'fh-attachments';
|
|
13
|
+
this.volumeRoot = `/Volumes/${options.catalog}/${options.schema}/${options.volume}/${this.rootPrefix}`;
|
|
14
|
+
}
|
|
15
|
+
async put(input) {
|
|
16
|
+
await verifyAttachmentBytes(input.ref, input.bytes);
|
|
17
|
+
const refPath = this.refPath(input.scope, input.ref.digest);
|
|
18
|
+
// First-write-wins per (scope, digest): the sidecar marks a complete record.
|
|
19
|
+
if (await this.readFile(refPath))
|
|
20
|
+
return;
|
|
21
|
+
await this.writeFile(this.bytesPath(input.scope, input.ref.digest), input.bytes);
|
|
22
|
+
await this.writeFile(refPath, new TextEncoder().encode(JSON.stringify(input.ref)));
|
|
23
|
+
}
|
|
24
|
+
async get(scope, digest) {
|
|
25
|
+
const refBytes = await this.readFile(this.refPath(scope, digest));
|
|
26
|
+
if (!refBytes)
|
|
27
|
+
return null;
|
|
28
|
+
const ref = parseAttachmentRef(refBytes);
|
|
29
|
+
const bytes = await this.readFile(this.bytesPath(scope, digest));
|
|
30
|
+
// Sidecar without bytes is an incomplete (interrupted) record — a miss.
|
|
31
|
+
if (!bytes)
|
|
32
|
+
return null;
|
|
33
|
+
return { ref, bytes };
|
|
34
|
+
}
|
|
35
|
+
async getByAttachmentId(scope, attachmentId) {
|
|
36
|
+
for (const ref of await this.list(scope)) {
|
|
37
|
+
if (ref.id === attachmentId)
|
|
38
|
+
return this.get(scope, ref.digest);
|
|
39
|
+
}
|
|
40
|
+
return null;
|
|
41
|
+
}
|
|
42
|
+
async list(scope) {
|
|
43
|
+
const refs = [];
|
|
44
|
+
for (const prefixDir of await this.listDirectory(this.scopeDir(scope))) {
|
|
45
|
+
if (!prefixDir.is_directory || !prefixDir.path)
|
|
46
|
+
continue;
|
|
47
|
+
for (const entry of await this.listDirectory(prefixDir.path)) {
|
|
48
|
+
if (entry.is_directory || !entry.path || !entry.path.endsWith('.json'))
|
|
49
|
+
continue;
|
|
50
|
+
const refBytes = await this.readFile(entry.path);
|
|
51
|
+
if (refBytes)
|
|
52
|
+
refs.push(parseAttachmentRef(refBytes));
|
|
53
|
+
}
|
|
54
|
+
}
|
|
55
|
+
return refs;
|
|
56
|
+
}
|
|
57
|
+
async delete(scope, digest) {
|
|
58
|
+
// The sidecar is the record marker — delete it first so the record
|
|
59
|
+
// disappears even if the bytes delete below fails.
|
|
60
|
+
if (!(await this.deleteFile(this.refPath(scope, digest)))) {
|
|
61
|
+
throw new AttachmentStoreError('NOT_FOUND', `Attachment not found: ${scope}/${digest}`);
|
|
62
|
+
}
|
|
63
|
+
await this.deleteFile(this.bytesPath(scope, digest));
|
|
64
|
+
}
|
|
65
|
+
// ─── Volume paths ─────────────────────────────────────────────────────────
|
|
66
|
+
scopeDir(scope) {
|
|
67
|
+
return `${this.volumeRoot}/${encodeURIComponent(scope)}`;
|
|
68
|
+
}
|
|
69
|
+
bytesPath(scope, digest) {
|
|
70
|
+
return `${this.scopeDir(scope)}/${digest.slice(0, 2)}/${digest}`;
|
|
71
|
+
}
|
|
72
|
+
refPath(scope, digest) {
|
|
73
|
+
return `${this.bytesPath(scope, digest)}.json`;
|
|
74
|
+
}
|
|
75
|
+
// ─── Files API ────────────────────────────────────────────────────────────
|
|
76
|
+
async writeFile(path, bytes) {
|
|
77
|
+
const response = await this.request('PUT', 'files', path, {
|
|
78
|
+
query: { overwrite: 'true' },
|
|
79
|
+
body: bytes,
|
|
80
|
+
});
|
|
81
|
+
if (!response.ok)
|
|
82
|
+
await this.fail(`PUT ${path}`, response);
|
|
83
|
+
}
|
|
84
|
+
/** Raw file bytes, or `null` when the file does not exist (404). */
|
|
85
|
+
async readFile(path) {
|
|
86
|
+
const response = await this.request('GET', 'files', path);
|
|
87
|
+
if (response.status === 404)
|
|
88
|
+
return null;
|
|
89
|
+
if (!response.ok)
|
|
90
|
+
await this.fail(`GET ${path}`, response);
|
|
91
|
+
return new Uint8Array(await response.arrayBuffer());
|
|
92
|
+
}
|
|
93
|
+
/** True when the file existed and was deleted; false on 404. */
|
|
94
|
+
async deleteFile(path) {
|
|
95
|
+
const response = await this.request('DELETE', 'files', path);
|
|
96
|
+
if (response.status === 404)
|
|
97
|
+
return false;
|
|
98
|
+
if (!response.ok)
|
|
99
|
+
await this.fail(`DELETE ${path}`, response);
|
|
100
|
+
return true;
|
|
101
|
+
}
|
|
102
|
+
/** Immediate children of a directory; empty for a missing directory (404). */
|
|
103
|
+
async listDirectory(path) {
|
|
104
|
+
const entries = [];
|
|
105
|
+
let pageToken;
|
|
106
|
+
do {
|
|
107
|
+
const response = await this.request('GET', 'directories', path, {
|
|
108
|
+
query: pageToken ? { page_token: pageToken } : {},
|
|
109
|
+
});
|
|
110
|
+
if (response.status === 404)
|
|
111
|
+
return entries;
|
|
112
|
+
if (!response.ok)
|
|
113
|
+
await this.fail(`LIST ${path}`, response);
|
|
114
|
+
const listing = (await response.json());
|
|
115
|
+
entries.push(...(listing.contents ?? []));
|
|
116
|
+
pageToken = listing.next_page_token;
|
|
117
|
+
} while (pageToken);
|
|
118
|
+
return entries;
|
|
119
|
+
}
|
|
120
|
+
async request(method, api, path, options = {}) {
|
|
121
|
+
const url = new URL(`${this.host}/api/2.0/fs/${api}${encodeVolumePath(path)}`);
|
|
122
|
+
for (const [key, value] of Object.entries(options.query ?? {})) {
|
|
123
|
+
url.searchParams.set(key, value);
|
|
124
|
+
}
|
|
125
|
+
const token = typeof this.token === 'function' ? await this.token() : this.token;
|
|
126
|
+
return this.fetchImpl(url, {
|
|
127
|
+
method,
|
|
128
|
+
headers: {
|
|
129
|
+
authorization: `Bearer ${token}`,
|
|
130
|
+
...(options.body !== undefined ? { 'content-type': 'application/octet-stream' } : {}),
|
|
131
|
+
},
|
|
132
|
+
...(options.body !== undefined ? { body: viewToBuffer(options.body) } : {}),
|
|
133
|
+
});
|
|
134
|
+
}
|
|
135
|
+
async fail(operation, response) {
|
|
136
|
+
const token = typeof this.token === 'function' ? await this.token() : this.token;
|
|
137
|
+
const text = redactText(await response.text().catch(() => ''), { additionalSecrets: [token] });
|
|
138
|
+
throw new Error(`databricks volumes: ${operation}: ${response.status} ${response.statusText}: ${text.slice(0, 1000)}`);
|
|
139
|
+
}
|
|
140
|
+
}
|
|
141
|
+
/**
|
|
142
|
+
* Percent-encode each segment of a volume path for use in a Files API URL.
|
|
143
|
+
* The scope directory name is itself `encodeURIComponent(scope)` (a literal
|
|
144
|
+
* name containing `%xx` sequences), so its `%` signs are re-encoded here and
|
|
145
|
+
* the server-decoded path matches the literal layout exactly.
|
|
146
|
+
*/
|
|
147
|
+
function encodeVolumePath(path) {
|
|
148
|
+
return path
|
|
149
|
+
.split('/')
|
|
150
|
+
.map((segment) => encodeURIComponent(segment))
|
|
151
|
+
.join('/');
|
|
152
|
+
}
|
|
153
|
+
function parseAttachmentRef(bytes) {
|
|
154
|
+
const parsed = JSON.parse(new TextDecoder().decode(bytes));
|
|
155
|
+
if (typeof parsed.id !== 'string' ||
|
|
156
|
+
typeof parsed.mimeType !== 'string' ||
|
|
157
|
+
typeof parsed.sizeBytes !== 'number' ||
|
|
158
|
+
typeof parsed.digest !== 'string') {
|
|
159
|
+
throw new Error('databricks volumes: malformed attachment ref sidecar');
|
|
160
|
+
}
|
|
161
|
+
return {
|
|
162
|
+
id: parsed.id,
|
|
163
|
+
mimeType: parsed.mimeType,
|
|
164
|
+
sizeBytes: parsed.sizeBytes,
|
|
165
|
+
digest: parsed.digest,
|
|
166
|
+
...(typeof parsed.filename === 'string' ? { filename: parsed.filename } : {}),
|
|
167
|
+
};
|
|
168
|
+
}
|
|
169
|
+
function viewToBuffer(bytes) {
|
|
170
|
+
return bytes.buffer.slice(bytes.byteOffset, bytes.byteOffset + bytes.byteLength);
|
|
171
|
+
}
|
|
172
|
+
//# sourceMappingURL=volumes-attachment-store.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"volumes-attachment-store.js","sourceRoot":"","sources":["../src/volumes-attachment-store.ts"],"names":[],"mappings":"AAAA,OAAO,EACL,oBAAoB,EACpB,UAAU,EACV,qBAAqB,GACtB,MAAM,qBAAqB,CAAC;AAyD7B,MAAM,OAAO,wBAAwB;IAClB,IAAI,CAAS;IACb,KAAK,CAA2C;IAChD,SAAS,CAAe;IACxB,UAAU,CAAS;IACnB,UAAU,CAAS;IAEpC,YAAY,OAAwC;QAClD,IAAI,CAAC,IAAI,GAAG,OAAO,CAAC,IAAI,CAAC,OAAO,CAAC,KAAK,EAAE,EAAE,CAAC,CAAC;QAC5C,IAAI,CAAC,KAAK,GAAG,OAAO,CAAC,KAAK,CAAC;QAC3B,IAAI,CAAC,SAAS,GAAG,OAAO,CAAC,SAAS,IAAI,KAAK,CAAC;QAC5C,IAAI,CAAC,UAAU,GAAG,OAAO,CAAC,UAAU,IAAI,gBAAgB,CAAC;QACzD,IAAI,CAAC,UAAU,GAAG,YAAY,OAAO,CAAC,OAAO,IAAI,OAAO,CAAC,MAAM,IAAI,OAAO,CAAC,MAAM,IAAI,IAAI,CAAC,UAAU,EAAE,CAAC;IACzG,CAAC;IAED,KAAK,CAAC,GAAG,CAAC,KAAyB;QACjC,MAAM,qBAAqB,CAAC,KAAK,CAAC,GAAG,EAAE,KAAK,CAAC,KAAK,CAAC,CAAC;QACpD,MAAM,OAAO,GAAG,IAAI,CAAC,OAAO,CAAC,KAAK,CAAC,KAAK,EAAE,KAAK,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC;QAC5D,6EAA6E;QAC7E,IAAI,MAAM,IAAI,CAAC,QAAQ,CAAC,OAAO,CAAC;YAAE,OAAO;QACzC,MAAM,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,KAAK,EAAE,KAAK,CAAC,GAAG,CAAC,MAAM,CAAC,EAAE,KAAK,CAAC,KAAK,CAAC,CAAC;QACjF,MAAM,IAAI,CAAC,SAAS,CAAC,OAAO,EAAE,IAAI,WAAW,EAAE,CAAC,MAAM,CAAC,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC;IACrF,CAAC;IAED,KAAK,CAAC,GAAG,CAAC,KAAa,EAAE,MAAc;QACrC,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,OAAO,CAAC,KAAK,EAAE,MAAM,CAAC,CAAC,CAAC;QAClE,IAAI,CAAC,QAAQ;YAAE,OAAO,IAAI,CAAC;QAC3B,MAAM,GAAG,GAAG,kBAAkB,CAAC,QAAQ,CAAC,CAAC;QACzC,MAAM,KAAK,GAAG,MAAM,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,SAAS,CAAC,KAAK,EAAE,MAAM,CAAC,CAAC,CAAC;QACjE,wEAAwE;QACxE,IAAI,CAAC,KAAK;YAAE,OAAO,IAAI,CAAC;QACxB,OAAO,EAAE,GAAG,EAAE,KAAK,EAAE,CAAC;IACxB,CAAC;IAED,KAAK,CAAC,iBAAiB,CAAC,KAAa,EAAE,YAAoB;QACzD,KAAK,MAAM,GAAG,IAAI,MAAM,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,EAAE,CAAC;YACzC,IAAI,GAAG,CAAC,EAAE,KAAK,YAAY;gBAAE,OAAO,IAAI,CAAC,GAAG,CAAC,KAAK,EAAE,GAAG,CAAC,MAAM,CAAC,CAAC;QAClE,CAAC;QACD,OAAO,IAAI,CAAC;IACd,CAAC;IAED,KAAK,CAAC,IAAI,CAAC,KAAa;QACtB,MAAM,IAAI,GAAoB,EAAE,CAAC;QACjC,KAAK,MAAM,SAAS,IAAI,MAAM,IAAI,CAAC,aAAa,CAAC,IAAI,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC;YACvE,IAAI,CAAC,SAAS,CAAC,YAAY,IAAI,CAAC,SAAS,CAAC,IAAI;gBAAE,SAAS;YACzD,KAAK,MAAM,KAAK,IAAI,MAAM,IAAI,CAAC,aAAa,CAAC,SAAS,CAAC,IAAI,CAAC,EAAE,CAAC;gBAC7D,IAAI,KAAK,CAAC,YAAY,IAAI,CAAC,KAAK,CAAC,IAAI,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,QAAQ,CAAC,OAAO,CAAC;oBAAE,SAAS;gBACjF,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,QAAQ,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;gBACjD,IAAI,QAAQ;oBAAE,IAAI,CAAC,IAAI,CAAC,kBAAkB,CAAC,QAAQ,CAAC,CAAC,CAAC;YACxD,CAAC;QACH,CAAC;QACD,OAAO,IAAI,CAAC;IACd,CAAC;IAED,KAAK,CAAC,MAAM,CAAC,KAAa,EAAE,MAAc;QACxC,mEAAmE;QACnE,mDAAmD;QACnD,IAAI,CAAC,CAAC,MAAM,IAAI,CAAC,UAAU,CAAC,IAAI,CAAC,OAAO,CAAC,KAAK,EAAE,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC;YAC1D,MAAM,IAAI,oBAAoB,CAAC,WAAW,EAAE,yBAAyB,KAAK,IAAI,MAAM,EAAE,CAAC,CAAC;QAC1F,CAAC;QACD,MAAM,IAAI,CAAC,UAAU,CAAC,IAAI,CAAC,SAAS,CAAC,KAAK,EAAE,MAAM,CAAC,CAAC,CAAC;IACvD,CAAC;IAED,6EAA6E;IAErE,QAAQ,CAAC,KAAa;QAC5B,OAAO,GAAG,IAAI,CAAC,UAAU,IAAI,kBAAkB,CAAC,KAAK,CAAC,EAAE,CAAC;IAC3D,CAAC;IAEO,SAAS,CAAC,KAAa,EAAE,MAAc;QAC7C,OAAO,GAAG,IAAI,CAAC,QAAQ,CAAC,KAAK,CAAC,IAAI,MAAM,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,IAAI,MAAM,EAAE,CAAC;IACnE,CAAC;IAEO,OAAO,CAAC,KAAa,EAAE,MAAc;QAC3C,OAAO,GAAG,IAAI,CAAC,SAAS,CAAC,KAAK,EAAE,MAAM,CAAC,OAAO,CAAC;IACjD,CAAC;IAED,6EAA6E;IAErE,KAAK,CAAC,SAAS,CAAC,IAAY,EAAE,KAAiB;QACrD,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,OAAO,CAAC,KAAK,EAAE,OAAO,EAAE,IAAI,EAAE;YACxD,KAAK,EAAE,EAAE,SAAS,EAAE,MAAM,EAAE;YAC5B,IAAI,EAAE,KAAK;SACZ,CAAC,CAAC;QACH,IAAI,CAAC,QAAQ,CAAC,EAAE;YAAE,MAAM,IAAI,CAAC,IAAI,CAAC,OAAO,IAAI,EAAE,EAAE,QAAQ,CAAC,CAAC;IAC7D,CAAC;IAED,oEAAoE;IAC5D,KAAK,CAAC,QAAQ,CAAC,IAAY;QACjC,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,OAAO,CAAC,KAAK,EAAE,OAAO,EAAE,IAAI,CAAC,CAAC;QAC1D,IAAI,QAAQ,CAAC,MAAM,KAAK,GAAG;YAAE,OAAO,IAAI,CAAC;QACzC,IAAI,CAAC,QAAQ,CAAC,EAAE;YAAE,MAAM,IAAI,CAAC,IAAI,CAAC,OAAO,IAAI,EAAE,EAAE,QAAQ,CAAC,CAAC;QAC3D,OAAO,IAAI,UAAU,CAAC,MAAM,QAAQ,CAAC,WAAW,EAAE,CAAC,CAAC;IACtD,CAAC;IAED,gEAAgE;IACxD,KAAK,CAAC,UAAU,CAAC,IAAY;QACnC,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,OAAO,CAAC,QAAQ,EAAE,OAAO,EAAE,IAAI,CAAC,CAAC;QAC7D,IAAI,QAAQ,CAAC,MAAM,KAAK,GAAG;YAAE,OAAO,KAAK,CAAC;QAC1C,IAAI,CAAC,QAAQ,CAAC,EAAE;YAAE,MAAM,IAAI,CAAC,IAAI,CAAC,UAAU,IAAI,EAAE,EAAE,QAAQ,CAAC,CAAC;QAC9D,OAAO,IAAI,CAAC;IACd,CAAC;IAED,8EAA8E;IACtE,KAAK,CAAC,aAAa,CAAC,IAAY;QACtC,MAAM,OAAO,GAAqB,EAAE,CAAC;QACrC,IAAI,SAA6B,CAAC;QAClC,GAAG,CAAC;YACF,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,OAAO,CAAC,KAAK,EAAE,aAAa,EAAE,IAAI,EAAE;gBAC9D,KAAK,EAAE,SAAS,CAAC,CAAC,CAAC,EAAE,UAAU,EAAE,SAAS,EAAE,CAAC,CAAC,CAAC,EAAE;aAClD,CAAC,CAAC;YACH,IAAI,QAAQ,CAAC,MAAM,KAAK,GAAG;gBAAE,OAAO,OAAO,CAAC;YAC5C,IAAI,CAAC,QAAQ,CAAC,EAAE;gBAAE,MAAM,IAAI,CAAC,IAAI,CAAC,QAAQ,IAAI,EAAE,EAAE,QAAQ,CAAC,CAAC;YAC5D,MAAM,OAAO,GAAG,CAAC,MAAM,QAAQ,CAAC,IAAI,EAAE,CAAqB,CAAC;YAC5D,OAAO,CAAC,IAAI,CAAC,GAAG,CAAC,OAAO,CAAC,QAAQ,IAAI,EAAE,CAAC,CAAC,CAAC;YAC1C,SAAS,GAAG,OAAO,CAAC,eAAe,CAAC;QACtC,CAAC,QAAQ,SAAS,EAAE;QACpB,OAAO,OAAO,CAAC;IACjB,CAAC;IAEO,KAAK,CAAC,OAAO,CACnB,MAAgC,EAChC,GAA4B,EAC5B,IAAY,EACZ,UAAiE,EAAE;QAEnE,MAAM,GAAG,GAAG,IAAI,GAAG,CAAC,GAAG,IAAI,CAAC,IAAI,eAAe,GAAG,GAAG,gBAAgB,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;QAC/E,KAAK,MAAM,CAAC,GAAG,EAAE,KAAK,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,OAAO,CAAC,KAAK,IAAI,EAAE,CAAC,EAAE,CAAC;YAC/D,GAAG,CAAC,YAAY,CAAC,GAAG,CAAC,GAAG,EAAE,KAAK,CAAC,CAAC;QACnC,CAAC;QACD,MAAM,KAAK,GAAG,OAAO,IAAI,CAAC,KAAK,KAAK,UAAU,CAAC,CAAC,CAAC,MAAM,IAAI,CAAC,KAAK,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC;QACjF,OAAO,IAAI,CAAC,SAAS,CAAC,GAAG,EAAE;YACzB,MAAM;YACN,OAAO,EAAE;gBACP,aAAa,EAAE,UAAU,KAAK,EAAE;gBAChC,GAAG,CAAC,OAAO,CAAC,IAAI,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,cAAc,EAAE,0BAA0B,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;aACtF;YACD,GAAG,CAAC,OAAO,CAAC,IAAI,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,IAAI,EAAE,YAAY,CAAC,OAAO,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;SAC5E,CAAC,CAAC;IACL,CAAC;IAEO,KAAK,CAAC,IAAI,CAAC,SAAiB,EAAE,QAAkB;QACtD,MAAM,KAAK,GAAG,OAAO,IAAI,CAAC,KAAK,KAAK,UAAU,CAAC,CAAC,CAAC,MAAM,IAAI,CAAC,KAAK,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC;QACjF,MAAM,IAAI,GAAG,UAAU,CAAC,MAAM,QAAQ,CAAC,IAAI,EAAE,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC,EAAE,CAAC,EAAE,EAAE,iBAAiB,EAAE,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC;QAC/F,MAAM,IAAI,KAAK,CACb,uBAAuB,SAAS,KAAK,QAAQ,CAAC,MAAM,IAAI,QAAQ,CAAC,UAAU,KAAK,IAAI,CAAC,KAAK,CAAC,CAAC,EAAE,IAAI,CAAC,EAAE,CACtG,CAAC;IACJ,CAAC;CACF;AAED;;;;;GAKG;AACH,SAAS,gBAAgB,CAAC,IAAY;IACpC,OAAO,IAAI;SACR,KAAK,CAAC,GAAG,CAAC;SACV,GAAG,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,kBAAkB,CAAC,OAAO,CAAC,CAAC;SAC7C,IAAI,CAAC,GAAG,CAAC,CAAC;AACf,CAAC;AAED,SAAS,kBAAkB,CAAC,KAAiB;IAC3C,MAAM,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,WAAW,EAAE,CAAC,MAAM,CAAC,KAAK,CAAC,CAA2B,CAAC;IACrF,IACE,OAAO,MAAM,CAAC,EAAE,KAAK,QAAQ;QAC7B,OAAO,MAAM,CAAC,QAAQ,KAAK,QAAQ;QACnC,OAAO,MAAM,CAAC,SAAS,KAAK,QAAQ;QACpC,OAAO,MAAM,CAAC,MAAM,KAAK,QAAQ,EACjC,CAAC;QACD,MAAM,IAAI,KAAK,CAAC,sDAAsD,CAAC,CAAC;IAC1E,CAAC;IACD,OAAO;QACL,EAAE,EAAE,MAAM,CAAC,EAAE;QACb,QAAQ,EAAE,MAAM,CAAC,QAAQ;QACzB,SAAS,EAAE,MAAM,CAAC,SAAS;QAC3B,MAAM,EAAE,MAAM,CAAC,MAAM;QACrB,GAAG,CAAC,OAAO,MAAM,CAAC,QAAQ,KAAK,QAAQ,CAAC,CAAC,CAAC,EAAE,QAAQ,EAAE,MAAM,CAAC,QAAQ,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;KAC9E,CAAC;AACJ,CAAC;AAED,SAAS,YAAY,CAAC,KAAiB;IACrC,OAAO,KAAK,CAAC,MAAM,CAAC,KAAK,CAAC,KAAK,CAAC,UAAU,EAAE,KAAK,CAAC,UAAU,GAAG,KAAK,CAAC,UAAU,CAAgB,CAAC;AAClG,CAAC"}
|
|
@@ -0,0 +1,78 @@
|
|
|
1
|
+
export class DatabricksWorkspaceAuthoring {
|
|
2
|
+
client;
|
|
3
|
+
constructor(client) {
|
|
4
|
+
this.client = client;
|
|
5
|
+
}
|
|
6
|
+
importNotebook(input) {
|
|
7
|
+
return this.client.post("/api/2.0/workspace/import", {
|
|
8
|
+
path: input.path,
|
|
9
|
+
content: base64(input.content),
|
|
10
|
+
format: input.format ?? "AUTO",
|
|
11
|
+
...(input.language ? { language: input.language } : {}),
|
|
12
|
+
overwrite: input.overwrite ?? false,
|
|
13
|
+
}, {}, { retry: "never" });
|
|
14
|
+
}
|
|
15
|
+
deleteWorkspaceObject(path, recursive = false) {
|
|
16
|
+
return this.client.post("/api/2.0/workspace/delete", { path, recursive }, {}, { retry: "never" });
|
|
17
|
+
}
|
|
18
|
+
mkdirs(path) {
|
|
19
|
+
return this.client.post("/api/2.0/workspace/mkdirs", { path }, {}, { retry: "safe" });
|
|
20
|
+
}
|
|
21
|
+
}
|
|
22
|
+
export function databricksWorkspaceAuthoringTools(client) {
|
|
23
|
+
const api = new DatabricksWorkspaceAuthoring(client);
|
|
24
|
+
const pathResource = [{ kind: "workspace-object", path: "/path" }];
|
|
25
|
+
return [
|
|
26
|
+
tool("databricks_import_notebook", importSchema(), pathResource, (i) => api.importNotebook(i)),
|
|
27
|
+
tool("databricks_delete_workspace_object", {
|
|
28
|
+
type: "object",
|
|
29
|
+
additionalProperties: false,
|
|
30
|
+
properties: { path: { type: "string" }, recursive: { type: "boolean" } },
|
|
31
|
+
required: ["path"],
|
|
32
|
+
}, pathResource, (i) => api.deleteWorkspaceObject(i.path, i.recursive)),
|
|
33
|
+
tool("databricks_workspace_mkdirs", pathSchema(), pathResource, (i) => api.mkdirs(i.path)),
|
|
34
|
+
];
|
|
35
|
+
}
|
|
36
|
+
function tool(name, inputSchema, resources, execute) {
|
|
37
|
+
return {
|
|
38
|
+
name,
|
|
39
|
+
description: name.replaceAll("_", " "),
|
|
40
|
+
inputSchema,
|
|
41
|
+
metadata: {
|
|
42
|
+
effect: "write",
|
|
43
|
+
provider: "databricks",
|
|
44
|
+
service: "workspace",
|
|
45
|
+
governance: { resources },
|
|
46
|
+
},
|
|
47
|
+
execute,
|
|
48
|
+
};
|
|
49
|
+
}
|
|
50
|
+
function pathSchema() {
|
|
51
|
+
return {
|
|
52
|
+
type: "object",
|
|
53
|
+
additionalProperties: false,
|
|
54
|
+
properties: { path: { type: "string" } },
|
|
55
|
+
required: ["path"],
|
|
56
|
+
};
|
|
57
|
+
}
|
|
58
|
+
function importSchema() {
|
|
59
|
+
return {
|
|
60
|
+
type: "object",
|
|
61
|
+
additionalProperties: false,
|
|
62
|
+
properties: {
|
|
63
|
+
path: { type: "string" },
|
|
64
|
+
content: { type: "string" },
|
|
65
|
+
language: { type: "string" },
|
|
66
|
+
format: { type: "string" },
|
|
67
|
+
overwrite: { type: "boolean" },
|
|
68
|
+
},
|
|
69
|
+
required: ["path", "content"],
|
|
70
|
+
};
|
|
71
|
+
}
|
|
72
|
+
function base64(value) {
|
|
73
|
+
if (typeof Buffer !== "undefined")
|
|
74
|
+
return Buffer.from(typeof value === "string" ? new TextEncoder().encode(value) : value).toString("base64");
|
|
75
|
+
const bytes = typeof value === "string" ? new TextEncoder().encode(value) : value;
|
|
76
|
+
return btoa(String.fromCharCode(...bytes));
|
|
77
|
+
}
|
|
78
|
+
//# sourceMappingURL=workspace-authoring.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"workspace-authoring.js","sourceRoot":"","sources":["../src/workspace-authoring.ts"],"names":[],"mappings":"AAUA,MAAM,OAAO,4BAA4B;IACV;IAA7B,YAA6B,MAA4B;QAA5B,WAAM,GAAN,MAAM,CAAsB;IAAG,CAAC;IAC7D,cAAc,CAAC,KAA+B;QAC5C,OAAO,IAAI,CAAC,MAAM,CAAC,IAAI,CACrB,2BAA2B,EAC3B;YACE,IAAI,EAAE,KAAK,CAAC,IAAI;YAChB,OAAO,EAAE,MAAM,CAAC,KAAK,CAAC,OAAO,CAAC;YAC9B,MAAM,EAAE,KAAK,CAAC,MAAM,IAAI,MAAM;YAC9B,GAAG,CAAC,KAAK,CAAC,QAAQ,CAAC,CAAC,CAAC,EAAE,QAAQ,EAAE,KAAK,CAAC,QAAQ,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;YACvD,SAAS,EAAE,KAAK,CAAC,SAAS,IAAI,KAAK;SACpC,EACD,EAAE,EACF,EAAE,KAAK,EAAE,OAAO,EAAE,CACnB,CAAC;IACJ,CAAC;IACD,qBAAqB,CAAC,IAAY,EAAE,SAAS,GAAG,KAAK;QACnD,OAAO,IAAI,CAAC,MAAM,CAAC,IAAI,CACrB,2BAA2B,EAC3B,EAAE,IAAI,EAAE,SAAS,EAAE,EACnB,EAAE,EACF,EAAE,KAAK,EAAE,OAAO,EAAE,CACnB,CAAC;IACJ,CAAC;IACD,MAAM,CAAC,IAAY;QACjB,OAAO,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,2BAA2B,EAAE,EAAE,IAAI,EAAE,EAAE,EAAE,EAAE,EAAE,KAAK,EAAE,MAAM,EAAE,CAAC,CAAC;IACxF,CAAC;CACF;AACD,MAAM,UAAU,iCAAiC,CAAC,MAA4B;IAC5E,MAAM,GAAG,GAAG,IAAI,4BAA4B,CAAC,MAAM,CAAC,CAAC;IACrD,MAAM,YAAY,GAAG,CAAC,EAAE,IAAI,EAAE,kBAAkB,EAAE,IAAI,EAAE,OAAO,EAAE,CAAC,CAAC;IACnE,OAAO;QACL,IAAI,CAAC,4BAA4B,EAAE,YAAY,EAAE,EAAE,YAAY,EAAE,CAAC,CAAC,EAAE,EAAE,CACrE,GAAG,CAAC,cAAc,CAAC,CAAwC,CAAC,CAC7D;QACD,IAAI,CACF,oCAAoC,EACpC;YACE,IAAI,EAAE,QAAQ;YACd,oBAAoB,EAAE,KAAK;YAC3B,UAAU,EAAE,EAAE,IAAI,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE,EAAE,SAAS,EAAE,EAAE,IAAI,EAAE,SAAS,EAAE,EAAE;YACxE,QAAQ,EAAE,CAAC,MAAM,CAAC;SACnB,EACD,YAAY,EACZ,CAAC,CAAC,EAAE,EAAE,CAAC,GAAG,CAAC,qBAAqB,CAAC,CAAC,CAAC,IAAc,EAAE,CAAC,CAAC,SAAgC,CAAC,CACvF;QACD,IAAI,CAAC,6BAA6B,EAAE,UAAU,EAAE,EAAE,YAAY,EAAE,CAAC,CAAC,EAAE,EAAE,CACpE,GAAG,CAAC,MAAM,CAAC,CAAC,CAAC,IAAc,CAAC,CAC7B;KACF,CAAC;AACJ,CAAC;AACD,SAAS,IAAI,CACX,IAAY,EACZ,WAAuB,EACvB,SAAuB,EACvB,OAAuC;IAEvC,OAAO;QACL,IAAI;QACJ,WAAW,EAAE,IAAI,CAAC,UAAU,CAAC,GAAG,EAAE,GAAG,CAAC;QACtC,WAAW;QACX,QAAQ,EAAE;YACR,MAAM,EAAE,OAAO;YACf,QAAQ,EAAE,YAAY;YACtB,OAAO,EAAE,WAAW;YACpB,UAAU,EAAE,EAAE,SAAS,EAAE;SAC1B;QACD,OAAO;KACR,CAAC;AACJ,CAAC;AACD,SAAS,UAAU;IACjB,OAAO;QACL,IAAI,EAAE,QAAQ;QACd,oBAAoB,EAAE,KAAK;QAC3B,UAAU,EAAE,EAAE,IAAI,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE,EAAE;QACxC,QAAQ,EAAE,CAAC,MAAM,CAAC;KACnB,CAAC;AACJ,CAAC;AACD,SAAS,YAAY;IACnB,OAAO;QACL,IAAI,EAAE,QAAQ;QACd,oBAAoB,EAAE,KAAK;QAC3B,UAAU,EAAE;YACV,IAAI,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE;YACxB,OAAO,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE;YAC3B,QAAQ,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE;YAC5B,MAAM,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE;YAC1B,SAAS,EAAE,EAAE,IAAI,EAAE,SAAS,EAAE;SAC/B;QACD,QAAQ,EAAE,CAAC,MAAM,EAAE,SAAS,CAAC;KAC9B,CAAC;AACJ,CAAC;AACD,SAAS,MAAM,CAAC,KAA0B;IACxC,IAAI,OAAO,MAAM,KAAK,WAAW;QAC/B,OAAO,MAAM,CAAC,IAAI,CAChB,OAAO,KAAK,KAAK,QAAQ,CAAC,CAAC,CAAC,IAAI,WAAW,EAAE,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,KAAK,CACpE,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAC;IACvB,MAAM,KAAK,GAAG,OAAO,KAAK,KAAK,QAAQ,CAAC,CAAC,CAAC,IAAI,WAAW,EAAE,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC;IAClF,OAAO,IAAI,CAAC,MAAM,CAAC,YAAY,CAAC,GAAG,KAAK,CAAC,CAAC,CAAC;AAC7C,CAAC"}
|
package/package.json
CHANGED
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
{
|
|
2
2
|
"name": "@fabric-harness/databricks",
|
|
3
|
-
"version": "4.
|
|
3
|
+
"version": "4.3.1",
|
|
4
4
|
"description": "Databricks tools and filesystem sources for Fabric Harness agents.",
|
|
5
5
|
"license": "Apache-2.0",
|
|
6
6
|
"author": "Fabric",
|
|
@@ -57,6 +57,13 @@
|
|
|
57
57
|
"LICENSE",
|
|
58
58
|
"NOTICE"
|
|
59
59
|
],
|
|
60
|
+
"scripts": {
|
|
61
|
+
"build": "tsup && tsc -b tsconfig.json --force",
|
|
62
|
+
"check": "tsc -b tsconfig.json --force",
|
|
63
|
+
"pretest": "node scripts/fix-databricks-sdk-esm.mjs",
|
|
64
|
+
"test": "vitest run",
|
|
65
|
+
"test:sdk-runtime": "pnpm build && node -e \"import('./dist/index.js').then(m => { if (!m.databricks) process.exit(1) })\""
|
|
66
|
+
},
|
|
60
67
|
"dependencies": {
|
|
61
68
|
"@databricks/sdk-accessmanagement": "0.21.0",
|
|
62
69
|
"@databricks/sdk-auth": "0.21.0",
|
|
@@ -98,12 +105,5 @@
|
|
|
98
105
|
"tsup": "8.5.0",
|
|
99
106
|
"typescript": "^5.8.3",
|
|
100
107
|
"vitest": "^4.1.5"
|
|
101
|
-
},
|
|
102
|
-
"scripts": {
|
|
103
|
-
"build": "tsup && tsc -b tsconfig.json --force",
|
|
104
|
-
"check": "tsc -b tsconfig.json --force",
|
|
105
|
-
"pretest": "node scripts/fix-databricks-sdk-esm.mjs",
|
|
106
|
-
"test": "vitest run",
|
|
107
|
-
"test:sdk-runtime": "pnpm build && node -e \"import('./dist/index.js').then(m => { if (!m.databricks) process.exit(1) })\""
|
|
108
108
|
}
|
|
109
|
-
}
|
|
109
|
+
}
|