@fabric-harness/databricks 4.4.0 → 4.6.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +12 -0
- package/dist/agent-services.js +142 -0
- package/dist/agent-services.js.map +1 -0
- package/dist/agent.d.ts +2 -0
- package/dist/agent.d.ts.map +1 -1
- package/dist/agent.js +839 -362
- package/dist/agent.js.map +1 -1
- package/dist/ai-gateway.js +51 -0
- package/dist/ai-gateway.js.map +1 -0
- package/dist/ai-search-admin.js +194 -0
- package/dist/ai-search-admin.js.map +1 -0
- package/dist/ai.js +22 -0
- package/dist/ai.js.map +1 -0
- package/dist/app-user-authorization.d.ts.map +1 -1
- package/dist/app-user-authorization.js +4 -3
- package/dist/app-user-authorization.js.map +1 -1
- package/dist/app.js +143 -0
- package/dist/app.js.map +1 -0
- package/dist/authoring-certification.js +476 -0
- package/dist/authoring-certification.js.map +1 -0
- package/dist/capabilities.d.ts.map +1 -1
- package/dist/capabilities.js +633 -0
- package/dist/capabilities.js.map +1 -0
- package/dist/certification-environment.d.ts.map +1 -1
- package/dist/certification-resource.js +17 -0
- package/dist/certification-resource.js.map +1 -0
- package/dist/certification-sweeper.js +128 -0
- package/dist/certification-sweeper.js.map +1 -0
- package/dist/certification.js +236 -0
- package/dist/certification.js.map +1 -0
- package/dist/certify.js +34 -0
- package/dist/certify.js.map +1 -1
- package/dist/client.d.ts +58 -0
- package/dist/client.d.ts.map +1 -0
- package/dist/client.js +184 -0
- package/dist/client.js.map +1 -0
- package/dist/compatibility.js +88 -0
- package/dist/compatibility.js.map +1 -0
- package/dist/consumption.js +85 -0
- package/dist/consumption.js.map +1 -0
- package/dist/cost-budget-actuals.js +316 -0
- package/dist/cost-budget-actuals.js.map +1 -0
- package/dist/embeddings.js +24 -0
- package/dist/embeddings.js.map +1 -0
- package/dist/feature-serving.js +29 -0
- package/dist/feature-serving.js.map +1 -0
- package/dist/genie-agent-mode.js +374 -0
- package/dist/genie-agent-mode.js.map +1 -0
- package/dist/genie-authoring.js +898 -0
- package/dist/genie-authoring.js.map +1 -0
- package/dist/genie.js +405 -0
- package/dist/genie.js.map +1 -0
- package/dist/governance.js +353 -0
- package/dist/governance.js.map +1 -0
- package/dist/identity.js +229 -0
- package/dist/identity.js.map +1 -0
- package/dist/index.d.ts +4 -2
- package/dist/index.d.ts.map +1 -1
- package/dist/index.js +364 -22
- package/dist/index.js.map +1 -1
- package/dist/jobs-authoring.js +570 -0
- package/dist/jobs-authoring.js.map +1 -0
- package/dist/jobs.js +173 -0
- package/dist/jobs.js.map +1 -0
- package/dist/lakebase.js +110 -0
- package/dist/lakebase.js.map +1 -0
- package/dist/lakeflow-authoring.js +115 -0
- package/dist/lakeflow-authoring.js.map +1 -0
- package/dist/lakeflow.js +75 -0
- package/dist/lakeflow.js.map +1 -0
- package/dist/managed-resource.js +197 -0
- package/dist/managed-resource.js.map +1 -0
- package/dist/mlflow-tracing.js +167 -0
- package/dist/mlflow-tracing.js.map +1 -0
- package/dist/mock-provider.js +66 -0
- package/dist/mock-provider.js.map +1 -0
- package/dist/model.js +173 -0
- package/dist/model.js.map +1 -0
- package/dist/persistence.js +82 -0
- package/dist/persistence.js.map +1 -0
- package/dist/platform.d.ts +34 -0
- package/dist/platform.d.ts.map +1 -0
- package/dist/platform.js +90 -0
- package/dist/platform.js.map +1 -0
- package/dist/rag-chain.js +212 -0
- package/dist/rag-chain.js.map +1 -0
- package/dist/rag-eval.js +151 -0
- package/dist/rag-eval.js.map +1 -0
- package/dist/release-evidence.d.ts +66 -0
- package/dist/release-evidence.d.ts.map +1 -1
- package/dist/secrets-authoring.js +78 -0
- package/dist/secrets-authoring.js.map +1 -0
- package/dist/secrets.js +25 -0
- package/dist/secrets.js.map +1 -0
- package/dist/serving-admin.js +255 -0
- package/dist/serving-admin.js.map +1 -0
- package/dist/serving-usage.js +100 -0
- package/dist/serving-usage.js.map +1 -0
- package/dist/sql-exec.js +36 -0
- package/dist/sql-exec.js.map +1 -0
- package/dist/telemetry-sink.js +180 -0
- package/dist/telemetry-sink.js.map +1 -0
- package/dist/tools.js +167 -0
- package/dist/tools.js.map +1 -0
- package/dist/unity-catalog-admin.js +166 -0
- package/dist/unity-catalog-admin.js.map +1 -0
- package/dist/vector-search.js +65 -0
- package/dist/vector-search.js.map +1 -0
- package/dist/volumes-attachment-store.js +172 -0
- package/dist/volumes-attachment-store.js.map +1 -0
- package/dist/workspace-authoring.js +78 -0
- package/dist/workspace-authoring.js.map +1 -0
- package/package.json +12 -3
package/dist/jobs.js
ADDED
|
@@ -0,0 +1,173 @@
|
|
|
1
|
+
import { createAttachmentRef, } from "@fabric-harness/sdk";
|
|
2
|
+
export class DatabricksRunTimeoutError extends Error {
|
|
3
|
+
runId;
|
|
4
|
+
constructor(runId, timeoutMs) {
|
|
5
|
+
super(`Databricks run ${runId} did not reach a terminal state within ${timeoutMs}ms.`);
|
|
6
|
+
this.name = "DatabricksRunTimeoutError";
|
|
7
|
+
this.runId = runId;
|
|
8
|
+
}
|
|
9
|
+
}
|
|
10
|
+
export class DatabricksJobs {
|
|
11
|
+
client;
|
|
12
|
+
constructor(client) {
|
|
13
|
+
this.client = client;
|
|
14
|
+
}
|
|
15
|
+
async runJob(input) {
|
|
16
|
+
const idempotencyToken = input.idempotencyToken ?? crypto.randomUUID();
|
|
17
|
+
const response = await this.client.post("/api/2.2/jobs/run-now", {
|
|
18
|
+
job_id: input.jobId,
|
|
19
|
+
idempotency_token: idempotencyToken,
|
|
20
|
+
...(input.notebookParams ? { notebook_params: input.notebookParams } : {}),
|
|
21
|
+
...(input.pythonParams ? { python_params: input.pythonParams } : {}),
|
|
22
|
+
...(input.jarParams ? { jar_params: input.jarParams } : {}),
|
|
23
|
+
});
|
|
24
|
+
return receipt(response, idempotencyToken, "job");
|
|
25
|
+
}
|
|
26
|
+
async submitNotebook(input) {
|
|
27
|
+
const idempotencyToken = input.idempotencyToken ?? crypto.randomUUID();
|
|
28
|
+
const task = {
|
|
29
|
+
task_key: "notebook",
|
|
30
|
+
...(input.existingClusterId ? { existing_cluster_id: input.existingClusterId } : {}),
|
|
31
|
+
notebook_task: {
|
|
32
|
+
notebook_path: input.notebookPath,
|
|
33
|
+
source: "WORKSPACE",
|
|
34
|
+
...(input.baseParameters ? { base_parameters: input.baseParameters } : {}),
|
|
35
|
+
},
|
|
36
|
+
};
|
|
37
|
+
const response = await this.client.post("/api/2.2/jobs/runs/submit", {
|
|
38
|
+
idempotency_token: idempotencyToken,
|
|
39
|
+
run_name: input.runName ?? `fabric-harness:${input.notebookPath}`,
|
|
40
|
+
tasks: [task],
|
|
41
|
+
});
|
|
42
|
+
return receipt(response, idempotencyToken, "notebook");
|
|
43
|
+
}
|
|
44
|
+
async get(runId) {
|
|
45
|
+
const raw = await this.client.get("/api/2.2/jobs/runs/get", {
|
|
46
|
+
run_id: runId,
|
|
47
|
+
});
|
|
48
|
+
return parseRunState(runId, raw);
|
|
49
|
+
}
|
|
50
|
+
async wait(runId, options = {}) {
|
|
51
|
+
const timeoutMs = options.timeoutMs ?? 600_000;
|
|
52
|
+
const deadline = Date.now() + timeoutMs;
|
|
53
|
+
while (true) {
|
|
54
|
+
if (options.signal?.aborted)
|
|
55
|
+
throw options.signal.reason ?? new DOMException("The operation was aborted.", "AbortError");
|
|
56
|
+
const state = await this.get(runId);
|
|
57
|
+
if (isTerminalLifeCycle(state.lifeCycleState))
|
|
58
|
+
return state;
|
|
59
|
+
const remaining = deadline - Date.now();
|
|
60
|
+
if (remaining <= 0)
|
|
61
|
+
throw new DatabricksRunTimeoutError(runId, timeoutMs);
|
|
62
|
+
await abortableSleep(Math.min(options.pollIntervalMs ?? 5_000, remaining), options.signal);
|
|
63
|
+
}
|
|
64
|
+
}
|
|
65
|
+
async cancel(runId) {
|
|
66
|
+
await this.client.post("/api/2.2/jobs/runs/cancel", { run_id: runId }, {}, { retry: "safe" });
|
|
67
|
+
}
|
|
68
|
+
async getOutput(runId) {
|
|
69
|
+
const raw = await this.client.get("/api/2.2/jobs/runs/get-output", {
|
|
70
|
+
run_id: runId,
|
|
71
|
+
});
|
|
72
|
+
const notebook = asRecord(raw.notebook_output);
|
|
73
|
+
const metadata = asRecord(raw.metadata) ?? {};
|
|
74
|
+
return {
|
|
75
|
+
runId,
|
|
76
|
+
...(typeof notebook?.result === "string" ? { notebookResult: notebook.result } : {}),
|
|
77
|
+
...(typeof raw.logs === "string" ? { logs: raw.logs } : {}),
|
|
78
|
+
...(typeof raw.logs_truncated === "boolean" ? { logsTruncated: raw.logs_truncated } : {}),
|
|
79
|
+
...(typeof raw.error === "string" ? { error: raw.error } : {}),
|
|
80
|
+
metadata,
|
|
81
|
+
raw,
|
|
82
|
+
};
|
|
83
|
+
}
|
|
84
|
+
/** Resolve output for every task in a multi-task run, or the run itself when single-task. */
|
|
85
|
+
async getOutputs(runId) {
|
|
86
|
+
const state = await this.get(runId);
|
|
87
|
+
const taskRunIds = state.tasks?.map((task) => task.runId) ?? [];
|
|
88
|
+
return Promise.all((taskRunIds.length ? taskRunIds : [runId]).map((taskRunId) => this.getOutput(taskRunId)));
|
|
89
|
+
}
|
|
90
|
+
/** Persist the complete output envelope to a durable store such as a UC Volume. */
|
|
91
|
+
async exportOutput(runId, store, scope) {
|
|
92
|
+
const output = await this.getOutputs(runId);
|
|
93
|
+
const bytes = new TextEncoder().encode(`${JSON.stringify({ runId, tasks: output }, null, 2)}\n`);
|
|
94
|
+
const ref = await createAttachmentRef({
|
|
95
|
+
id: `databricks-run-${runId}`,
|
|
96
|
+
mimeType: "application/json",
|
|
97
|
+
bytes,
|
|
98
|
+
filename: `databricks-run-${runId}.json`,
|
|
99
|
+
});
|
|
100
|
+
await store.put({ scope, ref, bytes });
|
|
101
|
+
return ref;
|
|
102
|
+
}
|
|
103
|
+
}
|
|
104
|
+
export function databricksJobs(client) {
|
|
105
|
+
return new DatabricksJobs(client);
|
|
106
|
+
}
|
|
107
|
+
function receipt(response, idempotencyToken, kind) {
|
|
108
|
+
if (!Number.isInteger(response.run_id))
|
|
109
|
+
throw new Error("Databricks Jobs response did not contain run_id.");
|
|
110
|
+
const runId = response.run_id;
|
|
111
|
+
return {
|
|
112
|
+
runId,
|
|
113
|
+
run_id: runId,
|
|
114
|
+
idempotencyToken,
|
|
115
|
+
submittedAt: new Date().toISOString(),
|
|
116
|
+
kind,
|
|
117
|
+
...(Number.isInteger(response.number_in_job) ? { numberInJob: response.number_in_job } : {}),
|
|
118
|
+
};
|
|
119
|
+
}
|
|
120
|
+
function parseRunState(runId, raw) {
|
|
121
|
+
const state = asRecord(raw.state) ?? {};
|
|
122
|
+
const taskRows = Array.isArray(raw.tasks) ? raw.tasks : [];
|
|
123
|
+
return {
|
|
124
|
+
runId,
|
|
125
|
+
lifeCycleState: typeof state.life_cycle_state === "string" ? state.life_cycle_state : "UNKNOWN",
|
|
126
|
+
...(typeof state.result_state === "string" ? { resultState: state.result_state } : {}),
|
|
127
|
+
...(typeof state.state_message === "string" ? { stateMessage: state.state_message } : {}),
|
|
128
|
+
...(typeof raw.run_page_url === "string" ? { runPageUrl: raw.run_page_url } : {}),
|
|
129
|
+
...(typeof raw.start_time === "number" ? { startTime: raw.start_time } : {}),
|
|
130
|
+
...(typeof raw.end_time === "number" ? { endTime: raw.end_time } : {}),
|
|
131
|
+
...(taskRows.length
|
|
132
|
+
? {
|
|
133
|
+
tasks: taskRows.flatMap((task) => {
|
|
134
|
+
const row = asRecord(task);
|
|
135
|
+
if (!row || !Number.isInteger(row.run_id))
|
|
136
|
+
return [];
|
|
137
|
+
return [
|
|
138
|
+
{
|
|
139
|
+
runId: row.run_id,
|
|
140
|
+
...(typeof row.task_key === "string" ? { taskKey: row.task_key } : {}),
|
|
141
|
+
state: parseRunState(row.run_id, row),
|
|
142
|
+
},
|
|
143
|
+
];
|
|
144
|
+
}),
|
|
145
|
+
}
|
|
146
|
+
: {}),
|
|
147
|
+
raw,
|
|
148
|
+
};
|
|
149
|
+
}
|
|
150
|
+
function isTerminalLifeCycle(state) {
|
|
151
|
+
return state === "TERMINATED" || state === "SKIPPED" || state === "INTERNAL_ERROR";
|
|
152
|
+
}
|
|
153
|
+
function asRecord(value) {
|
|
154
|
+
return typeof value === "object" && value !== null && !Array.isArray(value)
|
|
155
|
+
? value
|
|
156
|
+
: undefined;
|
|
157
|
+
}
|
|
158
|
+
function abortableSleep(ms, signal) {
|
|
159
|
+
if (!signal)
|
|
160
|
+
return new Promise((resolve) => setTimeout(resolve, ms));
|
|
161
|
+
return new Promise((resolve, reject) => {
|
|
162
|
+
const timer = setTimeout(() => {
|
|
163
|
+
signal.removeEventListener("abort", abort);
|
|
164
|
+
resolve();
|
|
165
|
+
}, ms);
|
|
166
|
+
const abort = () => {
|
|
167
|
+
clearTimeout(timer);
|
|
168
|
+
reject(signal.reason ?? new DOMException("The operation was aborted.", "AbortError"));
|
|
169
|
+
};
|
|
170
|
+
signal.addEventListener("abort", abort, { once: true });
|
|
171
|
+
});
|
|
172
|
+
}
|
|
173
|
+
//# sourceMappingURL=jobs.js.map
|
package/dist/jobs.js.map
ADDED
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"jobs.js","sourceRoot":"","sources":["../src/jobs.ts"],"names":[],"mappings":"AAAA,OAAO,EACL,mBAAmB,GAIpB,MAAM,qBAAqB,CAAC;AA+E7B,MAAM,OAAO,yBAA0B,SAAQ,KAAK;IACzC,KAAK,CAAS;IACvB,YAAY,KAAa,EAAE,SAAiB;QAC1C,KAAK,CAAC,kBAAkB,KAAK,0CAA0C,SAAS,KAAK,CAAC,CAAC;QACvF,IAAI,CAAC,IAAI,GAAG,2BAA2B,CAAC;QACxC,IAAI,CAAC,KAAK,GAAG,KAAK,CAAC;IACrB,CAAC;CACF;AAED,MAAM,OAAO,cAAc;IACI;IAA7B,YAA6B,MAA4B;QAA5B,WAAM,GAAN,MAAM,CAAsB;IAAG,CAAC;IAE7D,KAAK,CAAC,MAAM,CAAC,KAA4B;QACvC,MAAM,gBAAgB,GAAG,KAAK,CAAC,gBAAgB,IAAI,MAAM,CAAC,UAAU,EAAE,CAAC;QACvE,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,MAAM,CAAC,IAAI,CACrC,uBAAuB,EACvB;YACE,MAAM,EAAE,KAAK,CAAC,KAAK;YACnB,iBAAiB,EAAE,gBAAgB;YACnC,GAAG,CAAC,KAAK,CAAC,cAAc,CAAC,CAAC,CAAC,EAAE,eAAe,EAAE,KAAK,CAAC,cAAc,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;YAC1E,GAAG,CAAC,KAAK,CAAC,YAAY,CAAC,CAAC,CAAC,EAAE,aAAa,EAAE,KAAK,CAAC,YAAY,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;YACpE,GAAG,CAAC,KAAK,CAAC,SAAS,CAAC,CAAC,CAAC,EAAE,UAAU,EAAE,KAAK,CAAC,SAAS,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;SAC5D,CACF,CAAC;QACF,OAAO,OAAO,CAAC,QAAQ,EAAE,gBAAgB,EAAE,KAAK,CAAC,CAAC;IACpD,CAAC;IAED,KAAK,CAAC,cAAc,CAAC,KAAoC;QACvD,MAAM,gBAAgB,GAAG,KAAK,CAAC,gBAAgB,IAAI,MAAM,CAAC,UAAU,EAAE,CAAC;QACvE,MAAM,IAAI,GAAG;YACX,QAAQ,EAAE,UAAU;YACpB,GAAG,CAAC,KAAK,CAAC,iBAAiB,CAAC,CAAC,CAAC,EAAE,mBAAmB,EAAE,KAAK,CAAC,iBAAiB,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;YACpF,aAAa,EAAE;gBACb,aAAa,EAAE,KAAK,CAAC,YAAY;gBACjC,MAAM,EAAE,WAAW;gBACnB,GAAG,CAAC,KAAK,CAAC,cAAc,CAAC,CAAC,CAAC,EAAE,eAAe,EAAE,KAAK,CAAC,cAAc,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;aAC3E;SACF,CAAC;QACF,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,MAAM,CAAC,IAAI,CACrC,2BAA2B,EAC3B;YACE,iBAAiB,EAAE,gBAAgB;YACnC,QAAQ,EAAE,KAAK,CAAC,OAAO,IAAI,kBAAkB,KAAK,CAAC,YAAY,EAAE;YACjE,KAAK,EAAE,CAAC,IAAI,CAAC;SACd,CACF,CAAC;QACF,OAAO,OAAO,CAAC,QAAQ,EAAE,gBAAgB,EAAE,UAAU,CAAC,CAAC;IACzD,CAAC;IAED,KAAK,CAAC,GAAG,CAAC,KAAa;QACrB,MAAM,GAAG,GAAG,MAAM,IAAI,CAAC,MAAM,CAAC,GAAG,CAA0B,wBAAwB,EAAE;YACnF,MAAM,EAAE,KAAK;SACd,CAAC,CAAC;QACH,OAAO,aAAa,CAAC,KAAK,EAAE,GAAG,CAAC,CAAC;IACnC,CAAC;IAED,KAAK,CAAC,IAAI,CAAC,KAAa,EAAE,UAAqC,EAAE;QAC/D,MAAM,SAAS,GAAG,OAAO,CAAC,SAAS,IAAI,OAAO,CAAC;QAC/C,MAAM,QAAQ,GAAG,IAAI,CAAC,GAAG,EAAE,GAAG,SAAS,CAAC;QACxC,OAAO,IAAI,EAAE,CAAC;YACZ,IAAI,OAAO,CAAC,MAAM,EAAE,OAAO;gBACzB,MAAM,OAAO,CAAC,MAAM,CAAC,MAAM,IAAI,IAAI,YAAY,CAAC,4BAA4B,EAAE,YAAY,CAAC,CAAC;YAC9F,MAAM,KAAK,GAAG,MAAM,IAAI,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC;YACpC,IAAI,mBAAmB,CAAC,KAAK,CAAC,cAAc,CAAC;gBAAE,OAAO,KAAK,CAAC;YAC5D,MAAM,SAAS,GAAG,QAAQ,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;YACxC,IAAI,SAAS,IAAI,CAAC;gBAAE,MAAM,IAAI,yBAAyB,CAAC,KAAK,EAAE,SAAS,CAAC,CAAC;YAC1E,MAAM,cAAc,CAAC,IAAI,CAAC,GAAG,CAAC,OAAO,CAAC,cAAc,IAAI,KAAK,EAAE,SAAS,CAAC,EAAE,OAAO,CAAC,MAAM,CAAC,CAAC;QAC7F,CAAC;IACH,CAAC;IAED,KAAK,CAAC,MAAM,CAAC,KAAa;QACxB,MAAM,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,2BAA2B,EAAE,EAAE,MAAM,EAAE,KAAK,EAAE,EAAE,EAAE,EAAE,EAAE,KAAK,EAAE,MAAM,EAAE,CAAC,CAAC;IAChG,CAAC;IAED,KAAK,CAAC,SAAS,CAAC,KAAa;QAC3B,MAAM,GAAG,GAAG,MAAM,IAAI,CAAC,MAAM,CAAC,GAAG,CAA0B,+BAA+B,EAAE;YAC1F,MAAM,EAAE,KAAK;SACd,CAAC,CAAC;QACH,MAAM,QAAQ,GAAG,QAAQ,CAAC,GAAG,CAAC,eAAe,CAAC,CAAC;QAC/C,MAAM,QAAQ,GAAG,QAAQ,CAAC,GAAG,CAAC,QAAQ,CAAC,IAAI,EAAE,CAAC;QAC9C,OAAO;YACL,KAAK;YACL,GAAG,CAAC,OAAO,QAAQ,EAAE,MAAM,KAAK,QAAQ,CAAC,CAAC,CAAC,EAAE,cAAc,EAAE,QAAQ,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;YACpF,GAAG,CAAC,OAAO,GAAG,CAAC,IAAI,KAAK,QAAQ,CAAC,CAAC,CAAC,EAAE,IAAI,EAAE,GAAG,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;YAC3D,GAAG,CAAC,OAAO,GAAG,CAAC,cAAc,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,aAAa,EAAE,GAAG,CAAC,cAAc,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;YACzF,GAAG,CAAC,OAAO,GAAG,CAAC,KAAK,KAAK,QAAQ,CAAC,CAAC,CAAC,EAAE,KAAK,EAAE,GAAG,CAAC,KAAK,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;YAC9D,QAAQ;YACR,GAAG;SACJ,CAAC;IACJ,CAAC;IAED,6FAA6F;IAC7F,KAAK,CAAC,UAAU,CAAC,KAAa;QAC5B,MAAM,KAAK,GAAG,MAAM,IAAI,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC;QACpC,MAAM,UAAU,GAAG,KAAK,CAAC,KAAK,EAAE,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,KAAK,CAAC,IAAI,EAAE,CAAC;QAChE,OAAO,OAAO,CAAC,GAAG,CAChB,CAAC,UAAU,CAAC,MAAM,CAAC,CAAC,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,SAAS,EAAE,EAAE,CAAC,IAAI,CAAC,SAAS,CAAC,SAAS,CAAC,CAAC,CACzF,CAAC;IACJ,CAAC;IAED,mFAAmF;IACnF,KAAK,CAAC,YAAY,CAAC,KAAa,EAAE,KAAsB,EAAE,KAAa;QACrE,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,UAAU,CAAC,KAAK,CAAC,CAAC;QAC5C,MAAM,KAAK,GAAG,IAAI,WAAW,EAAE,CAAC,MAAM,CACpC,GAAG,IAAI,CAAC,SAAS,CAAC,EAAE,KAAK,EAAE,KAAK,EAAE,MAAM,EAAE,EAAE,IAAI,EAAE,CAAC,CAAC,IAAI,CACzD,CAAC;QACF,MAAM,GAAG,GAAG,MAAM,mBAAmB,CAAC;YACpC,EAAE,EAAE,kBAAkB,KAAK,EAAE;YAC7B,QAAQ,EAAE,kBAAkB;YAC5B,KAAK;YACL,QAAQ,EAAE,kBAAkB,KAAK,OAAO;SACzC,CAAC,CAAC;QACH,MAAM,KAAK,CAAC,GAAG,CAAC,EAAE,KAAK,EAAE,GAAG,EAAE,KAAK,EAAE,CAAC,CAAC;QACvC,OAAO,GAAG,CAAC;IACb,CAAC;CACF;AAED,MAAM,UAAU,cAAc,CAAC,MAA4B;IACzD,OAAO,IAAI,cAAc,CAAC,MAAM,CAAC,CAAC;AACpC,CAAC;AAED,SAAS,OAAO,CACd,QAAqD,EACrD,gBAAwB,EACxB,IAAkC;IAElC,IAAI,CAAC,MAAM,CAAC,SAAS,CAAC,QAAQ,CAAC,MAAM,CAAC;QACpC,MAAM,IAAI,KAAK,CAAC,kDAAkD,CAAC,CAAC;IACtE,MAAM,KAAK,GAAG,QAAQ,CAAC,MAAgB,CAAC;IACxC,OAAO;QACL,KAAK;QACL,MAAM,EAAE,KAAK;QACb,gBAAgB;QAChB,WAAW,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;QACrC,IAAI;QACJ,GAAG,CAAC,MAAM,CAAC,SAAS,CAAC,QAAQ,CAAC,aAAa,CAAC,CAAC,CAAC,CAAC,EAAE,WAAW,EAAE,QAAQ,CAAC,aAAa,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;KAC7F,CAAC;AACJ,CAAC;AAED,SAAS,aAAa,CAAC,KAAa,EAAE,GAA4B;IAChE,MAAM,KAAK,GAAG,QAAQ,CAAC,GAAG,CAAC,KAAK,CAAC,IAAI,EAAE,CAAC;IACxC,MAAM,QAAQ,GAAG,KAAK,CAAC,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,CAAC;IAC3D,OAAO;QACL,KAAK;QACL,cAAc,EAAE,OAAO,KAAK,CAAC,gBAAgB,KAAK,QAAQ,CAAC,CAAC,CAAC,KAAK,CAAC,gBAAgB,CAAC,CAAC,CAAC,SAAS;QAC/F,GAAG,CAAC,OAAO,KAAK,CAAC,YAAY,KAAK,QAAQ,CAAC,CAAC,CAAC,EAAE,WAAW,EAAE,KAAK,CAAC,YAAY,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;QACtF,GAAG,CAAC,OAAO,KAAK,CAAC,aAAa,KAAK,QAAQ,CAAC,CAAC,CAAC,EAAE,YAAY,EAAE,KAAK,CAAC,aAAa,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;QACzF,GAAG,CAAC,OAAO,GAAG,CAAC,YAAY,KAAK,QAAQ,CAAC,CAAC,CAAC,EAAE,UAAU,EAAE,GAAG,CAAC,YAAY,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;QACjF,GAAG,CAAC,OAAO,GAAG,CAAC,UAAU,KAAK,QAAQ,CAAC,CAAC,CAAC,EAAE,SAAS,EAAE,GAAG,CAAC,UAAU,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;QAC5E,GAAG,CAAC,OAAO,GAAG,CAAC,QAAQ,KAAK,QAAQ,CAAC,CAAC,CAAC,EAAE,OAAO,EAAE,GAAG,CAAC,QAAQ,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;QACtE,GAAG,CAAC,QAAQ,CAAC,MAAM;YACjB,CAAC,CAAC;gBACE,KAAK,EAAE,QAAQ,CAAC,OAAO,CAAC,CAAC,IAAI,EAAE,EAAE;oBAC/B,MAAM,GAAG,GAAG,QAAQ,CAAC,IAAI,CAAC,CAAC;oBAC3B,IAAI,CAAC,GAAG,IAAI,CAAC,MAAM,CAAC,SAAS,CAAC,GAAG,CAAC,MAAM,CAAC;wBAAE,OAAO,EAAE,CAAC;oBACrD,OAAO;wBACL;4BACE,KAAK,EAAE,GAAG,CAAC,MAAgB;4BAC3B,GAAG,CAAC,OAAO,GAAG,CAAC,QAAQ,KAAK,QAAQ,CAAC,CAAC,CAAC,EAAE,OAAO,EAAE,GAAG,CAAC,QAAQ,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;4BACtE,KAAK,EAAE,aAAa,CAAC,GAAG,CAAC,MAAgB,EAAE,GAAG,CAAC;yBAChD;qBACF,CAAC;gBACJ,CAAC,CAAC;aACH;YACH,CAAC,CAAC,EAAE,CAAC;QACP,GAAG;KACJ,CAAC;AACJ,CAAC;AAED,SAAS,mBAAmB,CAAC,KAAa;IACxC,OAAO,KAAK,KAAK,YAAY,IAAI,KAAK,KAAK,SAAS,IAAI,KAAK,KAAK,gBAAgB,CAAC;AACrF,CAAC;AAED,SAAS,QAAQ,CAAC,KAAc;IAC9B,OAAO,OAAO,KAAK,KAAK,QAAQ,IAAI,KAAK,KAAK,IAAI,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC;QACzE,CAAC,CAAE,KAAiC;QACpC,CAAC,CAAC,SAAS,CAAC;AAChB,CAAC;AAED,SAAS,cAAc,CAAC,EAAU,EAAE,MAAoB;IACtD,IAAI,CAAC,MAAM;QAAE,OAAO,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,UAAU,CAAC,OAAO,EAAE,EAAE,CAAC,CAAC,CAAC;IACtE,OAAO,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,MAAM,EAAE,EAAE;QACrC,MAAM,KAAK,GAAG,UAAU,CAAC,GAAG,EAAE;YAC5B,MAAM,CAAC,mBAAmB,CAAC,OAAO,EAAE,KAAK,CAAC,CAAC;YAC3C,OAAO,EAAE,CAAC;QACZ,CAAC,EAAE,EAAE,CAAC,CAAC;QACP,MAAM,KAAK,GAAG,GAAG,EAAE;YACjB,YAAY,CAAC,KAAK,CAAC,CAAC;YACpB,MAAM,CAAC,MAAM,CAAC,MAAM,IAAI,IAAI,YAAY,CAAC,4BAA4B,EAAE,YAAY,CAAC,CAAC,CAAC;QACxF,CAAC,CAAC;QACF,MAAM,CAAC,gBAAgB,CAAC,OAAO,EAAE,KAAK,EAAE,EAAE,IAAI,EAAE,IAAI,EAAE,CAAC,CAAC;IAC1D,CAAC,CAAC,CAAC;AACL,CAAC"}
|
package/dist/lakebase.js
ADDED
|
@@ -0,0 +1,110 @@
|
|
|
1
|
+
import { createRequire } from "node:module";
|
|
2
|
+
import { redactText } from "@fabric-harness/sdk";
|
|
3
|
+
const require = createRequire(import.meta.url);
|
|
4
|
+
/**
|
|
5
|
+
* Exchange a workspace OAuth token for a Lakebase database credential. The
|
|
6
|
+
* result is cached, refreshed early with jitter, and refreshes are single-flight.
|
|
7
|
+
*/
|
|
8
|
+
export function lakebaseCredentialProvider(options) {
|
|
9
|
+
const workspaceHost = options.workspaceHost.replace(/\/$/, "");
|
|
10
|
+
const fetchImpl = options.fetchImpl ?? fetch;
|
|
11
|
+
const now = options.now ?? Date.now;
|
|
12
|
+
const random = options.random ?? Math.random;
|
|
13
|
+
const refreshBeforeMs = options.refreshBeforeMs ?? 5 * 60_000;
|
|
14
|
+
const refreshJitterMs = options.refreshJitterMs ?? 30_000;
|
|
15
|
+
let cached;
|
|
16
|
+
let refreshing;
|
|
17
|
+
const refresh = async () => {
|
|
18
|
+
const workspaceToken = typeof options.token === "function" ? await options.token() : options.token;
|
|
19
|
+
const response = await fetchImpl(`${workspaceHost}/api/2.0/postgres/credentials`, {
|
|
20
|
+
method: "POST",
|
|
21
|
+
headers: {
|
|
22
|
+
authorization: `Bearer ${workspaceToken}`,
|
|
23
|
+
"content-type": "application/json",
|
|
24
|
+
},
|
|
25
|
+
body: JSON.stringify({ endpoint: options.endpoint }),
|
|
26
|
+
});
|
|
27
|
+
if (!response.ok) {
|
|
28
|
+
const text = redactText(await response.text(), { additionalSecrets: [workspaceToken] });
|
|
29
|
+
throw new Error(`Lakebase credential exchange failed: ${response.status} ${response.statusText}: ${text.slice(0, 2000)}`);
|
|
30
|
+
}
|
|
31
|
+
const value = (await response.json());
|
|
32
|
+
if (typeof value.token !== "string" || !value.token) {
|
|
33
|
+
throw new Error("Lakebase credential exchange returned no token.");
|
|
34
|
+
}
|
|
35
|
+
const expiresAt = parseExpireTime(value.expire_time);
|
|
36
|
+
if (!Number.isFinite(expiresAt)) {
|
|
37
|
+
throw new Error("Lakebase credential exchange returned an invalid expire_time.");
|
|
38
|
+
}
|
|
39
|
+
const jitter = Math.max(0, refreshJitterMs) * random();
|
|
40
|
+
cached = {
|
|
41
|
+
token: value.token,
|
|
42
|
+
refreshAt: Math.max(now(), expiresAt - Math.max(0, refreshBeforeMs) - jitter),
|
|
43
|
+
};
|
|
44
|
+
return value.token;
|
|
45
|
+
};
|
|
46
|
+
return async () => {
|
|
47
|
+
if (cached && now() < cached.refreshAt)
|
|
48
|
+
return cached.token;
|
|
49
|
+
refreshing ??= refresh().finally(() => {
|
|
50
|
+
refreshing = undefined;
|
|
51
|
+
});
|
|
52
|
+
return refreshing;
|
|
53
|
+
};
|
|
54
|
+
}
|
|
55
|
+
function parseExpireTime(value) {
|
|
56
|
+
if (typeof value === "number") {
|
|
57
|
+
// Databricks APIs commonly use epoch milliseconds, but tolerate epoch
|
|
58
|
+
// seconds so credentials are not treated as already expired.
|
|
59
|
+
return value < 1_000_000_000_000 ? value * 1000 : value;
|
|
60
|
+
}
|
|
61
|
+
if (typeof value === "string")
|
|
62
|
+
return new Date(value).getTime();
|
|
63
|
+
return Number.NaN;
|
|
64
|
+
}
|
|
65
|
+
export function lakebaseClient(options) {
|
|
66
|
+
const factory = options.poolFactory ?? defaultPoolFactory();
|
|
67
|
+
let password = options.password;
|
|
68
|
+
if (password === undefined) {
|
|
69
|
+
if (!options.token || !options.workspaceHost || !options.endpoint) {
|
|
70
|
+
throw new Error("Lakebase OAuth requires token, workspaceHost, and endpoint. A workspace token cannot be used directly as the Postgres password.");
|
|
71
|
+
}
|
|
72
|
+
password = lakebaseCredentialProvider({
|
|
73
|
+
workspaceHost: options.workspaceHost,
|
|
74
|
+
endpoint: options.endpoint,
|
|
75
|
+
token: options.token,
|
|
76
|
+
...(options.fetchImpl ? { fetchImpl: options.fetchImpl } : {}),
|
|
77
|
+
...(options.refreshBeforeMs !== undefined
|
|
78
|
+
? { refreshBeforeMs: options.refreshBeforeMs }
|
|
79
|
+
: {}),
|
|
80
|
+
...(options.refreshJitterMs !== undefined
|
|
81
|
+
? { refreshJitterMs: options.refreshJitterMs }
|
|
82
|
+
: {}),
|
|
83
|
+
});
|
|
84
|
+
}
|
|
85
|
+
const client = factory({
|
|
86
|
+
host: options.host,
|
|
87
|
+
port: options.port ?? 5432,
|
|
88
|
+
database: options.database,
|
|
89
|
+
user: options.user,
|
|
90
|
+
password,
|
|
91
|
+
ssl: options.ssl ?? { rejectUnauthorized: true },
|
|
92
|
+
...(options.max !== undefined ? { max: options.max } : {}),
|
|
93
|
+
});
|
|
94
|
+
// node-postgres treats an idle client error as fatal when Pool has no listener. The failed
|
|
95
|
+
// client is already removed from the pool, so keep the process alive and let a later query
|
|
96
|
+
// establish a fresh connection. Applications can attach telemetry through onPoolError.
|
|
97
|
+
client.on?.("error", options.onPoolError ?? (() => undefined));
|
|
98
|
+
return client;
|
|
99
|
+
}
|
|
100
|
+
function defaultPoolFactory() {
|
|
101
|
+
let PoolCtor;
|
|
102
|
+
try {
|
|
103
|
+
PoolCtor = require("pg").Pool;
|
|
104
|
+
}
|
|
105
|
+
catch (error) {
|
|
106
|
+
throw new Error(`Lakebase store requires the optional "pg" package to be installed by the application. Run: pnpm add pg. ${error instanceof Error ? error.message : String(error)}`);
|
|
107
|
+
}
|
|
108
|
+
return (config) => new PoolCtor(config);
|
|
109
|
+
}
|
|
110
|
+
//# sourceMappingURL=lakebase.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"lakebase.js","sourceRoot":"","sources":["../src/lakebase.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,aAAa,EAAE,MAAM,aAAa,CAAC;AAC5C,OAAO,EAAE,UAAU,EAAE,MAAM,qBAAqB,CAAC;AAGjD,MAAM,OAAO,GAAG,aAAa,CAAC,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;AA0C/C;;;GAGG;AACH,MAAM,UAAU,0BAA0B,CACxC,OAA0C;IAE1C,MAAM,aAAa,GAAG,OAAO,CAAC,aAAa,CAAC,OAAO,CAAC,KAAK,EAAE,EAAE,CAAC,CAAC;IAC/D,MAAM,SAAS,GAAG,OAAO,CAAC,SAAS,IAAI,KAAK,CAAC;IAC7C,MAAM,GAAG,GAAG,OAAO,CAAC,GAAG,IAAI,IAAI,CAAC,GAAG,CAAC;IACpC,MAAM,MAAM,GAAG,OAAO,CAAC,MAAM,IAAI,IAAI,CAAC,MAAM,CAAC;IAC7C,MAAM,eAAe,GAAG,OAAO,CAAC,eAAe,IAAI,CAAC,GAAG,MAAM,CAAC;IAC9D,MAAM,eAAe,GAAG,OAAO,CAAC,eAAe,IAAI,MAAM,CAAC;IAC1D,IAAI,MAAwD,CAAC;IAC7D,IAAI,UAAuC,CAAC;IAE5C,MAAM,OAAO,GAAG,KAAK,IAAqB,EAAE;QAC1C,MAAM,cAAc,GAClB,OAAO,OAAO,CAAC,KAAK,KAAK,UAAU,CAAC,CAAC,CAAC,MAAM,OAAO,CAAC,KAAK,EAAE,CAAC,CAAC,CAAC,OAAO,CAAC,KAAK,CAAC;QAC9E,MAAM,QAAQ,GAAG,MAAM,SAAS,CAAC,GAAG,aAAa,+BAA+B,EAAE;YAChF,MAAM,EAAE,MAAM;YACd,OAAO,EAAE;gBACP,aAAa,EAAE,UAAU,cAAc,EAAE;gBACzC,cAAc,EAAE,kBAAkB;aACnC;YACD,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC,EAAE,QAAQ,EAAE,OAAO,CAAC,QAAQ,EAAE,CAAC;SACrD,CAAC,CAAC;QACH,IAAI,CAAC,QAAQ,CAAC,EAAE,EAAE,CAAC;YACjB,MAAM,IAAI,GAAG,UAAU,CAAC,MAAM,QAAQ,CAAC,IAAI,EAAE,EAAE,EAAE,iBAAiB,EAAE,CAAC,cAAc,CAAC,EAAE,CAAC,CAAC;YACxF,MAAM,IAAI,KAAK,CACb,wCAAwC,QAAQ,CAAC,MAAM,IAAI,QAAQ,CAAC,UAAU,KAAK,IAAI,CAAC,KAAK,CAAC,CAAC,EAAE,IAAI,CAAC,EAAE,CACzG,CAAC;QACJ,CAAC;QACD,MAAM,KAAK,GAAG,CAAC,MAAM,QAAQ,CAAC,IAAI,EAAE,CAA+B,CAAC;QACpE,IAAI,OAAO,KAAK,CAAC,KAAK,KAAK,QAAQ,IAAI,CAAC,KAAK,CAAC,KAAK,EAAE,CAAC;YACpD,MAAM,IAAI,KAAK,CAAC,iDAAiD,CAAC,CAAC;QACrE,CAAC;QACD,MAAM,SAAS,GAAG,eAAe,CAAC,KAAK,CAAC,WAAW,CAAC,CAAC;QACrD,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,SAAS,CAAC,EAAE,CAAC;YAChC,MAAM,IAAI,KAAK,CAAC,+DAA+D,CAAC,CAAC;QACnF,CAAC;QACD,MAAM,MAAM,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,eAAe,CAAC,GAAG,MAAM,EAAE,CAAC;QACvD,MAAM,GAAG;YACP,KAAK,EAAE,KAAK,CAAC,KAAK;YAClB,SAAS,EAAE,IAAI,CAAC,GAAG,CAAC,GAAG,EAAE,EAAE,SAAS,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,eAAe,CAAC,GAAG,MAAM,CAAC;SAC9E,CAAC;QACF,OAAO,KAAK,CAAC,KAAK,CAAC;IACrB,CAAC,CAAC;IAEF,OAAO,KAAK,IAAI,EAAE;QAChB,IAAI,MAAM,IAAI,GAAG,EAAE,GAAG,MAAM,CAAC,SAAS;YAAE,OAAO,MAAM,CAAC,KAAK,CAAC;QAC5D,UAAU,KAAK,OAAO,EAAE,CAAC,OAAO,CAAC,GAAG,EAAE;YACpC,UAAU,GAAG,SAAS,CAAC;QACzB,CAAC,CAAC,CAAC;QACH,OAAO,UAAU,CAAC;IACpB,CAAC,CAAC;AACJ,CAAC;AAED,SAAS,eAAe,CAAC,KAAc;IACrC,IAAI,OAAO,KAAK,KAAK,QAAQ,EAAE,CAAC;QAC9B,sEAAsE;QACtE,6DAA6D;QAC7D,OAAO,KAAK,GAAG,iBAAiB,CAAC,CAAC,CAAC,KAAK,GAAG,IAAI,CAAC,CAAC,CAAC,KAAK,CAAC;IAC1D,CAAC;IACD,IAAI,OAAO,KAAK,KAAK,QAAQ;QAAE,OAAO,IAAI,IAAI,CAAC,KAAK,CAAC,CAAC,OAAO,EAAE,CAAC;IAChE,OAAO,MAAM,CAAC,GAAG,CAAC;AACpB,CAAC;AAuBD,MAAM,UAAU,cAAc,CAAC,OAA8B;IAC3D,MAAM,OAAO,GAAG,OAAO,CAAC,WAAW,IAAI,kBAAkB,EAAE,CAAC;IAC5D,IAAI,QAAQ,GAAG,OAAO,CAAC,QAAQ,CAAC;IAChC,IAAI,QAAQ,KAAK,SAAS,EAAE,CAAC;QAC3B,IAAI,CAAC,OAAO,CAAC,KAAK,IAAI,CAAC,OAAO,CAAC,aAAa,IAAI,CAAC,OAAO,CAAC,QAAQ,EAAE,CAAC;YAClE,MAAM,IAAI,KAAK,CACb,iIAAiI,CAClI,CAAC;QACJ,CAAC;QACD,QAAQ,GAAG,0BAA0B,CAAC;YACpC,aAAa,EAAE,OAAO,CAAC,aAAa;YACpC,QAAQ,EAAE,OAAO,CAAC,QAAQ;YAC1B,KAAK,EAAE,OAAO,CAAC,KAAK;YACpB,GAAG,CAAC,OAAO,CAAC,SAAS,CAAC,CAAC,CAAC,EAAE,SAAS,EAAE,OAAO,CAAC,SAAS,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;YAC9D,GAAG,CAAC,OAAO,CAAC,eAAe,KAAK,SAAS;gBACvC,CAAC,CAAC,EAAE,eAAe,EAAE,OAAO,CAAC,eAAe,EAAE;gBAC9C,CAAC,CAAC,EAAE,CAAC;YACP,GAAG,CAAC,OAAO,CAAC,eAAe,KAAK,SAAS;gBACvC,CAAC,CAAC,EAAE,eAAe,EAAE,OAAO,CAAC,eAAe,EAAE;gBAC9C,CAAC,CAAC,EAAE,CAAC;SACR,CAAC,CAAC;IACL,CAAC;IACD,MAAM,MAAM,GAAG,OAAO,CAAC;QACrB,IAAI,EAAE,OAAO,CAAC,IAAI;QAClB,IAAI,EAAE,OAAO,CAAC,IAAI,IAAI,IAAI;QAC1B,QAAQ,EAAE,OAAO,CAAC,QAAQ;QAC1B,IAAI,EAAE,OAAO,CAAC,IAAI;QAClB,QAAQ;QACR,GAAG,EAAE,OAAO,CAAC,GAAG,IAAI,EAAE,kBAAkB,EAAE,IAAI,EAAE;QAChD,GAAG,CAAC,OAAO,CAAC,GAAG,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,GAAG,EAAE,OAAO,CAAC,GAAG,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;KAC3D,CAAC,CAAC;IACH,2FAA2F;IAC3F,2FAA2F;IAC3F,uFAAuF;IACvF,MAAM,CAAC,EAAE,EAAE,CAAC,OAAO,EAAE,OAAO,CAAC,WAAW,IAAI,CAAC,GAAG,EAAE,CAAC,SAAS,CAAC,CAAC,CAAC;IAC/D,OAAO,MAAM,CAAC;AAChB,CAAC;AAED,SAAS,kBAAkB;IACzB,IAAI,QAA4D,CAAC;IACjE,IAAI,CAAC;QACH,QAAQ,GAAI,OAAO,CAAC,IAAI,CAAkE,CAAC,IAAI,CAAC;IAClG,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,MAAM,IAAI,KAAK,CACb,2GAA2G,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,EAAE,CACpK,CAAC;IACJ,CAAC;IACD,OAAO,CAAC,MAAM,EAAE,EAAE,CAAC,IAAI,QAAQ,CAAC,MAAM,CAAC,CAAC;AAC1C,CAAC"}
|
|
@@ -0,0 +1,115 @@
|
|
|
1
|
+
export class DatabricksLakeflowAuthoring {
|
|
2
|
+
client;
|
|
3
|
+
constructor(client) {
|
|
4
|
+
this.client = client;
|
|
5
|
+
}
|
|
6
|
+
async createPipeline(spec) {
|
|
7
|
+
const response = await this.client.post("/api/2.0/pipelines", serialize(spec), {}, { retry: "never" });
|
|
8
|
+
if (!response.pipeline_id)
|
|
9
|
+
throw new Error("Databricks Lakeflow create response did not contain pipeline_id.");
|
|
10
|
+
return { pipelineId: response.pipeline_id };
|
|
11
|
+
}
|
|
12
|
+
async updatePipeline(pipelineId, spec) {
|
|
13
|
+
await this.client.put(`/api/2.0/pipelines/${encodeURIComponent(pipelineId)}`, { id: pipelineId, ...serialize(spec) }, {}, { retry: "never" });
|
|
14
|
+
}
|
|
15
|
+
async deletePipeline(pipelineId) {
|
|
16
|
+
await this.client.delete(`/api/2.0/pipelines/${encodeURIComponent(pipelineId)}`, undefined, {}, { retry: "safe" });
|
|
17
|
+
}
|
|
18
|
+
async pipelineEvents(pipelineId, warehouseId, limit = 100) {
|
|
19
|
+
const escaped = pipelineId.replace(/'/g, "''");
|
|
20
|
+
return this.client.post("/api/2.0/sql/statements", {
|
|
21
|
+
warehouse_id: warehouseId,
|
|
22
|
+
wait_timeout: "30s",
|
|
23
|
+
statement: `SELECT * FROM event_log('${escaped}') ORDER BY timestamp DESC LIMIT ${Math.max(1, Math.min(1000, Math.floor(limit)))}`,
|
|
24
|
+
});
|
|
25
|
+
}
|
|
26
|
+
}
|
|
27
|
+
export function databricksLakeflowAuthoringTools(client, options = {}) {
|
|
28
|
+
const api = new DatabricksLakeflowAuthoring(client);
|
|
29
|
+
const spec = specSchema();
|
|
30
|
+
const specProperties = spec.properties;
|
|
31
|
+
const resources = [
|
|
32
|
+
{ kind: "pipeline", path: "/name" },
|
|
33
|
+
{ kind: "catalog", path: "/catalog", catalogQualified: true, optional: true },
|
|
34
|
+
{ kind: "notebook", path: "/libraries/*/notebook/path", optional: true },
|
|
35
|
+
];
|
|
36
|
+
const tools = [
|
|
37
|
+
tool("databricks_create_pipeline", "write", spec, resources, (input) => api.createPipeline(input)),
|
|
38
|
+
tool("databricks_update_pipeline", "write", {
|
|
39
|
+
type: "object",
|
|
40
|
+
additionalProperties: false,
|
|
41
|
+
properties: { pipelineId: { type: "string" }, ...specProperties },
|
|
42
|
+
required: ["pipelineId", "name", "libraries"],
|
|
43
|
+
}, [{ kind: "pipeline", path: "/pipelineId" }, ...resources.slice(1)], (input) => api.updatePipeline(input.pipelineId, input)),
|
|
44
|
+
tool("databricks_delete_pipeline", "write", idSchema(), [{ kind: "pipeline", path: "/pipelineId" }], (input) => api.deletePipeline(input.pipelineId)),
|
|
45
|
+
];
|
|
46
|
+
const warehouseId = options.warehouseId;
|
|
47
|
+
if (warehouseId)
|
|
48
|
+
tools.push(tool("databricks_pipeline_events", "read", {
|
|
49
|
+
type: "object",
|
|
50
|
+
additionalProperties: false,
|
|
51
|
+
properties: { pipelineId: { type: "string" }, limit: { type: "number" } },
|
|
52
|
+
required: ["pipelineId"],
|
|
53
|
+
}, [{ kind: "pipeline", path: "/pipelineId" }], (input) => api.pipelineEvents(input.pipelineId, warehouseId, input.limit)));
|
|
54
|
+
return tools;
|
|
55
|
+
}
|
|
56
|
+
function tool(name, effect, inputSchema, resources, execute) {
|
|
57
|
+
return {
|
|
58
|
+
name,
|
|
59
|
+
description: name.replaceAll("_", " "),
|
|
60
|
+
inputSchema,
|
|
61
|
+
metadata: { effect, provider: "databricks", service: "lakeflow", governance: { resources } },
|
|
62
|
+
execute,
|
|
63
|
+
};
|
|
64
|
+
}
|
|
65
|
+
function idSchema() {
|
|
66
|
+
return {
|
|
67
|
+
type: "object",
|
|
68
|
+
additionalProperties: false,
|
|
69
|
+
properties: { pipelineId: { type: "string" } },
|
|
70
|
+
required: ["pipelineId"],
|
|
71
|
+
};
|
|
72
|
+
}
|
|
73
|
+
function specSchema() {
|
|
74
|
+
return {
|
|
75
|
+
type: "object",
|
|
76
|
+
additionalProperties: false,
|
|
77
|
+
properties: {
|
|
78
|
+
name: { type: "string" },
|
|
79
|
+
libraries: {
|
|
80
|
+
type: "array",
|
|
81
|
+
items: {
|
|
82
|
+
type: "object",
|
|
83
|
+
properties: {
|
|
84
|
+
notebook: { type: "object", properties: { path: { type: "string" } } },
|
|
85
|
+
file: { type: "object", properties: { path: { type: "string" } } },
|
|
86
|
+
jar: { type: "string" },
|
|
87
|
+
whl: { type: "string" },
|
|
88
|
+
},
|
|
89
|
+
},
|
|
90
|
+
},
|
|
91
|
+
catalog: { type: "string" },
|
|
92
|
+
target: { type: "string" },
|
|
93
|
+
continuous: { type: "boolean" },
|
|
94
|
+
serverless: { type: "boolean" },
|
|
95
|
+
development: { type: "boolean" },
|
|
96
|
+
configuration: { type: "object", additionalProperties: { type: "string" } },
|
|
97
|
+
clusters: { type: "array", items: { type: "object", additionalProperties: true } },
|
|
98
|
+
},
|
|
99
|
+
required: ["name", "libraries"],
|
|
100
|
+
};
|
|
101
|
+
}
|
|
102
|
+
function serialize(spec) {
|
|
103
|
+
return {
|
|
104
|
+
name: spec.name,
|
|
105
|
+
libraries: spec.libraries,
|
|
106
|
+
...(spec.catalog ? { catalog: spec.catalog } : {}),
|
|
107
|
+
...(spec.target ? { target: spec.target } : {}),
|
|
108
|
+
...(spec.continuous !== undefined ? { continuous: spec.continuous } : {}),
|
|
109
|
+
...(spec.serverless !== undefined ? { serverless: spec.serverless } : {}),
|
|
110
|
+
...(spec.development !== undefined ? { development: spec.development } : {}),
|
|
111
|
+
...(spec.configuration ? { configuration: spec.configuration } : {}),
|
|
112
|
+
...(spec.clusters ? { clusters: spec.clusters } : {}),
|
|
113
|
+
};
|
|
114
|
+
}
|
|
115
|
+
//# sourceMappingURL=lakeflow-authoring.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"lakeflow-authoring.js","sourceRoot":"","sources":["../src/lakeflow-authoring.ts"],"names":[],"mappings":"AAqBA,MAAM,OAAO,2BAA2B;IACT;IAA7B,YAA6B,MAA4B;QAA5B,WAAM,GAAN,MAAM,CAAsB;IAAG,CAAC;IAC7D,KAAK,CAAC,cAAc,CAAC,IAA4B;QAC/C,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,MAAM,CAAC,IAAI,CACrC,oBAAoB,EACpB,SAAS,CAAC,IAAI,CAAC,EACf,EAAE,EACF,EAAE,KAAK,EAAE,OAAO,EAAE,CACnB,CAAC;QACF,IAAI,CAAC,QAAQ,CAAC,WAAW;YACvB,MAAM,IAAI,KAAK,CAAC,kEAAkE,CAAC,CAAC;QACtF,OAAO,EAAE,UAAU,EAAE,QAAQ,CAAC,WAAW,EAAE,CAAC;IAC9C,CAAC;IACD,KAAK,CAAC,cAAc,CAAC,UAAkB,EAAE,IAA4B;QACnE,MAAM,IAAI,CAAC,MAAM,CAAC,GAAG,CACnB,sBAAsB,kBAAkB,CAAC,UAAU,CAAC,EAAE,EACtD,EAAE,EAAE,EAAE,UAAU,EAAE,GAAG,SAAS,CAAC,IAAI,CAAC,EAAE,EACtC,EAAE,EACF,EAAE,KAAK,EAAE,OAAO,EAAE,CACnB,CAAC;IACJ,CAAC;IACD,KAAK,CAAC,cAAc,CAAC,UAAkB;QACrC,MAAM,IAAI,CAAC,MAAM,CAAC,MAAM,CACtB,sBAAsB,kBAAkB,CAAC,UAAU,CAAC,EAAE,EACtD,SAAS,EACT,EAAE,EACF,EAAE,KAAK,EAAE,MAAM,EAAE,CAClB,CAAC;IACJ,CAAC;IACD,KAAK,CAAC,cAAc,CAAC,UAAkB,EAAE,WAAmB,EAAE,KAAK,GAAG,GAAG;QACvE,MAAM,OAAO,GAAG,UAAU,CAAC,OAAO,CAAC,IAAI,EAAE,IAAI,CAAC,CAAC;QAC/C,OAAO,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,yBAAyB,EAAE;YACjD,YAAY,EAAE,WAAW;YACzB,YAAY,EAAE,KAAK;YACnB,SAAS,EAAE,4BAA4B,OAAO,oCAAoC,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,GAAG,CAAC,IAAI,EAAE,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE;SACnI,CAAC,CAAC;IACL,CAAC;CACF;AAED,MAAM,UAAU,gCAAgC,CAC9C,MAA4B,EAC5B,UAAoC,EAAE;IAEtC,MAAM,GAAG,GAAG,IAAI,2BAA2B,CAAC,MAAM,CAAC,CAAC;IACpD,MAAM,IAAI,GAAG,UAAU,EAAE,CAAC;IAC1B,MAAM,cAAc,GAAG,IAAI,CAAC,UAAwB,CAAC;IACrD,MAAM,SAAS,GAAG;QAChB,EAAE,IAAI,EAAE,UAAU,EAAE,IAAI,EAAE,OAAO,EAAE;QACnC,EAAE,IAAI,EAAE,SAAS,EAAE,IAAI,EAAE,UAAU,EAAE,gBAAgB,EAAE,IAAI,EAAE,QAAQ,EAAE,IAAI,EAAE;QAC7E,EAAE,IAAI,EAAE,UAAU,EAAE,IAAI,EAAE,4BAA4B,EAAE,QAAQ,EAAE,IAAI,EAAE;KACzE,CAAC;IACF,MAAM,KAAK,GAAc;QACvB,IAAI,CAAC,4BAA4B,EAAE,OAAO,EAAE,IAAI,EAAE,SAAS,EAAE,CAAC,KAAK,EAAE,EAAE,CACrE,GAAG,CAAC,cAAc,CAAC,KAA0C,CAAC,CAC/D;QACD,IAAI,CACF,4BAA4B,EAC5B,OAAO,EACP;YACE,IAAI,EAAE,QAAQ;YACd,oBAAoB,EAAE,KAAK;YAC3B,UAAU,EAAE,EAAE,UAAU,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE,EAAE,GAAG,cAAc,EAAE;YACjE,QAAQ,EAAE,CAAC,YAAY,EAAE,MAAM,EAAE,WAAW,CAAC;SAC9C,EACD,CAAC,EAAE,IAAI,EAAE,UAAU,EAAE,IAAI,EAAE,aAAa,EAAE,EAAE,GAAG,SAAS,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,EAClE,CAAC,KAAK,EAAE,EAAE,CACR,GAAG,CAAC,cAAc,CAAC,KAAK,CAAC,UAAoB,EAAE,KAA0C,CAAC,CAC7F;QACD,IAAI,CACF,4BAA4B,EAC5B,OAAO,EACP,QAAQ,EAAE,EACV,CAAC,EAAE,IAAI,EAAE,UAAU,EAAE,IAAI,EAAE,aAAa,EAAE,CAAC,EAC3C,CAAC,KAAK,EAAE,EAAE,CAAC,GAAG,CAAC,cAAc,CAAC,KAAK,CAAC,UAAoB,CAAC,CAC1D;KACF,CAAC;IACF,MAAM,WAAW,GAAG,OAAO,CAAC,WAAW,CAAC;IACxC,IAAI,WAAW;QACb,KAAK,CAAC,IAAI,CACR,IAAI,CACF,4BAA4B,EAC5B,MAAM,EACN;YACE,IAAI,EAAE,QAAQ;YACd,oBAAoB,EAAE,KAAK;YAC3B,UAAU,EAAE,EAAE,UAAU,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE,EAAE,KAAK,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE,EAAE;YACzE,QAAQ,EAAE,CAAC,YAAY,CAAC;SACzB,EACD,CAAC,EAAE,IAAI,EAAE,UAAU,EAAE,IAAI,EAAE,aAAa,EAAE,CAAC,EAC3C,CAAC,KAAK,EAAE,EAAE,CACR,GAAG,CAAC,cAAc,CAChB,KAAK,CAAC,UAAoB,EAC1B,WAAW,EACX,KAAK,CAAC,KAA2B,CAClC,CACJ,CACF,CAAC;IACJ,OAAO,KAAK,CAAC;AACf,CAAC;AAED,SAAS,IAAI,CACX,IAAY,EACZ,MAAwB,EACxB,WAAuB,EACvB,SAAuB,EACvB,OAAuC;IAEvC,OAAO;QACL,IAAI;QACJ,WAAW,EAAE,IAAI,CAAC,UAAU,CAAC,GAAG,EAAE,GAAG,CAAC;QACtC,WAAW;QACX,QAAQ,EAAE,EAAE,MAAM,EAAE,QAAQ,EAAE,YAAY,EAAE,OAAO,EAAE,UAAU,EAAE,UAAU,EAAE,EAAE,SAAS,EAAE,EAAE;QAC5F,OAAO;KACR,CAAC;AACJ,CAAC;AACD,SAAS,QAAQ;IACf,OAAO;QACL,IAAI,EAAE,QAAQ;QACd,oBAAoB,EAAE,KAAK;QAC3B,UAAU,EAAE,EAAE,UAAU,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE,EAAE;QAC9C,QAAQ,EAAE,CAAC,YAAY,CAAC;KACzB,CAAC;AACJ,CAAC;AACD,SAAS,UAAU;IACjB,OAAO;QACL,IAAI,EAAE,QAAQ;QACd,oBAAoB,EAAE,KAAK;QAC3B,UAAU,EAAE;YACV,IAAI,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE;YACxB,SAAS,EAAE;gBACT,IAAI,EAAE,OAAO;gBACb,KAAK,EAAE;oBACL,IAAI,EAAE,QAAQ;oBACd,UAAU,EAAE;wBACV,QAAQ,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE,UAAU,EAAE,EAAE,IAAI,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE,EAAE,EAAE;wBACtE,IAAI,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE,UAAU,EAAE,EAAE,IAAI,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE,EAAE,EAAE;wBAClE,GAAG,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE;wBACvB,GAAG,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE;qBACxB;iBACF;aACF;YACD,OAAO,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE;YAC3B,MAAM,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE;YAC1B,UAAU,EAAE,EAAE,IAAI,EAAE,SAAS,EAAE;YAC/B,UAAU,EAAE,EAAE,IAAI,EAAE,SAAS,EAAE;YAC/B,WAAW,EAAE,EAAE,IAAI,EAAE,SAAS,EAAE;YAChC,aAAa,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE,oBAAoB,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE,EAAE;YAC3E,QAAQ,EAAE,EAAE,IAAI,EAAE,OAAO,EAAE,KAAK,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE,oBAAoB,EAAE,IAAI,EAAE,EAAE;SACnF;QACD,QAAQ,EAAE,CAAC,MAAM,EAAE,WAAW,CAAC;KAChC,CAAC;AACJ,CAAC;AACD,SAAS,SAAS,CAAC,IAA4B;IAC7C,OAAO;QACL,IAAI,EAAE,IAAI,CAAC,IAAI;QACf,SAAS,EAAE,IAAI,CAAC,SAAoC;QACpD,GAAG,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,OAAO,EAAE,IAAI,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;QAClD,GAAG,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,MAAM,EAAE,IAAI,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;QAC/C,GAAG,CAAC,IAAI,CAAC,UAAU,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,UAAU,EAAE,IAAI,CAAC,UAAU,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;QACzE,GAAG,CAAC,IAAI,CAAC,UAAU,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,UAAU,EAAE,IAAI,CAAC,UAAU,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;QACzE,GAAG,CAAC,IAAI,CAAC,WAAW,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,WAAW,EAAE,IAAI,CAAC,WAAW,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;QAC5E,GAAG,CAAC,IAAI,CAAC,aAAa,CAAC,CAAC,CAAC,EAAE,aAAa,EAAE,IAAI,CAAC,aAAa,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;QACpE,GAAG,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC,CAAC,EAAE,QAAQ,EAAE,IAAI,CAAC,QAAQ,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;KACtD,CAAC;AACJ,CAAC"}
|
package/dist/lakeflow.js
ADDED
|
@@ -0,0 +1,75 @@
|
|
|
1
|
+
const enc = encodeURIComponent;
|
|
2
|
+
/**
|
|
3
|
+
* Lakeflow Declarative Pipelines (formerly DLT). These drive heavy continuous-compute consumption.
|
|
4
|
+
* `start`/`stop` mutate pipeline state (`effect: 'execute'`, governable); `list`/`status` are reads.
|
|
5
|
+
*/
|
|
6
|
+
export function databricksPipelineListTool(client, options = {}) {
|
|
7
|
+
return {
|
|
8
|
+
name: options.name ?? 'databricks_pipeline_list',
|
|
9
|
+
description: options.description ?? 'List Lakeflow Declarative Pipelines (DLT) in the workspace.',
|
|
10
|
+
inputSchema: {
|
|
11
|
+
type: 'object',
|
|
12
|
+
additionalProperties: false,
|
|
13
|
+
properties: { maxResults: { type: 'number', minimum: 1 }, filter: { type: 'string' } },
|
|
14
|
+
},
|
|
15
|
+
metadata: { effect: 'read', provider: 'databricks', service: 'lakeflow' },
|
|
16
|
+
execute: (input) => client.get('/api/2.0/pipelines', {
|
|
17
|
+
...(input.maxResults !== undefined ? { max_results: input.maxResults } : {}),
|
|
18
|
+
...(input.filter ? { filter: input.filter } : {}),
|
|
19
|
+
}),
|
|
20
|
+
};
|
|
21
|
+
}
|
|
22
|
+
export function databricksPipelineStatusTool(client, options = {}) {
|
|
23
|
+
return {
|
|
24
|
+
name: options.name ?? 'databricks_pipeline_status',
|
|
25
|
+
description: options.description ?? 'Get a Lakeflow pipeline, including its state and latest updates.',
|
|
26
|
+
inputSchema: {
|
|
27
|
+
type: 'object',
|
|
28
|
+
additionalProperties: false,
|
|
29
|
+
properties: { pipelineId: { type: 'string' } },
|
|
30
|
+
required: ['pipelineId'],
|
|
31
|
+
},
|
|
32
|
+
metadata: { effect: 'read', provider: 'databricks', service: 'lakeflow' },
|
|
33
|
+
execute: (input) => client.get(`/api/2.0/pipelines/${enc(input.pipelineId)}`),
|
|
34
|
+
};
|
|
35
|
+
}
|
|
36
|
+
export function databricksPipelineStartTool(client, options = {}) {
|
|
37
|
+
return {
|
|
38
|
+
name: options.name ?? 'databricks_pipeline_start',
|
|
39
|
+
description: options.description ?? 'Trigger a Lakeflow pipeline update (run). Set fullRefresh to reprocess all data.',
|
|
40
|
+
inputSchema: {
|
|
41
|
+
type: 'object',
|
|
42
|
+
additionalProperties: false,
|
|
43
|
+
properties: { pipelineId: { type: 'string' }, fullRefresh: { type: 'boolean' } },
|
|
44
|
+
required: ['pipelineId'],
|
|
45
|
+
},
|
|
46
|
+
metadata: { effect: 'execute', provider: 'databricks', service: 'lakeflow' },
|
|
47
|
+
execute: (input) => client.post(`/api/2.0/pipelines/${enc(input.pipelineId)}/updates`, {
|
|
48
|
+
...(input.fullRefresh !== undefined ? { full_refresh: input.fullRefresh } : {}),
|
|
49
|
+
}),
|
|
50
|
+
};
|
|
51
|
+
}
|
|
52
|
+
export function databricksPipelineStopTool(client, options = {}) {
|
|
53
|
+
return {
|
|
54
|
+
name: options.name ?? 'databricks_pipeline_stop',
|
|
55
|
+
description: options.description ?? 'Stop the active update of a Lakeflow pipeline.',
|
|
56
|
+
inputSchema: {
|
|
57
|
+
type: 'object',
|
|
58
|
+
additionalProperties: false,
|
|
59
|
+
properties: { pipelineId: { type: 'string' } },
|
|
60
|
+
required: ['pipelineId'],
|
|
61
|
+
},
|
|
62
|
+
metadata: { effect: 'execute', provider: 'databricks', service: 'lakeflow' },
|
|
63
|
+
execute: (input) => client.post(`/api/2.0/pipelines/${enc(input.pipelineId)}/stop`),
|
|
64
|
+
};
|
|
65
|
+
}
|
|
66
|
+
/** The default Lakeflow tool set added by the bundle's `lakeflow` option. */
|
|
67
|
+
export function databricksLakeflowTools(client) {
|
|
68
|
+
return [
|
|
69
|
+
databricksPipelineListTool(client),
|
|
70
|
+
databricksPipelineStatusTool(client),
|
|
71
|
+
databricksPipelineStartTool(client),
|
|
72
|
+
databricksPipelineStopTool(client),
|
|
73
|
+
];
|
|
74
|
+
}
|
|
75
|
+
//# sourceMappingURL=lakeflow.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"lakeflow.js","sourceRoot":"","sources":["../src/lakeflow.ts"],"names":[],"mappings":"AAGA,MAAM,GAAG,GAAG,kBAAkB,CAAC;AAG/B;;;GAGG;AAEH,MAAM,UAAU,0BAA0B,CAAC,MAA4B,EAAE,UAAoB,EAAE;IAC7F,OAAO;QACL,IAAI,EAAE,OAAO,CAAC,IAAI,IAAI,0BAA0B;QAChD,WAAW,EAAE,OAAO,CAAC,WAAW,IAAI,6DAA6D;QACjG,WAAW,EAAE;YACX,IAAI,EAAE,QAAQ;YACd,oBAAoB,EAAE,KAAK;YAC3B,UAAU,EAAE,EAAE,UAAU,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE,OAAO,EAAE,CAAC,EAAE,EAAE,MAAM,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE,EAAE;SACvF;QACD,QAAQ,EAAE,EAAE,MAAM,EAAE,MAAM,EAAE,QAAQ,EAAE,YAAY,EAAE,OAAO,EAAE,UAAU,EAAE;QACzE,OAAO,EAAE,CAAC,KAAK,EAAE,EAAE,CAAC,MAAM,CAAC,GAAG,CAAC,oBAAoB,EAAE;YACnD,GAAG,CAAC,KAAK,CAAC,UAAU,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,WAAW,EAAE,KAAK,CAAC,UAAU,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;YAC5E,GAAG,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,MAAM,EAAE,KAAK,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;SAClD,CAAC;KACH,CAAC;AACJ,CAAC;AAED,MAAM,UAAU,4BAA4B,CAAC,MAA4B,EAAE,UAAoB,EAAE;IAC/F,OAAO;QACL,IAAI,EAAE,OAAO,CAAC,IAAI,IAAI,4BAA4B;QAClD,WAAW,EAAE,OAAO,CAAC,WAAW,IAAI,kEAAkE;QACtG,WAAW,EAAE;YACX,IAAI,EAAE,QAAQ;YACd,oBAAoB,EAAE,KAAK;YAC3B,UAAU,EAAE,EAAE,UAAU,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE,EAAE;YAC9C,QAAQ,EAAE,CAAC,YAAY,CAAC;SACzB;QACD,QAAQ,EAAE,EAAE,MAAM,EAAE,MAAM,EAAE,QAAQ,EAAE,YAAY,EAAE,OAAO,EAAE,UAAU,EAAE;QACzE,OAAO,EAAE,CAAC,KAAK,EAAE,EAAE,CAAC,MAAM,CAAC,GAAG,CAAC,sBAAsB,GAAG,CAAC,KAAK,CAAC,UAAU,CAAC,EAAE,CAAC;KAC9E,CAAC;AACJ,CAAC;AAED,MAAM,UAAU,2BAA2B,CAAC,MAA4B,EAAE,UAAoB,EAAE;IAC9F,OAAO;QACL,IAAI,EAAE,OAAO,CAAC,IAAI,IAAI,2BAA2B;QACjD,WAAW,EAAE,OAAO,CAAC,WAAW,IAAI,kFAAkF;QACtH,WAAW,EAAE;YACX,IAAI,EAAE,QAAQ;YACd,oBAAoB,EAAE,KAAK;YAC3B,UAAU,EAAE,EAAE,UAAU,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE,EAAE,WAAW,EAAE,EAAE,IAAI,EAAE,SAAS,EAAE,EAAE;YAChF,QAAQ,EAAE,CAAC,YAAY,CAAC;SACzB;QACD,QAAQ,EAAE,EAAE,MAAM,EAAE,SAAS,EAAE,QAAQ,EAAE,YAAY,EAAE,OAAO,EAAE,UAAU,EAAE;QAC5E,OAAO,EAAE,CAAC,KAAK,EAAE,EAAE,CAAC,MAAM,CAAC,IAAI,CAAC,sBAAsB,GAAG,CAAC,KAAK,CAAC,UAAU,CAAC,UAAU,EAAE;YACrF,GAAG,CAAC,KAAK,CAAC,WAAW,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,YAAY,EAAE,KAAK,CAAC,WAAW,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;SAClE,CAAC;KACjB,CAAC;AACJ,CAAC;AAED,MAAM,UAAU,0BAA0B,CAAC,MAA4B,EAAE,UAAoB,EAAE;IAC7F,OAAO;QACL,IAAI,EAAE,OAAO,CAAC,IAAI,IAAI,0BAA0B;QAChD,WAAW,EAAE,OAAO,CAAC,WAAW,IAAI,gDAAgD;QACpF,WAAW,EAAE;YACX,IAAI,EAAE,QAAQ;YACd,oBAAoB,EAAE,KAAK;YAC3B,UAAU,EAAE,EAAE,UAAU,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE,EAAE;YAC9C,QAAQ,EAAE,CAAC,YAAY,CAAC;SACzB;QACD,QAAQ,EAAE,EAAE,MAAM,EAAE,SAAS,EAAE,QAAQ,EAAE,YAAY,EAAE,OAAO,EAAE,UAAU,EAAE;QAC5E,OAAO,EAAE,CAAC,KAAK,EAAE,EAAE,CAAC,MAAM,CAAC,IAAI,CAAC,sBAAsB,GAAG,CAAC,KAAK,CAAC,UAAU,CAAC,OAAO,CAAC;KACpF,CAAC;AACJ,CAAC;AAED,6EAA6E;AAC7E,MAAM,UAAU,uBAAuB,CAAC,MAA4B;IAClE,OAAO;QACL,0BAA0B,CAAC,MAAM,CAAY;QAC7C,4BAA4B,CAAC,MAAM,CAAY;QAC/C,2BAA2B,CAAC,MAAM,CAAY;QAC9C,0BAA0B,CAAC,MAAM,CAAY;KAC9C,CAAC;AACJ,CAAC"}
|