@fabric-harness/databricks 1.1.0 → 1.2.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/NOTICE +4 -0
- package/README.md +14 -8
- package/dist/agent.d.ts +5 -5
- package/dist/agent.d.ts.map +1 -1
- package/dist/agent.js +40 -30
- package/dist/agent.js.map +1 -1
- package/dist/ai-gateway.d.ts +25 -0
- package/dist/ai-gateway.d.ts.map +1 -0
- package/dist/ai-gateway.js +51 -0
- package/dist/ai-gateway.js.map +1 -0
- package/dist/app.d.ts +31 -10
- package/dist/app.d.ts.map +1 -1
- package/dist/app.js +68 -19
- package/dist/app.js.map +1 -1
- package/dist/certification.d.ts +62 -0
- package/dist/certification.d.ts.map +1 -0
- package/dist/certification.js +110 -0
- package/dist/certification.js.map +1 -0
- package/dist/certify.d.ts +2 -0
- package/dist/certify.d.ts.map +1 -0
- package/dist/certify.js +707 -0
- package/dist/certify.js.map +1 -0
- package/dist/client.d.ts +2 -0
- package/dist/client.d.ts.map +1 -1
- package/dist/client.js +13 -2
- package/dist/client.js.map +1 -1
- package/dist/compatibility.d.ts +54 -0
- package/dist/compatibility.d.ts.map +1 -0
- package/dist/compatibility.js +59 -0
- package/dist/compatibility.js.map +1 -0
- package/dist/cost-budget-actuals.d.ts +29 -1
- package/dist/cost-budget-actuals.d.ts.map +1 -1
- package/dist/cost-budget-actuals.js +51 -0
- package/dist/cost-budget-actuals.js.map +1 -1
- package/dist/governance.d.ts +4 -0
- package/dist/governance.d.ts.map +1 -1
- package/dist/governance.js +27 -4
- package/dist/governance.js.map +1 -1
- package/dist/identity.d.ts +20 -6
- package/dist/identity.d.ts.map +1 -1
- package/dist/identity.js +55 -23
- package/dist/identity.js.map +1 -1
- package/dist/index.d.ts +98 -52
- package/dist/index.d.ts.map +1 -1
- package/dist/index.js +141 -53
- package/dist/index.js.map +1 -1
- package/dist/jobs.d.ts +77 -0
- package/dist/jobs.d.ts.map +1 -0
- package/dist/jobs.js +173 -0
- package/dist/jobs.js.map +1 -0
- package/dist/lakebase.d.ts +5 -1
- package/dist/lakebase.d.ts.map +1 -1
- package/dist/lakebase.js +26 -17
- package/dist/lakebase.js.map +1 -1
- package/dist/mlflow-tracing.d.ts +3 -3
- package/dist/model.d.ts +24 -15
- package/dist/model.d.ts.map +1 -1
- package/dist/model.js +155 -32
- package/dist/model.js.map +1 -1
- package/dist/rag-chain.d.ts +118 -0
- package/dist/rag-chain.d.ts.map +1 -0
- package/dist/rag-chain.js +212 -0
- package/dist/rag-chain.js.map +1 -0
- package/dist/rag-eval.d.ts +118 -0
- package/dist/rag-eval.d.ts.map +1 -0
- package/dist/rag-eval.js +151 -0
- package/dist/rag-eval.js.map +1 -0
- package/dist/secrets.d.ts +9 -0
- package/dist/secrets.d.ts.map +1 -0
- package/dist/secrets.js +25 -0
- package/dist/secrets.js.map +1 -0
- package/dist/telemetry-sink.d.ts +12 -0
- package/dist/telemetry-sink.d.ts.map +1 -1
- package/dist/telemetry-sink.js +29 -2
- package/dist/telemetry-sink.js.map +1 -1
- package/dist/tools.d.ts +5 -2
- package/dist/tools.d.ts.map +1 -1
- package/dist/tools.js +5 -16
- package/dist/tools.js.map +1 -1
- package/package.json +7 -5
package/dist/index.js
CHANGED
|
@@ -1,57 +1,73 @@
|
|
|
1
|
-
import { createSearchTool } from
|
|
2
|
-
import {
|
|
3
|
-
import {
|
|
4
|
-
import {
|
|
5
|
-
import {
|
|
6
|
-
import {
|
|
7
|
-
import {
|
|
8
|
-
import {
|
|
9
|
-
import {
|
|
10
|
-
import {
|
|
11
|
-
import {
|
|
12
|
-
import { databricksLakeflowTools } from
|
|
13
|
-
import {
|
|
14
|
-
import {
|
|
15
|
-
import {
|
|
1
|
+
import { createSearchTool } from "@fabric-harness/sdk";
|
|
2
|
+
import { databricksAiQueryTool } from "./ai.js";
|
|
3
|
+
import { DatabricksRestClient } from "./client.js";
|
|
4
|
+
import { databricksConsumption, databricksConsumptionTool } from "./consumption.js";
|
|
5
|
+
import { databricksActualCostSource, databricksTenantCostLimit } from "./cost-budget-actuals.js";
|
|
6
|
+
import { databricksEmbeddings } from "./embeddings.js";
|
|
7
|
+
import { databricksFeatureLookupTool } from "./feature-serving.js";
|
|
8
|
+
import { databricksGenieTool } from "./genie.js";
|
|
9
|
+
import { databricksGovernancePolicy, withGovernanceTools } from "./governance.js";
|
|
10
|
+
import { databricksIdentity } from "./identity.js";
|
|
11
|
+
import { lakebaseClient } from "./lakebase.js";
|
|
12
|
+
import { databricksLakeflowTools } from "./lakeflow.js";
|
|
13
|
+
import { databricksFoundationModelProvider, registerDatabricksModelProvider } from "./model.js";
|
|
14
|
+
import { databricksSqlTool, databricksTableInfoTool, databricksWorkspaceSource, unityCatalogTablesTool, } from "./tools.js";
|
|
15
|
+
import { databricksVectorSearch } from "./vector-search.js";
|
|
16
16
|
// REST client + wait helpers (client.ts) and tool factories + workspace source (tools.ts).
|
|
17
|
-
export { DatabricksRestClient, createDatabricksClient, waitForDatabricksRun, waitForDatabricksStatement } from
|
|
18
|
-
export { databricksSqlTool, databricksRunJobTool, databricksNotebookTool, databricksMlflowLogMetricTool, databricksMlflowLogParamTool, unityCatalogTablesTool, databricksTableInfoTool, databricksWorkspaceSource } from
|
|
19
|
-
export {
|
|
20
|
-
export {
|
|
21
|
-
export {
|
|
22
|
-
export {
|
|
23
|
-
export {
|
|
24
|
-
export {
|
|
25
|
-
export {
|
|
26
|
-
export {
|
|
27
|
-
export {
|
|
28
|
-
export {
|
|
29
|
-
export {
|
|
30
|
-
export {
|
|
31
|
-
export {
|
|
32
|
-
export {
|
|
33
|
-
export {
|
|
34
|
-
export {
|
|
35
|
-
export {
|
|
36
|
-
export {
|
|
37
|
-
export {
|
|
38
|
-
export {
|
|
17
|
+
export { DatabricksRestClient, createDatabricksClient, databricksWorkspaceOrigin, waitForDatabricksRun, waitForDatabricksStatement, } from "./client.js";
|
|
18
|
+
export { databricksSqlTool, databricksRunJobTool, databricksNotebookTool, databricksMlflowLogMetricTool, databricksMlflowLogParamTool, unityCatalogTablesTool, databricksTableInfoTool, databricksWorkspaceSource, } from "./tools.js";
|
|
19
|
+
export { DatabricksJobs, DatabricksRunTimeoutError, databricksJobs } from "./jobs.js";
|
|
20
|
+
export { databricksFoundationModelProvider, registerDatabricksModelProvider } from "./model.js";
|
|
21
|
+
export { databricksModelBaseUrl, isDatabricksModelService } from "./model.js";
|
|
22
|
+
export { ensureDatabricksAiGateway, listDatabricksModelServices } from "./ai-gateway.js";
|
|
23
|
+
export { appServicePrincipalFromEnv, databricksIdentity, databricksPrincipalFromEnv, fabricPrincipalFor, onBehalfOfFromHeaders, } from "./identity.js";
|
|
24
|
+
export { withGovernance, withGovernanceTools, databricksApprovalRules, databricksGovernancePolicy, } from "./governance.js";
|
|
25
|
+
export { lakebaseClient, lakebaseCredentialProvider } from "./lakebase.js";
|
|
26
|
+
export { databricksPersistence } from "./persistence.js";
|
|
27
|
+
export { databricksTelemetry, ensureDatabricksTelemetryTables, queryDatabricksLineageEvidence, } from "./telemetry-sink.js";
|
|
28
|
+
export { databricksApp } from "./app.js";
|
|
29
|
+
export { UcVolumesAttachmentStore } from "./volumes-attachment-store.js";
|
|
30
|
+
export { buildMlflowTrace, mlflowTraceExporter } from "./mlflow-tracing.js";
|
|
31
|
+
export { inferenceTableUsageQuery, servingUsageCapture } from "./serving-usage.js";
|
|
32
|
+
export { databricksEmbeddings } from "./embeddings.js";
|
|
33
|
+
export { databricksVectorSearch } from "./vector-search.js";
|
|
34
|
+
export { databricksAiQueryTool } from "./ai.js";
|
|
35
|
+
export { databricksGenieTool } from "./genie.js";
|
|
36
|
+
export { databricksLakeflowTools, databricksPipelineListTool, databricksPipelineStatusTool, databricksPipelineStartTool, databricksPipelineStopTool, } from "./lakeflow.js";
|
|
37
|
+
export { databricksConsumption, databricksConsumptionTool } from "./consumption.js";
|
|
38
|
+
export { databricksActualCostSource, databricksTenantCostLimit, reconcileDatabricksCost, } from "./cost-budget-actuals.js";
|
|
39
|
+
export { databricksFeatureLookupTool } from "./feature-serving.js";
|
|
40
|
+
export { runDatabricksCertification } from "./certification.js";
|
|
41
|
+
export { DATABRICKS_API_VERSIONS, DATABRICKS_AUTH_MODES, DATABRICKS_PACKAGE_COMPATIBILITY, databricksCompatibilityRecord, } from "./compatibility.js";
|
|
42
|
+
export { databricksSecretsProvider } from "./secrets.js";
|
|
43
|
+
export { databricksAgent, defineDatabricksAgent, resolveToolRefs } from "./agent.js";
|
|
44
|
+
export { MockDatabricksModelProvider } from "./mock-provider.js";
|
|
45
|
+
import { createDatabricksRagChain } from "./rag-chain.js";
|
|
46
|
+
export { createDatabricksRagChain };
|
|
47
|
+
export { exportAgentEvaluationJsonl, exportMlflow3EvaluationJsonl, ragTurnCitationsScorer, ragTurnContainsScorer, scoreRagTurn, toAgentEvaluationRecord, toMlflow3EvaluationRecord, } from "./rag-eval.js";
|
|
39
48
|
/**
|
|
40
49
|
* One-call wiring for a Databricks-native agent: model serving, a UC principal threaded through
|
|
41
50
|
* model + data + state, governed tools, an approval/egress policy, and (optionally) Lakebase-backed
|
|
42
|
-
* durable state. Also registers `databricks/*`
|
|
51
|
+
* durable state. Also registers `databricks/*` model refs. Everything is layered on
|
|
43
52
|
* Unity Catalog — never a replacement for it.
|
|
44
53
|
*/
|
|
45
54
|
export function databricks(config) {
|
|
46
55
|
registerDatabricksModelProvider();
|
|
47
56
|
const identity = databricksIdentity(config.principal);
|
|
48
|
-
const client = new DatabricksRestClient({
|
|
57
|
+
const client = new DatabricksRestClient({
|
|
58
|
+
host: config.host,
|
|
59
|
+
token: identity,
|
|
60
|
+
...(config.fetchImpl ? { fetchImpl: config.fetchImpl } : {}),
|
|
61
|
+
});
|
|
49
62
|
let embeddings;
|
|
50
63
|
let retriever;
|
|
51
64
|
let searchTool;
|
|
52
65
|
if (config.vectorSearch) {
|
|
53
66
|
if (config.vectorSearch.embeddingEndpoint)
|
|
54
|
-
embeddings = databricksEmbeddings({
|
|
67
|
+
embeddings = databricksEmbeddings({
|
|
68
|
+
client,
|
|
69
|
+
endpoint: config.vectorSearch.embeddingEndpoint,
|
|
70
|
+
});
|
|
55
71
|
retriever = databricksVectorSearch({
|
|
56
72
|
client,
|
|
57
73
|
index: config.vectorSearch.index,
|
|
@@ -63,19 +79,33 @@ export function databricks(config) {
|
|
|
63
79
|
});
|
|
64
80
|
searchTool = createSearchTool(retriever, {
|
|
65
81
|
...(config.vectorSearch.searchToolName ? { name: config.vectorSearch.searchToolName } : {}),
|
|
66
|
-
metadata: { provider:
|
|
82
|
+
metadata: { provider: "databricks", service: "vector-search" },
|
|
67
83
|
});
|
|
68
84
|
}
|
|
69
85
|
const rawTools = [
|
|
70
|
-
...(config.warehouseId
|
|
86
|
+
...(config.warehouseId
|
|
87
|
+
? [databricksSqlTool(client, { warehouseId: config.warehouseId })]
|
|
88
|
+
: []),
|
|
71
89
|
unityCatalogTablesTool(client),
|
|
72
90
|
databricksTableInfoTool(client),
|
|
73
91
|
...(searchTool ? [searchTool] : []),
|
|
74
|
-
...(config.aiFunctions && config.warehouseId
|
|
75
|
-
|
|
92
|
+
...(config.aiFunctions && config.warehouseId
|
|
93
|
+
? [databricksAiQueryTool(client, { warehouseId: config.warehouseId })]
|
|
94
|
+
: []),
|
|
95
|
+
...(config.genie
|
|
96
|
+
? [databricksGenieTool(client, { spaceId: config.genie.spaceId })]
|
|
97
|
+
: []),
|
|
76
98
|
...(config.lakeflow ? databricksLakeflowTools(client) : []),
|
|
77
|
-
...(config.consumption && config.warehouseId
|
|
78
|
-
|
|
99
|
+
...(config.consumption && config.warehouseId
|
|
100
|
+
? [databricksConsumptionTool(client, { warehouseId: config.warehouseId })]
|
|
101
|
+
: []),
|
|
102
|
+
...(config.featureServing
|
|
103
|
+
? [
|
|
104
|
+
databricksFeatureLookupTool(client, {
|
|
105
|
+
endpoint: config.featureServing.endpoint,
|
|
106
|
+
}),
|
|
107
|
+
]
|
|
108
|
+
: []),
|
|
79
109
|
...(config.tools ?? []),
|
|
80
110
|
];
|
|
81
111
|
const tools = withGovernanceTools(rawTools, {
|
|
@@ -86,23 +116,41 @@ export function databricks(config) {
|
|
|
86
116
|
const policy = databricksGovernancePolicy({
|
|
87
117
|
tools,
|
|
88
118
|
host: config.host,
|
|
89
|
-
...(config.governance?.stewardAudience
|
|
90
|
-
|
|
91
|
-
|
|
119
|
+
...(config.governance?.stewardAudience
|
|
120
|
+
? { stewardAudience: config.governance.stewardAudience }
|
|
121
|
+
: {}),
|
|
122
|
+
...(config.governance?.approvalServices
|
|
123
|
+
? { approvalServices: config.governance.approvalServices }
|
|
124
|
+
: {}),
|
|
125
|
+
...(config.governance?.approvalTtlSeconds !== undefined
|
|
126
|
+
? { ttlSeconds: config.governance.approvalTtlSeconds }
|
|
127
|
+
: {}),
|
|
92
128
|
});
|
|
93
129
|
const bundle = {
|
|
94
130
|
identity,
|
|
95
|
-
modelProvider: databricksFoundationModelProvider({
|
|
131
|
+
modelProvider: databricksFoundationModelProvider({
|
|
132
|
+
host: config.host,
|
|
133
|
+
token: identity,
|
|
134
|
+
...(config.model ? { defaultModel: config.model } : {}),
|
|
135
|
+
...(config.inference ?? {}),
|
|
136
|
+
...(config.fetchImpl ? { fetchImpl: config.fetchImpl } : {}),
|
|
137
|
+
}),
|
|
96
138
|
client,
|
|
97
139
|
tools,
|
|
98
140
|
policy,
|
|
99
141
|
workspaceSource: (rootPath, options) => databricksWorkspaceSource(client, rootPath, options ?? {}),
|
|
100
142
|
...(retriever ? { retriever } : {}),
|
|
101
143
|
...(embeddings ? { embeddings } : {}),
|
|
102
|
-
...(config.consumption && config.warehouseId
|
|
144
|
+
...(config.consumption && config.warehouseId
|
|
145
|
+
? { consumption: databricksConsumption(client, { warehouseId: config.warehouseId }) }
|
|
146
|
+
: {}),
|
|
103
147
|
};
|
|
104
148
|
if (config.lakebase) {
|
|
105
|
-
const lakebase = lakebaseClient({
|
|
149
|
+
const lakebase = lakebaseClient({
|
|
150
|
+
...config.lakebase,
|
|
151
|
+
workspaceHost: config.host,
|
|
152
|
+
token: identity,
|
|
153
|
+
});
|
|
106
154
|
bundle.lakebase = lakebase;
|
|
107
155
|
if (config.sessionStoreFactory)
|
|
108
156
|
bundle.store = config.sessionStoreFactory(lakebase);
|
|
@@ -110,9 +158,49 @@ export function databricks(config) {
|
|
|
110
158
|
return bundle;
|
|
111
159
|
}
|
|
112
160
|
function principalLabel(principal) {
|
|
113
|
-
if (principal.kind ===
|
|
161
|
+
if (principal.kind === "service-principal")
|
|
114
162
|
return `sp:${principal.clientId}`;
|
|
115
163
|
// pat / on-behalf-of: prefer an explicit label (e.g. the channel actor / user id) over the bare kind.
|
|
116
164
|
return principal.label ?? principal.kind;
|
|
117
165
|
}
|
|
166
|
+
/**
|
|
167
|
+
* Cookbook-style online RAG chain over **native** Mosaic Vector Search + Model Serving.
|
|
168
|
+
*
|
|
169
|
+
* ```ts
|
|
170
|
+
* const chain = databricksRagChain({
|
|
171
|
+
* databricks: { host, principal, model, vectorSearch: { index, textColumn, idColumn } },
|
|
172
|
+
* });
|
|
173
|
+
* const turn = await chain.invoke({ question: 'How do I reset my password?' });
|
|
174
|
+
* // Export for Mosaic Agent Evaluation:
|
|
175
|
+
* // writeFileSync('eval.jsonl', exportAgentEvaluationJsonl([toAgentEvaluationRecord(turn)]));
|
|
176
|
+
* ```
|
|
177
|
+
*/
|
|
178
|
+
export function databricksRagChain(options) {
|
|
179
|
+
const bundle = options.bundle ?? (options.databricks ? databricks(options.databricks) : undefined);
|
|
180
|
+
if (!bundle && !(options.retriever && options.modelProvider)) {
|
|
181
|
+
throw new Error("databricksRagChain requires `bundle`, `databricks` config with vectorSearch, or both retriever and modelProvider.");
|
|
182
|
+
}
|
|
183
|
+
const modelProvider = options.modelProvider ?? bundle?.modelProvider;
|
|
184
|
+
if (!modelProvider) {
|
|
185
|
+
throw new Error('databricksRagChain requires a model provider from `bundle`, `databricks`, or `modelProvider`.');
|
|
186
|
+
}
|
|
187
|
+
const retriever = options.retriever ?? bundle?.retriever;
|
|
188
|
+
if (!retriever) {
|
|
189
|
+
throw new Error("databricksRagChain requires Vector Search: set databricks.vectorSearch or pass retriever.");
|
|
190
|
+
}
|
|
191
|
+
return createDatabricksRagChain({
|
|
192
|
+
modelProvider,
|
|
193
|
+
retriever,
|
|
194
|
+
...(bundle ? { policy: bundle.policy, tools: bundle.tools } : {}),
|
|
195
|
+
...(options.model ? { model: options.model } : {}),
|
|
196
|
+
...(options.topK !== undefined ? { topK: options.topK } : {}),
|
|
197
|
+
...(options.filter ? { filter: options.filter } : {}),
|
|
198
|
+
...(options.preprocess ? { preprocess: options.preprocess } : {}),
|
|
199
|
+
...(options.prompt ? { prompt: options.prompt } : {}),
|
|
200
|
+
...(options.postProcess ? { postProcess: options.postProcess } : {}),
|
|
201
|
+
...(options.databricks?.vectorSearch?.index
|
|
202
|
+
? { index: options.databricks.vectorSearch.index }
|
|
203
|
+
: {}),
|
|
204
|
+
});
|
|
205
|
+
}
|
|
118
206
|
//# sourceMappingURL=index.js.map
|
package/dist/index.js.map
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"index.js","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"
|
|
1
|
+
{"version":3,"file":"index.js","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AASA,OAAO,EAAE,gBAAgB,EAAE,MAAM,qBAAqB,CAAC;AACvD,OAAO,EAAE,qBAAqB,EAAE,MAAM,SAAS,CAAC;AAChD,OAAO,EAAE,oBAAoB,EAAE,MAAM,aAAa,CAAC;AACnD,OAAO,EAAE,qBAAqB,EAAE,yBAAyB,EAAE,MAAM,kBAAkB,CAAC;AAEpF,OAAO,EAAE,0BAA0B,EAAE,yBAAyB,EAAE,MAAM,0BAA0B,CAAC;AAEjG,OAAO,EAAE,oBAAoB,EAAE,MAAM,iBAAiB,CAAC;AACvD,OAAO,EAAE,2BAA2B,EAAE,MAAM,sBAAsB,CAAC;AACnE,OAAO,EAAE,mBAAmB,EAAE,MAAM,YAAY,CAAC;AACjD,OAAO,EAAE,0BAA0B,EAAE,mBAAmB,EAAE,MAAM,iBAAiB,CAAC;AAElF,OAAO,EAAE,kBAAkB,EAAE,MAAM,eAAe,CAAC;AAEnD,OAAO,EAAE,cAAc,EAAE,MAAM,eAAe,CAAC;AAE/C,OAAO,EAAE,uBAAuB,EAAE,MAAM,eAAe,CAAC;AACxD,OAAO,EAAE,iCAAiC,EAAE,+BAA+B,EAAE,MAAM,YAAY,CAAC;AAEhG,OAAO,EACL,iBAAiB,EACjB,uBAAuB,EACvB,yBAAyB,EACzB,sBAAsB,GACvB,MAAM,YAAY,CAAC;AAEpB,OAAO,EAAE,sBAAsB,EAAE,MAAM,oBAAoB,CAAC;AAE5D,2FAA2F;AAC3F,OAAO,EACL,oBAAoB,EACpB,sBAAsB,EACtB,yBAAyB,EACzB,oBAAoB,EACpB,0BAA0B,GAC3B,MAAM,aAAa,CAAC;AAMrB,OAAO,EACL,iBAAiB,EACjB,oBAAoB,EACpB,sBAAsB,EACtB,6BAA6B,EAC7B,4BAA4B,EAC5B,sBAAsB,EACtB,uBAAuB,EACvB,yBAAyB,GAC1B,MAAM,YAAY,CAAC;AAEpB,OAAO,EAAE,cAAc,EAAE,yBAAyB,EAAE,cAAc,EAAE,MAAM,WAAW,CAAC;AAYtF,OAAO,EAAE,iCAAiC,EAAE,+BAA+B,EAAE,MAAM,YAAY,CAAC;AAChG,OAAO,EAAE,sBAAsB,EAAE,wBAAwB,EAAE,MAAM,YAAY,CAAC;AAM9E,OAAO,EAAE,yBAAyB,EAAE,2BAA2B,EAAE,MAAM,iBAAiB,CAAC;AAKzF,OAAO,EACL,0BAA0B,EAC1B,kBAAkB,EAClB,0BAA0B,EAC1B,kBAAkB,EAClB,qBAAqB,GACtB,MAAM,eAAe,CAAC;AAOvB,OAAO,EACL,cAAc,EACd,mBAAmB,EACnB,uBAAuB,EACvB,0BAA0B,GAC3B,MAAM,iBAAiB,CAAC;AAOzB,OAAO,EAAE,cAAc,EAAE,0BAA0B,EAAE,MAAM,eAAe,CAAC;AAC3E,OAAO,EAAE,qBAAqB,EAAE,MAAM,kBAAkB,CAAC;AACzD,OAAO,EACL,mBAAmB,EACnB,+BAA+B,EAC/B,8BAA8B,GAC/B,MAAM,qBAAqB,CAAC;AAC7B,OAAO,EAAE,aAAa,EAAE,MAAM,UAAU,CAAC;AAmBzC,OAAO,EAAE,wBAAwB,EAAE,MAAM,+BAA+B,CAAC;AAEzE,OAAO,EAAE,gBAAgB,EAAE,mBAAmB,EAAE,MAAM,qBAAqB,CAAC;AAO5E,OAAO,EAAE,wBAAwB,EAAE,mBAAmB,EAAE,MAAM,oBAAoB,CAAC;AAKnF,OAAO,EAAE,oBAAoB,EAAE,MAAM,iBAAiB,CAAC;AAEvD,OAAO,EAAE,sBAAsB,EAAE,MAAM,oBAAoB,CAAC;AAE5D,OAAO,EAAE,qBAAqB,EAAE,MAAM,SAAS,CAAC;AAEhD,OAAO,EAAE,mBAAmB,EAAE,MAAM,YAAY,CAAC;AAEjD,OAAO,EACL,uBAAuB,EACvB,0BAA0B,EAC1B,4BAA4B,EAC5B,2BAA2B,EAC3B,0BAA0B,GAC3B,MAAM,eAAe,CAAC;AACvB,OAAO,EAAE,qBAAqB,EAAE,yBAAyB,EAAE,MAAM,kBAAkB,CAAC;AASpF,OAAO,EACL,0BAA0B,EAC1B,yBAAyB,EACzB,uBAAuB,GACxB,MAAM,0BAA0B,CAAC;AAMlC,OAAO,EAAE,2BAA2B,EAAE,MAAM,sBAAsB,CAAC;AAEnE,OAAO,EAAE,0BAA0B,EAAE,MAAM,oBAAoB,CAAC;AAQhE,OAAO,EACL,uBAAuB,EACvB,qBAAqB,EACrB,gCAAgC,EAChC,6BAA6B,GAC9B,MAAM,oBAAoB,CAAC;AAE5B,OAAO,EAAE,yBAAyB,EAAE,MAAM,cAAc,CAAC;AAGzD,OAAO,EAAE,eAAe,EAAE,qBAAqB,EAAE,eAAe,EAAE,MAAM,YAAY,CAAC;AAErF,OAAO,EAAE,2BAA2B,EAAE,MAAM,oBAAoB,CAAC;AAEjE,OAAO,EAAE,wBAAwB,EAAE,MAAM,gBAAgB,CAAC;AAC1D,OAAO,EAAE,wBAAwB,EAAE,CAAC;AASpC,OAAO,EACL,0BAA0B,EAC1B,4BAA4B,EAC5B,sBAAsB,EACtB,qBAAqB,EACrB,YAAY,EACZ,uBAAuB,EACvB,yBAAyB,GAC1B,MAAM,eAAe,CAAC;AAsGvB;;;;;GAKG;AACH,MAAM,UAAU,UAAU,CAAC,MAA8B;IACvD,+BAA+B,EAAE,CAAC;IAClC,MAAM,QAAQ,GAAG,kBAAkB,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC;IACtD,MAAM,MAAM,GAAG,IAAI,oBAAoB,CAAC;QACtC,IAAI,EAAE,MAAM,CAAC,IAAI;QACjB,KAAK,EAAE,QAAQ;QACf,GAAG,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC,CAAC,EAAE,SAAS,EAAE,MAAM,CAAC,SAAS,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;KAC7D,CAAC,CAAC;IAEH,IAAI,UAAyC,CAAC;IAC9C,IAAI,SAAgC,CAAC;IACrC,IAAI,UAA+B,CAAC;IACpC,IAAI,MAAM,CAAC,YAAY,EAAE,CAAC;QACxB,IAAI,MAAM,CAAC,YAAY,CAAC,iBAAiB;YACvC,UAAU,GAAG,oBAAoB,CAAC;gBAChC,MAAM;gBACN,QAAQ,EAAE,MAAM,CAAC,YAAY,CAAC,iBAAiB;aAChD,CAAC,CAAC;QACL,SAAS,GAAG,sBAAsB,CAAC;YACjC,MAAM;YACN,KAAK,EAAE,MAAM,CAAC,YAAY,CAAC,KAAK;YAChC,UAAU,EAAE,MAAM,CAAC,YAAY,CAAC,UAAU;YAC1C,GAAG,CAAC,MAAM,CAAC,YAAY,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,OAAO,EAAE,MAAM,CAAC,YAAY,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;YAChF,GAAG,CAAC,MAAM,CAAC,YAAY,CAAC,QAAQ,CAAC,CAAC,CAAC,EAAE,QAAQ,EAAE,MAAM,CAAC,YAAY,CAAC,QAAQ,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;YACnF,GAAG,CAAC,MAAM,CAAC,YAAY,CAAC,SAAS,CAAC,CAAC,CAAC,EAAE,SAAS,EAAE,MAAM,CAAC,YAAY,CAAC,SAAS,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;YACtF,GAAG,CAAC,UAAU,CAAC,CAAC,CAAC,EAAE,UAAU,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;SACtC,CAAC,CAAC;QACH,UAAU,GAAG,gBAAgB,CAAC,SAAS,EAAE;YACvC,GAAG,CAAC,MAAM,CAAC,YAAY,CAAC,cAAc,CAAC,CAAC,CAAC,EAAE,IAAI,EAAE,MAAM,CAAC,YAAY,CAAC,cAAc,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;YAC3F,QAAQ,EAAE,EAAE,QAAQ,EAAE,YAAY,EAAE,OAAO,EAAE,eAAe,EAAE;SAC/D,CAAC,CAAC;IACL,CAAC;IAED,MAAM,QAAQ,GAAc;QAC1B,GAAG,CAAC,MAAM,CAAC,WAAW;YACpB,CAAC,CAAC,CAAC,iBAAiB,CAAC,MAAM,EAAE,EAAE,WAAW,EAAE,MAAM,CAAC,WAAW,EAAE,CAAY,CAAC;YAC7E,CAAC,CAAC,EAAE,CAAC;QACP,sBAAsB,CAAC,MAAM,CAAY;QACzC,uBAAuB,CAAC,MAAM,CAAY;QAC1C,GAAG,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;QACnC,GAAG,CAAC,MAAM,CAAC,WAAW,IAAI,MAAM,CAAC,WAAW;YAC1C,CAAC,CAAC,CAAC,qBAAqB,CAAC,MAAM,EAAE,EAAE,WAAW,EAAE,MAAM,CAAC,WAAW,EAAE,CAAY,CAAC;YACjF,CAAC,CAAC,EAAE,CAAC;QACP,GAAG,CAAC,MAAM,CAAC,KAAK;YACd,CAAC,CAAC,CAAC,mBAAmB,CAAC,MAAM,EAAE,EAAE,OAAO,EAAE,MAAM,CAAC,KAAK,CAAC,OAAO,EAAE,CAAY,CAAC;YAC7E,CAAC,CAAC,EAAE,CAAC;QACP,GAAG,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC,CAAC,uBAAuB,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;QAC3D,GAAG,CAAC,MAAM,CAAC,WAAW,IAAI,MAAM,CAAC,WAAW;YAC1C,CAAC,CAAC,CAAC,yBAAyB,CAAC,MAAM,EAAE,EAAE,WAAW,EAAE,MAAM,CAAC,WAAW,EAAE,CAAY,CAAC;YACrF,CAAC,CAAC,EAAE,CAAC;QACP,GAAG,CAAC,MAAM,CAAC,cAAc;YACvB,CAAC,CAAC;gBACE,2BAA2B,CAAC,MAAM,EAAE;oBAClC,QAAQ,EAAE,MAAM,CAAC,cAAc,CAAC,QAAQ;iBACzC,CAAY;aACd;YACH,CAAC,CAAC,EAAE,CAAC;QACP,GAAG,CAAC,MAAM,CAAC,KAAK,IAAI,EAAE,CAAC;KACxB,CAAC;IACF,MAAM,KAAK,GAAG,mBAAmB,CAAC,QAAQ,EAAE;QAC1C,SAAS,EAAE,MAAM,CAAC,UAAU,EAAE,cAAc,IAAI,cAAc,CAAC,MAAM,CAAC,SAAS,CAAC;QAChF,GAAG,CAAC,MAAM,CAAC,UAAU,EAAE,SAAS,CAAC,CAAC,CAAC,EAAE,SAAS,EAAE,MAAM,CAAC,UAAU,CAAC,SAAS,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;QACnF,GAAG,CAAC,MAAM,CAAC,UAAU,EAAE,QAAQ,CAAC,CAAC,CAAC,EAAE,QAAQ,EAAE,MAAM,CAAC,UAAU,CAAC,QAAQ,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;KACjF,CAAC,CAAC;IAEH,MAAM,MAAM,GAAG,0BAA0B,CAAC;QACxC,KAAK;QACL,IAAI,EAAE,MAAM,CAAC,IAAI;QACjB,GAAG,CAAC,MAAM,CAAC,UAAU,EAAE,eAAe;YACpC,CAAC,CAAC,EAAE,eAAe,EAAE,MAAM,CAAC,UAAU,CAAC,eAAe,EAAE;YACxD,CAAC,CAAC,EAAE,CAAC;QACP,GAAG,CAAC,MAAM,CAAC,UAAU,EAAE,gBAAgB;YACrC,CAAC,CAAC,EAAE,gBAAgB,EAAE,MAAM,CAAC,UAAU,CAAC,gBAAgB,EAAE;YAC1D,CAAC,CAAC,EAAE,CAAC;QACP,GAAG,CAAC,MAAM,CAAC,UAAU,EAAE,kBAAkB,KAAK,SAAS;YACrD,CAAC,CAAC,EAAE,UAAU,EAAE,MAAM,CAAC,UAAU,CAAC,kBAAkB,EAAE;YACtD,CAAC,CAAC,EAAE,CAAC;KACR,CAAC,CAAC;IAEH,MAAM,MAAM,GAAqB;QAC/B,QAAQ;QACR,aAAa,EAAE,iCAAiC,CAAC;YAC/C,IAAI,EAAE,MAAM,CAAC,IAAI;YACjB,KAAK,EAAE,QAAQ;YACf,GAAG,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,YAAY,EAAE,MAAM,CAAC,KAAK,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;YACvD,GAAG,CAAC,MAAM,CAAC,SAAS,IAAI,EAAE,CAAC;YAC3B,GAAG,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC,CAAC,EAAE,SAAS,EAAE,MAAM,CAAC,SAAS,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;SAC7D,CAAC;QACF,MAAM;QACN,KAAK;QACL,MAAM;QACN,eAAe,EAAE,CAAC,QAAQ,EAAE,OAAO,EAAE,EAAE,CACrC,yBAAyB,CAAC,MAAM,EAAE,QAAQ,EAAE,OAAO,IAAI,EAAE,CAAC;QAC5D,GAAG,CAAC,SAAS,CAAC,CAAC,CAAC,EAAE,SAAS,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;QACnC,GAAG,CAAC,UAAU,CAAC,CAAC,CAAC,EAAE,UAAU,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;QACrC,GAAG,CAAC,MAAM,CAAC,WAAW,IAAI,MAAM,CAAC,WAAW;YAC1C,CAAC,CAAC,EAAE,WAAW,EAAE,qBAAqB,CAAC,MAAM,EAAE,EAAE,WAAW,EAAE,MAAM,CAAC,WAAW,EAAE,CAAC,EAAE;YACrF,CAAC,CAAC,EAAE,CAAC;KACR,CAAC;IAEF,IAAI,MAAM,CAAC,QAAQ,EAAE,CAAC;QACpB,MAAM,QAAQ,GAAG,cAAc,CAAC;YAC9B,GAAG,MAAM,CAAC,QAAQ;YAClB,aAAa,EAAE,MAAM,CAAC,IAAI;YAC1B,KAAK,EAAE,QAAQ;SAChB,CAAC,CAAC;QACH,MAAM,CAAC,QAAQ,GAAG,QAAQ,CAAC;QAC3B,IAAI,MAAM,CAAC,mBAAmB;YAAE,MAAM,CAAC,KAAK,GAAG,MAAM,CAAC,mBAAmB,CAAC,QAAQ,CAAC,CAAC;IACtF,CAAC;IACD,OAAO,MAAM,CAAC;AAChB,CAAC;AAED,SAAS,cAAc,CAAC,SAA8B;IACpD,IAAI,SAAS,CAAC,IAAI,KAAK,mBAAmB;QAAE,OAAO,MAAM,SAAS,CAAC,QAAQ,EAAE,CAAC;IAC9E,sGAAsG;IACtG,OAAO,SAAS,CAAC,KAAK,IAAI,SAAS,CAAC,IAAI,CAAC;AAC3C,CAAC;AAiBD;;;;;;;;;;;GAWG;AACH,MAAM,UAAU,kBAAkB,CAChC,OAAkC;IAElC,MAAM,MAAM,GACV,OAAO,CAAC,MAAM,IAAI,CAAC,OAAO,CAAC,UAAU,CAAC,CAAC,CAAC,UAAU,CAAC,OAAO,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC;IACtF,IAAI,CAAC,MAAM,IAAI,CAAC,CAAC,OAAO,CAAC,SAAS,IAAI,OAAO,CAAC,aAAa,CAAC,EAAE,CAAC;QAC7D,MAAM,IAAI,KAAK,CACb,mHAAmH,CACpH,CAAC;IACJ,CAAC;IACD,MAAM,aAAa,GAAG,OAAO,CAAC,aAAa,IAAI,MAAM,EAAE,aAAa,CAAC;IACrE,IAAI,CAAC,aAAa,EAAE,CAAC;QACnB,MAAM,IAAI,KAAK,CAAC,+FAA+F,CAAC,CAAC;IACnH,CAAC;IACD,MAAM,SAAS,GAAG,OAAO,CAAC,SAAS,IAAI,MAAM,EAAE,SAAS,CAAC;IACzD,IAAI,CAAC,SAAS,EAAE,CAAC;QACf,MAAM,IAAI,KAAK,CACb,2FAA2F,CAC5F,CAAC;IACJ,CAAC;IACD,OAAO,wBAAwB,CAAC;QAC9B,aAAa;QACb,SAAS;QACT,GAAG,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,MAAM,EAAE,MAAM,CAAC,MAAM,EAAE,KAAK,EAAE,MAAM,CAAC,KAAK,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;QACjE,GAAG,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,KAAK,EAAE,OAAO,CAAC,KAAK,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;QAClD,GAAG,CAAC,OAAO,CAAC,IAAI,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,IAAI,EAAE,OAAO,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;QAC7D,GAAG,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,MAAM,EAAE,OAAO,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;QACrD,GAAG,CAAC,OAAO,CAAC,UAAU,CAAC,CAAC,CAAC,EAAE,UAAU,EAAE,OAAO,CAAC,UAAU,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;QACjE,GAAG,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,MAAM,EAAE,OAAO,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;QACrD,GAAG,CAAC,OAAO,CAAC,WAAW,CAAC,CAAC,CAAC,EAAE,WAAW,EAAE,OAAO,CAAC,WAAW,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;QACpE,GAAG,CAAC,OAAO,CAAC,UAAU,EAAE,YAAY,EAAE,KAAK;YACzC,CAAC,CAAC,EAAE,KAAK,EAAE,OAAO,CAAC,UAAU,CAAC,YAAY,CAAC,KAAK,EAAE;YAClD,CAAC,CAAC,EAAE,CAAC;KACR,CAAC,CAAC;AACL,CAAC"}
|
package/dist/jobs.d.ts
ADDED
|
@@ -0,0 +1,77 @@
|
|
|
1
|
+
import { type AttachmentRef, type AttachmentStore, type JsonObject } from "@fabric-harness/sdk";
|
|
2
|
+
import type { DatabricksRestClient } from "./client.js";
|
|
3
|
+
export type DatabricksRunLifeCycleState = "PENDING" | "RUNNING" | "TERMINATING" | "TERMINATED" | "SKIPPED" | "INTERNAL_ERROR" | "BLOCKED" | "WAITING_FOR_RETRY" | "QUEUED" | string;
|
|
4
|
+
export type DatabricksRunResultState = "SUCCESS" | "FAILED" | "TIMEDOUT" | "CANCELED" | "MAXIMUM_CONCURRENT_RUNS_REACHED" | "EXCLUDED" | "SUCCESS_WITH_FAILURES" | string;
|
|
5
|
+
export interface DatabricksRunReceipt {
|
|
6
|
+
/** Idiomatic receipt field. */
|
|
7
|
+
runId: number;
|
|
8
|
+
/** Raw Databricks field retained for tool/backward compatibility. */
|
|
9
|
+
run_id: number;
|
|
10
|
+
idempotencyToken: string;
|
|
11
|
+
submittedAt: string;
|
|
12
|
+
kind: "job" | "notebook";
|
|
13
|
+
numberInJob?: number;
|
|
14
|
+
}
|
|
15
|
+
export interface DatabricksRunState {
|
|
16
|
+
runId: number;
|
|
17
|
+
lifeCycleState: DatabricksRunLifeCycleState;
|
|
18
|
+
resultState?: DatabricksRunResultState;
|
|
19
|
+
stateMessage?: string;
|
|
20
|
+
runPageUrl?: string;
|
|
21
|
+
startTime?: number;
|
|
22
|
+
endTime?: number;
|
|
23
|
+
tasks?: Array<{
|
|
24
|
+
runId: number;
|
|
25
|
+
taskKey?: string;
|
|
26
|
+
state?: DatabricksRunState;
|
|
27
|
+
}>;
|
|
28
|
+
raw: Record<string, unknown>;
|
|
29
|
+
}
|
|
30
|
+
export interface DatabricksRunOutput {
|
|
31
|
+
runId: number;
|
|
32
|
+
notebookResult?: string;
|
|
33
|
+
logs?: string;
|
|
34
|
+
logsTruncated?: boolean;
|
|
35
|
+
error?: string;
|
|
36
|
+
metadata: Record<string, unknown>;
|
|
37
|
+
raw: Record<string, unknown>;
|
|
38
|
+
}
|
|
39
|
+
export interface DatabricksJobsWaitOptions {
|
|
40
|
+
pollIntervalMs?: number;
|
|
41
|
+
timeoutMs?: number;
|
|
42
|
+
signal?: AbortSignal;
|
|
43
|
+
}
|
|
44
|
+
export interface RunDatabricksJobInput {
|
|
45
|
+
jobId: number;
|
|
46
|
+
idempotencyToken?: string;
|
|
47
|
+
notebookParams?: JsonObject;
|
|
48
|
+
pythonParams?: string[];
|
|
49
|
+
jarParams?: string[];
|
|
50
|
+
}
|
|
51
|
+
export interface SubmitDatabricksNotebookInput {
|
|
52
|
+
notebookPath: string;
|
|
53
|
+
existingClusterId?: string;
|
|
54
|
+
baseParameters?: JsonObject;
|
|
55
|
+
runName?: string;
|
|
56
|
+
idempotencyToken?: string;
|
|
57
|
+
}
|
|
58
|
+
export declare class DatabricksRunTimeoutError extends Error {
|
|
59
|
+
readonly runId: number;
|
|
60
|
+
constructor(runId: number, timeoutMs: number);
|
|
61
|
+
}
|
|
62
|
+
export declare class DatabricksJobs {
|
|
63
|
+
private readonly client;
|
|
64
|
+
constructor(client: DatabricksRestClient);
|
|
65
|
+
runJob(input: RunDatabricksJobInput): Promise<DatabricksRunReceipt>;
|
|
66
|
+
submitNotebook(input: SubmitDatabricksNotebookInput): Promise<DatabricksRunReceipt>;
|
|
67
|
+
get(runId: number): Promise<DatabricksRunState>;
|
|
68
|
+
wait(runId: number, options?: DatabricksJobsWaitOptions): Promise<DatabricksRunState>;
|
|
69
|
+
cancel(runId: number): Promise<void>;
|
|
70
|
+
getOutput(runId: number): Promise<DatabricksRunOutput>;
|
|
71
|
+
/** Resolve output for every task in a multi-task run, or the run itself when single-task. */
|
|
72
|
+
getOutputs(runId: number): Promise<DatabricksRunOutput[]>;
|
|
73
|
+
/** Persist the complete output envelope to a durable store such as a UC Volume. */
|
|
74
|
+
exportOutput(runId: number, store: AttachmentStore, scope: string): Promise<AttachmentRef>;
|
|
75
|
+
}
|
|
76
|
+
export declare function databricksJobs(client: DatabricksRestClient): DatabricksJobs;
|
|
77
|
+
//# sourceMappingURL=jobs.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"jobs.d.ts","sourceRoot":"","sources":["../src/jobs.ts"],"names":[],"mappings":"AAAA,OAAO,EAEL,KAAK,aAAa,EAClB,KAAK,eAAe,EACpB,KAAK,UAAU,EAChB,MAAM,qBAAqB,CAAC;AAC7B,OAAO,KAAK,EAAE,oBAAoB,EAAE,MAAM,aAAa,CAAC;AAExD,MAAM,MAAM,2BAA2B,GACnC,SAAS,GACT,SAAS,GACT,aAAa,GACb,YAAY,GACZ,SAAS,GACT,gBAAgB,GAChB,SAAS,GACT,mBAAmB,GACnB,QAAQ,GACR,MAAM,CAAC;AACX,MAAM,MAAM,wBAAwB,GAChC,SAAS,GACT,QAAQ,GACR,UAAU,GACV,UAAU,GACV,iCAAiC,GACjC,UAAU,GACV,uBAAuB,GACvB,MAAM,CAAC;AAEX,MAAM,WAAW,oBAAoB;IACnC,+BAA+B;IAC/B,KAAK,EAAE,MAAM,CAAC;IACd,qEAAqE;IACrE,MAAM,EAAE,MAAM,CAAC;IACf,gBAAgB,EAAE,MAAM,CAAC;IACzB,WAAW,EAAE,MAAM,CAAC;IACpB,IAAI,EAAE,KAAK,GAAG,UAAU,CAAC;IACzB,WAAW,CAAC,EAAE,MAAM,CAAC;CACtB;AAED,MAAM,WAAW,kBAAkB;IACjC,KAAK,EAAE,MAAM,CAAC;IACd,cAAc,EAAE,2BAA2B,CAAC;IAC5C,WAAW,CAAC,EAAE,wBAAwB,CAAC;IACvC,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,KAAK,CAAC,EAAE,KAAK,CAAC;QAAE,KAAK,EAAE,MAAM,CAAC;QAAC,OAAO,CAAC,EAAE,MAAM,CAAC;QAAC,KAAK,CAAC,EAAE,kBAAkB,CAAA;KAAE,CAAC,CAAC;IAC/E,GAAG,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;CAC9B;AAED,MAAM,WAAW,mBAAmB;IAClC,KAAK,EAAE,MAAM,CAAC;IACd,cAAc,CAAC,EAAE,MAAM,CAAC;IACxB,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,aAAa,CAAC,EAAE,OAAO,CAAC;IACxB,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,QAAQ,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;IAClC,GAAG,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;CAC9B;AAED,MAAM,WAAW,yBAAyB;IACxC,cAAc,CAAC,EAAE,MAAM,CAAC;IACxB,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,MAAM,CAAC,EAAE,WAAW,CAAC;CACtB;AAED,MAAM,WAAW,qBAAqB;IACpC,KAAK,EAAE,MAAM,CAAC;IACd,gBAAgB,CAAC,EAAE,MAAM,CAAC;IAC1B,cAAc,CAAC,EAAE,UAAU,CAAC;IAC5B,YAAY,CAAC,EAAE,MAAM,EAAE,CAAC;IACxB,SAAS,CAAC,EAAE,MAAM,EAAE,CAAC;CACtB;AAED,MAAM,WAAW,6BAA6B;IAC5C,YAAY,EAAE,MAAM,CAAC;IACrB,iBAAiB,CAAC,EAAE,MAAM,CAAC;IAC3B,cAAc,CAAC,EAAE,UAAU,CAAC;IAC5B,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,gBAAgB,CAAC,EAAE,MAAM,CAAC;CAC3B;AAED,qBAAa,yBAA0B,SAAQ,KAAK;IAClD,QAAQ,CAAC,KAAK,EAAE,MAAM,CAAC;gBACX,KAAK,EAAE,MAAM,EAAE,SAAS,EAAE,MAAM;CAK7C;AAED,qBAAa,cAAc;IACb,OAAO,CAAC,QAAQ,CAAC,MAAM;gBAAN,MAAM,EAAE,oBAAoB;IAEnD,MAAM,CAAC,KAAK,EAAE,qBAAqB,GAAG,OAAO,CAAC,oBAAoB,CAAC;IAenE,cAAc,CAAC,KAAK,EAAE,6BAA6B,GAAG,OAAO,CAAC,oBAAoB,CAAC;IAsBnF,GAAG,CAAC,KAAK,EAAE,MAAM,GAAG,OAAO,CAAC,kBAAkB,CAAC;IAO/C,IAAI,CAAC,KAAK,EAAE,MAAM,EAAE,OAAO,GAAE,yBAA8B,GAAG,OAAO,CAAC,kBAAkB,CAAC;IAczF,MAAM,CAAC,KAAK,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC;IAIpC,SAAS,CAAC,KAAK,EAAE,MAAM,GAAG,OAAO,CAAC,mBAAmB,CAAC;IAiB5D,6FAA6F;IACvF,UAAU,CAAC,KAAK,EAAE,MAAM,GAAG,OAAO,CAAC,mBAAmB,EAAE,CAAC;IAQ/D,mFAAmF;IAC7E,YAAY,CAAC,KAAK,EAAE,MAAM,EAAE,KAAK,EAAE,eAAe,EAAE,KAAK,EAAE,MAAM,GAAG,OAAO,CAAC,aAAa,CAAC;CAcjG;AAED,wBAAgB,cAAc,CAAC,MAAM,EAAE,oBAAoB,GAAG,cAAc,CAE3E"}
|
package/dist/jobs.js
ADDED
|
@@ -0,0 +1,173 @@
|
|
|
1
|
+
import { createAttachmentRef, } from "@fabric-harness/sdk";
|
|
2
|
+
export class DatabricksRunTimeoutError extends Error {
|
|
3
|
+
runId;
|
|
4
|
+
constructor(runId, timeoutMs) {
|
|
5
|
+
super(`Databricks run ${runId} did not reach a terminal state within ${timeoutMs}ms.`);
|
|
6
|
+
this.name = "DatabricksRunTimeoutError";
|
|
7
|
+
this.runId = runId;
|
|
8
|
+
}
|
|
9
|
+
}
|
|
10
|
+
export class DatabricksJobs {
|
|
11
|
+
client;
|
|
12
|
+
constructor(client) {
|
|
13
|
+
this.client = client;
|
|
14
|
+
}
|
|
15
|
+
async runJob(input) {
|
|
16
|
+
const idempotencyToken = input.idempotencyToken ?? crypto.randomUUID();
|
|
17
|
+
const response = await this.client.post("/api/2.1/jobs/run-now", {
|
|
18
|
+
job_id: input.jobId,
|
|
19
|
+
idempotency_token: idempotencyToken,
|
|
20
|
+
...(input.notebookParams ? { notebook_params: input.notebookParams } : {}),
|
|
21
|
+
...(input.pythonParams ? { python_params: input.pythonParams } : {}),
|
|
22
|
+
...(input.jarParams ? { jar_params: input.jarParams } : {}),
|
|
23
|
+
});
|
|
24
|
+
return receipt(response, idempotencyToken, "job");
|
|
25
|
+
}
|
|
26
|
+
async submitNotebook(input) {
|
|
27
|
+
const idempotencyToken = input.idempotencyToken ?? crypto.randomUUID();
|
|
28
|
+
const task = {
|
|
29
|
+
task_key: "notebook",
|
|
30
|
+
...(input.existingClusterId ? { existing_cluster_id: input.existingClusterId } : {}),
|
|
31
|
+
notebook_task: {
|
|
32
|
+
notebook_path: input.notebookPath,
|
|
33
|
+
source: "WORKSPACE",
|
|
34
|
+
...(input.baseParameters ? { base_parameters: input.baseParameters } : {}),
|
|
35
|
+
},
|
|
36
|
+
};
|
|
37
|
+
const response = await this.client.post("/api/2.2/jobs/runs/submit", {
|
|
38
|
+
idempotency_token: idempotencyToken,
|
|
39
|
+
run_name: input.runName ?? `fabric-harness:${input.notebookPath}`,
|
|
40
|
+
tasks: [task],
|
|
41
|
+
});
|
|
42
|
+
return receipt(response, idempotencyToken, "notebook");
|
|
43
|
+
}
|
|
44
|
+
async get(runId) {
|
|
45
|
+
const raw = await this.client.get("/api/2.1/jobs/runs/get", {
|
|
46
|
+
run_id: runId,
|
|
47
|
+
});
|
|
48
|
+
return parseRunState(runId, raw);
|
|
49
|
+
}
|
|
50
|
+
async wait(runId, options = {}) {
|
|
51
|
+
const timeoutMs = options.timeoutMs ?? 600_000;
|
|
52
|
+
const deadline = Date.now() + timeoutMs;
|
|
53
|
+
while (true) {
|
|
54
|
+
if (options.signal?.aborted)
|
|
55
|
+
throw options.signal.reason ?? new DOMException("The operation was aborted.", "AbortError");
|
|
56
|
+
const state = await this.get(runId);
|
|
57
|
+
if (isTerminalLifeCycle(state.lifeCycleState))
|
|
58
|
+
return state;
|
|
59
|
+
const remaining = deadline - Date.now();
|
|
60
|
+
if (remaining <= 0)
|
|
61
|
+
throw new DatabricksRunTimeoutError(runId, timeoutMs);
|
|
62
|
+
await abortableSleep(Math.min(options.pollIntervalMs ?? 5_000, remaining), options.signal);
|
|
63
|
+
}
|
|
64
|
+
}
|
|
65
|
+
async cancel(runId) {
|
|
66
|
+
await this.client.post("/api/2.1/jobs/runs/cancel", { run_id: runId }, {}, { retry: "safe" });
|
|
67
|
+
}
|
|
68
|
+
async getOutput(runId) {
|
|
69
|
+
const raw = await this.client.get("/api/2.1/jobs/runs/get-output", {
|
|
70
|
+
run_id: runId,
|
|
71
|
+
});
|
|
72
|
+
const notebook = asRecord(raw.notebook_output);
|
|
73
|
+
const metadata = asRecord(raw.metadata) ?? {};
|
|
74
|
+
return {
|
|
75
|
+
runId,
|
|
76
|
+
...(typeof notebook?.result === "string" ? { notebookResult: notebook.result } : {}),
|
|
77
|
+
...(typeof raw.logs === "string" ? { logs: raw.logs } : {}),
|
|
78
|
+
...(typeof raw.logs_truncated === "boolean" ? { logsTruncated: raw.logs_truncated } : {}),
|
|
79
|
+
...(typeof raw.error === "string" ? { error: raw.error } : {}),
|
|
80
|
+
metadata,
|
|
81
|
+
raw,
|
|
82
|
+
};
|
|
83
|
+
}
|
|
84
|
+
/** Resolve output for every task in a multi-task run, or the run itself when single-task. */
|
|
85
|
+
async getOutputs(runId) {
|
|
86
|
+
const state = await this.get(runId);
|
|
87
|
+
const taskRunIds = state.tasks?.map((task) => task.runId) ?? [];
|
|
88
|
+
return Promise.all((taskRunIds.length ? taskRunIds : [runId]).map((taskRunId) => this.getOutput(taskRunId)));
|
|
89
|
+
}
|
|
90
|
+
/** Persist the complete output envelope to a durable store such as a UC Volume. */
|
|
91
|
+
async exportOutput(runId, store, scope) {
|
|
92
|
+
const output = await this.getOutputs(runId);
|
|
93
|
+
const bytes = new TextEncoder().encode(`${JSON.stringify({ runId, tasks: output }, null, 2)}\n`);
|
|
94
|
+
const ref = await createAttachmentRef({
|
|
95
|
+
id: `databricks-run-${runId}`,
|
|
96
|
+
mimeType: "application/json",
|
|
97
|
+
bytes,
|
|
98
|
+
filename: `databricks-run-${runId}.json`,
|
|
99
|
+
});
|
|
100
|
+
await store.put({ scope, ref, bytes });
|
|
101
|
+
return ref;
|
|
102
|
+
}
|
|
103
|
+
}
|
|
104
|
+
export function databricksJobs(client) {
|
|
105
|
+
return new DatabricksJobs(client);
|
|
106
|
+
}
|
|
107
|
+
function receipt(response, idempotencyToken, kind) {
|
|
108
|
+
if (!Number.isInteger(response.run_id))
|
|
109
|
+
throw new Error("Databricks Jobs response did not contain run_id.");
|
|
110
|
+
const runId = response.run_id;
|
|
111
|
+
return {
|
|
112
|
+
runId,
|
|
113
|
+
run_id: runId,
|
|
114
|
+
idempotencyToken,
|
|
115
|
+
submittedAt: new Date().toISOString(),
|
|
116
|
+
kind,
|
|
117
|
+
...(Number.isInteger(response.number_in_job) ? { numberInJob: response.number_in_job } : {}),
|
|
118
|
+
};
|
|
119
|
+
}
|
|
120
|
+
function parseRunState(runId, raw) {
|
|
121
|
+
const state = asRecord(raw.state) ?? {};
|
|
122
|
+
const taskRows = Array.isArray(raw.tasks) ? raw.tasks : [];
|
|
123
|
+
return {
|
|
124
|
+
runId,
|
|
125
|
+
lifeCycleState: typeof state.life_cycle_state === "string" ? state.life_cycle_state : "UNKNOWN",
|
|
126
|
+
...(typeof state.result_state === "string" ? { resultState: state.result_state } : {}),
|
|
127
|
+
...(typeof state.state_message === "string" ? { stateMessage: state.state_message } : {}),
|
|
128
|
+
...(typeof raw.run_page_url === "string" ? { runPageUrl: raw.run_page_url } : {}),
|
|
129
|
+
...(typeof raw.start_time === "number" ? { startTime: raw.start_time } : {}),
|
|
130
|
+
...(typeof raw.end_time === "number" ? { endTime: raw.end_time } : {}),
|
|
131
|
+
...(taskRows.length
|
|
132
|
+
? {
|
|
133
|
+
tasks: taskRows.flatMap((task) => {
|
|
134
|
+
const row = asRecord(task);
|
|
135
|
+
if (!row || !Number.isInteger(row.run_id))
|
|
136
|
+
return [];
|
|
137
|
+
return [
|
|
138
|
+
{
|
|
139
|
+
runId: row.run_id,
|
|
140
|
+
...(typeof row.task_key === "string" ? { taskKey: row.task_key } : {}),
|
|
141
|
+
state: parseRunState(row.run_id, row),
|
|
142
|
+
},
|
|
143
|
+
];
|
|
144
|
+
}),
|
|
145
|
+
}
|
|
146
|
+
: {}),
|
|
147
|
+
raw,
|
|
148
|
+
};
|
|
149
|
+
}
|
|
150
|
+
function isTerminalLifeCycle(state) {
|
|
151
|
+
return state === "TERMINATED" || state === "SKIPPED" || state === "INTERNAL_ERROR";
|
|
152
|
+
}
|
|
153
|
+
function asRecord(value) {
|
|
154
|
+
return typeof value === "object" && value !== null && !Array.isArray(value)
|
|
155
|
+
? value
|
|
156
|
+
: undefined;
|
|
157
|
+
}
|
|
158
|
+
function abortableSleep(ms, signal) {
|
|
159
|
+
if (!signal)
|
|
160
|
+
return new Promise((resolve) => setTimeout(resolve, ms));
|
|
161
|
+
return new Promise((resolve, reject) => {
|
|
162
|
+
const timer = setTimeout(() => {
|
|
163
|
+
signal.removeEventListener("abort", abort);
|
|
164
|
+
resolve();
|
|
165
|
+
}, ms);
|
|
166
|
+
const abort = () => {
|
|
167
|
+
clearTimeout(timer);
|
|
168
|
+
reject(signal.reason ?? new DOMException("The operation was aborted.", "AbortError"));
|
|
169
|
+
};
|
|
170
|
+
signal.addEventListener("abort", abort, { once: true });
|
|
171
|
+
});
|
|
172
|
+
}
|
|
173
|
+
//# sourceMappingURL=jobs.js.map
|
package/dist/jobs.js.map
ADDED
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"jobs.js","sourceRoot":"","sources":["../src/jobs.ts"],"names":[],"mappings":"AAAA,OAAO,EACL,mBAAmB,GAIpB,MAAM,qBAAqB,CAAC;AA+E7B,MAAM,OAAO,yBAA0B,SAAQ,KAAK;IACzC,KAAK,CAAS;IACvB,YAAY,KAAa,EAAE,SAAiB;QAC1C,KAAK,CAAC,kBAAkB,KAAK,0CAA0C,SAAS,KAAK,CAAC,CAAC;QACvF,IAAI,CAAC,IAAI,GAAG,2BAA2B,CAAC;QACxC,IAAI,CAAC,KAAK,GAAG,KAAK,CAAC;IACrB,CAAC;CACF;AAED,MAAM,OAAO,cAAc;IACI;IAA7B,YAA6B,MAA4B;QAA5B,WAAM,GAAN,MAAM,CAAsB;IAAG,CAAC;IAE7D,KAAK,CAAC,MAAM,CAAC,KAA4B;QACvC,MAAM,gBAAgB,GAAG,KAAK,CAAC,gBAAgB,IAAI,MAAM,CAAC,UAAU,EAAE,CAAC;QACvE,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,MAAM,CAAC,IAAI,CACrC,uBAAuB,EACvB;YACE,MAAM,EAAE,KAAK,CAAC,KAAK;YACnB,iBAAiB,EAAE,gBAAgB;YACnC,GAAG,CAAC,KAAK,CAAC,cAAc,CAAC,CAAC,CAAC,EAAE,eAAe,EAAE,KAAK,CAAC,cAAc,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;YAC1E,GAAG,CAAC,KAAK,CAAC,YAAY,CAAC,CAAC,CAAC,EAAE,aAAa,EAAE,KAAK,CAAC,YAAY,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;YACpE,GAAG,CAAC,KAAK,CAAC,SAAS,CAAC,CAAC,CAAC,EAAE,UAAU,EAAE,KAAK,CAAC,SAAS,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;SAC5D,CACF,CAAC;QACF,OAAO,OAAO,CAAC,QAAQ,EAAE,gBAAgB,EAAE,KAAK,CAAC,CAAC;IACpD,CAAC;IAED,KAAK,CAAC,cAAc,CAAC,KAAoC;QACvD,MAAM,gBAAgB,GAAG,KAAK,CAAC,gBAAgB,IAAI,MAAM,CAAC,UAAU,EAAE,CAAC;QACvE,MAAM,IAAI,GAAG;YACX,QAAQ,EAAE,UAAU;YACpB,GAAG,CAAC,KAAK,CAAC,iBAAiB,CAAC,CAAC,CAAC,EAAE,mBAAmB,EAAE,KAAK,CAAC,iBAAiB,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;YACpF,aAAa,EAAE;gBACb,aAAa,EAAE,KAAK,CAAC,YAAY;gBACjC,MAAM,EAAE,WAAW;gBACnB,GAAG,CAAC,KAAK,CAAC,cAAc,CAAC,CAAC,CAAC,EAAE,eAAe,EAAE,KAAK,CAAC,cAAc,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;aAC3E;SACF,CAAC;QACF,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,MAAM,CAAC,IAAI,CACrC,2BAA2B,EAC3B;YACE,iBAAiB,EAAE,gBAAgB;YACnC,QAAQ,EAAE,KAAK,CAAC,OAAO,IAAI,kBAAkB,KAAK,CAAC,YAAY,EAAE;YACjE,KAAK,EAAE,CAAC,IAAI,CAAC;SACd,CACF,CAAC;QACF,OAAO,OAAO,CAAC,QAAQ,EAAE,gBAAgB,EAAE,UAAU,CAAC,CAAC;IACzD,CAAC;IAED,KAAK,CAAC,GAAG,CAAC,KAAa;QACrB,MAAM,GAAG,GAAG,MAAM,IAAI,CAAC,MAAM,CAAC,GAAG,CAA0B,wBAAwB,EAAE;YACnF,MAAM,EAAE,KAAK;SACd,CAAC,CAAC;QACH,OAAO,aAAa,CAAC,KAAK,EAAE,GAAG,CAAC,CAAC;IACnC,CAAC;IAED,KAAK,CAAC,IAAI,CAAC,KAAa,EAAE,UAAqC,EAAE;QAC/D,MAAM,SAAS,GAAG,OAAO,CAAC,SAAS,IAAI,OAAO,CAAC;QAC/C,MAAM,QAAQ,GAAG,IAAI,CAAC,GAAG,EAAE,GAAG,SAAS,CAAC;QACxC,OAAO,IAAI,EAAE,CAAC;YACZ,IAAI,OAAO,CAAC,MAAM,EAAE,OAAO;gBACzB,MAAM,OAAO,CAAC,MAAM,CAAC,MAAM,IAAI,IAAI,YAAY,CAAC,4BAA4B,EAAE,YAAY,CAAC,CAAC;YAC9F,MAAM,KAAK,GAAG,MAAM,IAAI,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC;YACpC,IAAI,mBAAmB,CAAC,KAAK,CAAC,cAAc,CAAC;gBAAE,OAAO,KAAK,CAAC;YAC5D,MAAM,SAAS,GAAG,QAAQ,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;YACxC,IAAI,SAAS,IAAI,CAAC;gBAAE,MAAM,IAAI,yBAAyB,CAAC,KAAK,EAAE,SAAS,CAAC,CAAC;YAC1E,MAAM,cAAc,CAAC,IAAI,CAAC,GAAG,CAAC,OAAO,CAAC,cAAc,IAAI,KAAK,EAAE,SAAS,CAAC,EAAE,OAAO,CAAC,MAAM,CAAC,CAAC;QAC7F,CAAC;IACH,CAAC;IAED,KAAK,CAAC,MAAM,CAAC,KAAa;QACxB,MAAM,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,2BAA2B,EAAE,EAAE,MAAM,EAAE,KAAK,EAAE,EAAE,EAAE,EAAE,EAAE,KAAK,EAAE,MAAM,EAAE,CAAC,CAAC;IAChG,CAAC;IAED,KAAK,CAAC,SAAS,CAAC,KAAa;QAC3B,MAAM,GAAG,GAAG,MAAM,IAAI,CAAC,MAAM,CAAC,GAAG,CAA0B,+BAA+B,EAAE;YAC1F,MAAM,EAAE,KAAK;SACd,CAAC,CAAC;QACH,MAAM,QAAQ,GAAG,QAAQ,CAAC,GAAG,CAAC,eAAe,CAAC,CAAC;QAC/C,MAAM,QAAQ,GAAG,QAAQ,CAAC,GAAG,CAAC,QAAQ,CAAC,IAAI,EAAE,CAAC;QAC9C,OAAO;YACL,KAAK;YACL,GAAG,CAAC,OAAO,QAAQ,EAAE,MAAM,KAAK,QAAQ,CAAC,CAAC,CAAC,EAAE,cAAc,EAAE,QAAQ,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;YACpF,GAAG,CAAC,OAAO,GAAG,CAAC,IAAI,KAAK,QAAQ,CAAC,CAAC,CAAC,EAAE,IAAI,EAAE,GAAG,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;YAC3D,GAAG,CAAC,OAAO,GAAG,CAAC,cAAc,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,aAAa,EAAE,GAAG,CAAC,cAAc,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;YACzF,GAAG,CAAC,OAAO,GAAG,CAAC,KAAK,KAAK,QAAQ,CAAC,CAAC,CAAC,EAAE,KAAK,EAAE,GAAG,CAAC,KAAK,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;YAC9D,QAAQ;YACR,GAAG;SACJ,CAAC;IACJ,CAAC;IAED,6FAA6F;IAC7F,KAAK,CAAC,UAAU,CAAC,KAAa;QAC5B,MAAM,KAAK,GAAG,MAAM,IAAI,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC;QACpC,MAAM,UAAU,GAAG,KAAK,CAAC,KAAK,EAAE,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,KAAK,CAAC,IAAI,EAAE,CAAC;QAChE,OAAO,OAAO,CAAC,GAAG,CAChB,CAAC,UAAU,CAAC,MAAM,CAAC,CAAC,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,SAAS,EAAE,EAAE,CAAC,IAAI,CAAC,SAAS,CAAC,SAAS,CAAC,CAAC,CACzF,CAAC;IACJ,CAAC;IAED,mFAAmF;IACnF,KAAK,CAAC,YAAY,CAAC,KAAa,EAAE,KAAsB,EAAE,KAAa;QACrE,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,UAAU,CAAC,KAAK,CAAC,CAAC;QAC5C,MAAM,KAAK,GAAG,IAAI,WAAW,EAAE,CAAC,MAAM,CACpC,GAAG,IAAI,CAAC,SAAS,CAAC,EAAE,KAAK,EAAE,KAAK,EAAE,MAAM,EAAE,EAAE,IAAI,EAAE,CAAC,CAAC,IAAI,CACzD,CAAC;QACF,MAAM,GAAG,GAAG,MAAM,mBAAmB,CAAC;YACpC,EAAE,EAAE,kBAAkB,KAAK,EAAE;YAC7B,QAAQ,EAAE,kBAAkB;YAC5B,KAAK;YACL,QAAQ,EAAE,kBAAkB,KAAK,OAAO;SACzC,CAAC,CAAC;QACH,MAAM,KAAK,CAAC,GAAG,CAAC,EAAE,KAAK,EAAE,GAAG,EAAE,KAAK,EAAE,CAAC,CAAC;QACvC,OAAO,GAAG,CAAC;IACb,CAAC;CACF;AAED,MAAM,UAAU,cAAc,CAAC,MAA4B;IACzD,OAAO,IAAI,cAAc,CAAC,MAAM,CAAC,CAAC;AACpC,CAAC;AAED,SAAS,OAAO,CACd,QAAqD,EACrD,gBAAwB,EACxB,IAAkC;IAElC,IAAI,CAAC,MAAM,CAAC,SAAS,CAAC,QAAQ,CAAC,MAAM,CAAC;QACpC,MAAM,IAAI,KAAK,CAAC,kDAAkD,CAAC,CAAC;IACtE,MAAM,KAAK,GAAG,QAAQ,CAAC,MAAgB,CAAC;IACxC,OAAO;QACL,KAAK;QACL,MAAM,EAAE,KAAK;QACb,gBAAgB;QAChB,WAAW,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;QACrC,IAAI;QACJ,GAAG,CAAC,MAAM,CAAC,SAAS,CAAC,QAAQ,CAAC,aAAa,CAAC,CAAC,CAAC,CAAC,EAAE,WAAW,EAAE,QAAQ,CAAC,aAAa,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;KAC7F,CAAC;AACJ,CAAC;AAED,SAAS,aAAa,CAAC,KAAa,EAAE,GAA4B;IAChE,MAAM,KAAK,GAAG,QAAQ,CAAC,GAAG,CAAC,KAAK,CAAC,IAAI,EAAE,CAAC;IACxC,MAAM,QAAQ,GAAG,KAAK,CAAC,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,CAAC;IAC3D,OAAO;QACL,KAAK;QACL,cAAc,EAAE,OAAO,KAAK,CAAC,gBAAgB,KAAK,QAAQ,CAAC,CAAC,CAAC,KAAK,CAAC,gBAAgB,CAAC,CAAC,CAAC,SAAS;QAC/F,GAAG,CAAC,OAAO,KAAK,CAAC,YAAY,KAAK,QAAQ,CAAC,CAAC,CAAC,EAAE,WAAW,EAAE,KAAK,CAAC,YAAY,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;QACtF,GAAG,CAAC,OAAO,KAAK,CAAC,aAAa,KAAK,QAAQ,CAAC,CAAC,CAAC,EAAE,YAAY,EAAE,KAAK,CAAC,aAAa,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;QACzF,GAAG,CAAC,OAAO,GAAG,CAAC,YAAY,KAAK,QAAQ,CAAC,CAAC,CAAC,EAAE,UAAU,EAAE,GAAG,CAAC,YAAY,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;QACjF,GAAG,CAAC,OAAO,GAAG,CAAC,UAAU,KAAK,QAAQ,CAAC,CAAC,CAAC,EAAE,SAAS,EAAE,GAAG,CAAC,UAAU,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;QAC5E,GAAG,CAAC,OAAO,GAAG,CAAC,QAAQ,KAAK,QAAQ,CAAC,CAAC,CAAC,EAAE,OAAO,EAAE,GAAG,CAAC,QAAQ,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;QACtE,GAAG,CAAC,QAAQ,CAAC,MAAM;YACjB,CAAC,CAAC;gBACE,KAAK,EAAE,QAAQ,CAAC,OAAO,CAAC,CAAC,IAAI,EAAE,EAAE;oBAC/B,MAAM,GAAG,GAAG,QAAQ,CAAC,IAAI,CAAC,CAAC;oBAC3B,IAAI,CAAC,GAAG,IAAI,CAAC,MAAM,CAAC,SAAS,CAAC,GAAG,CAAC,MAAM,CAAC;wBAAE,OAAO,EAAE,CAAC;oBACrD,OAAO;wBACL;4BACE,KAAK,EAAE,GAAG,CAAC,MAAgB;4BAC3B,GAAG,CAAC,OAAO,GAAG,CAAC,QAAQ,KAAK,QAAQ,CAAC,CAAC,CAAC,EAAE,OAAO,EAAE,GAAG,CAAC,QAAQ,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;4BACtE,KAAK,EAAE,aAAa,CAAC,GAAG,CAAC,MAAgB,EAAE,GAAG,CAAC;yBAChD;qBACF,CAAC;gBACJ,CAAC,CAAC;aACH;YACH,CAAC,CAAC,EAAE,CAAC;QACP,GAAG;KACJ,CAAC;AACJ,CAAC;AAED,SAAS,mBAAmB,CAAC,KAAa;IACxC,OAAO,KAAK,KAAK,YAAY,IAAI,KAAK,KAAK,SAAS,IAAI,KAAK,KAAK,gBAAgB,CAAC;AACrF,CAAC;AAED,SAAS,QAAQ,CAAC,KAAc;IAC9B,OAAO,OAAO,KAAK,KAAK,QAAQ,IAAI,KAAK,KAAK,IAAI,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC;QACzE,CAAC,CAAE,KAAiC;QACpC,CAAC,CAAC,SAAS,CAAC;AAChB,CAAC;AAED,SAAS,cAAc,CAAC,EAAU,EAAE,MAAoB;IACtD,IAAI,CAAC,MAAM;QAAE,OAAO,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,UAAU,CAAC,OAAO,EAAE,EAAE,CAAC,CAAC,CAAC;IACtE,OAAO,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,MAAM,EAAE,EAAE;QACrC,MAAM,KAAK,GAAG,UAAU,CAAC,GAAG,EAAE;YAC5B,MAAM,CAAC,mBAAmB,CAAC,OAAO,EAAE,KAAK,CAAC,CAAC;YAC3C,OAAO,EAAE,CAAC;QACZ,CAAC,EAAE,EAAE,CAAC,CAAC;QACP,MAAM,KAAK,GAAG,GAAG,EAAE;YACjB,YAAY,CAAC,KAAK,CAAC,CAAC;YACpB,MAAM,CAAC,MAAM,CAAC,MAAM,IAAI,IAAI,YAAY,CAAC,4BAA4B,EAAE,YAAY,CAAC,CAAC,CAAC;QACxF,CAAC,CAAC;QACF,MAAM,CAAC,gBAAgB,CAAC,OAAO,EAAE,KAAK,EAAE,EAAE,IAAI,EAAE,IAAI,EAAE,CAAC,CAAC;IAC1D,CAAC,CAAC,CAAC;AACL,CAAC"}
|
package/dist/lakebase.d.ts
CHANGED
|
@@ -1,9 +1,11 @@
|
|
|
1
|
-
import type { DatabricksTokenProvider } from
|
|
1
|
+
import type { DatabricksTokenProvider } from "./identity.js";
|
|
2
2
|
export interface LakebaseClient {
|
|
3
3
|
query<T = Record<string, unknown>>(sql: string, params?: unknown[]): Promise<{
|
|
4
4
|
rows: T[];
|
|
5
5
|
}>;
|
|
6
6
|
end(): Promise<void>;
|
|
7
|
+
/** `pg.Pool` emits idle-client failures here; callers may observe them without crashing Node. */
|
|
8
|
+
on?(event: "error", listener: (error: Error) => void): unknown;
|
|
7
9
|
}
|
|
8
10
|
export interface LakebasePoolConfig {
|
|
9
11
|
host: string;
|
|
@@ -56,6 +58,8 @@ export interface LakebaseClientOptions {
|
|
|
56
58
|
};
|
|
57
59
|
max?: number;
|
|
58
60
|
poolFactory?: LakebasePoolFactory;
|
|
61
|
+
/** Observe recoverable idle pooled-connection failures. */
|
|
62
|
+
onPoolError?: (error: Error) => void;
|
|
59
63
|
}
|
|
60
64
|
export declare function lakebaseClient(options: LakebaseClientOptions): LakebaseClient;
|
|
61
65
|
//# sourceMappingURL=lakebase.d.ts.map
|
package/dist/lakebase.d.ts.map
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"lakebase.d.ts","sourceRoot":"","sources":["../src/lakebase.ts"],"names":[],"mappings":"AAEA,OAAO,KAAK,EAAE,uBAAuB,EAAE,MAAM,eAAe,CAAC;AAI7D,MAAM,WAAW,cAAc;IAC7B,KAAK,CAAC,CAAC,GAAG,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,EAAE,GAAG,EAAE,MAAM,EAAE,MAAM,CAAC,EAAE,OAAO,EAAE,GAAG,OAAO,CAAC;QAAE,IAAI,EAAE,CAAC,EAAE,CAAA;KAAE,CAAC,CAAC;IAC5F,GAAG,IAAI,OAAO,CAAC,IAAI,CAAC,CAAC;
|
|
1
|
+
{"version":3,"file":"lakebase.d.ts","sourceRoot":"","sources":["../src/lakebase.ts"],"names":[],"mappings":"AAEA,OAAO,KAAK,EAAE,uBAAuB,EAAE,MAAM,eAAe,CAAC;AAI7D,MAAM,WAAW,cAAc;IAC7B,KAAK,CAAC,CAAC,GAAG,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,EAAE,GAAG,EAAE,MAAM,EAAE,MAAM,CAAC,EAAE,OAAO,EAAE,GAAG,OAAO,CAAC;QAAE,IAAI,EAAE,CAAC,EAAE,CAAA;KAAE,CAAC,CAAC;IAC5F,GAAG,IAAI,OAAO,CAAC,IAAI,CAAC,CAAC;IACrB,iGAAiG;IACjG,EAAE,CAAC,CAAC,KAAK,EAAE,OAAO,EAAE,QAAQ,EAAE,CAAC,KAAK,EAAE,KAAK,KAAK,IAAI,GAAG,OAAO,CAAC;CAChE;AAED,MAAM,WAAW,kBAAkB;IACjC,IAAI,EAAE,MAAM,CAAC;IACb,IAAI,EAAE,MAAM,CAAC;IACb,QAAQ,EAAE,MAAM,CAAC;IACjB,IAAI,EAAE,MAAM,CAAC;IACb,QAAQ,EAAE,MAAM,GAAG,CAAC,MAAM,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC;IACpD,GAAG,CAAC,EAAE,OAAO,GAAG;QAAE,kBAAkB,CAAC,EAAE,OAAO,CAAA;KAAE,CAAC;IACjD,GAAG,CAAC,EAAE,MAAM,CAAC;CACd;AAED,MAAM,MAAM,mBAAmB,GAAG,CAAC,MAAM,EAAE,kBAAkB,KAAK,cAAc,CAAC;AAEjF,MAAM,WAAW,iCAAiC;IAChD,0EAA0E;IAC1E,aAAa,EAAE,MAAM,CAAC;IACtB,4EAA4E;IAC5E,QAAQ,EAAE,MAAM,CAAC;IACjB,wEAAwE;IACxE,KAAK,EAAE,MAAM,GAAG,uBAAuB,CAAC;IACxC,SAAS,CAAC,EAAE,OAAO,KAAK,CAAC;IACzB,6DAA6D;IAC7D,eAAe,CAAC,EAAE,MAAM,CAAC;IACzB,0EAA0E;IAC1E,eAAe,CAAC,EAAE,MAAM,CAAC;IACzB,GAAG,CAAC,EAAE,MAAM,MAAM,CAAC;IACnB,MAAM,CAAC,EAAE,MAAM,MAAM,CAAC;CACvB;AAOD;;;GAGG;AACH,wBAAgB,0BAA0B,CACxC,OAAO,EAAE,iCAAiC,GACzC,MAAM,OAAO,CAAC,MAAM,CAAC,CAkDvB;AAYD,MAAM,WAAW,qBAAqB;IACpC,IAAI,EAAE,MAAM,CAAC;IACb,QAAQ,EAAE,MAAM,CAAC;IACjB,IAAI,EAAE,MAAM,CAAC;IACb,0FAA0F;IAC1F,QAAQ,CAAC,EAAE,MAAM,GAAG,CAAC,MAAM,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC;IACrD,8EAA8E;IAC9E,KAAK,CAAC,EAAE,MAAM,GAAG,uBAAuB,CAAC;IACzC,aAAa,CAAC,EAAE,MAAM,CAAC;IACvB,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,SAAS,CAAC,EAAE,OAAO,KAAK,CAAC;IACzB,eAAe,CAAC,EAAE,MAAM,CAAC;IACzB,eAAe,CAAC,EAAE,MAAM,CAAC;IACzB,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,GAAG,CAAC,EAAE,OAAO,GAAG;QAAE,kBAAkB,CAAC,EAAE,OAAO,CAAA;KAAE,CAAC;IACjD,GAAG,CAAC,EAAE,MAAM,CAAC;IACb,WAAW,CAAC,EAAE,mBAAmB,CAAC;IAClC,2DAA2D;IAC3D,WAAW,CAAC,EAAE,CAAC,KAAK,EAAE,KAAK,KAAK,IAAI,CAAC;CACtC;AAED,wBAAgB,cAAc,CAAC,OAAO,EAAE,qBAAqB,GAAG,cAAc,CAoC7E"}
|