@fabricorg/databricks-testkit 0.2.1 → 0.2.3

package/dist/index.js

@@ -150,7 +150,7 @@ async function runLiveSuite(spec, runtime = {}) {
   const startedAt = (/* @__PURE__ */ new Date()).toISOString();
   const ownedWarehouse = runtime.warehouse === void 0;
   const client = runtime.client ?? createClientFromEnv(env);
-  const warehouse = runtime.warehouse ?? await createWorkspaceContext({ env, client });
+  const warehouse = runtime.warehouse ?? (hasWarehouseConfig(env) ? await createWorkspaceContext({ env, client }) : unavailableWarehouseContext());
   const results = [];
   try {
     for (const check of spec.checks) {
@@ -204,6 +204,24 @@ async function runLiveSuite(spec, runtime = {}) {
   if (spec.junitPath) await writeReport(spec.junitPath, renderJUnit(evidence));
   return evidence;
 }
+function hasWarehouseConfig(env) {
+  return Boolean(env.DATABRICKS_WAREHOUSE_ID || env.DATABRICKS_HTTP_PATH);
+}
+function unavailableWarehouseContext() {
+  const unavailable = async () => {
+    throw new Error(
+      "This live check requires DATABRICKS_WAREHOUSE_ID or DATABRICKS_HTTP_PATH; REST-only checks can run without SQL warehouse configuration"
+    );
+  };
+  return {
+    profile: "live",
+    qual: (table) => table,
+    exec: unavailable,
+    query: unavailable,
+    loadFixture: unavailable,
+    close: async () => void 0
+  };
+}
 async function writeReport(path, contents) {
   await mkdir(dirname(path), { recursive: true });
   await writeFile(path, contents, "utf8");
@@ -278,6 +296,7 @@ function sqlRoundTripCheck() {
   return {
     id: "sql",
     description: "SQL Statement Execution round-trip",
+    configured: (env) => Boolean(env.DATABRICKS_WAREHOUSE_ID || env.DATABRICKS_HTTP_PATH),
     async run({ warehouse }) {
       const rows = await warehouse.query("SELECT 1 AS dbx_test_ok");
       if (Number(rows[0]?.dbx_test_ok) !== 1)
@@ -881,6 +900,7 @@ function failureRecoveryCheck() {
   return {
     id: "failure-recovery",
     description: "A failed statement is isolated and a subsequent statement recovers",
+    configured: (env) => Boolean(env.DATABRICKS_WAREHOUSE_ID || env.DATABRICKS_HTTP_PATH),
     async run({ warehouse }) {
       let failedAsExpected = false;
       try {
@@ -926,6 +946,7 @@ function backupRestoreCheck() {
   return {
     id: "backup-restore",
     description: "Delta DEEP CLONE backup restores a dropped scratch table",
+    configured: (env) => Boolean(env.DATABRICKS_WAREHOUSE_ID || env.DATABRICKS_HTTP_PATH),
     async run({ warehouse }) {
       const source = warehouse.qual(safeName("backup_source"));
       const backup = warehouse.qual(safeName("backup_clone"));
@@ -948,6 +969,7 @@ function rollbackCheck() {
   return {
     id: "rollback",
     description: "Delta time-travel rollback restores a known-good table version",
+    configured: (env) => Boolean(env.DATABRICKS_WAREHOUSE_ID || env.DATABRICKS_HTTP_PATH),
     async run({ warehouse }) {
       const table = warehouse.qual(safeName("rollback_probe"));
       try {
@@ -995,6 +1017,9 @@ function classicComputeCheck() {
       env.DBX_TEST_CLASSIC_SPARK_VERSION && env.DBX_TEST_CLASSIC_NODE_TYPE && env.DBX_TEST_NOTEBOOK_PATH
     ),
     async run({ env, client }) {
+      const numWorkers = Number(env.DBX_TEST_CLASSIC_WORKERS ?? 1);
+      const alternateNodeTypes = (env.DBX_TEST_CLASSIC_ALTERNATE_NODE_TYPES ?? "").split(",").map((value) => value.trim()).filter(Boolean);
+      const singleNode = numWorkers === 0;
       const submitted = await client.post("/api/2.1/jobs/runs/submit", {
         run_name: `fabric-experiments-classic-certification-${Date.now()}`,
         tasks: [
@@ -1003,9 +1028,24 @@ function classicComputeCheck() {
             new_cluster: {
               spark_version: env.DBX_TEST_CLASSIC_SPARK_VERSION,
               node_type_id: env.DBX_TEST_CLASSIC_NODE_TYPE,
-              num_workers: Number(env.DBX_TEST_CLASSIC_WORKERS ?? 1),
-              autotermination_minutes: 10,
-              data_security_mode: env.DBX_TEST_CLASSIC_SECURITY_MODE ?? "SINGLE_USER"
+              num_workers: numWorkers,
+              data_security_mode: env.DBX_TEST_CLASSIC_SECURITY_MODE ?? "SINGLE_USER",
+              ...env.DBX_TEST_CLASSIC_SINGLE_USER_NAME ? { single_user_name: env.DBX_TEST_CLASSIC_SINGLE_USER_NAME } : {},
+              ...singleNode ? {
+                spark_conf: {
+                  "spark.databricks.cluster.profile": "singleNode",
+                  "spark.master": "local[*]"
+                },
+                custom_tags: { ResourceClass: "SingleNode" }
+              } : {},
+              ...alternateNodeTypes.length ? {
+                worker_node_type_flexibility: {
+                  alternate_node_type_ids: alternateNodeTypes
+                },
+                driver_node_type_flexibility: {
+                  alternate_node_type_ids: alternateNodeTypes
+                }
+              } : {}
             },
             notebook_task: { notebook_path: env.DBX_TEST_NOTEBOOK_PATH }
           }
@@ -1018,7 +1058,10 @@ function classicComputeCheck() {
       });
       const result = run.state?.result_state;
       if (result !== "SUCCESS") {
-        throw new Error(`Classic compute run ended in ${result ?? "UNKNOWN"}`);
+        const message = run.state?.state_message;
+        throw new Error(
+          `Classic compute run ${submitted.run_id} ended in ${result ?? "UNKNOWN"}${message ? `: ${message}` : ""}`
+        );
       }
       return {
         runId: submitted.run_id,