@fabricorg/databricks-testkit 0.7.0 → 0.7.2

package/dist/index.d.cts

@@ -1,7 +1,5 @@
 import { T as TableFixture } from './fixtures-CAWhzIHu.cjs';
 export { F as FixtureColumn, p as parseFixtureColumns, r as resolveFixtureRows } from './fixtures-CAWhzIHu.cjs';
-import { DatabricksRestClient } from '@fabric-harness/databricks';
-export { waitForDatabricksRun, waitForDatabricksStatement } from '@fabric-harness/databricks';
 import { LakebasePoolFactory, LakebaseDatabaseProvider } from '@fabricorg/experiments-db-pool';
 
 type TestProfile = 'local' | 'live';
@@ -67,16 +65,29 @@ declare function createDuckDbContext(options?: DuckDbContextOptions): Promise<Ex
  */
 declare function normalizeRow(row: Record<string, unknown>): Record<string, unknown>;
 
-/** Structural slice of DatabricksRestClient the workspace context uses (injectable in tests). */
+/** Minimal request boundary used by the live Databricks certification suite. */
 interface WorkspaceClientLike {
     get<T>(path: string, query?: Record<string, string | number | boolean | undefined>): Promise<T>;
-    post<T>(path: string, body?: unknown, query?: Record<string, string | number | boolean | undefined>, options?: unknown): Promise<T>;
+    post<T>(path: string, body?: unknown, query?: Record<string, string | number | boolean | undefined>, options?: WorkspaceRequestOptions): Promise<T>;
+}
+interface WorkspaceRequestOptions {
+    retry?: 'safe' | 'always' | 'never';
+    idempotencyKey?: string;
+    maxRetries?: number;
 }
+interface WorkspaceWaitOptions {
+    pollIntervalMs?: number;
+    timeoutMs?: number;
+    signal?: AbortSignal;
+}
+declare function waitForDatabricksRun(client: WorkspaceClientLike, runId: number, options?: WorkspaceWaitOptions): Promise<Record<string, unknown>>;
+declare function waitForDatabricksStatement(client: WorkspaceClientLike, statementId: string, options?: WorkspaceWaitOptions): Promise<Record<string, unknown>>;
+
 interface WorkspaceContextOptions {
     env?: Record<string, string | undefined>;
     /** Schema within the catalog used by qual(); defaults to DBX_TEST_SCHEMA. */
     schema?: string;
-    /** Injectable client for hermetic tests; defaults to a DatabricksRestClient from env auth. */
+    /** Injectable client for hermetic tests; defaults to the testkit workspace client. */
     client?: WorkspaceClientLike;
     /** Injectable fetch for the OAuth M2M exchange. */
     fetchImpl?: typeof fetch;
@@ -134,7 +145,7 @@ declare function parseStatementRows(response: StatementResponse): Record<string,
  * explicit env/file OIDC federation → DATABRICKS_CLIENT_ID/SECRET (OAuth
  * M2M) → DATABRICKS_TOKEN (legacy PAT).
  */
-declare function createClientFromEnv(env: Record<string, string | undefined>, fetchImpl?: typeof fetch): DatabricksRestClient;
+declare function createClientFromEnv(env: Record<string, string | undefined>, fetchImpl?: typeof fetch): WorkspaceClientLike;
 declare function resolveTokenProvider(host: string, env: Record<string, string | undefined>, fetchImpl?: typeof fetch): string | (() => Promise<string>);
 
 /**
@@ -690,6 +701,13 @@ declare function genieCheck(): LiveCheck;
 declare function mlflowLifecycleCheck(): LiveCheck;
 declare function featureEngineeringServingCheck(): LiveCheck;
 declare function modelServingCheck(): LiveCheck;
+/**
+ * Live contract for the deterministic chat payload used by
+ * `@fabricorg/experiments-evals/databricks`. It is separate from the generic
+ * serving check because custom model endpoints may use dataframe payloads and
+ * are not valid LLM judges.
+ */
+declare function evalJudgeModelServingCheck(): LiveCheck;
 declare function vectorSearchCheck(): LiveCheck;
 declare function ragAgentCheck(): LiveCheck;
 declare function federationSharingCleanRoomsCheck(): LiveCheck;
@@ -712,4 +730,4 @@ declare function createAdvancedTargetPacks(): readonly TargetPack[];
 declare function createBuiltinTargetPacks(): readonly TargetPack[];
 declare const builtinTargetPacks: readonly TargetPack[];
 
-export { type AppHealthCheckOptions, type AutoLoaderCheckOptions, type ConditionJobTask, type CreateContextOptions, type DashboardResource, DatabricksAdvancedWorkloadsAdapter, type DatabricksJobTask, DatabricksJobsAdapter, type DbtJobTask, type DefinedLiveSuite, type DefinedTargetPackRun, type DeltaColumnContract, type DuckDbConnectionLike, type DuckDbContextOptions, type EphemeralLakebaseBranch, type ExecutionContext, type ForEachJobTask, type GenieSpaceResource, type JobOrchestrationLiveSpec, type JobOrchestrationRun, type JobRepairOptions, type JobRepairRunState, type JobTaskBase, type JobTaskDependency, type JobTaskRunState, type JobWaitOptions, type JobsSubmitRequest, type LakebaseBranchOptions, type LakebaseCheckOptions, type LakebaseControlClient, type LiveCheck, type LiveCheckContext, type LiveCheckResult, type LiveCheckStatus, type LiveEvidence, type LiveSuiteRuntime, type LiveSuiteSpec, type MockDatabricksClient, type NotebookJobTask, type PipelineJobTask, type PipelineResource, type PollOptions, type PythonWheelJobTask, type RecordedCall, type RegionalDrCheckOptions, type RegisteredModelResource, type RunJobTask, type RunTargetPackOptions, type SecretRotationCheckOptions, type ServingEndpointResource, type SparkJarJobTask, type SparkPythonJobTask, type SparkSubmitJobTask, type SqlJobTask, TableFixture, type TargetPack, type TargetPackDoctorCheck, type TargetPackDoctorRequirement, type TargetPackDoctorResult, type TargetPackEvidenceMetadata, type TargetPackMaturity, type TargetPackRequirement, type TargetPackSpec, type TestProfile, type VectorSearchEndpointResource, type VectorSearchIndexResource, type VolumeIOCheckOptions, type WorkspaceClientLike, type WorkspaceContextOptions, advancedStreamingCdcCheck, aiBiDashboardCheck, appHealthCheck, assertDeltaContract, autoLoaderIngestionCheck, backupRestoreCheck, builtinTargetPacks, classicComputeCheck, compareToGolden, createAdvancedStreamingTargetPack, createAdvancedTargetPacks, createAiBiGenieTargetPack, createAppsOperationalFoundationPack, createBuiltinTargetPacks, createClientFromEnv, createDuckDbContext, createEphemeralLakebaseBranch, createExecutionContext, createFeatureEngineeringTargetPack, createFederationSharingTargetPack, createFoundationTargetPacks, createJobsCodeFoundationPack, createLakebaseTestProvider, createLakeflowFoundationPack, createLakeflowJobsTargetPack, createMlflowLifecycleTargetPack, createMockDatabricksClient, createModelServingTargetPack, createSecurityCostDrTargetPack, createSqlDeltaFoundationPack, createTargetPackRegistry, createUnityStorageFoundationPack, createVectorRagAgentsTargetPack, createWorkspaceContext, customLiveCheck, dbtBuildCheck, defineLiveSuite, defineTargetPack, defineTargetPackRun, deleteEphemeralLakebaseBranch, deleteVolumeFile, deltaContractCheck, doctorTargetPack, ensureVolumeDirectory, expectQueryToMatchGolden, expectTable, failureRecoveryCheck, featureEngineeringServingCheck, federationSharingCleanRoomsCheck, foundationTargetPacks, genieCheck, jobRunCheck, jobsCertificationCheck, jobsOrchestrationCheck, lakebaseCredentialCheck, lakebaseRoundTripCheck, lakeflowConnectCheck, mlflowLifecycleCheck, modelServingCheck, normalizeJobRun, normalizeRow, normalizeVolumeRoot, notebookSubmitCheck, parseJobOrchestrationLiveSpec, parseStatementRows, performanceBudgetCheck, pipelineRefreshCheck, ragAgentCheck, regionalDrCheck, renderJUnit, resolveLakebaseProject, resolveProfile, resolveTokenProvider, restrictedPrincipalCheck, rollbackCheck, runLiveSuite, runTargetPack, secretRotationCheck, secretScopeCheck, securityPostureCostCheck, serverlessComputeCheck, sqlRoundTripCheck, toLakebaseBranchId, toNamedParameters, unityCatalogAccessCheck, uploadVolumeFile, validateJobGraph, vectorSearchCheck, volumeIOCheck, waitForPipelineUpdate };
+export { type AppHealthCheckOptions, type AutoLoaderCheckOptions, type ConditionJobTask, type CreateContextOptions, type DashboardResource, DatabricksAdvancedWorkloadsAdapter, type DatabricksJobTask, DatabricksJobsAdapter, type DbtJobTask, type DefinedLiveSuite, type DefinedTargetPackRun, type DeltaColumnContract, type DuckDbConnectionLike, type DuckDbContextOptions, type EphemeralLakebaseBranch, type ExecutionContext, type ForEachJobTask, type GenieSpaceResource, type JobOrchestrationLiveSpec, type JobOrchestrationRun, type JobRepairOptions, type JobRepairRunState, type JobTaskBase, type JobTaskDependency, type JobTaskRunState, type JobWaitOptions, type JobsSubmitRequest, type LakebaseBranchOptions, type LakebaseCheckOptions, type LakebaseControlClient, type LiveCheck, type LiveCheckContext, type LiveCheckResult, type LiveCheckStatus, type LiveEvidence, type LiveSuiteRuntime, type LiveSuiteSpec, type MockDatabricksClient, type NotebookJobTask, type PipelineJobTask, type PipelineResource, type PollOptions, type PythonWheelJobTask, type RecordedCall, type RegionalDrCheckOptions, type RegisteredModelResource, type RunJobTask, type RunTargetPackOptions, type SecretRotationCheckOptions, type ServingEndpointResource, type SparkJarJobTask, type SparkPythonJobTask, type SparkSubmitJobTask, type SqlJobTask, TableFixture, type TargetPack, type TargetPackDoctorCheck, type TargetPackDoctorRequirement, type TargetPackDoctorResult, type TargetPackEvidenceMetadata, type TargetPackMaturity, type TargetPackRequirement, type TargetPackSpec, type TestProfile, type VectorSearchEndpointResource, type VectorSearchIndexResource, type VolumeIOCheckOptions, type WorkspaceClientLike, type WorkspaceContextOptions, type WorkspaceWaitOptions, advancedStreamingCdcCheck, aiBiDashboardCheck, appHealthCheck, assertDeltaContract, autoLoaderIngestionCheck, backupRestoreCheck, builtinTargetPacks, classicComputeCheck, compareToGolden, createAdvancedStreamingTargetPack, createAdvancedTargetPacks, createAiBiGenieTargetPack, createAppsOperationalFoundationPack, createBuiltinTargetPacks, createClientFromEnv, createDuckDbContext, createEphemeralLakebaseBranch, createExecutionContext, createFeatureEngineeringTargetPack, createFederationSharingTargetPack, createFoundationTargetPacks, createJobsCodeFoundationPack, createLakebaseTestProvider, createLakeflowFoundationPack, createLakeflowJobsTargetPack, createMlflowLifecycleTargetPack, createMockDatabricksClient, createModelServingTargetPack, createSecurityCostDrTargetPack, createSqlDeltaFoundationPack, createTargetPackRegistry, createUnityStorageFoundationPack, createVectorRagAgentsTargetPack, createWorkspaceContext, customLiveCheck, dbtBuildCheck, defineLiveSuite, defineTargetPack, defineTargetPackRun, deleteEphemeralLakebaseBranch, deleteVolumeFile, deltaContractCheck, doctorTargetPack, ensureVolumeDirectory, evalJudgeModelServingCheck, expectQueryToMatchGolden, expectTable, failureRecoveryCheck, featureEngineeringServingCheck, federationSharingCleanRoomsCheck, foundationTargetPacks, genieCheck, jobRunCheck, jobsCertificationCheck, jobsOrchestrationCheck, lakebaseCredentialCheck, lakebaseRoundTripCheck, lakeflowConnectCheck, mlflowLifecycleCheck, modelServingCheck, normalizeJobRun, normalizeRow, normalizeVolumeRoot, notebookSubmitCheck, parseJobOrchestrationLiveSpec, parseStatementRows, performanceBudgetCheck, pipelineRefreshCheck, ragAgentCheck, regionalDrCheck, renderJUnit, resolveLakebaseProject, resolveProfile, resolveTokenProvider, restrictedPrincipalCheck, rollbackCheck, runLiveSuite, runTargetPack, secretRotationCheck, secretScopeCheck, securityPostureCostCheck, serverlessComputeCheck, sqlRoundTripCheck, toLakebaseBranchId, toNamedParameters, unityCatalogAccessCheck, uploadVolumeFile, validateJobGraph, vectorSearchCheck, volumeIOCheck, waitForDatabricksRun, waitForDatabricksStatement, waitForPipelineUpdate };

package/dist/index.d.ts

@@ -1,7 +1,5 @@
 import { T as TableFixture } from './fixtures-CAWhzIHu.js';
 export { F as FixtureColumn, p as parseFixtureColumns, r as resolveFixtureRows } from './fixtures-CAWhzIHu.js';
-import { DatabricksRestClient } from '@fabric-harness/databricks';
-export { waitForDatabricksRun, waitForDatabricksStatement } from '@fabric-harness/databricks';
 import { LakebasePoolFactory, LakebaseDatabaseProvider } from '@fabricorg/experiments-db-pool';
 
 type TestProfile = 'local' | 'live';
@@ -67,16 +65,29 @@ declare function createDuckDbContext(options?: DuckDbContextOptions): Promise<Ex
  */
 declare function normalizeRow(row: Record<string, unknown>): Record<string, unknown>;
 
-/** Structural slice of DatabricksRestClient the workspace context uses (injectable in tests). */
+/** Minimal request boundary used by the live Databricks certification suite. */
 interface WorkspaceClientLike {
     get<T>(path: string, query?: Record<string, string | number | boolean | undefined>): Promise<T>;
-    post<T>(path: string, body?: unknown, query?: Record<string, string | number | boolean | undefined>, options?: unknown): Promise<T>;
+    post<T>(path: string, body?: unknown, query?: Record<string, string | number | boolean | undefined>, options?: WorkspaceRequestOptions): Promise<T>;
+}
+interface WorkspaceRequestOptions {
+    retry?: 'safe' | 'always' | 'never';
+    idempotencyKey?: string;
+    maxRetries?: number;
 }
+interface WorkspaceWaitOptions {
+    pollIntervalMs?: number;
+    timeoutMs?: number;
+    signal?: AbortSignal;
+}
+declare function waitForDatabricksRun(client: WorkspaceClientLike, runId: number, options?: WorkspaceWaitOptions): Promise<Record<string, unknown>>;
+declare function waitForDatabricksStatement(client: WorkspaceClientLike, statementId: string, options?: WorkspaceWaitOptions): Promise<Record<string, unknown>>;
+
 interface WorkspaceContextOptions {
     env?: Record<string, string | undefined>;
     /** Schema within the catalog used by qual(); defaults to DBX_TEST_SCHEMA. */
     schema?: string;
-    /** Injectable client for hermetic tests; defaults to a DatabricksRestClient from env auth. */
+    /** Injectable client for hermetic tests; defaults to the testkit workspace client. */
     client?: WorkspaceClientLike;
     /** Injectable fetch for the OAuth M2M exchange. */
     fetchImpl?: typeof fetch;
@@ -134,7 +145,7 @@ declare function parseStatementRows(response: StatementResponse): Record<string,
  * explicit env/file OIDC federation → DATABRICKS_CLIENT_ID/SECRET (OAuth
  * M2M) → DATABRICKS_TOKEN (legacy PAT).
  */
-declare function createClientFromEnv(env: Record<string, string | undefined>, fetchImpl?: typeof fetch): DatabricksRestClient;
+declare function createClientFromEnv(env: Record<string, string | undefined>, fetchImpl?: typeof fetch): WorkspaceClientLike;
 declare function resolveTokenProvider(host: string, env: Record<string, string | undefined>, fetchImpl?: typeof fetch): string | (() => Promise<string>);
 
 /**
@@ -690,6 +701,13 @@ declare function genieCheck(): LiveCheck;
 declare function mlflowLifecycleCheck(): LiveCheck;
 declare function featureEngineeringServingCheck(): LiveCheck;
 declare function modelServingCheck(): LiveCheck;
+/**
+ * Live contract for the deterministic chat payload used by
+ * `@fabricorg/experiments-evals/databricks`. It is separate from the generic
+ * serving check because custom model endpoints may use dataframe payloads and
+ * are not valid LLM judges.
+ */
+declare function evalJudgeModelServingCheck(): LiveCheck;
 declare function vectorSearchCheck(): LiveCheck;
 declare function ragAgentCheck(): LiveCheck;
 declare function federationSharingCleanRoomsCheck(): LiveCheck;
@@ -712,4 +730,4 @@ declare function createAdvancedTargetPacks(): readonly TargetPack[];
 declare function createBuiltinTargetPacks(): readonly TargetPack[];
 declare const builtinTargetPacks: readonly TargetPack[];
 
-export { type AppHealthCheckOptions, type AutoLoaderCheckOptions, type ConditionJobTask, type CreateContextOptions, type DashboardResource, DatabricksAdvancedWorkloadsAdapter, type DatabricksJobTask, DatabricksJobsAdapter, type DbtJobTask, type DefinedLiveSuite, type DefinedTargetPackRun, type DeltaColumnContract, type DuckDbConnectionLike, type DuckDbContextOptions, type EphemeralLakebaseBranch, type ExecutionContext, type ForEachJobTask, type GenieSpaceResource, type JobOrchestrationLiveSpec, type JobOrchestrationRun, type JobRepairOptions, type JobRepairRunState, type JobTaskBase, type JobTaskDependency, type JobTaskRunState, type JobWaitOptions, type JobsSubmitRequest, type LakebaseBranchOptions, type LakebaseCheckOptions, type LakebaseControlClient, type LiveCheck, type LiveCheckContext, type LiveCheckResult, type LiveCheckStatus, type LiveEvidence, type LiveSuiteRuntime, type LiveSuiteSpec, type MockDatabricksClient, type NotebookJobTask, type PipelineJobTask, type PipelineResource, type PollOptions, type PythonWheelJobTask, type RecordedCall, type RegionalDrCheckOptions, type RegisteredModelResource, type RunJobTask, type RunTargetPackOptions, type SecretRotationCheckOptions, type ServingEndpointResource, type SparkJarJobTask, type SparkPythonJobTask, type SparkSubmitJobTask, type SqlJobTask, TableFixture, type TargetPack, type TargetPackDoctorCheck, type TargetPackDoctorRequirement, type TargetPackDoctorResult, type TargetPackEvidenceMetadata, type TargetPackMaturity, type TargetPackRequirement, type TargetPackSpec, type TestProfile, type VectorSearchEndpointResource, type VectorSearchIndexResource, type VolumeIOCheckOptions, type WorkspaceClientLike, type WorkspaceContextOptions, advancedStreamingCdcCheck, aiBiDashboardCheck, appHealthCheck, assertDeltaContract, autoLoaderIngestionCheck, backupRestoreCheck, builtinTargetPacks, classicComputeCheck, compareToGolden, createAdvancedStreamingTargetPack, createAdvancedTargetPacks, createAiBiGenieTargetPack, createAppsOperationalFoundationPack, createBuiltinTargetPacks, createClientFromEnv, createDuckDbContext, createEphemeralLakebaseBranch, createExecutionContext, createFeatureEngineeringTargetPack, createFederationSharingTargetPack, createFoundationTargetPacks, createJobsCodeFoundationPack, createLakebaseTestProvider, createLakeflowFoundationPack, createLakeflowJobsTargetPack, createMlflowLifecycleTargetPack, createMockDatabricksClient, createModelServingTargetPack, createSecurityCostDrTargetPack, createSqlDeltaFoundationPack, createTargetPackRegistry, createUnityStorageFoundationPack, createVectorRagAgentsTargetPack, createWorkspaceContext, customLiveCheck, dbtBuildCheck, defineLiveSuite, defineTargetPack, defineTargetPackRun, deleteEphemeralLakebaseBranch, deleteVolumeFile, deltaContractCheck, doctorTargetPack, ensureVolumeDirectory, expectQueryToMatchGolden, expectTable, failureRecoveryCheck, featureEngineeringServingCheck, federationSharingCleanRoomsCheck, foundationTargetPacks, genieCheck, jobRunCheck, jobsCertificationCheck, jobsOrchestrationCheck, lakebaseCredentialCheck, lakebaseRoundTripCheck, lakeflowConnectCheck, mlflowLifecycleCheck, modelServingCheck, normalizeJobRun, normalizeRow, normalizeVolumeRoot, notebookSubmitCheck, parseJobOrchestrationLiveSpec, parseStatementRows, performanceBudgetCheck, pipelineRefreshCheck, ragAgentCheck, regionalDrCheck, renderJUnit, resolveLakebaseProject, resolveProfile, resolveTokenProvider, restrictedPrincipalCheck, rollbackCheck, runLiveSuite, runTargetPack, secretRotationCheck, secretScopeCheck, securityPostureCostCheck, serverlessComputeCheck, sqlRoundTripCheck, toLakebaseBranchId, toNamedParameters, unityCatalogAccessCheck, uploadVolumeFile, validateJobGraph, vectorSearchCheck, volumeIOCheck, waitForPipelineUpdate };
+export { type AppHealthCheckOptions, type AutoLoaderCheckOptions, type ConditionJobTask, type CreateContextOptions, type DashboardResource, DatabricksAdvancedWorkloadsAdapter, type DatabricksJobTask, DatabricksJobsAdapter, type DbtJobTask, type DefinedLiveSuite, type DefinedTargetPackRun, type DeltaColumnContract, type DuckDbConnectionLike, type DuckDbContextOptions, type EphemeralLakebaseBranch, type ExecutionContext, type ForEachJobTask, type GenieSpaceResource, type JobOrchestrationLiveSpec, type JobOrchestrationRun, type JobRepairOptions, type JobRepairRunState, type JobTaskBase, type JobTaskDependency, type JobTaskRunState, type JobWaitOptions, type JobsSubmitRequest, type LakebaseBranchOptions, type LakebaseCheckOptions, type LakebaseControlClient, type LiveCheck, type LiveCheckContext, type LiveCheckResult, type LiveCheckStatus, type LiveEvidence, type LiveSuiteRuntime, type LiveSuiteSpec, type MockDatabricksClient, type NotebookJobTask, type PipelineJobTask, type PipelineResource, type PollOptions, type PythonWheelJobTask, type RecordedCall, type RegionalDrCheckOptions, type RegisteredModelResource, type RunJobTask, type RunTargetPackOptions, type SecretRotationCheckOptions, type ServingEndpointResource, type SparkJarJobTask, type SparkPythonJobTask, type SparkSubmitJobTask, type SqlJobTask, TableFixture, type TargetPack, type TargetPackDoctorCheck, type TargetPackDoctorRequirement, type TargetPackDoctorResult, type TargetPackEvidenceMetadata, type TargetPackMaturity, type TargetPackRequirement, type TargetPackSpec, type TestProfile, type VectorSearchEndpointResource, type VectorSearchIndexResource, type VolumeIOCheckOptions, type WorkspaceClientLike, type WorkspaceContextOptions, type WorkspaceWaitOptions, advancedStreamingCdcCheck, aiBiDashboardCheck, appHealthCheck, assertDeltaContract, autoLoaderIngestionCheck, backupRestoreCheck, builtinTargetPacks, classicComputeCheck, compareToGolden, createAdvancedStreamingTargetPack, createAdvancedTargetPacks, createAiBiGenieTargetPack, createAppsOperationalFoundationPack, createBuiltinTargetPacks, createClientFromEnv, createDuckDbContext, createEphemeralLakebaseBranch, createExecutionContext, createFeatureEngineeringTargetPack, createFederationSharingTargetPack, createFoundationTargetPacks, createJobsCodeFoundationPack, createLakebaseTestProvider, createLakeflowFoundationPack, createLakeflowJobsTargetPack, createMlflowLifecycleTargetPack, createMockDatabricksClient, createModelServingTargetPack, createSecurityCostDrTargetPack, createSqlDeltaFoundationPack, createTargetPackRegistry, createUnityStorageFoundationPack, createVectorRagAgentsTargetPack, createWorkspaceContext, customLiveCheck, dbtBuildCheck, defineLiveSuite, defineTargetPack, defineTargetPackRun, deleteEphemeralLakebaseBranch, deleteVolumeFile, deltaContractCheck, doctorTargetPack, ensureVolumeDirectory, evalJudgeModelServingCheck, expectQueryToMatchGolden, expectTable, failureRecoveryCheck, featureEngineeringServingCheck, federationSharingCleanRoomsCheck, foundationTargetPacks, genieCheck, jobRunCheck, jobsCertificationCheck, jobsOrchestrationCheck, lakebaseCredentialCheck, lakebaseRoundTripCheck, lakeflowConnectCheck, mlflowLifecycleCheck, modelServingCheck, normalizeJobRun, normalizeRow, normalizeVolumeRoot, notebookSubmitCheck, parseJobOrchestrationLiveSpec, parseStatementRows, performanceBudgetCheck, pipelineRefreshCheck, ragAgentCheck, regionalDrCheck, renderJUnit, resolveLakebaseProject, resolveProfile, resolveTokenProvider, restrictedPrincipalCheck, rollbackCheck, runLiveSuite, runTargetPack, secretRotationCheck, secretScopeCheck, securityPostureCostCheck, serverlessComputeCheck, sqlRoundTripCheck, toLakebaseBranchId, toNamedParameters, unityCatalogAccessCheck, uploadVolumeFile, validateJobGraph, vectorSearchCheck, volumeIOCheck, waitForDatabricksRun, waitForDatabricksStatement, waitForPipelineUpdate };

package/dist/index.js

@@ -1,13 +1,11 @@
 import { compareToGolden } from './chunk-MLBZCHRM.js';
 export { compareToGolden } from './chunk-MLBZCHRM.js';
 export { createDuckDbContext, normalizeRow } from './chunk-7JVDOSBO.js';
-import { createClientFromEnv, createWorkspaceContext, resolveTokenProvider } from './chunk-SCVVMUAF.js';
-export { createClientFromEnv, createWorkspaceContext, parseStatementRows, resolveTokenProvider, toNamedParameters } from './chunk-SCVVMUAF.js';
+import { createClientFromEnv, createWorkspaceContext, waitForDatabricksRun, resolveTokenProvider } from './chunk-MV752EAZ.js';
+export { createClientFromEnv, createWorkspaceContext, parseStatementRows, resolveTokenProvider, toNamedParameters, waitForDatabricksRun, waitForDatabricksStatement } from './chunk-MV752EAZ.js';
 export { parseFixtureColumns, resolveFixtureRows } from './chunk-F3KU6VZS.js';
 import { mkdir, writeFile, readFile } from 'fs/promises';
 import { dirname, resolve, basename } from 'path';
-import { waitForDatabricksRun } from '@fabric-harness/databricks';
-export { waitForDatabricksRun, waitForDatabricksStatement } from '@fabric-harness/databricks';
 import { LakebaseDatabaseProvider, exchangeLakebaseCredential } from '@fabricorg/experiments-db-pool';
 import { randomUUID, randomBytes } from 'crypto';
 
@@ -31,7 +29,7 @@ async function createExecutionContext(options = {}) {
     const { createDuckDbContext: createDuckDbContext2 } = await import('./duckdb-context-FX23RUBV.js');
     return createDuckDbContext2({ schema: options.schema });
   }
-  const { createWorkspaceContext: createWorkspaceContext2 } = await import('./workspace-context-VLBKMX3V.js');
+  const { createWorkspaceContext: createWorkspaceContext2 } = await import('./workspace-context-PCQAQSCO.js');
   return createWorkspaceContext2({
     env,
     schema: options.schema,
@@ -1378,6 +1376,8 @@ function createFoundationTargetPacks() {
   ];
 }
 var foundationTargetPacks = createFoundationTargetPacks();
+
+// src/jobs-orchestration.ts
 var DatabricksJobsAdapter = class {
   constructor(client) {
     this.client = client;
@@ -1980,6 +1980,12 @@ function parseJson(value, name) {
     throw new Error(`${name} must contain valid JSON`);
   }
 }
+function isObject(value) {
+  return value !== null && typeof value === "object" && !Array.isArray(value);
+}
+function isNonNegativeInteger(value) {
+  return typeof value === "number" && Number.isInteger(value) && value >= 0;
+}
 function assertNotFailed(label, state) {
   if (typeof state === "string" && /FAIL|ERROR|DELET/i.test(state)) {
     throw new Error(`${label} is ${state}`);
@@ -2214,6 +2220,46 @@ function modelServingCheck() {
     }
   };
 }
+function evalJudgeModelServingCheck() {
+  const names = ["DBX_TEST_EVAL_SERVING_ENDPOINT"];
+  return {
+    id: "model-eval-judge",
+    description: "Databricks Model Serving satisfies the deterministic evaluator chat contract",
+    configured: (env) => required2(env, names).length === 0,
+    async run({ env, client }) {
+      requireEnv(env, names);
+      const api = adapter(client);
+      const name = env.DBX_TEST_EVAL_SERVING_ENDPOINT;
+      const endpoint = await api.servingEndpoint(name);
+      assertReady("Evaluator serving endpoint", endpoint.state?.ready, ["READY"]);
+      const response = await api.invokeServingEndpoint(name, {
+        messages: [
+          {
+            role: "system",
+            content: 'Answer on the first line with exactly "LABEL: relevant".'
+          },
+          { role: "user", content: "Is this response relevant to this question?" }
+        ],
+        temperature: 0,
+        max_tokens: 32
+      });
+      const choices = Array.isArray(response.choices) ? response.choices : [];
+      const first = choices[0];
+      const message = isObject(first) && isObject(first.message) ? first.message : void 0;
+      const content = typeof message?.content === "string" ? message.content : "";
+      const usage = isObject(response.usage) ? response.usage : void 0;
+      const inputTokens = usage?.prompt_tokens;
+      const outputTokens = usage?.completion_tokens;
+      if (!/^\s*LABEL:\s*relevant\s*$/im.test(content)) {
+        throw new Error("Evaluator serving endpoint did not return the requested label contract");
+      }
+      if (!isNonNegativeInteger(inputTokens) || !isNonNegativeInteger(outputTokens)) {
+        throw new Error("Evaluator serving endpoint did not return integer token usage");
+      }
+      return { endpoint: endpoint.name ?? name, inputTokens, outputTokens };
+    }
+  };
+}
 function vectorSearchCheck() {
   const names = ["DBX_TEST_VECTOR_ENDPOINT", "DBX_TEST_VECTOR_INDEX"];
   return {
@@ -2706,6 +2752,6 @@ function createBuiltinTargetPacks() {
 }
 var builtinTargetPacks = createBuiltinTargetPacks();
 
-export { DatabricksAdvancedWorkloadsAdapter, DatabricksJobsAdapter, advancedStreamingCdcCheck, aiBiDashboardCheck, appHealthCheck, assertDeltaContract, autoLoaderIngestionCheck, backupRestoreCheck, builtinTargetPacks, classicComputeCheck, createAdvancedStreamingTargetPack, createAdvancedTargetPacks, createAiBiGenieTargetPack, createAppsOperationalFoundationPack, createBuiltinTargetPacks, createEphemeralLakebaseBranch, createExecutionContext, createFeatureEngineeringTargetPack, createFederationSharingTargetPack, createFoundationTargetPacks, createJobsCodeFoundationPack, createLakebaseTestProvider, createLakeflowFoundationPack, createLakeflowJobsTargetPack, createMlflowLifecycleTargetPack, createMockDatabricksClient, createModelServingTargetPack, createSecurityCostDrTargetPack, createSqlDeltaFoundationPack, createTargetPackRegistry, createUnityStorageFoundationPack, createVectorRagAgentsTargetPack, customLiveCheck, dbtBuildCheck, defineLiveSuite, defineTargetPack, defineTargetPackRun, deleteEphemeralLakebaseBranch, deleteVolumeFile, deltaContractCheck, doctorTargetPack, ensureVolumeDirectory, expectQueryToMatchGolden, expectTable, failureRecoveryCheck, featureEngineeringServingCheck, federationSharingCleanRoomsCheck, foundationTargetPacks, genieCheck, jobRunCheck, jobsCertificationCheck, jobsOrchestrationCheck, lakebaseCredentialCheck, lakebaseRoundTripCheck, lakeflowConnectCheck, mlflowLifecycleCheck, modelServingCheck, normalizeJobRun, normalizeVolumeRoot, notebookSubmitCheck, parseJobOrchestrationLiveSpec, performanceBudgetCheck, pipelineRefreshCheck, ragAgentCheck, regionalDrCheck, renderJUnit, resolveLakebaseProject, resolveProfile, restrictedPrincipalCheck, rollbackCheck, runLiveSuite, runTargetPack, secretRotationCheck, secretScopeCheck, securityPostureCostCheck, serverlessComputeCheck, sqlRoundTripCheck, toLakebaseBranchId, unityCatalogAccessCheck, uploadVolumeFile, validateJobGraph, vectorSearchCheck, volumeIOCheck, waitForPipelineUpdate };
+export { DatabricksAdvancedWorkloadsAdapter, DatabricksJobsAdapter, advancedStreamingCdcCheck, aiBiDashboardCheck, appHealthCheck, assertDeltaContract, autoLoaderIngestionCheck, backupRestoreCheck, builtinTargetPacks, classicComputeCheck, createAdvancedStreamingTargetPack, createAdvancedTargetPacks, createAiBiGenieTargetPack, createAppsOperationalFoundationPack, createBuiltinTargetPacks, createEphemeralLakebaseBranch, createExecutionContext, createFeatureEngineeringTargetPack, createFederationSharingTargetPack, createFoundationTargetPacks, createJobsCodeFoundationPack, createLakebaseTestProvider, createLakeflowFoundationPack, createLakeflowJobsTargetPack, createMlflowLifecycleTargetPack, createMockDatabricksClient, createModelServingTargetPack, createSecurityCostDrTargetPack, createSqlDeltaFoundationPack, createTargetPackRegistry, createUnityStorageFoundationPack, createVectorRagAgentsTargetPack, customLiveCheck, dbtBuildCheck, defineLiveSuite, defineTargetPack, defineTargetPackRun, deleteEphemeralLakebaseBranch, deleteVolumeFile, deltaContractCheck, doctorTargetPack, ensureVolumeDirectory, evalJudgeModelServingCheck, expectQueryToMatchGolden, expectTable, failureRecoveryCheck, featureEngineeringServingCheck, federationSharingCleanRoomsCheck, foundationTargetPacks, genieCheck, jobRunCheck, jobsCertificationCheck, jobsOrchestrationCheck, lakebaseCredentialCheck, lakebaseRoundTripCheck, lakeflowConnectCheck, mlflowLifecycleCheck, modelServingCheck, normalizeJobRun, normalizeVolumeRoot, notebookSubmitCheck, parseJobOrchestrationLiveSpec, performanceBudgetCheck, pipelineRefreshCheck, ragAgentCheck, regionalDrCheck, renderJUnit, resolveLakebaseProject, resolveProfile, restrictedPrincipalCheck, rollbackCheck, runLiveSuite, runTargetPack, secretRotationCheck, secretScopeCheck, securityPostureCostCheck, serverlessComputeCheck, sqlRoundTripCheck, toLakebaseBranchId, unityCatalogAccessCheck, uploadVolumeFile, validateJobGraph, vectorSearchCheck, volumeIOCheck, waitForPipelineUpdate };
 //# sourceMappingURL=index.js.map
 //# sourceMappingURL=index.js.map