deepline 0.1.63 → 0.1.65

package/dist/repo/apps/play-runner-workers/src/runtime/dataset-handles.ts

@@ -35,7 +35,10 @@ export type WorkerDatasetCapabilities = {
   materialization: 'bounded' | 'in_memory';
 };
 
-const datasetChunkReaders = new WeakMap<object, DatasetChunkReader<DatasetRow>>();
+const datasetChunkReaders = new WeakMap<
+  object,
+  DatasetChunkReader<DatasetRow>
+>();
 const datasetCountHints = new WeakMap<object, number | null>();
 const datasetCapabilities = new WeakMap<object, WorkerDatasetCapabilities>();
 
@@ -154,11 +157,7 @@ export function createPersistedDatasetHandle<T extends DatasetRow>(input: {
   sourceLabel?: string | null;
   workProgress?: PlayDatasetWorkProgressSummary;
   readRows: (input: { limit: number; offset: number }) => Promise<readonly T[]>;
-  trace?: (
-    phase: string,
-    ms: number,
-    extra?: Record<string, unknown>,
-  ) => void;
+  trace?: (phase: string, ms: number, extra?: Record<string, unknown>) => void;
   nowMs: () => number;
 }): WorkerDatasetHandle<T> {
   const datasetKind = input.datasetKind ?? 'map';
@@ -202,7 +201,9 @@ export function createPersistedDatasetHandle<T extends DatasetRow>(input: {
     return rows.map(internalDatasetRow);
   }
 
-  async function* readChunks(chunkSize: number): AsyncGenerator<T[], void, void> {
+  async function* readChunks(
+    chunkSize: number,
+  ): AsyncGenerator<T[], void, void> {
     const size = normalizedChunkSize(chunkSize);
     let offset = 0;
     while (offset < count) {
@@ -255,13 +256,18 @@ export function createPersistedDatasetHandle<T extends DatasetRow>(input: {
         }) as AsyncIterable<T>,
     },
   });
-  return registerChunkReader(dataset, (chunkSize) => readChunks(chunkSize), count, {
-    storage: 'runtime_sheet',
-    chunkReadable: true,
-    pageBacked: true,
-    replayable: true,
-    materialization: 'bounded',
-  });
+  return registerChunkReader(
+    dataset,
+    (chunkSize) => readChunks(chunkSize),
+    count,
+    {
+      storage: 'runtime_sheet',
+      chunkReadable: true,
+      pageBacked: true,
+      replayable: true,
+      materialization: 'bounded',
+    },
+  );
 }
 
 export function createCsvDatasetHandle<T extends DatasetRow>(input: {
@@ -274,17 +280,15 @@ export function createCsvDatasetHandle<T extends DatasetRow>(input: {
     byteChunks: AsyncIterable<Uint8Array>,
     chunkSize: number,
   ) => AsyncIterable<T[]>;
-  trace?: (
-    phase: string,
-    ms: number,
-    extra?: Record<string, unknown>,
-  ) => void;
+  trace?: (phase: string, ms: number, extra?: Record<string, unknown>) => void;
   nowMs: () => number;
 }): WorkerDatasetHandle<T> {
   const datasetId = `csv:${input.name}`;
   let cachedCount: number | null = null;
 
-  async function* readChunks(chunkSize: number): AsyncGenerator<T[], void, void> {
+  async function* readChunks(
+    chunkSize: number,
+  ): AsyncGenerator<T[], void, void> {
     const startedAt = input.nowMs();
     let yieldedRows = 0;
     let yieldedChunks = 0;
@@ -386,13 +390,18 @@ export function createCsvDatasetHandle<T extends DatasetRow>(input: {
         }) as AsyncIterable<T>,
     },
   });
-  return registerChunkReader(dataset, (chunkSize) => readChunks(chunkSize), null, {
-    storage: 'csv_stream',
-    chunkReadable: true,
-    pageBacked: false,
-    replayable: true,
-    materialization: 'bounded',
-  });
+  return registerChunkReader(
+    dataset,
+    (chunkSize) => readChunks(chunkSize),
+    null,
+    {
+      storage: 'csv_stream',
+      chunkReadable: true,
+      pageBacked: false,
+      replayable: true,
+      materialization: 'bounded',
+    },
+  );
 }
 
 export function createInlineDatasetHandle<T extends DatasetRow>(

package/dist/repo/apps/play-runner-workers/src/runtime/tool-http-errors.ts

@@ -79,7 +79,8 @@ function normalizeHardBillingPayload(
         : 'MONTHLY_BILLING_LIMIT_EXCEEDED',
     error_category: 'billing',
     failure_origin:
-      typeof payload.failure_origin === 'string' && payload.failure_origin.trim()
+      typeof payload.failure_origin === 'string' &&
+      payload.failure_origin.trim()
         ? payload.failure_origin
         : 'deepline_billing',
     message:
@@ -194,5 +195,7 @@ export function extractErrorBilling(
 }
 
 export function isHardBillingToolHttpError(error: unknown): boolean {
-  return error instanceof ToolHttpError && isHardBillingFailurePayload(error.billing);
+  return (
+    error instanceof ToolHttpError && isHardBillingFailurePayload(error.billing)
+  );
 }

package/dist/repo/sdk/src/client.ts

@@ -183,11 +183,11 @@ function isRecord(value: unknown): value is Record<string, unknown> {
 function isPlayRunPackage(value: unknown): value is PlayRunPackage {
   return Boolean(
     value &&
-      typeof value === 'object' &&
-      !Array.isArray(value) &&
-      (value as Record<string, unknown>).kind === 'play_run' &&
-      (value as Record<string, unknown>).run &&
-      typeof (value as { run?: { id?: unknown } }).run?.id === 'string',
+    typeof value === 'object' &&
+    !Array.isArray(value) &&
+    (value as Record<string, unknown>).kind === 'play_run' &&
+    (value as Record<string, unknown>).run &&
+    typeof (value as { run?: { id?: unknown } }).run?.id === 'string',
   );
 }
 
@@ -209,7 +209,7 @@ function normalizePlayStatus(raw: Record<string, unknown>): PlayStatus {
       ? raw.runId
       : typeof raw.workflowId === 'string'
         ? raw.workflowId
-        : packageRun?.id ?? '';
+        : (packageRun?.id ?? '');
   return {
     ...(raw as unknown as Omit<PlayStatus, 'runId' | 'status'>),
     runId,
@@ -228,7 +228,9 @@ function normalizePlayRunStart(raw: Record<string, unknown>): PlayRunStart {
     return raw as unknown as PlayRunStart;
   }
   const status =
-    typeof runPackage.run.status === 'string' ? runPackage.run.status : 'running';
+    typeof runPackage.run.status === 'string'
+      ? runPackage.run.status
+      : 'running';
   return {
     workflowId: runPackage.run.id,
     name: runPackage.run.playName,
@@ -236,9 +238,7 @@ function normalizePlayRunStart(raw: Record<string, unknown>): PlayRunStart {
     ...(runPackage.run.dashboardUrl
       ? { dashboardUrl: runPackage.run.dashboardUrl }
       : {}),
-    ...(TERMINAL_PLAY_STATUSES.has(status)
-      ? { finalStatus: runPackage }
-      : {}),
+    ...(TERMINAL_PLAY_STATUSES.has(status) ? { finalStatus: runPackage } : {}),
     package: runPackage,
   };
 }
@@ -267,7 +267,9 @@ type PlayLiveStatusState = {
   latest: PlayStatus | null;
 };
 
-function getPlayLiveEventPayload(event: PlayLiveEvent): Record<string, unknown> {
+function getPlayLiveEventPayload(
+  event: PlayLiveEvent,
+): Record<string, unknown> {
   return event.payload && typeof event.payload === 'object'
     ? (event.payload as Record<string, unknown>)
     : {};
@@ -309,16 +311,14 @@ function updatePlayLiveStatusState(
       ? payload.runId
       : isPlayRunPackage(payload)
         ? payload.run.id
-      : state.runId;
+        : state.runId;
   const status =
     normalizeLiveStatus(payload.status) ??
     (isPlayRunPackage(payload)
       ? normalizeLiveStatus(payload.run.status)
       : null) ??
     state.status;
-  const progressPayload = isRecord(payload.progress)
-    ? payload.progress
-    : {};
+  const progressPayload = isRecord(payload.progress) ? payload.progress : {};
   const payloadLogs = readStringArray(payload.logs);
   const progressLogs = readStringArray(progressPayload.logs);
   const logs = payloadLogs.length > 0 ? payloadLogs : progressLogs;
@@ -342,7 +342,10 @@ function updatePlayLiveStatusState(
 
   const progressRecord = progressPayload;
   const next: PlayStatus = {
-    ...(payload as unknown as Omit<PlayStatus, 'runId' | 'status' | 'progress'>),
+    ...(payload as unknown as Omit<
+      PlayStatus,
+      'runId' | 'status' | 'progress'
+    >),
     runId,
     status,
     ...(isPlayRunPackage(payload)
@@ -485,7 +488,9 @@ export class DeeplineClient {
     return `deepline plays run ${target} --input '{...}' --watch`;
   }
 
-  private starterPlayPath(play: Pick<PlayListItem, 'name' | 'reference'>): string {
+  private starterPlayPath(
+    play: Pick<PlayListItem, 'name' | 'reference'>,
+  ): string {
     const target = play.reference || play.name;
     const unqualifiedName = target.split('/').pop() || play.name;
     const safeName = unqualifiedName
@@ -741,47 +746,50 @@ export class DeeplineClient {
    *   artifactStorageKey: 'plays/v1/orgs/acme/plays/my-play/artifacts/playgraph_abc123.json',
    * });
    * ```
-  */
+   */
   async startPlayRun(request: StartPlayRunRequest): Promise<PlayRunStart> {
-    const response = await this.http.post<Record<string, unknown>>('/api/v2/plays/run', {
-      ...(request.name ? { name: request.name } : {}),
-      ...(request.revisionId ? { revisionId: request.revisionId } : {}),
-      ...(request.artifactStorageKey
-        ? { artifactStorageKey: request.artifactStorageKey }
-        : {}),
-      ...(request.sourceCode ? { sourceCode: request.sourceCode } : {}),
-      ...(request.sourceFiles ? { sourceFiles: request.sourceFiles } : {}),
-      ...('staticPipeline' in request
-        ? { staticPipeline: request.staticPipeline }
-        : {}),
-      ...(request.artifactHash ? { artifactHash: request.artifactHash } : {}),
-      ...(request.graphHash ? { graphHash: request.graphHash } : {}),
-      ...(request.runtimeArtifact
-        ? { runtimeArtifact: request.runtimeArtifact }
-        : {}),
-      ...(request.compilerManifest
-        ? { compilerManifest: request.compilerManifest }
-        : {}),
-      ...(request.inputFileUpload
-        ? { inputFileUpload: request.inputFileUpload }
-        : {}),
-      ...(request.packagedFileUploads?.length
-        ? { packagedFileUploads: request.packagedFileUploads }
-        : {}),
-      ...(request.input ? { input: request.input } : {}),
-      ...(request.inputFile ? { inputFile: request.inputFile } : {}),
-      ...(request.packagedFiles?.length
-        ? { packagedFiles: request.packagedFiles }
-        : {}),
-      ...(request.force ? { force: true } : {}),
-      ...(typeof request.waitForCompletionMs === 'number'
-        ? { waitForCompletionMs: request.waitForCompletionMs }
-        : {}),
-      // Profile selection is the API's job, not the CLI's. The server
-      // hardcodes workers_edge as the default; tests that want a
-      // different profile pass `request.profile` explicitly.
-      ...(request.profile ? { profile: request.profile } : {}),
-    });
+    const response = await this.http.post<Record<string, unknown>>(
+      '/api/v2/plays/run',
+      {
+        ...(request.name ? { name: request.name } : {}),
+        ...(request.revisionId ? { revisionId: request.revisionId } : {}),
+        ...(request.artifactStorageKey
+          ? { artifactStorageKey: request.artifactStorageKey }
+          : {}),
+        ...(request.sourceCode ? { sourceCode: request.sourceCode } : {}),
+        ...(request.sourceFiles ? { sourceFiles: request.sourceFiles } : {}),
+        ...('staticPipeline' in request
+          ? { staticPipeline: request.staticPipeline }
+          : {}),
+        ...(request.artifactHash ? { artifactHash: request.artifactHash } : {}),
+        ...(request.graphHash ? { graphHash: request.graphHash } : {}),
+        ...(request.runtimeArtifact
+          ? { runtimeArtifact: request.runtimeArtifact }
+          : {}),
+        ...(request.compilerManifest
+          ? { compilerManifest: request.compilerManifest }
+          : {}),
+        ...(request.inputFileUpload
+          ? { inputFileUpload: request.inputFileUpload }
+          : {}),
+        ...(request.packagedFileUploads?.length
+          ? { packagedFileUploads: request.packagedFileUploads }
+          : {}),
+        ...(request.input ? { input: request.input } : {}),
+        ...(request.inputFile ? { inputFile: request.inputFile } : {}),
+        ...(request.packagedFiles?.length
+          ? { packagedFiles: request.packagedFiles }
+          : {}),
+        ...(request.force ? { force: true } : {}),
+        ...(typeof request.waitForCompletionMs === 'number'
+          ? { waitForCompletionMs: request.waitForCompletionMs }
+          : {}),
+        // Profile selection is the API's job, not the CLI's. The server
+        // hardcodes workers_edge as the default; tests that want a
+        // different profile pass `request.profile` explicitly.
+        ...(request.profile ? { profile: request.profile } : {}),
+      },
+    );
     return normalizePlayRunStart(response);
   }
 
@@ -1173,10 +1181,9 @@ export class DeeplineClient {
       }
       return formData;
     };
-    const response = await this.http.postFormData<{ files: PlayStagedFileRef[] }>(
-      '/api/v2/plays/files/stage',
-      buildFormData,
-    );
+    const response = await this.http.postFormData<{
+      files: PlayStagedFileRef[];
+    }>('/api/v2/plays/files/stage', buildFormData);
     return response.files;
   }
 
@@ -1733,8 +1740,9 @@ export class DeeplineClient {
       options?.onProgress?.(status);
 
       if (TERMINAL_PLAY_STATUSES.has(status.status)) {
-        const finalStatus = await this.getPlayStatus(status.runId || workflowId)
-          .catch(() => status);
+        const finalStatus = await this.getPlayStatus(
+          status.runId || workflowId,
+        ).catch(() => status);
         return playRunResultFromStatus(finalStatus, start, workflowId);
       }
     }

package/dist/repo/sdk/src/errors.ts

@@ -92,7 +92,11 @@ export class RateLimitError extends DeeplineError {
   public retryAfterMs: number;
 
   constructor(retryAfterMs = 5000, message?: string) {
-    super(message ?? `Rate limited. Retry after ${retryAfterMs}ms.`, 429, 'RATE_LIMIT');
+    super(
+      message ?? `Rate limited. Retry after ${retryAfterMs}ms.`,
+      429,
+      'RATE_LIMIT',
+    );
     this.name = 'RateLimitError';
     this.retryAfterMs = retryAfterMs;
   }

package/dist/repo/sdk/src/http.ts

@@ -18,16 +18,22 @@
  *
  * @module
  */
+import { existsSync, readFileSync } from 'node:fs';
+import { homedir } from 'node:os';
+import { join } from 'node:path';
 import type { ResolvedConfig } from './types.js';
 import { AuthError, DeeplineError, RateLimitError } from './errors.js';
 import { SDK_API_CONTRACT, SDK_VERSION } from './version.js';
 import type { LiveEventEnvelope } from './types.js';
+import { baseUrlSlug } from './config.js';
 import {
   COORDINATOR_INTERNAL_TOKEN_HEADER,
   COORDINATOR_URL_OVERRIDE_HEADER,
   WORKER_CALLBACK_URL_OVERRIDE_HEADER,
 } from '../../shared_libs/play-runtime/coordinator-headers.js';
 
+const MAX_DIAGNOSTIC_HEADER_LENGTH = 120;
+
 interface RequestOptions {
   method?: 'GET' | 'POST' | 'PUT' | 'DELETE';
   body?: unknown;
@@ -61,42 +67,85 @@ interface StreamOptions {
 export class HttpClient {
   constructor(private config: ResolvedConfig) {}
 
+  private cleanDiagnosticHeader(
+    value: string | null | undefined,
+  ): string | null {
+    const normalized = String(value ?? '')
+      .replace(/[\u0000-\u001f\u007f]/g, ' ')
+      .trim()
+      .slice(0, MAX_DIAGNOSTIC_HEADER_LENGTH);
+    return normalized || null;
+  }
+
+  private readSkillsVersionHeader(): string | null {
+    const explicit = this.cleanDiagnosticHeader(
+      process.env.DEEPLINE_SKILLS_VERSION,
+    );
+    if (explicit) return explicit;
+    try {
+      const versionPath = join(
+        process.env.HOME?.trim() || homedir(),
+        '.local',
+        'deepline',
+        baseUrlSlug(this.config.baseUrl),
+        'sdk-skills',
+        '.version',
+      );
+      if (!existsSync(versionPath)) return null;
+      return this.cleanDiagnosticHeader(readFileSync(versionPath, 'utf-8'));
+    } catch {
+      return null;
+    }
+  }
+
   private authHeaders(extra?: Record<string, string>): Record<string, string> {
     const headers: Record<string, string> = {
-      'Authorization': `Bearer ${this.config.apiKey}`,
+      Authorization: `Bearer ${this.config.apiKey}`,
       'User-Agent': `deepline-ts-sdk/${SDK_VERSION}`,
+      'X-Deepline-Client-Family': 'sdk',
+      'X-Deepline-CLI-Family': 'sdk',
+      'X-Deepline-CLI-Version': SDK_VERSION,
       'X-Deepline-SDK-Version': SDK_VERSION,
       'X-Deepline-API-Contract': SDK_API_CONTRACT,
       ...extra,
     };
-    const bypassToken = typeof process !== 'undefined'
-      ? process.env?.VERCEL_PROTECTION_BYPASS_TOKEN
-      : undefined;
+    const skillsVersion = this.readSkillsVersionHeader();
+    if (skillsVersion) {
+      headers['X-Deepline-Skills-Version'] = skillsVersion;
+    }
+    const bypassToken =
+      typeof process !== 'undefined'
+        ? process.env?.VERCEL_PROTECTION_BYPASS_TOKEN
+        : undefined;
     if (bypassToken) {
       headers['x-vercel-protection-bypass'] = bypassToken;
     }
-    const playArtifactR2Prefix = typeof process !== 'undefined'
-      ? process.env?.DEEPLINE_PLAY_ARTIFACT_R2_PREFIX
-      : undefined;
+    const playArtifactR2Prefix =
+      typeof process !== 'undefined'
+        ? process.env?.DEEPLINE_PLAY_ARTIFACT_R2_PREFIX
+        : undefined;
     if (playArtifactR2Prefix) {
       headers['x-deepline-play-artifact-r2-prefix'] = playArtifactR2Prefix;
     }
-    const coordinatorUrl = typeof process !== 'undefined'
-      ? process.env?.DEEPLINE_COORDINATOR_URL
-      : undefined;
+    const coordinatorUrl =
+      typeof process !== 'undefined'
+        ? process.env?.DEEPLINE_COORDINATOR_URL
+        : undefined;
     if (coordinatorUrl?.trim()) {
       headers[COORDINATOR_URL_OVERRIDE_HEADER] = coordinatorUrl.trim();
-      const coordinatorInternalToken = typeof process !== 'undefined'
-        ? process.env?.DEEPLINE_INTERNAL_TOKEN
-        : undefined;
+      const coordinatorInternalToken =
+        typeof process !== 'undefined'
+          ? process.env?.DEEPLINE_INTERNAL_TOKEN
+          : undefined;
       if (coordinatorInternalToken?.trim()) {
         headers[COORDINATOR_INTERNAL_TOKEN_HEADER] =
           coordinatorInternalToken.trim();
       }
     }
-    const workerCallbackUrl = typeof process !== 'undefined'
-      ? process.env?.DEEPLINE_WORKER_CALLBACK_URL
-      : undefined;
+    const workerCallbackUrl =
+      typeof process !== 'undefined'
+        ? process.env?.DEEPLINE_WORKER_CALLBACK_URL
+        : undefined;
     if (workerCallbackUrl?.trim()) {
       headers[WORKER_CALLBACK_URL_OVERRIDE_HEADER] = workerCallbackUrl.trim();
     }
@@ -114,7 +163,10 @@ export class HttpClient {
    * @throws {@link RateLimitError} on HTTP 429 after all retries exhausted
    * @throws {@link DeeplineError} on other API errors or connection failures
    */
-  async request<T = unknown>(path: string, options?: RequestOptions): Promise<T> {
+  async request<T = unknown>(
+    path: string,
+    options?: RequestOptions,
+  ): Promise<T> {
     const baseUrl = this.config.baseUrl;
     const url = `${baseUrl}${path}`;
     const method = options?.method ?? 'GET';