deepline 0.1.153 → 0.1.154

package/dist/bundling-sources/shared_libs/play-runtime/progress-emitter.ts

@@ -1,197 +0,0 @@
-import { sqlSafePlayColumnName } from '@shared_libs/plays/static-pipeline';
-import type {
-  InlineWaterfallSpec,
-  MapExecutionScope,
-  PlayExecutionEvent,
-  PlayRowUpdate,
-} from './ctx-types';
-
-type RowContextSnapshot = {
-  fieldName?: string;
-  mapScope?: MapExecutionScope;
-} | null;
-
-type CellStatus =
-  | 'queued'
-  | 'running'
-  | 'completed'
-  | 'failed'
-  | 'cached'
-  | 'missed'
-  | 'skipped';
-
-export class PlayProgressEmitter {
-  constructor(
-    private readonly onRowUpdate:
-      | ((update: PlayRowUpdate) => void | Promise<void>)
-      | undefined,
-    private readonly onExecutionEvent:
-      | ((event: PlayExecutionEvent) => void | Promise<void>)
-      | undefined,
-    private readonly getRowContext: () => RowContextSnapshot,
-    private readonly isInlineWaterfallToolStep: (
-      step: InlineWaterfallSpec['steps'][number],
-    ) => boolean,
-  ) {}
-
-  executionEvent(event: PlayExecutionEvent): void {
-    if (!this.onExecutionEvent) {
-      return;
-    }
-    void this.onExecutionEvent(event);
-  }
-
-  rowUpdate(
-    key: string | null,
-    tableNamespace: string | null,
-    update: Omit<PlayRowUpdate, 'key'>,
-  ): void {
-    const rowContext = this.getRowContext();
-    const rowScope = rowContext?.mapScope;
-    if (rowScope && key) {
-      this.executionEvent({
-        type: 'map.row.updated',
-        mapInvocationId: rowScope.mapInvocationId,
-        mapNodeId: rowScope.mapNodeId ?? null,
-        logicalNamespace: rowScope.logicalNamespace,
-        artifactTableNamespace: rowScope.artifactTableNamespace,
-        rowKey: key,
-        rowStatus: update.status,
-        fieldName: rowContext?.fieldName ?? null,
-        stage: update.stage ?? null,
-        provider: update.provider ?? null,
-        at: Date.now(),
-      });
-    }
-    if (!key || !this.onRowUpdate) {
-      return;
-    }
-    void this.onRowUpdate({
-      ...update,
-      key,
-      tableNamespace,
-    });
-  }
-
-  fieldMetaUpdate(input: {
-    rowId: number;
-    key: string | null;
-    tableNamespace: string | null;
-    fieldName?: string | null;
-    status: CellStatus;
-    rowStatus?: PlayRowUpdate['status'];
-    stage?: string | null;
-    provider?: string | null;
-    error?: string | null;
-    reused?: boolean;
-    dataPatch?: Record<string, unknown>;
-  }): void {
-    if (!input.fieldName) {
-      this.rowUpdate(input.key, input.tableNamespace, {
-        rowId: input.rowId,
-        status: input.rowStatus,
-        stage: input.stage ?? null,
-        provider: input.provider ?? null,
-        error: input.error ?? null,
-        dataPatch: input.dataPatch ?? {},
-      });
-      return;
-    }
-
-    this.rowUpdate(input.key, input.tableNamespace, {
-      rowId: input.rowId,
-      status: input.rowStatus,
-      stage: input.stage ?? null,
-      provider: input.provider ?? null,
-      error: input.error ?? null,
-      dataPatch: input.dataPatch ?? {},
-      cellMetaPatch: {
-        [input.fieldName]: {
-          status: input.status,
-          stage: input.stage ?? null,
-          provider: input.provider ?? null,
-          error: input.error ?? null,
-          ...(input.reused !== undefined ? { reused: input.reused } : {}),
-        },
-      },
-    });
-  }
-
-  cellUpdate(input: {
-    rowId: number;
-    key: string | null;
-    tableNamespace: string | null;
-    columnName: string;
-    status: CellStatus;
-    rowStatus?: PlayRowUpdate['status'];
-    stage?: string | null;
-    provider?: string | null;
-    error?: string | null;
-    producer?: {
-      kind: 'play' | 'tool' | 'code';
-      id?: string | null;
-      displayName?: string | null;
-      playId?: string | null;
-      toolId?: string | null;
-      runId?: string | null;
-    } | null;
-    value?: unknown;
-  }): void {
-    this.rowUpdate(input.key, input.tableNamespace, {
-      rowId: input.rowId,
-      status: input.rowStatus,
-      stage: input.stage ?? null,
-      provider: input.provider ?? null,
-      error: input.error ?? null,
-      dataPatch:
-        input.value === undefined ? {} : { [input.columnName]: input.value },
-      cellMetaPatch: {
-        [input.columnName]: {
-          status: input.status,
-          stage: input.stage ?? null,
-          provider: input.provider ?? null,
-          error: input.error ?? null,
-          ...(input.producer !== undefined ? { producer: input.producer } : {}),
-        },
-      },
-    });
-  }
-
-  queuedInlineWaterfallSteps(input: {
-    rowId: number;
-    key: string | null;
-    tableNamespace: string | null;
-    spec: InlineWaterfallSpec;
-  }): void {
-    for (const step of input.spec.steps) {
-      this.cellUpdate({
-        rowId: input.rowId,
-        key: input.key,
-        tableNamespace: input.tableNamespace,
-        columnName: sqlSafePlayColumnName(`${input.spec.id}.${step.id}`),
-        status: 'queued',
-        stage: step.id,
-        provider: this.isInlineWaterfallToolStep(step)
-          ? (
-              step as Extract<
-                InlineWaterfallSpec['steps'][number],
-                { toolId: string }
-              >
-            ).toolId
-          : 'code',
-        producer: this.isInlineWaterfallToolStep(step)
-          ? {
-              kind: 'tool',
-              toolId: (
-                step as Extract<
-                  InlineWaterfallSpec['steps'][number],
-                  { toolId: string }
-                >
-              ).toolId,
-            }
-          : { kind: 'code', id: step.id },
-        value: null,
-      });
-    }
-  }
-}

package/dist/bundling-sources/shared_libs/play-runtime/waterfall-replay.ts

@@ -1,79 +0,0 @@
-import type {
-  BatchResult,
-  PlayCheckpoint,
-  WaterfallRequest,
-} from './ctx-types';
-
-export class WaterfallReplayStore {
-  constructor(private readonly checkpoint: PlayCheckpoint) {}
-
-  checkpointKey(input: { rowId: number; rowKey?: string | null }): string {
-    return input.rowKey?.trim() || String(input.rowId);
-  }
-
-  getResolved(
-    queueKey: string,
-    input: {
-      rowId: number;
-      rowKey?: string | null;
-    },
-  ): { found: boolean; value: unknown } {
-    const resolved = this.checkpoint.resolvedWaterfalls[queueKey];
-    if (!resolved) {
-      return { found: false, value: undefined };
-    }
-    const durableKey = this.checkpointKey(input);
-    if (Object.prototype.hasOwnProperty.call(resolved, durableKey)) {
-      return { found: true, value: resolved[durableKey] };
-    }
-    return { found: false, value: undefined };
-  }
-
-  setResolved(
-    queueKey: string,
-    input: {
-      rowId: number;
-      rowKey?: string | null;
-    },
-    value: unknown,
-  ): void {
-    this.checkpoint.resolvedWaterfalls[queueKey] ??= {};
-    this.checkpoint.resolvedWaterfalls[queueKey]![this.checkpointKey(input)] =
-      value;
-  }
-
-  readProviderBatch(input: {
-    batchKey: string;
-    requests: readonly WaterfallRequest[];
-  }): Array<{ request: WaterfallRequest; result: unknown | null }> | null {
-    const cached = this.checkpoint.completedBatches[input.batchKey];
-    if (!cached) {
-      return null;
-    }
-    const recovered = cached.flatMap((entry) => {
-      const request = input.requests.find((candidate) =>
-        entry.rowKey
-          ? candidate.rowKey === entry.rowKey
-          : candidate.rowId === entry.rowId,
-      );
-      return request ? [{ request, result: entry.result }] : [];
-    });
-    return recovered.length > 0 ? recovered : null;
-  }
-
-  writeProviderBatch(
-    batchKey: string,
-    results: ReadonlyArray<{
-      request: WaterfallRequest;
-      result: unknown | null;
-    }>,
-  ): void {
-    this.checkpoint.completedBatches[batchKey] = results.map(
-      (entry): BatchResult => ({
-        rowId: entry.request.rowId,
-        rowKey: entry.request.rowKey ?? null,
-        result: entry.result,
-      }),
-    );
-  }
-}