@prisma-next/sql-runtime 0.5.0-dev.7 → 0.5.0-dev.70

package/src/codecs/decoding.ts

@@ -1,221 +1,308 @@
-import type { ExecutionPlan } from '@prisma-next/contract/types';
-import type { Codec, CodecRegistry } from '@prisma-next/sql-relational-core/ast';
-import type { JsonSchemaValidatorRegistry } from '@prisma-next/sql-relational-core/query-lane-context';
-import { validateJsonValue } from './json-schema-validation';
+import {
+  checkAborted,
+  isRuntimeError,
+  raceAgainstAbort,
+  runtimeError,
+} from '@prisma-next/framework-components/runtime';
+import type {
+  AnyQueryAst,
+  Codec,
+  ContractCodecRegistry,
+  ProjectionItem,
+  SqlCodecCallContext,
+} from '@prisma-next/sql-relational-core/ast';
+import type { SqlExecutionPlan } from '@prisma-next/sql-relational-core/plan';
+import { makeAliasResolver } from './alias-resolver';
 
-function resolveRowCodec(
-  alias: string,
-  plan: ExecutionPlan,
-  registry: CodecRegistry,
-): Codec | null {
-  const planCodecId = plan.meta.annotations?.codecs?.[alias] as string | undefined;
-  if (planCodecId) {
-    const codec = registry.get(planCodecId);
-    if (codec) {
-      return codec;
-    }
-  }
+type ColumnRef = { table: string; column: string };
 
-  if (plan.meta.projectionTypes) {
-    const typeId = plan.meta.projectionTypes[alias];
-    if (typeId) {
-      const codec = registry.get(typeId);
-      if (codec) {
-        return codec;
-      }
-    }
-  }
+interface DecodeContext {
+  readonly aliases: ReadonlyArray<string> | undefined;
+  readonly codecs: ReadonlyMap<string, Codec>;
+  readonly columnRefs: ReadonlyMap<string, ColumnRef>;
+  readonly includeAliases: ReadonlySet<string>;
+}
+
+const WIRE_PREVIEW_LIMIT = 100;
+const EMPTY_INCLUDE_ALIASES: ReadonlySet<string> = new Set<string>();
 
-  return null;
+function isAstBackedPlan(
+  plan: SqlExecutionPlan,
+): plan is SqlExecutionPlan & { readonly ast: AnyQueryAst } {
+  return plan.ast !== undefined;
 }
 
-type ColumnRefIndex = Map<string, { table: string; column: string }>;
+function projectionListFromAst(ast: AnyQueryAst): ReadonlyArray<ProjectionItem> | undefined {
+  if (ast.kind === 'select') {
+    return ast.projection;
+  }
+  return ast.returning;
+}
 
 /**
- * Builds a lookup index from column name → { table, column } ref.
- * Called once per decodeRow invocation to avoid O(aliases × refs) linear scans.
+ * Resolve the per-cell codec for a projection item.
+ *
+ * When a `(table, column)` ref is available — either implicit on a `column-ref` expression or carried explicitly via `item.refs` for column-bound non-`column-ref` projections — prefer `contractCodecs.forColumn(table, column)`: that returns the per-instance codec materialized from the descriptor's factory for that column, encoding any per-instance state (typeParams like vector length, schema validators, etc.).
+ *
+ * The wrong-instance risk for parameterized codecs is closed off structurally:
+ *
+ * 1. `buildContractCodecRegistry` pre-populates `byCodecId` with one canonical instance per non-parameterized descriptor; parameterized descriptors are intentionally absent. 2. `forCodecId` rejects ambiguous parameterized fallbacks (`ambiguousCodecIds`). 3. The non-ambiguous parameterized case stores the column-correct per-instance codec under `byCodecId`, so the fall-through still resolves to the right instance.
+ *
+ * The `forCodecId` fallback otherwise covers projections that are *not* column-bound (computed projections, raw SQL aliases) but still carry a `codecId` (ADR 205 stamps every `ProjectionItem` with the producer's codec id).
+ *
+ * Codec-registry-unification spec § AC-4 / AC-5.
  */
-function buildColumnRefIndex(plan: ExecutionPlan): ColumnRefIndex | null {
-  const columns = plan.meta.refs?.columns;
-  if (!columns) return null;
-
-  const index: ColumnRefIndex = new Map();
-  for (const ref of columns) {
-    index.set(ref.column, ref);
+function resolveProjectionCodec(
+  item: ProjectionItem,
+  contractCodecs: ContractCodecRegistry | undefined,
+  aliasResolver: (alias: string) => string,
+): Codec | undefined {
+  if (contractCodecs) {
+    if (item.expr.kind === 'column-ref') {
+      const byColumn = contractCodecs.forColumn(aliasResolver(item.expr.table), item.expr.column);
+      // Only honour `byColumn` when its codec id agrees with `item.codecId`. They can legitimately disagree when an `OperationExpr`-shaped projection carries a single inner column-ref but transforms the value's codec (e.g. `cosineDistance(col, x)` projects `pg/float8@1` while the inner column-ref points at a `pg/vector@1` column).
+      if (byColumn && (item.codecId === undefined || byColumn.id === item.codecId)) return byColumn;
+    } else if (item.refs) {
+      const byColumn = contractCodecs.forColumn(aliasResolver(item.refs.table), item.refs.column);
+      if (byColumn && (item.codecId === undefined || byColumn.id === item.codecId)) return byColumn;
+    }
   }
-  return index;
+  if (item.codecId) {
+    return contractCodecs?.forCodecId(item.codecId);
+  }
+  return undefined;
 }
 
-function parseProjectionRef(value: string): { table: string; column: string } | null {
-  if (value.startsWith('include:') || value.startsWith('operation:')) {
-    return null;
+function buildDecodeContext(
+  plan: SqlExecutionPlan,
+  contractCodecs: ContractCodecRegistry | undefined,
+): DecodeContext {
+  if (!isAstBackedPlan(plan)) {
+    return {
+      aliases: undefined,
+      codecs: new Map(),
+      columnRefs: new Map(),
+      includeAliases: EMPTY_INCLUDE_ALIASES,
+    };
   }
 
-  const separatorIndex = value.indexOf('.');
-  if (separatorIndex <= 0 || separatorIndex === value.length - 1) {
-    return null;
+  const projection = projectionListFromAst(plan.ast);
+  if (!projection) {
+    return {
+      aliases: undefined,
+      codecs: new Map(),
+      columnRefs: new Map(),
+      includeAliases: EMPTY_INCLUDE_ALIASES,
+    };
   }
 
-  return {
-    table: value.slice(0, separatorIndex),
-    column: value.slice(separatorIndex + 1),
-  };
+  const aliases: string[] = [];
+  const codecs = new Map<string, Codec>();
+  const columnRefs = new Map<string, ColumnRef>();
+  const includeAliases = new Set<string>();
+  const aliasResolver = makeAliasResolver(plan.ast);
+
+  for (const item of projection) {
+    aliases.push(item.alias);
+
+    const codec = resolveProjectionCodec(item, contractCodecs, aliasResolver);
+    if (codec) {
+      codecs.set(item.alias, codec);
+    }
+
+    if (item.expr.kind === 'column-ref') {
+      columnRefs.set(item.alias, {
+        table: aliasResolver(item.expr.table),
+        column: item.expr.column,
+      });
+    } else if (item.refs) {
+      columnRefs.set(item.alias, {
+        table: aliasResolver(item.refs.table),
+        column: item.refs.column,
+      });
+    } else if (item.expr.kind === 'subquery' || item.expr.kind === 'json-array-agg') {
+      includeAliases.add(item.alias);
+    }
+  }
+
+  return { aliases, codecs, columnRefs, includeAliases };
+}
+
+function previewWireValue(wireValue: unknown): string {
+  if (typeof wireValue === 'string') {
+    return wireValue.length > WIRE_PREVIEW_LIMIT
+      ? `${wireValue.substring(0, WIRE_PREVIEW_LIMIT)}...`
+      : wireValue;
+  }
+  return String(wireValue).substring(0, WIRE_PREVIEW_LIMIT);
 }
 
-function resolveColumnRefForAlias(
+function wrapDecodeFailure(
+  error: unknown,
   alias: string,
-  projection: ExecutionPlan['meta']['projection'],
-  fallbackColumnRefIndex: ColumnRefIndex | null,
-): { table: string; column: string } | undefined {
-  if (projection && !Array.isArray(projection)) {
-    const mappedRef = (projection as Record<string, string>)[alias];
-    if (typeof mappedRef !== 'string') {
-      return undefined;
-    }
-    return parseProjectionRef(mappedRef) ?? undefined;
+  ref: ColumnRef | undefined,
+  codec: Codec,
+  wireValue: unknown,
+): never {
+  const message = error instanceof Error ? error.message : String(error);
+  const target = ref ? `${ref.table}.${ref.column}` : alias;
+  const wrapped = runtimeError(
+    'RUNTIME.DECODE_FAILED',
+    `Failed to decode column ${target} with codec '${codec.id}': ${message}`,
+    {
+      ...(ref ? { table: ref.table, column: ref.column } : { alias }),
+      codec: codec.id,
+      wirePreview: previewWireValue(wireValue),
+    },
+  );
+  wrapped.cause = error;
+  throw wrapped;
+}
+
+function wrapIncludeAggregateFailure(error: unknown, alias: string, wireValue: unknown): never {
+  const message = error instanceof Error ? error.message : String(error);
+  const wrapped = runtimeError(
+    'RUNTIME.DECODE_FAILED',
+    `Failed to parse JSON array for include alias '${alias}': ${message}`,
+    {
+      alias,
+      wirePreview: previewWireValue(wireValue),
+    },
+  );
+  wrapped.cause = error;
+  throw wrapped;
+}
+
+function decodeIncludeAggregate(alias: string, wireValue: unknown): unknown {
+  if (wireValue === null || wireValue === undefined) {
+    return [];
   }
 
-  return fallbackColumnRefIndex?.get(alias);
+  try {
+    let parsed: unknown;
+    if (typeof wireValue === 'string') {
+      parsed = JSON.parse(wireValue);
+    } else if (Array.isArray(wireValue)) {
+      parsed = wireValue;
+    } else {
+      parsed = JSON.parse(String(wireValue));
+    }
+
+    if (!Array.isArray(parsed)) {
+      throw new Error(`Expected array for include alias '${alias}', got ${typeof parsed}`);
+    }
+
+    return parsed;
+  } catch (error) {
+    wrapIncludeAggregateFailure(error, alias, wireValue);
+  }
 }
 
-export function decodeRow(
-  row: Record<string, unknown>,
-  plan: ExecutionPlan,
-  registry: CodecRegistry,
-  jsonValidators?: JsonSchemaValidatorRegistry,
-): Record<string, unknown> {
-  const decoded: Record<string, unknown> = {};
-  const projection = plan.meta.projection;
+/**
+ * Decodes a single field. Single-armed: every cell takes the same path — `codec.decode → await → return plain value` — so sync- and async-authored codecs are indistinguishable to callers. JSON-Schema validation, when required, lives inside the resolved codec's `decode` body (e.g. `arktype-json` validates against its rehydrated schema and throws `RUNTIME.JSON_SCHEMA_VALIDATION_FAILED` from `decode` directly); there is
+ * no separate validator-registry pass.
+ *
+ * The row-level `rowCtx` is repackaged into a per-cell `SqlCodecCallContext` whose `column = { table, name }` is a structural projection of the per-cell `ColumnRef = { table, column }` resolved from the AST-backed `DecodeContext` (the same resolution `wrapDecodeFailure` uses for envelope construction — one resolution per cell, two consumers). Cells the runtime cannot resolve to a single underlying column (aggregate
+ * aliases, computed projections without a simple ref) get `column: undefined`, matching the spec contract that the runtime never silently defaults this field.
+ */
+async function decodeField(
+  alias: string,
+  wireValue: unknown,
+  decodeCtx: DecodeContext,
+  rowCtx: SqlCodecCallContext,
+): Promise<unknown> {
+  if (wireValue === null) {
+    return null;
+  }
+
+  const codec = decodeCtx.codecs.get(alias);
+  if (!codec) {
+    return wireValue;
+  }
 
-  // Fallback for plans that do not provide projection alias -> table.column mapping.
-  const fallbackColumnRefIndex =
-    jsonValidators && (!projection || Array.isArray(projection)) ? buildColumnRefIndex(plan) : null;
+  const ref = decodeCtx.columnRefs.get(alias);
 
-  let aliases: readonly string[];
-  if (projection && !Array.isArray(projection)) {
-    aliases = Object.keys(projection);
-  } else if (projection && Array.isArray(projection)) {
-    aliases = projection;
+  // Per-cell ctx: the cell-level `column` is a `SqlColumnRef = { table, name }` projection of the resolved `ColumnRef = { table, column }` (same resolution `wrapDecodeFailure` uses below — no double work). Cells the runtime cannot resolve (aggregate aliases, computed projections without a simple ref) drop the `column` field entirely — explicitly cleared so a previously-populated `rowCtx.column` cannot leak through to
+  // unrelated cells. Destructuring (rather than `column: undefined`) is required because `SqlCodecCallContext.column` is declared `column?: SqlColumnRef` under `exactOptionalPropertyTypes`.
+  let cellCtx: SqlCodecCallContext;
+  if (ref) {
+    cellCtx = { ...rowCtx, column: { table: ref.table, name: ref.column } };
   } else {
-    aliases = Object.keys(row);
+    const { column: _drop, ...rowCtxWithoutColumn } = rowCtx;
+    cellCtx = rowCtxWithoutColumn;
   }
 
-  for (const alias of aliases) {
-    const wireValue = row[alias];
+  try {
+    return await codec.decode(wireValue, cellCtx);
+  } catch (error) {
+    // Codec-authored runtime envelopes (e.g. `RUNTIME.DECODE_FAILED` thrown from inside the codec body, or `RUNTIME.ABORTED` raised via `CodecCallContext.signal` per ADR 207) carry their own per-codec context — wrapping them again would erase that context and coerce the abort intent into a generic decode failure. Pass them through unchanged; only foreign errors get the `wrapDecodeFailure` envelope.
+    if (isRuntimeError(error)) {
+      throw error;
+    }
+    wrapDecodeFailure(error, alias, ref, codec, wireValue);
+  }
+}
 
-    const projectionValue =
-      projection && typeof projection === 'object' && !Array.isArray(projection)
-        ? (projection as Record<string, string>)[alias]
-        : undefined;
+/**
+ * Decodes a row by dispatching all per-cell codec calls concurrently via `Promise.all`. Each cell follows the single-armed `decodeField` path. Failures are wrapped in `RUNTIME.DECODE_FAILED` with `{ table, column, codec }` (or `{ alias, codec }` when no column ref is resolvable) and the original error attached on `cause`.
+ *
+ * When `rowCtx.signal` is provided:
+ *
+ * - **Already-aborted at entry** short-circuits with `RUNTIME.ABORTED` (`{ phase: 'decode' }`) before any `codec.decode` call is made.
+ * - **Mid-flight aborts** race the per-cell `Promise.all` against the signal so the runtime returns promptly even when codec bodies ignore it. In-flight bodies that ignore the signal complete in the background (cooperative cancellation).
+ * - Existing `RUNTIME.DECODE_FAILED` envelopes from codec bodies pass through unchanged (no double wrap).
+ */
+export async function decodeRow(
+  row: Record<string, unknown>,
+  plan: SqlExecutionPlan,
+  rowCtx: SqlCodecCallContext,
+  contractCodecs?: ContractCodecRegistry,
+): Promise<Record<string, unknown>> {
+  checkAborted(rowCtx, 'decode');
+  const signal = rowCtx.signal;
 
-    if (typeof projectionValue === 'string' && projectionValue.startsWith('include:')) {
-      if (wireValue === null || wireValue === undefined) {
-        decoded[alias] = [];
-        continue;
-      }
+  const decodeCtx = buildDecodeContext(plan, contractCodecs);
 
-      try {
-        let parsed: unknown;
-        if (typeof wireValue === 'string') {
-          parsed = JSON.parse(wireValue);
-        } else if (Array.isArray(wireValue)) {
-          parsed = wireValue;
-        } else {
-          parsed = JSON.parse(String(wireValue));
-        }
-
-        if (!Array.isArray(parsed)) {
-          throw new Error(`Expected array for include alias '${alias}', got ${typeof parsed}`);
-        }
-
-        decoded[alias] = parsed;
-      } catch (error) {
-        const decodeError = new Error(
-          `Failed to parse JSON array for include alias '${alias}': ${error instanceof Error ? error.message : String(error)}`,
-        ) as Error & {
-          code: string;
-          category: string;
-          severity: string;
-          details?: Record<string, unknown>;
-        };
-        decodeError.code = 'RUNTIME.DECODE_FAILED';
-        decodeError.category = 'RUNTIME';
-        decodeError.severity = 'error';
-        decodeError.details = {
+  const aliases = decodeCtx.aliases ?? Object.keys(row);
+
+  if (decodeCtx.aliases !== undefined) {
+    for (const alias of decodeCtx.aliases) {
+      if (!Object.hasOwn(row, alias)) {
+        throw runtimeError('RUNTIME.DECODE_FAILED', `Row missing projection alias "${alias}"`, {
           alias,
-          wirePreview:
-            typeof wireValue === 'string' && wireValue.length > 100
-              ? `${wireValue.substring(0, 100)}...`
-              : String(wireValue).substring(0, 100),
-        };
-        throw decodeError;
+          expectedAliases: decodeCtx.aliases,
+          presentKeys: Object.keys(row),
+        });
       }
-      continue;
     }
+  }
 
-    if (wireValue === null || wireValue === undefined) {
-      decoded[alias] = wireValue;
-      continue;
-    }
+  const tasks: Promise<unknown>[] = [];
+  const includeIndices: { index: number; alias: string; value: unknown }[] = [];
 
-    const codec = resolveRowCodec(alias, plan, registry);
+  for (let i = 0; i < aliases.length; i++) {
+    const alias = aliases[i] as string;
+    const wireValue = row[alias];
 
-    if (!codec) {
-      decoded[alias] = wireValue;
+    if (decodeCtx.includeAliases.has(alias)) {
+      includeIndices.push({ index: i, alias, value: wireValue });
+      tasks.push(Promise.resolve(undefined));
       continue;
     }
 
-    try {
-      const decodedValue = codec.decode(wireValue);
-
-      // Validate decoded JSON value against schema
-      if (jsonValidators) {
-        const ref = resolveColumnRefForAlias(alias, projection, fallbackColumnRefIndex);
-        if (ref) {
-          validateJsonValue(
-            jsonValidators,
-            ref.table,
-            ref.column,
-            decodedValue,
-            'decode',
-            codec.id,
-          );
-        }
-      }
+    tasks.push(decodeField(alias, wireValue, decodeCtx, rowCtx));
+  }
 
-      decoded[alias] = decodedValue;
-    } catch (error) {
-      // Re-throw JSON schema validation errors as-is
-      if (
-        error instanceof Error &&
-        'code' in error &&
-        (error as Error & { code: string }).code === 'RUNTIME.JSON_SCHEMA_VALIDATION_FAILED'
-      ) {
-        throw error;
-      }
+  const settled = await raceAgainstAbort(Promise.all(tasks), signal, 'decode');
 
-      const decodeError = new Error(
-        `Failed to decode row alias '${alias}' with codec '${codec.id}': ${error instanceof Error ? error.message : String(error)}`,
-      ) as Error & {
-        code: string;
-        category: string;
-        severity: string;
-        details?: Record<string, unknown>;
-      };
-      decodeError.code = 'RUNTIME.DECODE_FAILED';
-      decodeError.category = 'RUNTIME';
-      decodeError.severity = 'error';
-      decodeError.details = {
-        alias,
-        codec: codec.id,
-        wirePreview:
-          typeof wireValue === 'string' && wireValue.length > 100
-            ? `${wireValue.substring(0, 100)}...`
-            : String(wireValue).substring(0, 100),
-      };
-      throw decodeError;
-    }
+  // Include aggregates are decoded synchronously after concurrent codec dispatch settles, so any decode failures upstream propagate first.
+  for (const entry of includeIndices) {
+    settled[entry.index] = decodeIncludeAggregate(entry.alias, entry.value);
   }
 
+  const decoded: Record<string, unknown> = {};
+  for (let i = 0; i < aliases.length; i++) {
+    decoded[aliases[i] as string] = settled[i];
+  }
   return decoded;
 }