deepline 0.3.233 → 0.3.234

package/dist/bundling-sources/sdk/src/release.ts

@@ -200,7 +200,7 @@ export const SDK_RELEASE = {
   // getters keep their established compatibility behavior.
   // 0.3.1 deprecated the legacy `deepline enrich` command in favor of Plays.
   // 0.3.90 is the first deliberately versioned SDK release for API v3.
-  version: '0.3.233',
+  version: '0.3.234',
   updateSummary:
     'Play grep now returns concise results with the matched fields and terms. Automatic CLI updates are enabled by default; use `deepline settings autoupdate off` to opt out, `deepline settings autoupdate on` to re-enable updates, or `deepline settings autoupdate pin <version>` to hold an exact release.',
   packageCapabilities: {

package/dist/bundling-sources/shared_libs/play-data-plane/sheet-column-storage.ts

@@ -245,8 +245,74 @@ export const RuntimeSheetColumns = {
     // jsonb_populate_record maps JSON null to SQL NULL. A legacy JSONB cell
     // must retain explicit JSON null, distinct from an omitted/SQL NULL cell.
     if (type === 'jsonb') return jsonExpression;
-    // Resolve the actual row type inside PostgreSQL, never from a cached
-    // contract. This also preserves JSON scalar strings for legacy JSONB.
+    // These types come from the locked, live catalog. Extract scalar text
+    // before casting so JSON null becomes SQL NULL and strings stay unquoted.
+    if (type === 'boolean' || type === 'double precision' || type === 'text')
+      return `((${jsonExpression}) #>> '{}')::${type}`;
+    // Preserve PostgreSQL's conversion rules for other pre-existing SQL types.
     return `(jsonb_populate_record(NULL::${tableReference}, jsonb_build_object(${literal(columnName)}, ${jsonExpression}))).${identifier(columnName)}`;
   },
+
+  /** Convert native cells once per input row; retain raw JSONB cell semantics. */
+  jsonRowSql(input: {
+    jsonExpression: string;
+    tableReference: string;
+    columns: readonly PhysicalSheetColumnProjection[];
+    types: RuntimeSheetColumnTypes;
+    alias?: string;
+    // Guard conversion itself when an existing row makes incoming cells inert.
+    when?: string;
+  }): { joinSql: string; valueSql: (columnName: string) => string } {
+    const alias = identifier(input.alias ?? '_typed_cells');
+    const columns = new Map(
+      input.columns.map((column) => [column.sqlName, column]),
+    );
+    const native = input.columns.filter((column) => {
+      const type = input.types.get(column.sqlName);
+      if (!type)
+        throw new Error(`Runtime Sheet column is missing: ${column.sqlName}`);
+      return (
+        type === 'boolean' || type === 'double precision' || type === 'text'
+      );
+    });
+    const nativeNames = new Set(native.map((column) => column.sqlName));
+    // Unmapped keys are ignored by jsonb_to_record. Remap only renamed fields,
+    // overriding any unrelated payload key that happens to use the SQL name.
+    const renamed = native.filter(
+      (column) => column.sqlName !== column.fieldName,
+    );
+    let payload = `(${input.jsonExpression})`;
+    // jsonb_build_object accepts at most 100 arguments (50 key/value pairs).
+    for (let offset = 0; offset < renamed.length; offset += 50) {
+      payload += ` || jsonb_build_object(${renamed
+        .slice(offset, offset + 50)
+        .map(
+          (column) =>
+            `${literal(column.sqlName)}, (${input.jsonExpression}) -> ${literal(column.fieldName)}`,
+        )
+        .join(', ')})`;
+    }
+    if (input.when)
+      payload = `CASE WHEN ${input.when} THEN ${payload} ELSE NULL::jsonb END`;
+    const joinSql =
+      native.length === 0
+        ? ''
+        : `CROSS JOIN LATERAL jsonb_to_record(${payload}) AS ${alias}(${native.map((column) => `${identifier(column.sqlName)} ${input.types.get(column.sqlName)}`).join(', ')})`;
+    return {
+      joinSql,
+      valueSql(columnName: string): string {
+        const column = columns.get(columnName);
+        if (!column)
+          throw new Error(`Runtime Sheet column is missing: ${columnName}`);
+        if (nativeNames.has(columnName))
+          return `${alias}.${identifier(columnName)}`;
+        return RuntimeSheetColumns.jsonValueSql(
+          `(${input.jsonExpression}) -> ${literal(column.fieldName)}`,
+          input.tableReference,
+          columnName,
+          input.types,
+        );
+      },
+    };
+  },
 };

package/dist/bundling-sources/shared_libs/play-runtime/runtime-api.ts

@@ -3406,16 +3406,20 @@ async function writeRuntimeRows(
             .map((entry) => entry.row);
         },
       });
+      const incomingRow = RuntimeSheetColumns.jsonRowSql({
+        jsonExpression: 'input_rows.payload',
+        tableReference: sheetTable(session),
+        columns: physicalColumnProjections,
+        types: columnTypes,
+        ...(input.mode === 'upsert'
+          ? { when: 'existing_input._key IS NULL' }
+          : {}),
+      });
       const physicalInsertValuesSql =
         physicalColumns.length > 0
           ? `, ${physicalColumnProjections
               .map((column) => {
-                const incoming = RuntimeSheetColumns.jsonValueSql(
-                  `input_rows.payload -> ${quoteLiteral(column.fieldName)}`,
-                  sheetTable(session),
-                  column.sqlName,
-                  columnTypes,
-                );
+                const incoming = incomingRow.valueSql(column.sqlName);
                 return input.mode === 'upsert'
                   ? `CASE WHEN existing_input._key IS NOT NULL THEN existing_input.${quoteIdentifier(column.sqlName)} ELSE ${incoming} END`
                   : incoming;
@@ -3476,6 +3480,7 @@ async function writeRuntimeRows(
                 SELECT input_rows._key, 'pending', $4::text, input_rows._input_index, now()${physicalInsertValuesSql}
                 FROM input_rows
                 LEFT JOIN ${sheetTable(session)} AS existing_input ON existing_input._key = input_rows._key
+                ${incomingRow.joinSql}
                 ON CONFLICT (_key) DO UPDATE SET
                   _status = 'pending',
                   _run_id = EXCLUDED._run_id,
@@ -3487,8 +3492,9 @@ async function writeRuntimeRows(
               ),`
             : `inserted_rows AS (
                 INSERT INTO ${sheetTable(session)} (_key, _status, _run_id, _input_index, _created_at${physicalInsertColumnsSql})
-                SELECT _key, 'pending', $4::text, _input_index, now()${physicalInsertValuesSql}
+                SELECT input_rows._key, 'pending', $4::text, input_rows._input_index, now()${physicalInsertValuesSql}
                 FROM input_rows
+                ${incomingRow.joinSql}
                 RETURNING _key
               ),`;
 
@@ -3645,6 +3651,7 @@ async function prepareRuntimeSheetDatasetRows(
     writeVersion: number;
     physicalInsertColumnsSql: string;
     physicalInsertValuesSql: string;
+    physicalInsertJoinSql: string;
     physicalRefreshSetSql: string;
     physicalUpsertSetSql: string;
     outputPhysicalColumns: PhysicalSheetColumnProjection[];
@@ -3803,6 +3810,7 @@ async function prepareRuntimeSheetDatasetRows(
           SELECT input_rows._key, 'pending', $4::text, input_rows._input_index, $7::text, $8::text, $9::timestamptz, $10::integer, $12::bigint, $4::text, now()${input.physicalInsertValuesSql}
           FROM input_rows
           LEFT JOIN ${sheetTable(session)} AS existing_input ON existing_input._key = input_rows._key
+          ${input.physicalInsertJoinSql}
           ON CONFLICT (_key) DO UPDATE SET
             _status = 'pending',
             _run_id = EXCLUDED._run_id,
@@ -4097,6 +4105,7 @@ async function prepareNetNewRuntimeSheetDatasetRows(
     writeVersion: number;
     physicalInsertColumnsSql: string;
     physicalInsertValuesSql: string;
+    physicalInsertJoinSql: string;
   },
 ): Promise<{
   inserted: number;
@@ -4152,6 +4161,7 @@ async function prepareNetNewRuntimeSheetDatasetRows(
               $7::timestamptz, $8::integer, $9::bigint, $4::text, now()${input.physicalInsertValuesSql}
        FROM input_rows
        LEFT JOIN ${sheetTable(session)} AS existing_input ON existing_input._key = input_rows._key
+       ${input.physicalInsertJoinSql}
        ON CONFLICT (_key) DO NOTHING
        RETURNING _key
        ),
@@ -6772,16 +6782,23 @@ export async function startRuntimeSheetDataset(
           });
         },
       });
+      const incomingRow = RuntimeSheetColumns.jsonRowSql({
+        jsonExpression: 'input_rows.payload',
+        tableReference: sheetTable(session),
+        columns: physicalSheetColumnProjections(input.sheetContract).map(
+          (column) => ({ ...column, fieldName: column.sqlName }),
+        ),
+        types: columnTypes,
+        when:
+          input.mode === 'net_new'
+            ? 'existing_input._key IS NULL'
+            : "existing_input._key IS NULL OR existing_input._status = 'stale'",
+      });
       const physicalInsertValuesSql =
         physicalColumns.length > 0
           ? `, ${physicalColumns
               .map((column) => {
-                const incoming = RuntimeSheetColumns.jsonValueSql(
-                  `input_rows.payload -> ${quoteLiteral(column)}`,
-                  sheetTable(session),
-                  column,
-                  columnTypes,
-                );
+                const incoming = incomingRow.valueSql(column);
                 const preserveExisting =
                   input.mode === 'net_new'
                     ? 'existing_input._key IS NOT NULL'
@@ -6817,6 +6834,7 @@ export async function startRuntimeSheetDataset(
               writeVersion,
               physicalInsertColumnsSql,
               physicalInsertValuesSql,
+              physicalInsertJoinSql: incomingRow.joinSql,
             })
           : await prepareRuntimeSheetDatasetRows(client, session, {
               chunks,
@@ -6830,6 +6848,7 @@ export async function startRuntimeSheetDataset(
               writeVersion,
               physicalInsertColumnsSql,
               physicalInsertValuesSql,
+              physicalInsertJoinSql: incomingRow.joinSql,
               physicalRefreshSetSql:
                 input.force === true ? physicalRefreshSetSql : '',
               physicalUpsertSetSql,
@@ -8095,17 +8114,16 @@ async function insertMissingCompletedMapRowChunks(
         return accepted.rows.map((row) => row.data_patch);
       },
     });
+    const incomingRow = RuntimeSheetColumns.jsonRowSql({
+      jsonExpression: 'missing_rows.data_patch',
+      tableReference: sheetTable(session),
+      columns: input.physicalColumnProjections,
+      types: columnTypes,
+    });
     const physicalInsertValuesSql =
       input.physicalColumnProjections.length > 0
         ? `, ${input.physicalColumnProjections
-            .map((column) =>
-              RuntimeSheetColumns.jsonValueSql(
-                `missing_rows.data_patch -> ${quoteLiteral(column.fieldName)}`,
-                sheetTable(session),
-                column.sqlName,
-                columnTypes,
-              ),
-            )
+            .map((column) => incomingRow.valueSql(column.sqlName))
             .join(', ')}`
         : '';
 
@@ -8123,7 +8141,9 @@ async function insertMissingCompletedMapRowChunks(
          JOIN unnest($4::jsonb[]) WITH ORDINALITY AS cell_meta_values(cell_meta_patch, ord)
            ON cell_meta_values.ord = key_values.ord
        ),
-       missing_rows AS (
+       -- Decode only accepted rows: a rejected replay may contain values
+       -- incompatible with the stored native types.
+       missing_rows AS MATERIALIZED (
          SELECT input_rows.*
            FROM input_rows
           WHERE NOT EXISTS (
@@ -8150,17 +8170,18 @@ async function insertMissingCompletedMapRowChunks(
            _created_at,
            _cell_meta${physicalInsertColumnsSql}
          )
-         SELECT _key,
+         SELECT missing_rows._key,
                 'enriched',
                 $5::text,
-                input_index,
+                missing_rows.input_index,
                 $8::text,
                 $9::text,
                 $10::timestamptz,
                 $11::integer,
                 now(),
-                cell_meta_patch${physicalInsertValuesSql}
+                missing_rows.cell_meta_patch${physicalInsertValuesSql}
            FROM missing_rows
+           ${incomingRow.joinSql}
          ON CONFLICT (_key) DO NOTHING
          RETURNING _key
        ),

package/dist/cli/index.js

@@ -3454,7 +3454,7 @@ var SDK_RELEASE = {
   // getters keep their established compatibility behavior.
   // 0.3.1 deprecated the legacy `deepline enrich` command in favor of Plays.
   // 0.3.90 is the first deliberately versioned SDK release for API v3.
-  version: "0.3.233",
+  version: "0.3.234",
   updateSummary: "Play grep now returns concise results with the matched fields and terms. Automatic CLI updates are enabled by default; use `deepline settings autoupdate off` to opt out, `deepline settings autoupdate on` to re-enable updates, or `deepline settings autoupdate pin <version>` to hold an exact release.",
   packageCapabilities: {
     updatePreferences: 1

package/dist/cli/index.mjs

@@ -3449,7 +3449,7 @@ var SDK_RELEASE = {
   // getters keep their established compatibility behavior.
   // 0.3.1 deprecated the legacy `deepline enrich` command in favor of Plays.
   // 0.3.90 is the first deliberately versioned SDK release for API v3.
-  version: "0.3.233",
+  version: "0.3.234",
   updateSummary: "Play grep now returns concise results with the matched fields and terms. Automatic CLI updates are enabled by default; use `deepline settings autoupdate off` to opt out, `deepline settings autoupdate on` to re-enable updates, or `deepline settings autoupdate pin <version>` to hold an exact release.",
   packageCapabilities: {
     updatePreferences: 1

package/dist/index.js

@@ -1267,7 +1267,7 @@ var SDK_RELEASE = {
   // getters keep their established compatibility behavior.
   // 0.3.1 deprecated the legacy `deepline enrich` command in favor of Plays.
   // 0.3.90 is the first deliberately versioned SDK release for API v3.
-  version: "0.3.233",
+  version: "0.3.234",
   updateSummary: "Play grep now returns concise results with the matched fields and terms. Automatic CLI updates are enabled by default; use `deepline settings autoupdate off` to opt out, `deepline settings autoupdate on` to re-enable updates, or `deepline settings autoupdate pin <version>` to hold an exact release.",
   packageCapabilities: {
     updatePreferences: 1

package/dist/index.mjs

@@ -1171,7 +1171,7 @@ var SDK_RELEASE = {
   // getters keep their established compatibility behavior.
   // 0.3.1 deprecated the legacy `deepline enrich` command in favor of Plays.
   // 0.3.90 is the first deliberately versioned SDK release for API v3.
-  version: "0.3.233",
+  version: "0.3.234",
   updateSummary: "Play grep now returns concise results with the matched fields and terms. Automatic CLI updates are enabled by default; use `deepline settings autoupdate off` to opt out, `deepline settings autoupdate on` to re-enable updates, or `deepline settings autoupdate pin <version>` to hold an exact release.",
   packageCapabilities: {
     updatePreferences: 1

package/dist/release.d.mts

@@ -149,7 +149,7 @@ type SdkRelease = {
     supportPolicy: SdkSupportPolicy;
 };
 declare const SDK_RELEASE: {
-    readonly version: "0.3.233";
+    readonly version: "0.3.234";
     readonly updateSummary: "Play grep now returns concise results with the matched fields and terms. Automatic CLI updates are enabled by default; use `deepline settings autoupdate off` to opt out, `deepline settings autoupdate on` to re-enable updates, or `deepline settings autoupdate pin <version>` to hold an exact release.";
     readonly packageCapabilities: {
         readonly updatePreferences: 1;

package/dist/release.d.ts

@@ -149,7 +149,7 @@ type SdkRelease = {
     supportPolicy: SdkSupportPolicy;
 };
 declare const SDK_RELEASE: {
-    readonly version: "0.3.233";
+    readonly version: "0.3.234";
     readonly updateSummary: "Play grep now returns concise results with the matched fields and terms. Automatic CLI updates are enabled by default; use `deepline settings autoupdate off` to opt out, `deepline settings autoupdate on` to re-enable updates, or `deepline settings autoupdate pin <version>` to hold an exact release.";
     readonly packageCapabilities: {
         readonly updatePreferences: 1;

package/dist/release.js

@@ -74,7 +74,7 @@ var SDK_RELEASE = {
   // getters keep their established compatibility behavior.
   // 0.3.1 deprecated the legacy `deepline enrich` command in favor of Plays.
   // 0.3.90 is the first deliberately versioned SDK release for API v3.
-  version: "0.3.233",
+  version: "0.3.234",
   updateSummary: "Play grep now returns concise results with the matched fields and terms. Automatic CLI updates are enabled by default; use `deepline settings autoupdate off` to opt out, `deepline settings autoupdate on` to re-enable updates, or `deepline settings autoupdate pin <version>` to hold an exact release.",
   packageCapabilities: {
     updatePreferences: 1

package/dist/release.mjs

@@ -48,7 +48,7 @@ var SDK_RELEASE = {
   // getters keep their established compatibility behavior.
   // 0.3.1 deprecated the legacy `deepline enrich` command in favor of Plays.
   // 0.3.90 is the first deliberately versioned SDK release for API v3.
-  version: "0.3.233",
+  version: "0.3.234",
   updateSummary: "Play grep now returns concise results with the matched fields and terms. Automatic CLI updates are enabled by default; use `deepline settings autoupdate off` to opt out, `deepline settings autoupdate on` to re-enable updates, or `deepline settings autoupdate pin <version>` to hold an exact release.",
   packageCapabilities: {
     updatePreferences: 1

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "deepline",
-  "version": "0.3.233",
+  "version": "0.3.234",
   "description": "GTM data CLI and TypeScript SDK for coding agents",
   "license": "MIT",
   "homepage": "https://code.deepline.com",