@poncho-ai/harness 0.36.4 → 0.37.0

package/.turbo/turbo-build.log

@@ -1,5 +1,5 @@
 
-> @poncho-ai/harness@0.36.4 build /home/runner/work/poncho-ai/poncho-ai/packages/harness
+> @poncho-ai/harness@0.37.0 build /home/runner/work/poncho-ai/poncho-ai/packages/harness
 > node scripts/embed-docs.js && tsup src/index.ts --format esm --dts
 
 [embed-docs] Generated poncho-docs.ts with 4 topics
@@ -8,9 +8,9 @@
 CLI tsup v8.5.1
 CLI Target: es2022
 ESM Build start
-ESM dist/index.js            387.69 KB
+ESM dist/index.js            389.90 KB
 ESM dist/isolate-TCWTUVG4.js 47.34 KB
-ESM ⚡️ Build success in 182ms
+ESM ⚡️ Build success in 206ms
 DTS Build start
-DTS ⚡️ Build success in 6917ms
+DTS ⚡️ Build success in 7213ms
 DTS dist/index.d.ts 56.62 KB

package/CHANGELOG.md

@@ -1,5 +1,11 @@
 # @poncho-ai/harness
 
+## 0.37.0
+
+### Minor Changes
+
+- [`86bc5ac`](https://github.com/cesr/poncho-ai/commit/86bc5ac2a73b80a286228cd9e3b663b50b3d82e7) Thanks [@cesr](https://github.com/cesr)! - perf: promote parentConversationId, pendingApprovals, and channelMeta to dedicated columns so list/summary queries no longer fetch the full data JSONB blob — dramatically reduces database egress
+
 ## 0.36.4
 
 ### Patch Changes

package/dist/index.js

@@ -3177,6 +3177,36 @@ var migrations = [
         ]
       ];
     }
+  },
+  {
+    version: 4,
+    name: "promote_summary_fields_to_columns",
+    up: (d) => {
+      const jsonType = d === "sqlite" ? "TEXT" : "JSONB";
+      return [
+        `ALTER TABLE conversations ADD COLUMN parent_conversation_id TEXT`,
+        `ALTER TABLE conversations ADD COLUMN has_pending_approvals INTEGER NOT NULL DEFAULT 0`,
+        `ALTER TABLE conversations ADD COLUMN channel_meta ${jsonType}`,
+        // Backfill from data blob
+        ...d === "sqlite" ? [
+          `UPDATE conversations SET
+                parent_conversation_id = json_extract(data, '$.parentConversationId'),
+                has_pending_approvals = CASE
+                  WHEN json_array_length(COALESCE(json_extract(data, '$.pendingApprovals'), '[]')) > 0 THEN 1
+                  ELSE 0
+                END,
+                channel_meta = json_extract(data, '$.channelMeta')`
+        ] : [
+          `UPDATE conversations SET
+                parent_conversation_id = data->>'parentConversationId',
+                has_pending_approvals = CASE
+                  WHEN jsonb_array_length(COALESCE(data->'pendingApprovals', '[]'::jsonb)) > 0 THEN 1
+                  ELSE 0
+                END,
+                channel_meta = data->'channelMeta'`
+        ]
+      ];
+    }
   }
 ];
 
@@ -3275,7 +3305,8 @@ var SqlStorageEngine = class {
       const filterTenant = tenantId !== void 0;
       const params = [this.agentId];
       let sql = `SELECT id, title, updated_at, created_at, owner_id, tenant_id,
-                        message_count, data
+                        message_count, parent_conversation_id,
+                        has_pending_approvals, channel_meta
                  FROM conversations WHERE agent_id = $1`;
       if (filterTenant) {
         sql += ` AND tenant_id = $2`;
@@ -3322,8 +3353,9 @@ var SqlStorageEngine = class {
       const data = JSON.stringify(conv);
       await this.executor.run(
         rewrite(
-          `INSERT INTO conversations (id, agent_id, tenant_id, owner_id, title, data, message_count, created_at, updated_at)
-           VALUES ($1, $2, $3, $4, $5, $6, $7, $8, $9)`,
+          `INSERT INTO conversations (id, agent_id, tenant_id, owner_id, title, data, message_count, created_at, updated_at,
+               parent_conversation_id, has_pending_approvals, channel_meta)
+           VALUES ($1, $2, $3, $4, $5, $6, $7, $8, $9, $10, $11, $12)`,
           this.dialect
         ),
         [
@@ -3335,7 +3367,10 @@ var SqlStorageEngine = class {
           data,
           0,
           new Date(now2).toISOString(),
-          new Date(now2).toISOString()
+          new Date(now2).toISOString(),
+          null,
+          0,
+          null
         ]
       );
       return conv;
@@ -3358,16 +3393,23 @@ var SqlStorageEngine = class {
       const tid = normalizeTenant2(conversation.tenantId);
       const now2 = new Date(conversation.updatedAt).toISOString();
       const created = new Date(conversation.createdAt).toISOString();
+      const parentConvId = conversation.parentConversationId ?? null;
+      const hasPendingApprovals = (conversation.pendingApprovals?.length ?? 0) > 0 ? 1 : 0;
+      const channelMetaJson = conversation.channelMeta ? JSON.stringify(conversation.channelMeta) : null;
       await this.executor.run(
         rewrite(
           `INSERT INTO conversations (id, agent_id, tenant_id, owner_id, title, data, message_count, created_at, updated_at,
-               tool_result_archive, harness_messages, continuation_messages)
-           VALUES ($1, $2, $3, $4, $5, $6, $7, $8, $9, $10, $11, $12)
+               tool_result_archive, harness_messages, continuation_messages,
+               parent_conversation_id, has_pending_approvals, channel_meta)
+           VALUES ($1, $2, $3, $4, $5, $6, $7, $8, $9, $10, $11, $12, $13, $14, $15)
            ${this.dialect.upsert(["id"])}
            data = excluded.data, title = excluded.title, message_count = excluded.message_count,
            updated_at = excluded.updated_at, tenant_id = excluded.tenant_id, owner_id = excluded.owner_id,
            tool_result_archive = excluded.tool_result_archive, harness_messages = excluded.harness_messages,
-           continuation_messages = excluded.continuation_messages`,
+           continuation_messages = excluded.continuation_messages,
+           parent_conversation_id = excluded.parent_conversation_id,
+           has_pending_approvals = excluded.has_pending_approvals,
+           channel_meta = excluded.channel_meta`,
           this.dialect
         ),
         [
@@ -3382,7 +3424,10 @@ var SqlStorageEngine = class {
           now2,
           archiveJson,
           harnessJson,
-          continuationJson
+          continuationJson,
+          parentConvId,
+          hasPendingApprovals,
+          channelMetaJson
         ]
       );
     },
@@ -3411,7 +3456,8 @@ var SqlStorageEngine = class {
       const pattern = `%${query}%`;
       const params = [this.agentId, pattern, pattern];
       let sql = `SELECT id, title, updated_at, created_at, owner_id, tenant_id,
-                        message_count, data
+                        message_count, parent_conversation_id,
+                        has_pending_approvals, channel_meta
                  FROM conversations
                  WHERE agent_id = $1 AND (title LIKE $2 OR data LIKE $3)`;
       if (filterTenant) {
@@ -3841,8 +3887,8 @@ var SqlStorageEngine = class {
     return data;
   }
   rowToSummary(row) {
-    const data = this.parseConversation(row.data);
     const tid = row.tenant_id;
+    const rawChannelMeta = row.channel_meta;
     return {
       conversationId: row.id,
       title: row.title,
@@ -3851,9 +3897,9 @@ var SqlStorageEngine = class {
       ownerId: row.owner_id,
       tenantId: tid === DEFAULT_TENANT2 ? null : tid,
       messageCount: row.message_count,
-      hasPendingApprovals: (data.pendingApprovals?.length ?? 0) > 0,
-      parentConversationId: data.parentConversationId,
-      channelMeta: data.channelMeta
+      hasPendingApprovals: !!row.has_pending_approvals,
+      parentConversationId: row.parent_conversation_id || void 0,
+      channelMeta: rawChannelMeta ? typeof rawChannelMeta === "string" ? JSON.parse(rawChannelMeta) : rawChannelMeta : void 0
     };
   }
   rowToReminder(row) {

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@poncho-ai/harness",
-  "version": "0.36.4",
+  "version": "0.37.0",
   "description": "Agent execution runtime - conversation loop, tool dispatch, streaming",
   "repository": {
     "type": "git",

package/src/storage/schema.ts

@@ -142,4 +142,36 @@ export const migrations: Migration[] = [
       ];
     },
   },
+  {
+    version: 4,
+    name: "promote_summary_fields_to_columns",
+    up: (d) => {
+      const jsonType = d === "sqlite" ? "TEXT" : "JSONB";
+      return [
+        `ALTER TABLE conversations ADD COLUMN parent_conversation_id TEXT`,
+        `ALTER TABLE conversations ADD COLUMN has_pending_approvals INTEGER NOT NULL DEFAULT 0`,
+        `ALTER TABLE conversations ADD COLUMN channel_meta ${jsonType}`,
+        // Backfill from data blob
+        ...(d === "sqlite"
+          ? [
+              `UPDATE conversations SET
+                parent_conversation_id = json_extract(data, '$.parentConversationId'),
+                has_pending_approvals = CASE
+                  WHEN json_array_length(COALESCE(json_extract(data, '$.pendingApprovals'), '[]')) > 0 THEN 1
+                  ELSE 0
+                END,
+                channel_meta = json_extract(data, '$.channelMeta')`,
+            ]
+          : [
+              `UPDATE conversations SET
+                parent_conversation_id = data->>'parentConversationId',
+                has_pending_approvals = CASE
+                  WHEN jsonb_array_length(COALESCE(data->'pendingApprovals', '[]'::jsonb)) > 0 THEN 1
+                  ELSE 0
+                END,
+                channel_meta = data->'channelMeta'`,
+            ]),
+      ];
+    },
+  },
 ];

package/src/storage/sql-dialect.ts

@@ -189,7 +189,8 @@ export abstract class SqlStorageEngine implements StorageEngine {
       const filterTenant = tenantId !== undefined;
       const params: unknown[] = [this.agentId];
       let sql = `SELECT id, title, updated_at, created_at, owner_id, tenant_id,
-                        message_count, data
+                        message_count, parent_conversation_id,
+                        has_pending_approvals, channel_meta
                  FROM conversations WHERE agent_id = $1`;
       if (filterTenant) {
         sql += ` AND tenant_id = $2`;
@@ -258,8 +259,9 @@ export abstract class SqlStorageEngine implements StorageEngine {
       const data = JSON.stringify(conv);
       await this.executor.run(
         rewrite(
-          `INSERT INTO conversations (id, agent_id, tenant_id, owner_id, title, data, message_count, created_at, updated_at)
-           VALUES ($1, $2, $3, $4, $5, $6, $7, $8, $9)`,
+          `INSERT INTO conversations (id, agent_id, tenant_id, owner_id, title, data, message_count, created_at, updated_at,
+               parent_conversation_id, has_pending_approvals, channel_meta)
+           VALUES ($1, $2, $3, $4, $5, $6, $7, $8, $9, $10, $11, $12)`,
           this.dialect,
         ),
         [
@@ -272,6 +274,9 @@ export abstract class SqlStorageEngine implements StorageEngine {
           0,
           new Date(now).toISOString(),
           new Date(now).toISOString(),
+          null,
+          0,
+          null,
         ],
       );
       return conv;
@@ -296,16 +301,23 @@ export abstract class SqlStorageEngine implements StorageEngine {
       const tid = normalizeTenant(conversation.tenantId);
       const now = new Date(conversation.updatedAt).toISOString();
       const created = new Date(conversation.createdAt).toISOString();
+      const parentConvId = conversation.parentConversationId ?? null;
+      const hasPendingApprovals = (conversation.pendingApprovals?.length ?? 0) > 0 ? 1 : 0;
+      const channelMetaJson = conversation.channelMeta ? JSON.stringify(conversation.channelMeta) : null;
       await this.executor.run(
         rewrite(
           `INSERT INTO conversations (id, agent_id, tenant_id, owner_id, title, data, message_count, created_at, updated_at,
-               tool_result_archive, harness_messages, continuation_messages)
-           VALUES ($1, $2, $3, $4, $5, $6, $7, $8, $9, $10, $11, $12)
+               tool_result_archive, harness_messages, continuation_messages,
+               parent_conversation_id, has_pending_approvals, channel_meta)
+           VALUES ($1, $2, $3, $4, $5, $6, $7, $8, $9, $10, $11, $12, $13, $14, $15)
            ${this.dialect.upsert(["id"])}
            data = excluded.data, title = excluded.title, message_count = excluded.message_count,
            updated_at = excluded.updated_at, tenant_id = excluded.tenant_id, owner_id = excluded.owner_id,
            tool_result_archive = excluded.tool_result_archive, harness_messages = excluded.harness_messages,
-           continuation_messages = excluded.continuation_messages`,
+           continuation_messages = excluded.continuation_messages,
+           parent_conversation_id = excluded.parent_conversation_id,
+           has_pending_approvals = excluded.has_pending_approvals,
+           channel_meta = excluded.channel_meta`,
           this.dialect,
         ),
         [
@@ -321,6 +333,9 @@ export abstract class SqlStorageEngine implements StorageEngine {
           archiveJson,
           harnessJson,
           continuationJson,
+          parentConvId,
+          hasPendingApprovals,
+          channelMetaJson,
         ],
       );
     },
@@ -359,7 +374,8 @@ export abstract class SqlStorageEngine implements StorageEngine {
       // SQLite uses positional ? so we can't reuse $2, need separate params
       const params: unknown[] = [this.agentId, pattern, pattern];
       let sql = `SELECT id, title, updated_at, created_at, owner_id, tenant_id,
-                        message_count, data
+                        message_count, parent_conversation_id,
+                        has_pending_approvals, channel_meta
                  FROM conversations
                  WHERE agent_id = $1 AND (title LIKE $2 OR data LIKE $3)`;
       if (filterTenant) {
@@ -882,8 +898,8 @@ export abstract class SqlStorageEngine implements StorageEngine {
   }
 
   private rowToSummary(row: QueryRow): ConversationSummary {
-    const data = this.parseConversation(row.data);
     const tid = row.tenant_id as string;
+    const rawChannelMeta = row.channel_meta;
     return {
       conversationId: row.id as string,
       title: row.title as string,
@@ -892,9 +908,11 @@ export abstract class SqlStorageEngine implements StorageEngine {
       ownerId: row.owner_id as string,
       tenantId: tid === DEFAULT_TENANT ? null : tid,
       messageCount: row.message_count as number,
-      hasPendingApprovals: (data.pendingApprovals?.length ?? 0) > 0,
-      parentConversationId: data.parentConversationId,
-      channelMeta: data.channelMeta,
+      hasPendingApprovals: !!(row.has_pending_approvals),
+      parentConversationId: (row.parent_conversation_id as string) || undefined,
+      channelMeta: rawChannelMeta
+        ? (typeof rawChannelMeta === "string" ? JSON.parse(rawChannelMeta) : rawChannelMeta)
+        : undefined,
     };
   }