@poncho-ai/harness 0.36.4 → 0.37.1

package/.turbo/turbo-build.log

@@ -1,5 +1,5 @@
 
-> @poncho-ai/harness@0.36.4 build /home/runner/work/poncho-ai/poncho-ai/packages/harness
+> @poncho-ai/harness@0.37.1 build /home/runner/work/poncho-ai/poncho-ai/packages/harness
 > node scripts/embed-docs.js && tsup src/index.ts --format esm --dts
 
 [embed-docs] Generated poncho-docs.ts with 4 topics
@@ -8,9 +8,9 @@
 CLI tsup v8.5.1
 CLI Target: es2022
 ESM Build start
-ESM dist/index.js            387.69 KB
+ESM dist/index.js            389.90 KB
 ESM dist/isolate-TCWTUVG4.js 47.34 KB
-ESM ⚡️ Build success in 182ms
+ESM ⚡️ Build success in 211ms
 DTS Build start
-DTS ⚡️ Build success in 6917ms
+DTS ⚡️ Build success in 6845ms
 DTS dist/index.d.ts 56.62 KB

package/CHANGELOG.md

@@ -1,5 +1,17 @@
 # @poncho-ai/harness
 
+## 0.37.1
+
+### Patch Changes
+
+- [`fb61a62`](https://github.com/cesr/poncho-ai/commit/fb61a6259367f0a62d0acd7a20ef2fae93013819) Thanks [@cesr](https://github.com/cesr)! - fix: migration script now discovers and migrates all agent directories instead of only the first one
+
+## 0.37.0
+
+### Minor Changes
+
+- [`86bc5ac`](https://github.com/cesr/poncho-ai/commit/86bc5ac2a73b80a286228cd9e3b663b50b3d82e7) Thanks [@cesr](https://github.com/cesr)! - perf: promote parentConversationId, pendingApprovals, and channelMeta to dedicated columns so list/summary queries no longer fetch the full data JSONB blob — dramatically reduces database egress
+
 ## 0.36.4
 
 ### Patch Changes

package/dist/index.js

@@ -3177,6 +3177,36 @@ var migrations = [
         ]
       ];
     }
+  },
+  {
+    version: 4,
+    name: "promote_summary_fields_to_columns",
+    up: (d) => {
+      const jsonType = d === "sqlite" ? "TEXT" : "JSONB";
+      return [
+        `ALTER TABLE conversations ADD COLUMN parent_conversation_id TEXT`,
+        `ALTER TABLE conversations ADD COLUMN has_pending_approvals INTEGER NOT NULL DEFAULT 0`,
+        `ALTER TABLE conversations ADD COLUMN channel_meta ${jsonType}`,
+        // Backfill from data blob
+        ...d === "sqlite" ? [
+          `UPDATE conversations SET
+                parent_conversation_id = json_extract(data, '$.parentConversationId'),
+                has_pending_approvals = CASE
+                  WHEN json_array_length(COALESCE(json_extract(data, '$.pendingApprovals'), '[]')) > 0 THEN 1
+                  ELSE 0
+                END,
+                channel_meta = json_extract(data, '$.channelMeta')`
+        ] : [
+          `UPDATE conversations SET
+                parent_conversation_id = data->>'parentConversationId',
+                has_pending_approvals = CASE
+                  WHEN jsonb_array_length(COALESCE(data->'pendingApprovals', '[]'::jsonb)) > 0 THEN 1
+                  ELSE 0
+                END,
+                channel_meta = data->'channelMeta'`
+        ]
+      ];
+    }
   }
 ];
 
@@ -3275,7 +3305,8 @@ var SqlStorageEngine = class {
       const filterTenant = tenantId !== void 0;
       const params = [this.agentId];
       let sql = `SELECT id, title, updated_at, created_at, owner_id, tenant_id,
-                        message_count, data
+                        message_count, parent_conversation_id,
+                        has_pending_approvals, channel_meta
                  FROM conversations WHERE agent_id = $1`;
       if (filterTenant) {
         sql += ` AND tenant_id = $2`;
@@ -3322,8 +3353,9 @@ var SqlStorageEngine = class {
       const data = JSON.stringify(conv);
       await this.executor.run(
         rewrite(
-          `INSERT INTO conversations (id, agent_id, tenant_id, owner_id, title, data, message_count, created_at, updated_at)
-           VALUES ($1, $2, $3, $4, $5, $6, $7, $8, $9)`,
+          `INSERT INTO conversations (id, agent_id, tenant_id, owner_id, title, data, message_count, created_at, updated_at,
+               parent_conversation_id, has_pending_approvals, channel_meta)
+           VALUES ($1, $2, $3, $4, $5, $6, $7, $8, $9, $10, $11, $12)`,
           this.dialect
         ),
         [
@@ -3335,7 +3367,10 @@ var SqlStorageEngine = class {
           data,
           0,
           new Date(now2).toISOString(),
-          new Date(now2).toISOString()
+          new Date(now2).toISOString(),
+          null,
+          0,
+          null
         ]
       );
       return conv;
@@ -3358,16 +3393,23 @@ var SqlStorageEngine = class {
       const tid = normalizeTenant2(conversation.tenantId);
       const now2 = new Date(conversation.updatedAt).toISOString();
       const created = new Date(conversation.createdAt).toISOString();
+      const parentConvId = conversation.parentConversationId ?? null;
+      const hasPendingApprovals = (conversation.pendingApprovals?.length ?? 0) > 0 ? 1 : 0;
+      const channelMetaJson = conversation.channelMeta ? JSON.stringify(conversation.channelMeta) : null;
       await this.executor.run(
         rewrite(
           `INSERT INTO conversations (id, agent_id, tenant_id, owner_id, title, data, message_count, created_at, updated_at,
-               tool_result_archive, harness_messages, continuation_messages)
-           VALUES ($1, $2, $3, $4, $5, $6, $7, $8, $9, $10, $11, $12)
+               tool_result_archive, harness_messages, continuation_messages,
+               parent_conversation_id, has_pending_approvals, channel_meta)
+           VALUES ($1, $2, $3, $4, $5, $6, $7, $8, $9, $10, $11, $12, $13, $14, $15)
            ${this.dialect.upsert(["id"])}
            data = excluded.data, title = excluded.title, message_count = excluded.message_count,
            updated_at = excluded.updated_at, tenant_id = excluded.tenant_id, owner_id = excluded.owner_id,
            tool_result_archive = excluded.tool_result_archive, harness_messages = excluded.harness_messages,
-           continuation_messages = excluded.continuation_messages`,
+           continuation_messages = excluded.continuation_messages,
+           parent_conversation_id = excluded.parent_conversation_id,
+           has_pending_approvals = excluded.has_pending_approvals,
+           channel_meta = excluded.channel_meta`,
           this.dialect
         ),
         [
@@ -3382,7 +3424,10 @@ var SqlStorageEngine = class {
           now2,
           archiveJson,
           harnessJson,
-          continuationJson
+          continuationJson,
+          parentConvId,
+          hasPendingApprovals,
+          channelMetaJson
         ]
       );
     },
@@ -3411,7 +3456,8 @@ var SqlStorageEngine = class {
       const pattern = `%${query}%`;
       const params = [this.agentId, pattern, pattern];
       let sql = `SELECT id, title, updated_at, created_at, owner_id, tenant_id,
-                        message_count, data
+                        message_count, parent_conversation_id,
+                        has_pending_approvals, channel_meta
                  FROM conversations
                  WHERE agent_id = $1 AND (title LIKE $2 OR data LIKE $3)`;
       if (filterTenant) {
@@ -3841,8 +3887,8 @@ var SqlStorageEngine = class {
     return data;
   }
   rowToSummary(row) {
-    const data = this.parseConversation(row.data);
     const tid = row.tenant_id;
+    const rawChannelMeta = row.channel_meta;
     return {
       conversationId: row.id,
       title: row.title,
@@ -3851,9 +3897,9 @@ var SqlStorageEngine = class {
       ownerId: row.owner_id,
       tenantId: tid === DEFAULT_TENANT2 ? null : tid,
       messageCount: row.message_count,
-      hasPendingApprovals: (data.pendingApprovals?.length ?? 0) > 0,
-      parentConversationId: data.parentConversationId,
-      channelMeta: data.channelMeta
+      hasPendingApprovals: !!row.has_pending_approvals,
+      parentConversationId: row.parent_conversation_id || void 0,
+      channelMeta: rawChannelMeta ? typeof rawChannelMeta === "string" ? JSON.parse(rawChannelMeta) : rawChannelMeta : void 0
     };
   }
   rowToReminder(row) {

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@poncho-ai/harness",
-  "version": "0.36.4",
+  "version": "0.37.1",
   "description": "Agent execution runtime - conversation loop, tool dispatch, streaming",
   "repository": {
     "type": "git",

package/scripts/migrate-to-engine.mjs

@@ -106,30 +106,26 @@ async function readJsonSafe(filePath) {
   }
 }
 
-async function findAgentDir(workingDir) {
+async function findAgentDirs(workingDir) {
   const ponchoDir = resolve(workingDir, ".poncho");
+  const results = [];
   try {
     const entries = await readdir(ponchoDir, { withFileTypes: true });
     for (const e of entries) {
       if (e.isDirectory() && !e.name.startsWith(".")) {
-        return { dir: resolve(ponchoDir, e.name), id: e.name };
+        results.push({ dir: resolve(ponchoDir, e.name), id: e.name });
       }
     }
   } catch { /* no .poncho dir */ }
-  return undefined;
+  return results;
 }
 
 // ---------------------------------------------------------------------------
 // Read from local
 // ---------------------------------------------------------------------------
 
-async function readLocal(workingDir) {
-  const agent = await findAgentDir(workingDir);
-  if (!agent) {
-    console.error("No .poncho agent directory found in", workingDir);
-    process.exit(1);
-  }
-  console.log(`Found local agent: ${agent.id} at ${agent.dir}`);
+async function readLocalAgent(agent) {
+  console.log(`  Reading agent: ${agent.id} at ${agent.dir}`);
 
   const data = { agentId: agent.id, conversations: [], memories: [], todos: [], reminders: [] };
 
@@ -189,6 +185,29 @@ async function readLocal(workingDir) {
   return data;
 }
 
+async function readLocal(workingDir) {
+  const agents = await findAgentDirs(workingDir);
+  if (agents.length === 0) {
+    console.error("No .poncho agent directory found in", workingDir);
+    process.exit(1);
+  }
+
+  // If --agent-id is specified, filter to that agent
+  const filtered = AGENT_ID ? agents.filter((a) => a.id === AGENT_ID) : agents;
+  if (filtered.length === 0) {
+    console.error(`Agent "${AGENT_ID}" not found. Available agents: ${agents.map((a) => a.id).join(", ")}`);
+    process.exit(1);
+  }
+
+  console.log(`Found ${filtered.length} agent(s) to migrate`);
+
+  const results = [];
+  for (const agent of filtered) {
+    results.push(await readLocalAgent(agent));
+  }
+  return results;
+}
+
 // ---------------------------------------------------------------------------
 // Read from Upstash
 // ---------------------------------------------------------------------------
@@ -323,9 +342,12 @@ async function readUpstash(agentId) {
 async function readFromEngine(sourceProvider, agentId) {
   if (!agentId) {
     // Try to detect from .poncho directory
-    const agent = await findAgentDir(WORKING_DIR);
-    if (agent) agentId = agent.id;
-    else {
+    const agents = await findAgentDirs(WORKING_DIR);
+    if (agents.length === 1) agentId = agents[0].id;
+    else if (agents.length > 1) {
+      console.error(`Multiple agents found: ${agents.map((a) => a.id).join(", ")}. Use --agent-id to specify one.`);
+      process.exit(1);
+    } else {
       console.error("--agent-id is required for engine source (or run from a project with .poncho/)");
       process.exit(1);
     }
@@ -513,40 +535,43 @@ async function main() {
   console.log(`Working dir: ${WORKING_DIR}`);
   if (DRY_RUN) console.log("(dry run — no data will be written)\n");
 
-  // Read source
-  let data;
+  // Read source — local returns an array (one per agent), others return a single object
+  let dataList;
   if (SOURCE === "local") {
-    data = await readLocal(WORKING_DIR);
+    dataList = await readLocal(WORKING_DIR);
   } else if (SOURCE === "upstash") {
-    data = await readUpstash(AGENT_ID);
+    dataList = [await readUpstash(AGENT_ID)];
   } else if (SOURCE === "sqlite" || SOURCE === "postgresql") {
-    data = await readFromEngine(SOURCE, AGENT_ID);
+    dataList = [await readFromEngine(SOURCE, AGENT_ID)];
   } else {
     console.error(`Unknown source: ${SOURCE}. Use "local", "upstash", "sqlite", or "postgresql".`);
     process.exit(1);
   }
 
-  console.log(`\nRead from ${SOURCE}:`);
-  console.log(`  Conversations: ${data.conversations.length}`);
-  console.log(`  Memories: ${data.memories?.length ?? 0}`);
-  console.log(`  Todo lists: ${data.todos.length}`);
-  console.log(`  Reminders: ${data.reminders.length}`);
-  if (data.vfsFiles?.length) console.log(`  VFS files: ${data.vfsFiles.length}`);
+  for (const data of dataList) {
+    console.log(`\nAgent: ${data.agentId}`);
+    console.log(`  Read from ${SOURCE}:`);
+    console.log(`    Conversations: ${data.conversations.length}`);
+    console.log(`    Memories: ${data.memories?.length ?? 0}`);
+    console.log(`    Todo lists: ${data.todos.length}`);
+    console.log(`    Reminders: ${data.reminders.length}`);
+    if (data.vfsFiles?.length) console.log(`    VFS files: ${data.vfsFiles.length}`);
+
+    if (data.conversations.length === 0 && !data.memories?.length && data.todos.length === 0 && data.reminders.length === 0 && !data.vfsFiles?.length) {
+      console.log("  Nothing to migrate for this agent.");
+      continue;
+    }
 
-  if (data.conversations.length === 0 && !data.memories?.length && data.todos.length === 0 && data.reminders.length === 0 && !data.vfsFiles?.length) {
-    console.log("\nNothing to migrate.");
-    process.exit(0);
-  }
+    const result = await writeToEngine(data);
 
-  // Write to target
-  const result = await writeToEngine(data);
+    console.log(`  ${DRY_RUN ? "Would import" : "Imported"} to ${TARGET}:`);
+    console.log(`    Conversations: ${result.convCount}`);
+    console.log(`    Memories: ${result.memoryCount}`);
+    console.log(`    Todos: ${result.todoCount}`);
+    console.log(`    Reminders: ${result.reminderCount}`);
+    if (result.vfsCount) console.log(`    VFS files: ${result.vfsCount}`);
+  }
 
-  console.log(`\n${DRY_RUN ? "Would import" : "Imported"} to ${TARGET}:`);
-  console.log(`  Conversations: ${result.convCount}`);
-  console.log(`  Memories: ${result.memoryCount}`);
-  console.log(`  Todos: ${result.todoCount}`);
-  console.log(`  Reminders: ${result.reminderCount}`);
-  if (result.vfsCount) console.log(`  VFS files: ${result.vfsCount}`);
   console.log("\nDone!");
 }
 

package/src/storage/schema.ts

@@ -142,4 +142,36 @@ export const migrations: Migration[] = [
       ];
     },
   },
+  {
+    version: 4,
+    name: "promote_summary_fields_to_columns",
+    up: (d) => {
+      const jsonType = d === "sqlite" ? "TEXT" : "JSONB";
+      return [
+        `ALTER TABLE conversations ADD COLUMN parent_conversation_id TEXT`,
+        `ALTER TABLE conversations ADD COLUMN has_pending_approvals INTEGER NOT NULL DEFAULT 0`,
+        `ALTER TABLE conversations ADD COLUMN channel_meta ${jsonType}`,
+        // Backfill from data blob
+        ...(d === "sqlite"
+          ? [
+              `UPDATE conversations SET
+                parent_conversation_id = json_extract(data, '$.parentConversationId'),
+                has_pending_approvals = CASE
+                  WHEN json_array_length(COALESCE(json_extract(data, '$.pendingApprovals'), '[]')) > 0 THEN 1
+                  ELSE 0
+                END,
+                channel_meta = json_extract(data, '$.channelMeta')`,
+            ]
+          : [
+              `UPDATE conversations SET
+                parent_conversation_id = data->>'parentConversationId',
+                has_pending_approvals = CASE
+                  WHEN jsonb_array_length(COALESCE(data->'pendingApprovals', '[]'::jsonb)) > 0 THEN 1
+                  ELSE 0
+                END,
+                channel_meta = data->'channelMeta'`,
+            ]),
+      ];
+    },
+  },
 ];

package/src/storage/sql-dialect.ts

@@ -189,7 +189,8 @@ export abstract class SqlStorageEngine implements StorageEngine {
       const filterTenant = tenantId !== undefined;
       const params: unknown[] = [this.agentId];
       let sql = `SELECT id, title, updated_at, created_at, owner_id, tenant_id,
-                        message_count, data
+                        message_count, parent_conversation_id,
+                        has_pending_approvals, channel_meta
                  FROM conversations WHERE agent_id = $1`;
       if (filterTenant) {
         sql += ` AND tenant_id = $2`;
@@ -258,8 +259,9 @@ export abstract class SqlStorageEngine implements StorageEngine {
       const data = JSON.stringify(conv);
       await this.executor.run(
         rewrite(
-          `INSERT INTO conversations (id, agent_id, tenant_id, owner_id, title, data, message_count, created_at, updated_at)
-           VALUES ($1, $2, $3, $4, $5, $6, $7, $8, $9)`,
+          `INSERT INTO conversations (id, agent_id, tenant_id, owner_id, title, data, message_count, created_at, updated_at,
+               parent_conversation_id, has_pending_approvals, channel_meta)
+           VALUES ($1, $2, $3, $4, $5, $6, $7, $8, $9, $10, $11, $12)`,
           this.dialect,
         ),
         [
@@ -272,6 +274,9 @@ export abstract class SqlStorageEngine implements StorageEngine {
           0,
           new Date(now).toISOString(),
           new Date(now).toISOString(),
+          null,
+          0,
+          null,
         ],
       );
       return conv;
@@ -296,16 +301,23 @@ export abstract class SqlStorageEngine implements StorageEngine {
       const tid = normalizeTenant(conversation.tenantId);
       const now = new Date(conversation.updatedAt).toISOString();
       const created = new Date(conversation.createdAt).toISOString();
+      const parentConvId = conversation.parentConversationId ?? null;
+      const hasPendingApprovals = (conversation.pendingApprovals?.length ?? 0) > 0 ? 1 : 0;
+      const channelMetaJson = conversation.channelMeta ? JSON.stringify(conversation.channelMeta) : null;
       await this.executor.run(
         rewrite(
           `INSERT INTO conversations (id, agent_id, tenant_id, owner_id, title, data, message_count, created_at, updated_at,
-               tool_result_archive, harness_messages, continuation_messages)
-           VALUES ($1, $2, $3, $4, $5, $6, $7, $8, $9, $10, $11, $12)
+               tool_result_archive, harness_messages, continuation_messages,
+               parent_conversation_id, has_pending_approvals, channel_meta)
+           VALUES ($1, $2, $3, $4, $5, $6, $7, $8, $9, $10, $11, $12, $13, $14, $15)
            ${this.dialect.upsert(["id"])}
            data = excluded.data, title = excluded.title, message_count = excluded.message_count,
            updated_at = excluded.updated_at, tenant_id = excluded.tenant_id, owner_id = excluded.owner_id,
            tool_result_archive = excluded.tool_result_archive, harness_messages = excluded.harness_messages,
-           continuation_messages = excluded.continuation_messages`,
+           continuation_messages = excluded.continuation_messages,
+           parent_conversation_id = excluded.parent_conversation_id,
+           has_pending_approvals = excluded.has_pending_approvals,
+           channel_meta = excluded.channel_meta`,
           this.dialect,
         ),
         [
@@ -321,6 +333,9 @@ export abstract class SqlStorageEngine implements StorageEngine {
           archiveJson,
           harnessJson,
           continuationJson,
+          parentConvId,
+          hasPendingApprovals,
+          channelMetaJson,
         ],
       );
     },
@@ -359,7 +374,8 @@ export abstract class SqlStorageEngine implements StorageEngine {
       // SQLite uses positional ? so we can't reuse $2, need separate params
       const params: unknown[] = [this.agentId, pattern, pattern];
       let sql = `SELECT id, title, updated_at, created_at, owner_id, tenant_id,
-                        message_count, data
+                        message_count, parent_conversation_id,
+                        has_pending_approvals, channel_meta
                  FROM conversations
                  WHERE agent_id = $1 AND (title LIKE $2 OR data LIKE $3)`;
       if (filterTenant) {
@@ -882,8 +898,8 @@ export abstract class SqlStorageEngine implements StorageEngine {
   }
 
   private rowToSummary(row: QueryRow): ConversationSummary {
-    const data = this.parseConversation(row.data);
     const tid = row.tenant_id as string;
+    const rawChannelMeta = row.channel_meta;
     return {
       conversationId: row.id as string,
       title: row.title as string,
@@ -892,9 +908,11 @@ export abstract class SqlStorageEngine implements StorageEngine {
       ownerId: row.owner_id as string,
       tenantId: tid === DEFAULT_TENANT ? null : tid,
       messageCount: row.message_count as number,
-      hasPendingApprovals: (data.pendingApprovals?.length ?? 0) > 0,
-      parentConversationId: data.parentConversationId,
-      channelMeta: data.channelMeta,
+      hasPendingApprovals: !!(row.has_pending_approvals),
+      parentConversationId: (row.parent_conversation_id as string) || undefined,
+      channelMeta: rawChannelMeta
+        ? (typeof rawChannelMeta === "string" ? JSON.parse(rawChannelMeta) : rawChannelMeta)
+        : undefined,
     };
   }