@ramarivera/coding-agent-langfuse 0.1.6 → 0.1.8

package/dist/backfill.js

@@ -522,8 +522,8 @@ function opencodeEvents(homeDir, rowLimit) {
     let sessions = [];
     let messages = [];
     try {
-        sessions = sqliteJsonPaged(db, "select id, directory, time_created, time_updated, title, version, slug, project_id from session order by time_created", rowLimit);
-        messages = sqliteJsonPaged(db, "select id, session_id, time_created, time_updated, data from message where length(data) <= 1000000 order by time_created", rowLimit);
+        sessions = sqliteJsonByRowid(db, "session", "id, directory, time_created, time_updated, title, version, slug, project_id", undefined, rowLimit);
+        messages = sqliteJsonByRowid(db, "message", "id, session_id, time_created, time_updated, case when length(data) <= 1000000 then data else null end as data, length(data) <= 1000000 as __include", undefined, rowLimit);
     }
     catch (error) {
         console.error(`Skipping OpenCode history from ${db}: ${error instanceof Error ? error.message : String(error)}`);
@@ -548,6 +548,8 @@ function opencodeEvents(homeDir, rowLimit) {
         });
     }
     for (const message of messages) {
+        if (asNumber(message.__include) === 0)
+            continue;
         const sessionId = asString(message.session_id);
         const session = sessionsById.get(sessionId);
         const data = parseMaybeJson(message.data);
@@ -586,17 +588,27 @@ function sqliteJson(db, sql) {
     });
     return JSON.parse(output || "[]");
 }
-function sqliteJsonPaged(db, baseSql, rowLimit) {
+function sqliteJsonByRowid(db, table, columns, whereClause, rowLimit) {
     const pageSize = 5_000;
     const rows = [];
+    let lastRowid = 0;
     while (rowLimit === undefined || rows.length < rowLimit) {
         const remaining = rowLimit === undefined
             ? pageSize
             : Math.min(pageSize, Math.max(rowLimit - rows.length, 0));
         if (remaining <= 0)
             break;
-        const page = sqliteJson(db, `${baseSql} limit ${remaining} offset ${rows.length};`);
+        const conditions = [`rowid > ${lastRowid}`];
+        if (whereClause)
+            conditions.push(`(${whereClause})`);
+        const page = sqliteJson(db, `select rowid as __rowid, ${columns} from ${table} where ${conditions.join(" and ")} order by rowid limit ${remaining};`);
         rows.push(...page);
+        const nextRowid = page
+            .map((row) => asNumber(row.__rowid) ?? lastRowid)
+            .reduce((max, rowid) => Math.max(max, rowid), lastRowid);
+        if (nextRowid <= lastRowid)
+            break;
+        lastRowid = nextRowid;
         if (page.length < remaining)
             break;
     }

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@ramarivera/coding-agent-langfuse",
-  "version": "0.1.6",
+  "version": "0.1.8",
   "description": "Universal coding-agent Langfuse backfiller and live OTLP helpers",
   "type": "module",
   "license": "MIT",