@ramarivera/coding-agent-langfuse 0.1.5 → 0.1.7

package/dist/backfill.js

@@ -522,11 +522,8 @@ function opencodeEvents(homeDir, rowLimit) {
     let sessions = [];
     let messages = [];
     try {
-        const limitClause = rowLimit === undefined
-            ? ""
-            : ` limit ${Math.max(rowLimit, 1)}`;
-        sessions = sqliteJson(db, `select * from session order by time_created${limitClause};`);
-        messages = sqliteJson(db, `select * from message where length(data) <= 1000000 order by time_created${limitClause};`);
+        sessions = sqliteJsonByRowid(db, "session", "id, directory, time_created, time_updated, title, version, slug, project_id", undefined, rowLimit);
+        messages = sqliteJsonByRowid(db, "message", "id, session_id, time_created, time_updated, data", "length(data) <= 1000000", rowLimit);
     }
     catch (error) {
         console.error(`Skipping OpenCode history from ${db}: ${error instanceof Error ? error.message : String(error)}`);
@@ -589,6 +586,32 @@ function sqliteJson(db, sql) {
     });
     return JSON.parse(output || "[]");
 }
+function sqliteJsonByRowid(db, table, columns, whereClause, rowLimit) {
+    const pageSize = 5_000;
+    const rows = [];
+    let lastRowid = 0;
+    while (rowLimit === undefined || rows.length < rowLimit) {
+        const remaining = rowLimit === undefined
+            ? pageSize
+            : Math.min(pageSize, Math.max(rowLimit - rows.length, 0));
+        if (remaining <= 0)
+            break;
+        const conditions = [`rowid > ${lastRowid}`];
+        if (whereClause)
+            conditions.push(`(${whereClause})`);
+        const page = sqliteJson(db, `select rowid as __rowid, ${columns} from ${table} where ${conditions.join(" and ")} order by rowid limit ${remaining};`);
+        rows.push(...page);
+        const nextRowid = page
+            .map((row) => asNumber(row.__rowid) ?? lastRowid)
+            .reduce((max, rowid) => Math.max(max, rowid), lastRowid);
+        if (nextRowid <= lastRowid)
+            break;
+        lastRowid = nextRowid;
+        if (page.length < remaining)
+            break;
+    }
+    return rows;
+}
 function genericJsonlEvents(agent, files, sessionName) {
     return files.flatMap((path) => {
         const rows = parseJsonl(path).map(asRecord);

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@ramarivera/coding-agent-langfuse",
-  "version": "0.1.5",
+  "version": "0.1.7",
   "description": "Universal coding-agent Langfuse backfiller and live OTLP helpers",
   "type": "module",
   "license": "MIT",