hazo_collect 0.2.2 → 0.2.4

package/CHANGE_LOG.md

@@ -1,5 +1,52 @@
 # hazo_collect — Change Log
 
+## 0.2.4 — 2026-06-14
+
+### Fixes — `discover()` read-back of the now-`jsonb` manifest (0.2.3 follow-up)
+
+0.2.3 fixed the **write** side (manifest/payload stored as real `jsonb` objects) but missed the
+matching **read** site. `discover()` still did `JSON.parse(row.manifest)`, and now that the column
+holds real `jsonb` the PostgREST adapter returns `row.manifest` as an already-parsed **object** —
+`JSON.parse(object)` coerces to the string `"[object Object]"` and throws. The worker could not
+boot: `engine.discover_failed` (`"[object Object]" is not valid JSON`) retried forever.
+
+Fix: `src/registry/discovery.ts` reads the manifest via `parseJsonbField()` (from
+`hazo_connect/server`), which normalises both shapes — an already-parsed object (PostgREST/pg
+`jsonb`) and a JSON string (text/SQLite read) — instead of blindly `JSON.parse`-ing.
+
+Regression test (`src/__tests__/discovery.test.ts`): a PostgREST-shaped adapter wrapper returns
+the registry `manifest` column as an object; `discover()` must boot the worker without re-parsing.
+
+**Requires:** `hazo_connect ^3.8.0`.
+
+## 0.2.3 — 2026-06-14
+
+### Fixes — stop double-encoding JSON columns for PostgREST/JSONB adapters
+
+Previously, `write-adapter.ts`, `registry/index.ts`, and `manager/index.ts` all called
+`JSON.stringify()` on JSON-valued fields before handing them to the adapter. This was correct for
+SQLite (which stores JSON as TEXT), but caused **double-encoding** for PostgREST/pg adapters whose
+JSONB columns serialize objects natively — making `manifest->>'name'` and `payload->>'seq'`
+return null on ocdata.
+
+Fix: pass objects/arrays through directly and declare the JSON columns via the new
+`QueryBuilder.jsonColumns([...])` API (introduced in `hazo_connect@3.8.0`). The SQLite adapter
+reads the declared columns and serializes them itself; the PostgREST adapter passes the object
+through as-is.
+
+**Changed write sites:**
+- `src/server/write-adapter.ts` — `payload` no longer pre-stringified; `QueryBuilder` chain adds
+  `.jsonColumns(['payload'])`.
+- `src/registry/index.ts` — `manifest` no longer pre-stringified; `RegistryRow.manifest` type
+  widened from `string` to `ManifestInput`; both `doUpdate` and `doNothing` QueryBuilders get
+  `.jsonColumns(['manifest'])`.
+- `src/manager/index.ts` `insertRunRow` — `errors` changed from `'[]'` string to `[]` array;
+  QueryBuilder gets `.jsonColumns(['errors'])`.
+- `src/manager/index.ts` `updateRunRow` — `errors` and `metrics` no longer pre-stringified;
+  QueryBuilder gets `.jsonColumns(['errors', 'metrics'])`.
+
+**Requires:** `hazo_connect ^3.8.0`.
+
 ## 0.2.2 — 2026-06-14
 
 ### Fixes — CJS-host plugin discovery (empty-registry bug)

package/dist/server/index.js

@@ -22,17 +22,16 @@ function createWriteAdapter(adapter) {
           let landingWritten = 0;
           let canonicalWritten = 0;
           for (const row of landing) {
-            const payload = typeof row.payload === "string" ? row.payload : JSON.stringify(row.payload);
             const record = {
               id: generateRequestId().slice(4),
               plugin,
               run_id: row.run_id,
               idempotency_key: row.idempotency_key,
-              payload,
+              payload: row.payload,
               ...row.window?.since != null ? { window_since: row.window.since } : {},
               ...row.window?.until != null ? { window_until: row.window.until } : {}
             };
-            const qb = new QueryBuilder().from("hazo_collect_landing").onConflict(["plugin", "idempotency_key"]).doUpdate();
+            const qb = new QueryBuilder().from("hazo_collect_landing").onConflict(["plugin", "idempotency_key"]).doUpdate().jsonColumns(["payload"]);
             await tx.query(qb, "POST", record);
             landingWritten++;
           }
@@ -167,22 +166,22 @@ async function insertRunRow(adapter, params) {
     correlation_id: params.correlation_id,
     records_fetched: 0,
     records_written: 0,
-    errors: "[]",
+    errors: [],
     contract_version: CONTRACT_VERSION
   };
-  const qb = new QueryBuilder2().from("hazo_collect_plugin_runs");
+  const qb = new QueryBuilder2().from("hazo_collect_plugin_runs").jsonColumns(["errors"]);
   await adapter.query(qb, "POST", row);
 }
 async function updateRunRow(adapter, run_id, result) {
-  const qb = new QueryBuilder2().from("hazo_collect_plugin_runs").where("run_id", "eq", run_id);
+  const qb = new QueryBuilder2().from("hazo_collect_plugin_runs").where("run_id", "eq", run_id).jsonColumns(["errors", "metrics"]);
   await adapter.query(qb, "PATCH", {
     status: result.status,
     completed_at: result.completed_at,
     records_fetched: result.records_fetched,
     records_written: result.records_written,
     watermark: result.watermark ?? null,
-    errors: JSON.stringify(result.errors),
-    metrics: result.metrics ? JSON.stringify(result.metrics) : null,
+    errors: result.errors,
+    metrics: result.metrics ?? null,
     contract_version: result.contract_version ?? null
   });
 }
@@ -373,7 +372,7 @@ import { QueryBuilder as QueryBuilder4, wrapResult as wrapResult3 } from "hazo_c
 import { readFileSync, readdirSync } from "fs";
 import { resolve } from "path";
 import { pathToFileURL } from "url";
-import { QueryBuilder as QueryBuilder3 } from "hazo_connect/server";
+import { QueryBuilder as QueryBuilder3, parseJsonbField } from "hazo_connect/server";
 async function scanFolder(pluginsDir) {
   const entries = readdirSync(pluginsDir, { withFileTypes: true });
   const subdirs = entries.filter((e) => e.isDirectory());
@@ -402,7 +401,7 @@ async function discover(opts) {
   const rows = await opts.adapter.query(qb);
   const snapshotEntries = [];
   for (const row of rows) {
-    const parsedManifest = parseManifest(JSON.parse(row.manifest));
+    const parsedManifest = parseManifest(parseJsonbField(row.manifest));
     const worker = getCollector(parsedManifest.name);
     if (!worker) {
       continue;
@@ -460,12 +459,12 @@ async function persistRegistry(adapter, entries, opts) {
         kind: entry.manifest.kind,
         version: entry.manifest.version,
         runtime: entry.manifest.runtime,
-        manifest: JSON.stringify(entry.manifest),
+        manifest: entry.manifest,
         source: entry.source ?? "folder",
         valid,
         quarantine_reason: quarantineReason
       };
-      const qb = opts?.reseed ? new QueryBuilder4().from("hazo_collect_plugin_registry").onConflict(["name"]).doUpdate() : new QueryBuilder4().from("hazo_collect_plugin_registry").onConflict(["name"]).doNothing();
+      const qb = opts?.reseed ? new QueryBuilder4().from("hazo_collect_plugin_registry").onConflict(["name"]).doUpdate().jsonColumns(["manifest"]) : new QueryBuilder4().from("hazo_collect_plugin_registry").onConflict(["name"]).doNothing().jsonColumns(["manifest"]);
       await adapter.query(qb, "POST", row);
     }
   });

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "hazo_collect",
-  "version": "0.2.2",
+  "version": "0.2.4",
   "description": "Collector-manager engine for the Ocdata platform",
   "type": "module",
   "module": "./dist/index.js",
@@ -44,7 +44,7 @@
   },
   "peerDependencies": {
     "hazo_core": "^1.2.0",
-    "hazo_connect": "^3.7.0",
+    "hazo_connect": "^3.8.0",
     "hazo_secure": "^1.3.0",
     "react": "^18.0.0 || ^19.0.0",
     "react-dom": "^18.0.0 || ^19.0.0",
@@ -75,7 +75,7 @@
     "@types/react": "^19.0.0",
     "@types/react-dom": "^19.0.0",
     "hazo_core": "^1.2.0",
-    "hazo_connect": "^3.7.0",
+    "hazo_connect": "^3.8.0",
     "hazo_secure": "^1.3.0"
   },
   "keywords": [],