@sproutboat/wire 0.9.2 → 0.9.3

package/CHANGELOG.md

@@ -1,5 +1,13 @@
 # @sproutboat/wire
 
+## 0.9.3
+
+### Patch Changes
+
+- 5dba469: Binary data survives KV and outbound `fetch()` bodies (baronunread/sproutboat#233, and the request half of #232).
+  - **KV:** `put()` of an `ArrayBuffer` or any typed array stores its bytes, flagged binary, instead of `String(view)` (`"0,1,2,..."`). `get(key, type | { type })` supports `"text"`, `"json"` and `"arrayBuffer"` as in Workers: a binary value read as text decodes as UTF-8, and a text value read as `arrayBuffer` is its UTF-8 encoding. `"stream"` throws a clear error. Existing stores gain the `binary` column on first use.
+  - **`fetch()` and service-binding request bodies:** an `ArrayBuffer` or view is sent as its exact bytes in both transports, instead of `"0,1,2,..."`. The standalone HTTP client also stopped truncating bodies at the first NUL byte.
+
 ## 0.9.2
 
 ### Patch Changes

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@sproutboat/wire",
-  "version": "0.9.2",
+  "version": "0.9.3",
   "license": "MIT",
   "type": "module",
   "repository": {

package/src/broker.test.ts

@@ -39,12 +39,25 @@ test("ping round-trips", async () => {
   expect(await b.dispatch({ op: "ping", msg: "hi" })).toMatchObject({ ok: true, op: "pong", echo: "hi" });
 });
 
+test("#233: a KV value put as bytes is flagged binary and survives an existing store", async () => {
+  const b = make({ bindings: { kv: ["CACHE"] } });
+  // One char per byte, as the runtime sends a put of an ArrayBuffer/view.
+  const bytes = Array.from({ length: 256 }, (_, i) => String.fromCharCode(i)).join("");
+  await b.dispatch({ op: "kv.put", ns: "CACHE", key: "bin", value: bytes, binary: true });
+  await b.dispatch({ op: "kv.put", ns: "CACHE", key: "txt", value: "café" });
+  expect(await b.dispatch({ op: "kv.get", ns: "CACHE", key: "bin" })).toEqual({ ok: true, found: true, value: bytes, binary: true });
+  expect(await b.dispatch({ op: "kv.get", ns: "CACHE", key: "txt" })).toMatchObject({ value: "café", binary: false });
+  // Overwriting a binary value with text clears the flag.
+  await b.dispatch({ op: "kv.put", ns: "CACHE", key: "bin", value: "now text" });
+  expect(await b.dispatch({ op: "kv.get", ns: "CACHE", key: "bin" })).toMatchObject({ value: "now text", binary: false });
+});
+
 test("KV put / get / list / delete, scoped to a bound namespace", async () => {
   const b = make({ bindings: { kv: ["CACHE"] } });
   expect(await b.dispatch({ op: "kv.get", ns: "CACHE", key: "k" })).toEqual({ ok: true, found: false, value: null });
   await b.dispatch({ op: "kv.put", ns: "CACHE", key: "k", value: "v" });
   await b.dispatch({ op: "kv.put", ns: "CACHE", key: "k2", value: "v2" });
-  expect(await b.dispatch({ op: "kv.get", ns: "CACHE", key: "k" })).toEqual({ ok: true, found: true, value: "v" });
+  expect(await b.dispatch({ op: "kv.get", ns: "CACHE", key: "k" })).toEqual({ ok: true, found: true, value: "v", binary: false });
   expect(await b.dispatch({ op: "kv.list", ns: "CACHE", prefix: "k" })).toEqual({ ok: true, keys: ["k", "k2"] });
   await b.dispatch({ op: "kv.delete", ns: "CACHE", key: "k" });
   expect(await b.dispatch({ op: "kv.get", ns: "CACHE", key: "k" })).toMatchObject({ found: false });
@@ -154,6 +167,21 @@ test("fetch is gated by the exact-host allowlist", async () => {
   expect(calls).toEqual(["https://api.example.com/x"]);
 });
 
+test("#232: a binary fetch request body is sent as its bytes, a text body as UTF-8", async () => {
+  const seen: Uint8Array[] = [];
+  const fetchImpl: FetchLike = async (_url, init) => {
+    seen.push(new Uint8Array(await new Response(init?.body).arrayBuffer()));
+    return new Response("ok");
+  };
+  const b = make({ bindings: { outbound: ["api.example.com"] }, fetchImpl });
+  // The runtime sends a binary body one char per byte, flagged bodyBinary.
+  const raw = Array.from({ length: 256 }, (_, i) => String.fromCharCode(i)).join("");
+  await b.dispatch({ op: "fetch", url: "https://api.example.com/up", method: "POST", body: raw, bodyBinary: true });
+  await b.dispatch({ op: "fetch", url: "https://api.example.com/up", method: "POST", body: "café" });
+  expect(Array.from(seen[0])).toEqual(Array.from({ length: 256 }, (_, i) => i));
+  expect(Array.from(seen[1])).toEqual([99, 97, 102, 195, 169]);
+});
+
 test("#232: a v1 fetch returns the upstream body as raw bytes; v0 keeps decoded text", async () => {
   const binary = Uint8Array.from({ length: 256 }, (_, i) => i);
   const fetchImpl: FetchLike = async (url) =>
@@ -705,6 +733,7 @@ test("resource-backed KV persists across brokers and is shared by id", async ()
     expect(await second.dispatch({ op: "kv.get", ns: "SHORTENER", key: "a" })).toEqual({
       ok: true,
       found: true,
+      binary: false,
       value: "1",
     });
     second.close();

package/src/broker.ts

@@ -269,6 +269,9 @@ export function createBroker(opts: BrokerOptions = {}): Broker {
     );
     const kvColumns = conn.query<{ name: string }, []>("PRAGMA table_info(kv)").all();
     if (!kvColumns.some((column) => column.name === "expires_at")) conn.exec("ALTER TABLE kv ADD COLUMN expires_at INTEGER");
+    // #233 — 1 when the value was put as bytes (stored one char per byte), so get()
+    // can hand back exact bytes or decoded text depending on the requested type.
+    if (!kvColumns.some((column) => column.name === "binary")) conn.exec("ALTER TABLE kv ADD COLUMN binary INTEGER NOT NULL DEFAULT 0");
     // #56 — no `body` column: an object's bytes live in their own file under
     // `r2Dir` (or an in-memory map for `:memory:`), never in the SQLite row.
     // Doubling every object through SQLite's own page cache on top of the
@@ -481,8 +484,8 @@ export function createBroker(opts: BrokerOptions = {}): Broker {
   };
 
   type KvStmts = {
-    get: Statement<{ value: string; expires_at: number | null }, [string, string]>;
-    put: Statement<unknown, [string, string, string, number | null]>;
+    get: Statement<{ value: string; expires_at: number | null; binary: number }, [string, string]>;
+    put: Statement<unknown, [string, string, string, number | null, number]>;
     del: Statement<unknown, [string, string]>;
     list: Statement<{ key: string }, [string, string, number]>;
   };
@@ -491,12 +494,12 @@ export function createBroker(opts: BrokerOptions = {}): Broker {
     let stmts = kvStmtCache.get(store);
     if (!stmts) {
       stmts = {
-        get: store.query<{ value: string; expires_at: number | null }, [string, string]>(
-          "SELECT value, expires_at FROM kv WHERE ns = ? AND key = ?",
+        get: store.query<{ value: string; expires_at: number | null; binary: number }, [string, string]>(
+          "SELECT value, expires_at, binary FROM kv WHERE ns = ? AND key = ?",
         ),
         put: store.query(
-          "INSERT INTO kv (ns, key, value, expires_at) VALUES (?1, ?2, ?3, ?4) " +
-            "ON CONFLICT (ns, key) DO UPDATE SET value = ?3, expires_at = ?4",
+          "INSERT INTO kv (ns, key, value, expires_at, binary) VALUES (?1, ?2, ?3, ?4, ?5) " +
+            "ON CONFLICT (ns, key) DO UPDATE SET value = ?3, expires_at = ?4, binary = ?5",
         ),
         del: store.query("DELETE FROM kv WHERE ns = ? AND key = ?"),
         // #58 — an expired row is filtered out here; a periodic sweep to hard-delete
@@ -1149,6 +1152,14 @@ export function createBroker(opts: BrokerOptions = {}): Broker {
   type Upstream = { reply: Frame; bytes: Buffer };
   const asTextFrame = (u: Upstream) => ({ ...u.reply, body: new TextDecoder().decode(u.bytes) });
 
+  /** #232 — a binary request body arrives one char per byte; send those bytes, not their UTF-8. */
+  const upstreamBody = (msg: Frame): string | Uint8Array<ArrayBuffer> | undefined =>
+    msg.body == null
+      ? undefined
+      : msg.bodyBinary === true
+        ? new Uint8Array(Buffer.from(str(msg.body), "latin1"))
+        : str(msg.body);
+
   async function proxyFetch(msg: Frame): Promise<Upstream> {
     let url: URL;
     try {
@@ -1169,7 +1180,7 @@ export function createBroker(opts: BrokerOptions = {}): Broker {
     const res = await doFetch(url, {
       method,
       headers,
-      body: msg.body == null || method === "GET" || method === "HEAD" ? undefined : str(msg.body),
+      body: method === "GET" || method === "HEAD" ? undefined : upstreamBody(msg),
       redirect: "manual",
     });
     const outHeaders: Array<[string, string]> = [];
@@ -1215,7 +1226,7 @@ export function createBroker(opts: BrokerOptions = {}): Broker {
     const res = await doFetch(target, {
       method,
       headers,
-      body: msg.body == null || method === "GET" || method === "HEAD" ? undefined : str(msg.body),
+      body: method === "GET" || method === "HEAD" ? undefined : upstreamBody(msg),
       redirect: "manual",
     });
     const outHeaders: Array<[string, string]> = [];
@@ -1236,11 +1247,11 @@ export function createBroker(opts: BrokerOptions = {}): Broker {
           stmts.del.run(part, str(msg.key));
           return { ok: true, found: false, value: null };
         }
-        return { ok: true, found: true, value: row.value };
+        return { ok: true, found: true, value: row.value, binary: row.binary === 1 };
       }
       case "kv.put": {
         const { store, part } = storeFor("kv", requireKv(msg.ns));
-        kvStmts(store).put.run(part, str(msg.key), str(msg.value), kvExpiresAt(msg));
+        kvStmts(store).put.run(part, str(msg.key), str(msg.value), kvExpiresAt(msg), msg.binary === true ? 1 : 0);
         return { ok: true };
       }
       case "kv.delete": {