@lunora/do 1.0.0-alpha.13 → 1.0.0-alpha.14

package/dist/packem_shared/{ctx-db-shapes-DVoeZpo-.mjs → ctx-db-shapes-BQapRFjB.mjs}

@@ -50,4 +50,4 @@ const selectShapeMemberIds = (sql$1, table, effectiveWhere, ids) => {
   return new Set(rows.map((row) => row.id));
 };
 
-export { selectShapeRows as a, selectShapeMemberIds as s };
+export { selectShapeMemberIds as a, selectShapeRows as s };

package/dist/packem_shared/diffExternalSource-Br2GYVZB.mjs

@@ -0,0 +1,44 @@
+import { stableStringify } from './stableStringify-CyHKJXre.mjs';
+
+const projectExternalSourceRow = (row, columns) => {
+  const projected = { _id: row._id };
+  if (columns) {
+    for (const key of columns) {
+      if (Object.hasOwn(row, key)) {
+        projected[key] = row[key];
+      }
+    }
+    return projected;
+  }
+  for (const [key, value] of Object.entries(row)) {
+    if (key !== "_id" && key !== "_creationTime") {
+      projected[key] = value;
+    }
+  }
+  return projected;
+};
+const diffExternalSource = (pulled, baseline, options) => {
+  const { columns, table } = options;
+  const changes = [];
+  const nextBaseline = /* @__PURE__ */ new Map();
+  for (const source of pulled) {
+    const value = projectExternalSourceRow(source, columns);
+    const id = String(value._id);
+    const json = stableStringify(value);
+    nextBaseline.set(id, json);
+    const before = baseline.get(id);
+    if (before === void 0) {
+      changes.push({ doc: value, id, op: "insert", seq: 0, table, ts: 0 });
+    } else if (before !== json) {
+      changes.push({ doc: value, id, op: "update", seq: 0, table, ts: 0 });
+    }
+  }
+  for (const id of baseline.keys()) {
+    if (!nextBaseline.has(id)) {
+      changes.push({ id, op: "delete", seq: 0, table, ts: 0 });
+    }
+  }
+  return { changes, nextBaseline };
+};
+
+export { diffExternalSource, projectExternalSourceRow };

package/dist/packem_shared/isSourceDue-D_wTv871.mjs

@@ -0,0 +1,40 @@
+import { runExternalSourceTick } from './materializeExternalRows-CcsfmiDe.mjs';
+
+const liftSourceId = (row, options = {}) => {
+  const { idColumn = "id", map } = options;
+  const idValue = row[idColumn];
+  if (idValue === void 0 || idValue === null) {
+    throw new Error(`external-source: row is missing id column "${idColumn}"`);
+  }
+  if (typeof idValue !== "string" && typeof idValue !== "number" && typeof idValue !== "bigint") {
+    throw new TypeError(`external-source: id column "${idColumn}" must be a string or number`);
+  }
+  const id = String(idValue);
+  if (map) {
+    return { ...map(row), _id: id };
+  }
+  const body = {};
+  for (const [key, value] of Object.entries(row)) {
+    if (key !== idColumn) {
+      body[key] = value;
+    }
+  }
+  return { ...body, _id: id };
+};
+const isSourceDue = (refresh, lastPolledMs, nowMs) => {
+  if (refresh === "manual") {
+    return false;
+  }
+  if (refresh === void 0 || lastPolledMs === void 0) {
+    return true;
+  }
+  return nowMs - lastPolledMs >= refresh.everyMs;
+};
+const pullExternalSourceTick = async (sql, writer, client, table, source, shardKey) => {
+  const parameters = source.tenantBy ? source.tenantBy(shardKey) : [];
+  const rows = await client.query(source.query, parameters);
+  const documents = rows.map((row) => liftSourceId(row, { idColumn: source.idColumn, map: source.map }));
+  return runExternalSourceTick(sql, writer, documents, { columns: source.columns, table });
+};
+
+export { isSourceDue, liftSourceId, pullExternalSourceTick };

package/dist/packem_shared/materializeExternalRows-CcsfmiDe.mjs

@@ -0,0 +1,23 @@
+import { applyCdcChanges } from './CDC_LOG_TABLE-DSycmnDf.mjs';
+import { s as selectShapeRows } from './ctx-db-shapes-BQapRFjB.mjs';
+import { diffExternalSource, projectExternalSourceRow } from './diffExternalSource-Br2GYVZB.mjs';
+import { stableStringify } from './stableStringify-CyHKJXre.mjs';
+
+const materializeExternalRows = async (writer, pulled, baseline, options) => {
+  const { changes, nextBaseline } = diffExternalSource(pulled, baseline, options);
+  await applyCdcChanges(writer, changes);
+  return { applied: changes.length, nextBaseline };
+};
+const readExternalSourceBaseline = (sql, table, columns) => {
+  const baseline = /* @__PURE__ */ new Map();
+  for (const { doc, id } of selectShapeRows(sql, table, void 0)) {
+    baseline.set(id, stableStringify(projectExternalSourceRow({ ...doc, _id: id }, columns)));
+  }
+  return baseline;
+};
+const runExternalSourceTick = async (sql, writer, pulled, options) => {
+  const baseline = readExternalSourceBaseline(sql, options.table, options.columns);
+  return materializeExternalRows(writer, pulled, baseline, options);
+};
+
+export { materializeExternalRows, readExternalSourceBaseline, runExternalSourceTick };

package/dist/packem_shared/{serveRelationFanout-C6lDaesn.mjs → serveRelationFanout-EZLD9-O3.mjs}

@@ -1,4 +1,4 @@
-import { RELATION_FUNCTION_PREFIX } from './ADMIN_FUNCTIONS-D_UiYJFk.mjs';
+import { RELATION_FUNCTION_PREFIX } from './ADMIN_FUNCTIONS-fMl1vyt1.mjs';
 
 const serveRelationFanout = async (schema, database, functionPath, args) => {
   const table = typeof args["table"] === "string" ? args["table"] : "";

package/dist/packem_shared/{subscriptionListDeltas-ce84gpwL.mjs → subscriptionListDeltas-DoB136JT.mjs}

@@ -107,5 +107,18 @@ const sendDeltaFrames = (ws, subId, deltaFrames, cursorSuffix) => {
   }
   return delivered;
 };
+const awaitWsDrain = async (ws) => {
+  let attempts = 0;
+  while (attempts < 100) {
+    attempts += 1;
+    const buffered = ws.bufferedAmount;
+    if (typeof buffered !== "number" || buffered < 1048576) {
+      return;
+    }
+    await new Promise((resolve) => {
+      setTimeout(resolve, 20);
+    });
+  }
+};
 
-export { sendDeltaFrames, subscriptionListDeltas, trySendFrame };
+export { awaitWsDrain, sendDeltaFrames, subscriptionListDeltas, trySendFrame };

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@lunora/do",
-  "version": "1.0.0-alpha.13",
+  "version": "1.0.0-alpha.14",
   "description": "Lunora Durable Objects: ShardDO (SQLite, OCC, hibernated WebSocket subscriptions) and SessionDO",
   "keywords": [
     "cloudflare",