@ai-matrx/data 0.25.0 → 0.26.1

package/CHANGELOG.md

@@ -1,5 +1,22 @@
 # Changelog
 
+## 0.26.1 — generate --only
+
+- `matrx-data generate --only a,b,schema.c` keeps only the named tables, views and functions (a package
+  that calls 29 functions of `public` generates 13 KB, not the schema's 517 KB); an unknown name fails.
+
+Consumer action: none.
+
+## 0.26.0 — callAll: every row of a set-returning function
+
+- **`callAll(db, fn, args, { order })`** — the complete read of a set-returning database function:
+  `rpc(…, { count: "exact" })` paged by `range` over the named `order` (`"id"` or
+  `{ column, ascending, nullsFirst }`; end on a key), past the 1,000-row cap; a `DatabaseError` keeps the
+  database's own error (code kept); a short read throws `IncompleteReadError`; an empty order is refused.
+- `SupabaseLike.rpc` takes PostgREST's optional third argument (`{ count }`).
+
+Consumer action: none (additive). Packages that paged `.rpc(...).order().range()` by hand move to `callAll`.
+
 ## 0.25.0 — created_by stamped; listAll keeps the database's error
 
 - **A signed-in `insert` stamps `created_by`** with the session's person when the table has a

package/bin/generate.mjs

@@ -195,17 +195,31 @@ function readDescriptionFile(dir, name) {
   throw new Error(`${name} not found in ${dir} (neither ${name} nor ${name}.gz)`);
 }
 
-export function generate({ from = BUNDLED_DESCRIPTION, out, schemas, check, importFrom, flagsIndex = process.argv.includes("--flags-index") }) {
+/** Keep only the named tables/views/functions (`--only a,b,schema.c`); an unknown name is an error. */
+function pick(desc, only) {
+  if (!only?.length) return desc;
+  const want = new Set(only.filter((n) => !n.includes(".") || n.startsWith(`${desc.schema}.`)).map((n) => n.slice(n.indexOf(".") + 1)));
+  const keep = (rec) => Object.fromEntries(Object.entries(rec ?? {}).filter(([n]) => want.has(n)));
+  const out = { ...desc, tables: keep(desc.tables), views: keep(desc.views), functions: keep(desc.functions) };
+  return out;
+}
+
+export function generate({ from = BUNDLED_DESCRIPTION, out, schemas, only, check, importFrom, flagsIndex = process.argv.includes("--flags-index") }) {
   const index = JSON.parse(readDescriptionFile(from, "index.json"));
   const names = schemas?.length ? schemas : Object.keys(index.schemas).sort();
   const files = {};
   const descs = [];
   for (const s of names) {
     if (!index.schemas[s]) throw new Error(`schema "${s}" is not in the description (${Object.keys(index.schemas).length} schemas)`);
-    const desc = JSON.parse(readDescriptionFile(from, `${s}.json`));
+    const desc = pick(JSON.parse(readDescriptionFile(from, `${s}.json`)), only);
     descs.push(desc);
     files[`${s}.ts`] = renderSchema(desc, index.schemas[s].sha256, importFrom);
   }
+  if (only?.length) {
+    const found = new Set(descs.flatMap((d) => [...Object.keys(d.tables), ...Object.keys(d.views), ...Object.keys(d.functions)].flatMap((n) => [n, `${d.schema}.${n}`])));
+    const missing = only.filter((n) => !found.has(n));
+    if (missing.length) throw new Error(`--only names nothing in the description: ${missing.join(", ")}`);
+  }
   if (flagsIndex) {
     for (const d of descs) files[`${d.schema}.flags.ts`] = renderSchemaFlags(d, importFrom);
     files["flags-index.ts"] = renderFlagLoaders(descs.map((d) => d.schema), importFrom);

package/bin/matrx-data.mjs

@@ -3,7 +3,7 @@
  * matrx-data — @ai-matrx/data's build-time CLI.
  *
  *   matrx-data emit     [--out <dir>] [--check]      live database → the database description (read-only)
- *   matrx-data generate --out <dir> [--from <dir>] [--schemas a,b] [--flags-index] [--check]
+ *   matrx-data generate --out <dir> [--from <dir>] [--schemas a,b] [--only t1,fn2] [--flags-index] [--check]
  *                       description → typed doors in THIS app (--from defaults to the description
  *                       shipped inside this package version)
  *
@@ -35,6 +35,7 @@ async function main() {
       ...(from ? { from: path.resolve(from) } : {}),
       out: path.resolve(out),
       schemas: flag("--schemas")?.split(",").map((s) => s.trim()).filter(Boolean),
+      only: flag("--only")?.split(",").map((s) => s.trim()).filter(Boolean),
       check: rest.includes("--check"),
       importFrom: flag("--import-from") ?? "@ai-matrx/data/db",
     });

package/dist/db.cjs

@@ -36,6 +36,7 @@ __export(db_exports, {
   assertDoor: () => assertDoor,
   assertWriteLanded: () => assertWriteLanded,
   call: () => call,
+  callAll: () => callAll,
   changesOf: () => changesOf,
   count: () => count,
   createActiveOrgCookie: () => createActiveOrgCookie,
@@ -1203,6 +1204,27 @@ async function call(db, fn, args) {
   }
   return check(door, await db.client.schema(fn.schema).rpc(fn.name, args));
 }
+async function callAll(db, fn, args, opts) {
+  const door = `callAll ${fn.schema}.${fn.name}`;
+  const role = db.role === "service" ? "service_role" : "authenticated";
+  if (!fn.roles.includes(role) && !(role === "authenticated" && fn.roles.includes("anon"))) {
+    throw new DoorRefusedError(door, `not executable by ${role} (executable by: ${fn.roles.join(", ") || "nobody"})`);
+  }
+  if (!opts.order.length) throw new DoorRefusedError(door, "a paged read needs an order (end on a key) \u2014 pages over no order can skip or repeat rows");
+  return readAllRows(
+    ({ from: lo, to: hi }) => {
+      let q = db.client.schema(fn.schema).rpc(fn.name, args, { count: "exact" });
+      for (const o of opts.order) {
+        q = typeof o === "string" ? q.order(o) : q.order(o.column, { ascending: o.ascending ?? true, ...o.nullsFirst !== void 0 ? { nullsFirst: o.nullsFirst } : {} });
+      }
+      return Promise.resolve(q.range(lo, hi)).then((res) => {
+        if (res.error) throw new DatabaseError(door, res.error);
+        return res;
+      });
+    },
+    { label: door, ...opts.pageSize !== void 0 ? { pageSize: opts.pageSize } : {}, ...opts.maxRows !== void 0 ? { maxRows: opts.maxRows } : {} }
+  );
+}
 function tableByName(index, name) {
   const t = index[name];
   if (!t) throw new DoorRefusedError(`tableByName ${name}`, "no such table in the database description (schema-qualify it: schema.table)");