@agent-native/core 0.133.2 → 0.133.3

package/corpus/README.md

@@ -30,4 +30,4 @@ rg -n "defineAction|useActionQuery" node_modules/@agent-native/core/corpus
 
 - core files: 1646
 - toolkit files: 168
-- template files: 7414
+- template files: 7421

package/corpus/core/CHANGELOG.md

@@ -1,5 +1,11 @@
 # @agent-native/core
 
+## 0.133.3
+
+### Patch Changes
+
+- 9258da4: Preserve nested object parameters when browser clients call GET actions.
+
 ## 0.133.2
 
 ### Patch Changes

package/corpus/core/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@agent-native/core",
-  "version": "0.133.2",
+  "version": "0.133.3",
   "description": "Framework for agent-native application development — where AI agents and UI share SQL state, actions, and context",
   "homepage": "https://github.com/BuilderIO/agent-native#readme",
   "bugs": {

package/corpus/core/src/client/use-action.ts

@@ -207,6 +207,12 @@ function appendActionQueryParam(
     }
     return;
   }
+  if (typeof value === "object") {
+    // defineAction restores JSON strings when the schema expects an object.
+    // Preserve nested GET params instead of collapsing them to "[object Object]".
+    qs.append(key, JSON.stringify(value));
+    return;
+  }
   qs.append(key, String(value));
 }
 

package/corpus/templates/content/actions/_batch-utils.ts

@@ -1,3 +1,5 @@
+import { getDialect, type Dialect } from "@agent-native/core/db";
+
 export function chunks<T>(items: T[], size: number): T[][] {
   if (items.length === 0) return [];
   const out: T[][] = [];
@@ -6,3 +8,34 @@ export function chunks<T>(items: T[], size: number): T[][] {
   }
   return out;
 }
+
+export function bulkChunkSizeForColumnCount(
+  columnCount: number,
+  dialect: Dialect = getDialect(),
+) {
+  // D1 rejects statements with more than 100 bound params, so derive every
+  // bulk chunk from the statement's column count instead of a fixed row count.
+  const budget = dialect === "d1" ? 90 : 900;
+  return Math.max(1, Math.floor(budget / Math.max(1, columnCount)));
+}
+
+export async function processWithConcurrency<T>(
+  items: readonly T[],
+  concurrency: number,
+  worker: (item: T) => Promise<void>,
+) {
+  let nextIndex = 0;
+  const workerCount = Math.min(
+    items.length,
+    Math.max(1, Math.floor(concurrency)),
+  );
+  await Promise.all(
+    Array.from({ length: workerCount }, async () => {
+      while (nextIndex < items.length) {
+        const item = items[nextIndex];
+        nextIndex += 1;
+        if (item !== undefined) await worker(item);
+      }
+    }),
+  );
+}

package/corpus/templates/content/actions/_builder-cms-read-client.ts

@@ -163,6 +163,7 @@ type BuilderMcpToolResult = {
 const BUILDER_CMS_DEFAULT_READ_LIMIT = 500;
 const BUILDER_CMS_MAX_READ_LIMIT = 10_000;
 const BUILDER_CMS_PAGE_SIZE = 100;
+const BUILDER_CMS_PROJECTED_READ_CONCURRENCY = 8;
 const BUILDER_CMS_READ_RETRIES = 2;
 const BUILDER_CMS_METADATA_ENTRY_FIELD_PATHS = [
   "id",
@@ -192,6 +193,10 @@ const BUILDER_CMS_HEAVY_BODY_FIELD_PATHS = [
 const BUILDER_CMS_FIELD_PATH_PATTERN =
   /^[A-Za-z0-9_$-]+(?:\.[A-Za-z0-9_$-]+)*$/;
 
+type BuilderCmsContentPageResult =
+  | { pageLimit: number; pageEntries: BuilderCmsSourceEntry[] }
+  | { pageLimit: number; error: string };
+
 function normalizeBuilderCmsListFieldPath(fieldPath: string) {
   const trimmed = fieldPath.trim();
   if (!trimmed || !BUILDER_CMS_FIELD_PATH_PATTERN.test(trimmed)) return null;
@@ -218,6 +223,36 @@ function normalizeBuilderCmsListFieldPath(fieldPath: string) {
   return normalized;
 }
 
+function preserveProjectedBuilderFieldAbsence(
+  read: BuilderCmsReadResult,
+  fieldPaths: readonly string[] | undefined,
+  rawData: boolean | undefined,
+): BuilderCmsReadResult {
+  if (read.state !== "live" || rawData === true || !fieldPaths?.length) {
+    return read;
+  }
+  const projectedFieldPaths = [
+    ...new Set(
+      fieldPaths
+        .map(normalizeBuilderCmsListFieldPath)
+        .filter((fieldPath): fieldPath is string => fieldPath !== null),
+    ),
+  ];
+  if (projectedFieldPaths.length === 0) return read;
+  return {
+    ...read,
+    entries: read.entries.map((entry) => {
+      const sourceValues = { ...entry.sourceValues };
+      for (const fieldPath of projectedFieldPaths) {
+        if (!Object.prototype.hasOwnProperty.call(sourceValues, fieldPath)) {
+          sourceValues[fieldPath] = null;
+        }
+      }
+      return { ...entry, sourceValues };
+    }),
+  };
+}
+
 export function builderCmsListEntryFields(fieldPaths: readonly string[] = []) {
   const fields = new Map<string, string>();
   for (const fieldPath of [
@@ -752,6 +787,7 @@ async function initializeBuilderMcp(args: {
 async function readBuilderCmsContentEntriesViaMcp(args: {
   model: string;
   fieldPaths?: readonly string[];
+  includeBodies?: boolean;
   rawData?: boolean;
   limit?: number;
   maxPages?: number;
@@ -775,7 +811,9 @@ async function readBuilderCmsContentEntriesViaMcp(args: {
   const contentEntries: BuilderCmsSourceEntry[] = [];
   const fields = args.rawData
     ? undefined
-    : builderCmsListEntryFields(args.fieldPaths);
+    : args.includeBodies
+      ? `${builderCmsListEntryFields(args.fieldPaths)},${BUILDER_CMS_HEAVY_BODY_FIELD_PATHS.join(",")}`
+      : builderCmsListEntryFields(args.fieldPaths);
   const seenContentIds = new Set<string>();
   let pagesRead = 0;
   let hasMore = false;
@@ -941,6 +979,8 @@ async function readBuilderCmsContentEntriesViaMcp(args: {
 async function readBuilderCmsContentEntriesViaContentApi(args: {
   model: string;
   fieldPaths?: readonly string[];
+  includeBodies?: boolean;
+  allowCached?: boolean;
   rawData?: boolean;
   limit?: number;
   maxPages?: number;
@@ -959,14 +999,21 @@ async function readBuilderCmsContentEntriesViaContentApi(args: {
   // Fidelity reads intentionally do neither: Builder's raw data object is the
   // clone contract, including unresolved references and every nested field.
   url.searchParams.set("enrich", args.rawData === true ? "false" : "true");
-  url.searchParams.set("noCache", "true");
-  url.searchParams.set(
-    "cachebust",
-    args.rawData === true ? String(Date.now()) : "true",
-  );
+  if (args.allowCached !== true || args.rawData === true) {
+    url.searchParams.set("noCache", "true");
+    url.searchParams.set(
+      "cachebust",
+      args.rawData === true ? String(Date.now()) : "true",
+    );
+  }
   url.searchParams.set("includeUnpublished", "true");
   if (args.rawData !== true) {
-    url.searchParams.set("fields", builderCmsListEntryFields(args.fieldPaths));
+    url.searchParams.set(
+      "fields",
+      args.includeBodies
+        ? `${builderCmsListEntryFields(args.fieldPaths)},${BUILDER_CMS_HEAVY_BODY_FIELD_PATHS.join(",")}`
+        : builderCmsListEntryFields(args.fieldPaths),
+    );
   }
 
   const limit = readLimit(args.limit);
@@ -978,73 +1025,103 @@ async function readBuilderCmsContentEntriesViaContentApi(args: {
   const seenIds = new Set<string>();
   let pagesRead = 0;
   let hasMore = false;
-  for (
-    let offset = startOffset;
-    entries.length < limit;
-    offset += BUILDER_CMS_PAGE_SIZE
-  ) {
-    const pageUrl = new URL(url);
-    const pageLimit = readPageLimit(limit - entries.length);
-    pageUrl.searchParams.set("limit", String(pageLimit));
-    pageUrl.searchParams.set("offset", String(offset));
+  const concurrency =
+    args.rawData === true ? 1 : BUILDER_CMS_PROJECTED_READ_CONCURRENCY;
+  const errorResult = (message: string): BuilderCmsReadResult => ({
+    state: "error",
+    entries: [],
+    fetchedAt,
+    message,
+    progress: {
+      requestedLimit: limit,
+      pageSize: BUILDER_CMS_PAGE_SIZE,
+      startOffset,
+      nextOffset: startOffset + entries.length,
+      fetchedEntryCount: startOffset + entries.length,
+      hasMore,
+      partial: Boolean(args.maxPages) && hasMore,
+      readMode: "builder-api",
+    },
+  });
 
-    let response: Response;
-    try {
-      response = await fetchBuilderContentPage({
-        fetchImpl: args.fetchImpl,
-        url: pageUrl,
-        privateKey: args.privateKey,
-      });
-    } catch (error) {
-      return {
-        state: "error",
-        entries: [],
-        fetchedAt,
-        message:
-          error instanceof Error
-            ? `Builder CMS read failed: ${error.message}`
-            : "Builder CMS read failed.",
-        progress: {
-          requestedLimit: limit,
-          pageSize: BUILDER_CMS_PAGE_SIZE,
-          startOffset,
-          nextOffset: startOffset + entries.length,
-          fetchedEntryCount: startOffset + entries.length,
-          hasMore,
-          partial: Boolean(args.maxPages) && hasMore,
-          readMode: "builder-api",
+  while (entries.length < limit) {
+    const pagesRemaining = args.maxPages
+      ? args.maxPages - pagesRead
+      : Number.POSITIVE_INFINITY;
+    if (pagesRemaining <= 0) break;
+    const pageCount = Math.min(
+      pagesRead === 0 ? 1 : concurrency,
+      pagesRemaining,
+      Math.ceil((limit - entries.length) / BUILDER_CMS_PAGE_SIZE),
+    );
+    const pageRequests = Array.from({ length: pageCount }, (_, index) => {
+      const pageUrl = new URL(url);
+      const pageLimit = readPageLimit(
+        limit - entries.length - index * BUILDER_CMS_PAGE_SIZE,
+      );
+      pageUrl.searchParams.set("limit", String(pageLimit));
+      pageUrl.searchParams.set(
+        "offset",
+        String(startOffset + (pagesRead + index) * BUILDER_CMS_PAGE_SIZE),
+      );
+      return { pageLimit, pageUrl };
+    });
+    const pageResults = await Promise.all(
+      pageRequests.map(
+        async ({
+          pageLimit,
+          pageUrl,
+        }): Promise<BuilderCmsContentPageResult> => {
+          try {
+            const response = await fetchBuilderContentPage({
+              fetchImpl: args.fetchImpl,
+              url: pageUrl,
+              privateKey: args.privateKey,
+            });
+            if (!response.ok) {
+              return {
+                pageLimit,
+                error: `Builder CMS read failed with HTTP ${response.status}.`,
+              };
+            }
+            const json = (await response.json()) as unknown;
+            const pageEntries = entryArrayFromResponse(json)
+              .map((entry) => normalizeBuilderCmsApiEntry(entry, args.model))
+              .filter((entry): entry is BuilderCmsSourceEntry =>
+                Boolean(entry),
+              );
+            return { pageLimit, pageEntries };
+          } catch (error) {
+            return {
+              pageLimit,
+              error:
+                error instanceof Error
+                  ? `Builder CMS read failed: ${error.message}`
+                  : "Builder CMS read failed.",
+            };
+          }
         },
-      };
-    }
+      ),
+    );
 
-    if (!response.ok) {
-      return {
-        state: "error",
-        entries: [],
-        fetchedAt,
-        message: `Builder CMS read failed with HTTP ${response.status}.`,
-        progress: {
-          requestedLimit: limit,
-          pageSize: BUILDER_CMS_PAGE_SIZE,
-          startOffset,
-          nextOffset: startOffset + entries.length,
-          fetchedEntryCount: startOffset + entries.length,
-          hasMore,
-          partial: Boolean(args.maxPages) && hasMore,
-          readMode: "builder-api",
-        },
-      };
+    let stoppedOnShortPage = false;
+    for (const pageResult of pageResults) {
+      if ("error" in pageResult) return errorResult(pageResult.error);
+      const appended = appendUniqueBuilderEntries(
+        entries,
+        seenIds,
+        pageResult.pageEntries,
+      );
+      pagesRead += 1;
+      hasMore =
+        pageResult.pageEntries.length >= pageResult.pageLimit && appended > 0;
+      if (args.maxPages && pagesRead >= args.maxPages) break;
+      if (!hasMore) {
+        stoppedOnShortPage = true;
+        break;
+      }
     }
-
-    const json = (await response.json()) as unknown;
-    const pageEntries = entryArrayFromResponse(json)
-      .map((entry) => normalizeBuilderCmsApiEntry(entry, args.model))
-      .filter((entry): entry is BuilderCmsSourceEntry => Boolean(entry));
-    const appended = appendUniqueBuilderEntries(entries, seenIds, pageEntries);
-    pagesRead += 1;
-    hasMore = pageEntries.length >= pageLimit && appended > 0;
-    if (args.maxPages && pagesRead >= args.maxPages) break;
-    if (!hasMore) break;
+    if (stoppedOnShortPage || !hasMore) break;
   }
 
   return {
@@ -1231,6 +1308,8 @@ export async function readBuilderCmsModelFields(args: {
 export async function readBuilderCmsContentEntries(args: {
   model: string;
   fieldPaths?: readonly string[];
+  includeBodies?: boolean;
+  allowCached?: boolean;
   rawData?: boolean;
   requirePrivateKey?: boolean;
   limit?: number;
@@ -1265,6 +1344,8 @@ export async function readBuilderCmsContentEntries(args: {
     const contentApiRead = await readBuilderCmsContentEntriesViaContentApi({
       model: args.model,
       fieldPaths: args.fieldPaths,
+      includeBodies: args.includeBodies,
+      allowCached: args.allowCached,
       rawData: args.rawData,
       limit: args.limit,
       maxPages: args.maxPages,
@@ -1273,22 +1354,33 @@ export async function readBuilderCmsContentEntries(args: {
       publicKey,
       privateKey: privateKey ?? undefined,
     });
-    if (contentApiRead.state === "live") return contentApiRead;
+    if (contentApiRead.state === "live") {
+      return preserveProjectedBuilderFieldAbsence(
+        contentApiRead,
+        args.fieldPaths,
+        args.rawData,
+      );
+    }
     if (!privateKey) return contentApiRead;
   }
 
   if (privateKey) {
     try {
-      return await readBuilderCmsContentEntriesViaMcp({
-        model: args.model,
-        fieldPaths: args.fieldPaths,
-        rawData: args.rawData,
-        limit: args.limit,
-        maxPages: args.maxPages,
-        offset: args.offset,
-        fetchImpl,
-        privateKey,
-      });
+      return preserveProjectedBuilderFieldAbsence(
+        await readBuilderCmsContentEntriesViaMcp({
+          model: args.model,
+          fieldPaths: args.fieldPaths,
+          includeBodies: args.includeBodies,
+          rawData: args.rawData,
+          limit: args.limit,
+          maxPages: args.maxPages,
+          offset: args.offset,
+          fetchImpl,
+          privateKey,
+        }),
+        args.fieldPaths,
+        args.rawData,
+      );
     } catch (error) {
       return {
         state: "error",

package/corpus/templates/content/actions/_content-files.ts

@@ -4,6 +4,7 @@ import { accessFilter } from "@agent-native/core/sharing";
 import { and, eq, inArray, isNotNull, isNull, or, sql } from "drizzle-orm";
 
 import { schema } from "../server/db/index.js";
+import { bulkChunkSizeForColumnCount, chunks } from "./_batch-utils.js";
 import {
   listContentOrganizationMemberships,
   normalizeContentSpaceEmail,
@@ -32,23 +33,29 @@ export function contentFilesItemId(databaseId: string, documentId: string) {
 
 async function remapItemReferences(db: Db, replacements: Map<string, string>) {
   if (!replacements.size) return;
-  const duplicateIds = [...replacements.keys()];
-  const remap = (column: any) => {
-    let expression = sql`CASE ${column}`;
-    for (const [duplicateId, canonicalId] of replacements)
-      expression = sql`${expression} WHEN ${duplicateId} THEN ${canonicalId}`;
-    return sql`${expression} ELSE ${column} END`;
-  };
-  for (const table of [
-    schema.contentSpaceCatalogItems,
-    schema.contentDatabaseBodyHydrationQueue,
-    schema.contentDatabaseSourceRows,
-    schema.contentDatabaseSourceChangeSets,
-  ]) {
-    await db
-      .update(table)
-      .set({ databaseItemId: remap(table.databaseItemId) })
-      .where(inArray(table.databaseItemId, duplicateIds));
+  for (const replacementBatch of chunks(
+    [...replacements.entries()],
+    bulkChunkSizeForColumnCount(3),
+  )) {
+    const batchReplacements = new Map(replacementBatch);
+    const duplicateIds = [...batchReplacements.keys()];
+    const remap = (column: any) => {
+      let expression = sql`CASE ${column}`;
+      for (const [duplicateId, canonicalId] of batchReplacements)
+        expression = sql`${expression} WHEN ${duplicateId} THEN ${canonicalId}`;
+      return sql`${expression} ELSE ${column} END`;
+    };
+    for (const table of [
+      schema.contentSpaceCatalogItems,
+      schema.contentDatabaseBodyHydrationQueue,
+      schema.contentDatabaseSourceRows,
+      schema.contentDatabaseSourceChangeSets,
+    ]) {
+      await db
+        .update(table)
+        .set({ databaseItemId: remap(table.databaseItemId) })
+        .where(inArray(table.databaseItemId, duplicateIds));
+    }
   }
 }
 
@@ -170,15 +177,18 @@ async function reconcileDocuments(args: {
     }
   }
   await remapItemReferences(args.db, replacements);
-  if (deleteIds.size) {
+  for (const deleteBatch of chunks(
+    [...deleteIds],
+    bulkChunkSizeForColumnCount(1),
+  )) {
     await args.db
       .delete(schema.contentDatabaseItems)
-      .where(inArray(schema.contentDatabaseItems.id, [...deleteIds]));
+      .where(inArray(schema.contentDatabaseItems.id, deleteBatch));
   }
-  if (inserts.length) {
+  for (const insertBatch of chunks(inserts, bulkChunkSizeForColumnCount(8))) {
     await args.db
       .insert(schema.contentDatabaseItems)
-      .values(inserts)
+      .values(insertBatch)
       .onConflictDoNothing();
   }
   return { inserted: inserts.length, removed: deleteIds.size };