@agent-native/core 0.128.0 → 0.128.1

package/corpus/README.md

@@ -30,4 +30,4 @@ rg -n "defineAction|useActionQuery" node_modules/@agent-native/core/corpus
 
 - core files: 1625
 - toolkit files: 160
-- template files: 6826
+- template files: 6837

package/corpus/core/CHANGELOG.md

@@ -1,5 +1,26 @@
 # @agent-native/core
 
+## 0.128.1
+
+### Patch Changes
+
+- 9140268: Update Builder design-system indexing to call the current `/design-systems/v1/index`
+  endpoint with a structured `sources` array (uploaded files, public repos, connected
+  projects) instead of the retired `generate` endpoint and its flat `uploads` payload.
+  File selections are now attached per source, and the incomplete-response guard only
+  requires a `designSystemId`. "Open in Builder" now links into the actual
+  project/branch (`branchUrl`) when the service returns one, falling back to the
+  design-system-intelligence docs URL. When `/index` returns only a `jobId`, the
+  Fusion branch URL is read from `GET /design-systems/v1/decode-jobs/:jobId`
+  (exposed as `fetchBuilderDesignSystemDecodeJobStatus`) so "Open in Builder" lands
+  on the branch. Large files (notably `.fig`) now stream to
+  storage in 16 MiB resumable chunks with retry and offset recovery instead of a
+  single unbounded request body. Indexing is split into `startBuilderDesignSystemUpload`
+  (opens signed resumable-upload slots) and `indexBuilderDesignSystem` (finalizes from
+  resolved sources) so browsers can stream `.fig` bytes straight to storage and never
+  hit the serverless request-body cap; `startBuilderDesignSystemIndex` still handles
+  small in-memory server-side payloads. Also exports `builderProjectBranchUrl`.
+
 ## 0.128.0
 
 ### Minor Changes

package/corpus/core/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@agent-native/core",
-  "version": "0.128.0",
+  "version": "0.128.1",
   "description": "Framework for agent-native application development — where AI agents and UI share SQL state, actions, and context",
   "homepage": "https://github.com/BuilderIO/agent-native#readme",
   "bugs": {
@@ -338,6 +338,7 @@
     "@assistant-ui/react-markdown": "^0.12.6",
     "@assistant-ui/store": ">=0.2.9 <0.2.14",
     "@assistant-ui/tap": "^0.5.14",
+    "@builder.io/ai-utils": "^0.84.0",
     "@clack/prompts": "^1.4.0",
     "@codemirror/lang-sql": "^6.10.0",
     "@codemirror/theme-one-dark": "^6.1.3",

package/corpus/core/src/server/builder-design-systems.ts

@@ -1,3 +1,5 @@
+import type { DesignSystemSourceInput } from "@builder.io/ai-utils";
+
 import { withBuilderUtmTrackingParams } from "../shared/builder-link-tracking.js";
 import { FeatureNotConfiguredError } from "./credential-provider.js";
 import {
@@ -7,6 +9,12 @@ import {
 
 const DEFAULT_TIMEOUT_MS = 120_000;
 
+// GCS resumable uploads require every chunk except the last to be a multiple
+// of 256 KiB. 16 MiB is the recommended default and keeps very large `.fig`
+// files off a single unbounded request body.
+const GCS_CHUNK_SIZE = 16 * 1024 * 1024;
+const MAX_CHUNK_RETRIES = 5;
+
 export interface BuilderDesignSystemIndexFile {
   name: string;
   data: Uint8Array;
@@ -123,16 +131,65 @@ interface UploadStartResponse {
   uploads?: Array<{ idx: number; uploadUrl: string; uploadToken: string }>;
 }
 
-interface GenerateResponse {
-  projectId?: string;
-  jobId?: string;
+interface IndexResponse {
   designSystemId?: string;
+  jobId?: string;
+  projectId?: string;
+  branchUrl?: string;
+  branchName?: string;
+}
+
+export interface BuilderDesignSystemUploadAttachment {
+  name: string;
+  mimetype: string;
+  declaredSize: number;
+}
+
+export interface BuilderDesignSystemUploadSlot {
+  idx: number;
+  uploadUrl: string;
+  uploadToken: string;
+}
+
+export interface BuilderDesignSystemIndexFromSourcesOptions {
+  sources: DesignSystemSourceInput[];
+  projectName?: string;
+  devToolsVersion?: string;
+}
+
+export interface BuilderDesignSystemDecodeJobStatus {
+  jobId: string;
+  status: "pending" | "processing" | "complete" | "error";
+  framesProcessed: number;
+  totalFrames: number;
+  branchName: string | null;
+  branchUrl: string | null;
+  error: string | null;
+  partialFailure?: boolean;
+  createdAt: number;
+  updatedAt: number;
 }
 
 const DEFAULT_MAX_CODE_FILES = 50;
 const DEFAULT_MAX_TOTAL_CODE_BYTES = 2 * 1024 * 1024;
 const MAX_DOC_CONTENT_CHARS = 4_000;
 
+export async function fetchBuilderDesignSystemDecodeJobStatus(
+  jobId: string,
+): Promise<BuilderDesignSystemDecodeJobStatus> {
+  const credentials = await resolveBuilderDesignSystemCredentials();
+  const url = makeBuilderDesignSystemUrl(
+    "decode-jobs/" + encodeURIComponent(jobId),
+    credentials,
+  );
+  const response = await fetchWithTimeout(url, {
+    method: "GET",
+    headers: makeBuilderHeaders(credentials),
+  });
+  await assertOk(response, "Builder design-system decode-job status failed");
+  return (await response.json()) as BuilderDesignSystemDecodeJobStatus;
+}
+
 function trimTrailingSlash(value: string): string {
   return value.replace(/\/+$/, "");
 }
@@ -318,17 +375,45 @@ async function assertOk(response: Response, label: string): Promise<void> {
   );
 }
 
+// GCS reports the highest committed byte in a `Range: bytes=0-<end>` header.
+function committedOffsetFromRange(response: Response): number | null {
+  const match = response.headers.get("Range")?.match(/bytes=0-(\d+)/);
+  return match ? parseInt(match[1], 10) + 1 : null;
+}
+
+async function queryCommittedOffset(
+  sessionUrl: string,
+  total: number,
+): Promise<number> {
+  const response = await fetchWithTimeout(sessionUrl, {
+    method: "PUT",
+    headers: { "Content-Range": `bytes */${total}` },
+  });
+  if (response.status === 200 || response.status === 201) return total;
+  if (response.status === 308) {
+    return committedOffsetFromRange(response) ?? 0;
+  }
+  throw new Error(
+    `Builder design-system upload status query failed (${response.status}).`,
+  );
+}
+
+function delay(ms: number): Promise<void> {
+  return new Promise((resolve) => setTimeout(resolve, ms));
+}
+
 async function uploadToResumableUrl(
   slot: { uploadUrl: string },
   file: BuilderDesignSystemIndexFile,
 ): Promise<void> {
   const mimeType = mimeTypeForFile(file);
   const bytes = file.data;
+  const total = bytes.byteLength;
   const start = await fetchWithTimeout(slot.uploadUrl, {
     method: "POST",
     headers: {
       "x-goog-resumable": "start",
-      "x-goog-content-length-range": `0,${bytes.byteLength}`,
+      "x-goog-content-length-range": `0,${total}`,
       "Content-Type": mimeType,
     },
   });
@@ -338,15 +423,60 @@ async function uploadToResumableUrl(
     throw new Error("Builder design-system upload session returned no URL.");
   }
 
-  const response = await fetchWithTimeout(sessionUrl, {
-    method: "PUT",
-    headers: {
-      "Content-Range": `bytes 0-${bytes.byteLength - 1}/${bytes.byteLength}`,
-      "Content-Type": mimeType,
-    },
-    body: makeBody(bytes, mimeType),
-  });
-  await assertOk(response, "Builder design-system file upload failed");
+  if (total === 0) {
+    const response = await fetchWithTimeout(sessionUrl, {
+      method: "PUT",
+      headers: { "Content-Range": "bytes */0" },
+      body: makeBody(bytes, mimeType),
+    });
+    await assertOk(response, "Builder design-system file upload failed");
+    return;
+  }
+
+  // A failed PUT may have still landed at GCS, so the local offset can't be
+  // trusted after an error — only GCS's committed-offset response is
+  // authoritative.
+  let offset = 0;
+  let retries = 0;
+  while (offset < total) {
+    const end = Math.min(offset + GCS_CHUNK_SIZE, total);
+    const isLast = end === total;
+    try {
+      const response = await fetchWithTimeout(sessionUrl, {
+        method: "PUT",
+        headers: {
+          "Content-Range": `bytes ${offset}-${end - 1}/${total}`,
+          "Content-Type": mimeType,
+        },
+        body: makeBody(bytes.subarray(offset, end), mimeType),
+      });
+      if (response.status === 200 || response.status === 201) {
+        offset = total;
+      } else if (!isLast && response.status === 308) {
+        const nextOffset = committedOffsetFromRange(response) ?? offset;
+        if (nextOffset <= offset) {
+          throw new Error(
+            `Builder design-system upload stalled at byte ${offset}.`,
+          );
+        }
+        offset = nextOffset;
+      } else {
+        throw new Error(
+          `Builder design-system file upload failed (${response.status}).`,
+        );
+      }
+      retries = 0;
+    } catch (err) {
+      if (++retries > MAX_CHUNK_RETRIES) throw err;
+      await delay(500 * retries);
+      try {
+        offset = await queryCommittedOffset(sessionUrl, total);
+      } catch {
+        // If the offset query also fails, retry from the last local offset —
+        // GCS's resumable PUT safely re-acknowledges bytes it already has.
+      }
+    }
+  }
 }
 
 function nonEmptyFiles(
@@ -368,6 +498,25 @@ export function builderDesignSystemUrl(designSystemId?: string | null): string {
   });
 }
 
+export function builderProjectBranchUrl(
+  projectId?: string | null,
+  branchName?: string | null,
+): string | undefined {
+  const project = projectId?.trim();
+  const branch = branchName?.trim();
+  if (!project || !branch) return undefined;
+  const host = trimTrailingSlash(getBuilderAppHost());
+  const path =
+    "/app/projects/" +
+    encodeURIComponent(project) +
+    "/" +
+    encodeURIComponent(branch);
+  return withBuilderUtmTrackingParams(host + path, {
+    campaign: "product",
+    content: "design_system_intelligence",
+  });
+}
+
 export function localBuilderDesignSystemId(
   builderDesignSystemId: string,
 ): string {
@@ -569,65 +718,58 @@ export async function hydrateBuilderDesignSystemReference(
   };
 }
 
-export async function startBuilderDesignSystemIndex(
-  options: BuilderDesignSystemIndexOptions,
-): Promise<BuilderDesignSystemIndexResult> {
-  const files = nonEmptyFiles(options.files);
-  const description = options.description?.trim();
-  if (description) {
-    files.unshift({
-      name: "additional-context.txt",
-      data: new TextEncoder().encode(description),
-      mimeType: "text/plain",
-    });
+/**
+ * Opens signed resumable-upload slots for `.fig`/code/design attachments so
+ * the browser can stream each file's bytes straight to GCS. Large `.fig`
+ * files must not ride through the app server as one request body -- the
+ * serverless host caps request bodies well below Figma export sizes.
+ */
+export async function startBuilderDesignSystemUpload(
+  attachments: BuilderDesignSystemUploadAttachment[],
+): Promise<BuilderDesignSystemUploadSlot[]> {
+  if (attachments.length === 0) return [];
+  const credentials = await resolveBuilderDesignSystemCredentials();
+  const uploadStart = await fetchWithTimeout(
+    makeBuilderDesignSystemUrl("upload/start", credentials),
+    {
+      method: "POST",
+      headers: {
+        ...makeBuilderHeaders(credentials),
+        "Content-Type": "application/json",
+      },
+      body: JSON.stringify({ attachments }),
+    },
+  );
+  await assertOk(uploadStart, "Builder design-system upload start failed");
+  const uploadJson = (await uploadStart.json()) as UploadStartResponse;
+  const slots = [...(uploadJson.uploads ?? [])].sort((a, b) => a.idx - b.idx);
+  if (slots.length !== attachments.length) {
+    throw new Error("Builder did not return upload slots for all files.");
   }
-  if (
-    files.length === 0 &&
-    !options.githubRepoUrl &&
-    !options.connectedProjectId
-  ) {
+  for (let i = 0; i < slots.length; i++) {
+    if (slots[i].idx !== i) {
+      throw new Error("Builder upload slot mismatch: expected " + i + ".");
+    }
+  }
+  return slots;
+}
+
+/**
+ * Finalizes indexing from already-resolved sources (uploaded file tokens,
+ * public repos, connected projects). Callers that stream uploads from the
+ * browser pass the returned `uploadToken`s as `file` sources here.
+ */
+export async function indexBuilderDesignSystem(
+  options: BuilderDesignSystemIndexFromSourcesOptions,
+): Promise<BuilderDesignSystemIndexResult> {
+  if (options.sources.length === 0) {
     throw new Error(
       "Provide at least one .fig/code/text file or a GitHub repository URL to index with Builder.",
     );
   }
-
   const credentials = await resolveBuilderDesignSystemCredentials();
-  let uploadTokens: string[] = [];
-  if (files.length > 0) {
-    const uploadStart = await fetchWithTimeout(
-      makeBuilderDesignSystemUrl("upload/start", credentials),
-      {
-        method: "POST",
-        headers: {
-          ...makeBuilderHeaders(credentials),
-          "Content-Type": "application/json",
-        },
-        body: JSON.stringify({
-          attachments: files.map((file) => ({
-            name: file.name,
-            mimetype: mimeTypeForFile(file),
-            declaredSize: file.data.byteLength,
-          })),
-        }),
-      },
-    );
-    await assertOk(uploadStart, "Builder design-system upload start failed");
-    const uploadJson = (await uploadStart.json()) as UploadStartResponse;
-    const slots = [...(uploadJson.uploads ?? [])].sort((a, b) => a.idx - b.idx);
-    if (slots.length !== files.length) {
-      throw new Error("Builder did not return upload slots for all files.");
-    }
-    for (let i = 0; i < slots.length; i++) {
-      if (slots[i].idx !== i) {
-        throw new Error(`Builder upload slot mismatch: expected ${i}.`);
-      }
-      await uploadToResumableUrl(slots[i], files[i]);
-    }
-    uploadTokens = slots.map((slot) => slot.uploadToken);
-  }
-
-  const generate = await fetchWithTimeout(
-    makeBuilderDesignSystemUrl("generate", credentials),
+  const index = await fetchWithTimeout(
+    makeBuilderDesignSystemUrl("index", credentials),
     {
       method: "POST",
       headers: {
@@ -635,39 +777,114 @@ export async function startBuilderDesignSystemIndex(
         "Content-Type": "application/json",
       },
       body: JSON.stringify({
-        uploads: uploadTokens,
+        sources: options.sources,
         ...(options.projectName?.trim()
-          ? { projectName: options.projectName.trim() }
-          : {}),
-        ...(options.githubRepoUrl?.trim()
-          ? { githubRepoUrl: options.githubRepoUrl.trim() }
+          ? { designSystemName: options.projectName.trim() }
           : {}),
-        ...(options.connectedProjectId?.trim()
-          ? { connectedProjectId: options.connectedProjectId.trim() }
-          : {}),
-        ...(options.selection ? { selection: options.selection } : {}),
         ...(options.devToolsVersion?.trim()
           ? { devToolsVersion: options.devToolsVersion.trim() }
           : {}),
       }),
     },
   );
-  await assertOk(generate, "Builder design-system indexing failed");
-  const generated = (await generate.json()) as GenerateResponse;
-  if (!generated.projectId || !generated.jobId || !generated.designSystemId) {
+  await assertOk(index, "Builder design-system indexing failed");
+  const indexed = (await index.json()) as IndexResponse;
+  if (!indexed.designSystemId) {
     throw new Error(
       "Builder design-system indexing returned an incomplete response.",
     );
   }
 
+  const jobId = indexed.jobId ?? "";
+  // The `.fig` decode job creates the Fusion branch asynchronously, so
+  // `/index` usually can't return a branchUrl yet — the caller polls the
+  // decode-job status endpoint for it once the job completes.
+  const branchUrl = indexed.branchUrl?.trim() || null;
+
   return {
     ok: true,
     source: "builder",
-    projectId: generated.projectId,
-    jobId: generated.jobId,
-    designSystemId: generated.designSystemId,
+    projectId: indexed.projectId ?? "",
+    jobId,
+    designSystemId: indexed.designSystemId,
     suggestedTitle: options.projectName?.trim() || null,
-    builderUrl: builderDesignSystemUrl(generated.designSystemId),
+    builderUrl:
+      branchUrl ||
+      builderProjectBranchUrl(indexed.projectId, indexed.branchName) ||
+      builderDesignSystemUrl(indexed.designSystemId),
     status: "in-progress",
   };
 }
+
+/**
+ * Server-side indexing for in-memory files (the agent action's small inline
+ * payloads). Uploads each file server->GCS in resumable chunks, then
+ * finalizes. Browser callers should instead stream via
+ * `startBuilderDesignSystemUpload` + `indexBuilderDesignSystem`.
+ */
+export async function startBuilderDesignSystemIndex(
+  options: BuilderDesignSystemIndexOptions,
+): Promise<BuilderDesignSystemIndexResult> {
+  const files = nonEmptyFiles(options.files);
+  const description = options.description?.trim();
+  if (description) {
+    files.unshift({
+      name: "additional-context.txt",
+      data: new TextEncoder().encode(description),
+      mimeType: "text/plain",
+    });
+  }
+  if (
+    files.length === 0 &&
+    !options.githubRepoUrl &&
+    !options.connectedProjectId
+  ) {
+    throw new Error(
+      "Provide at least one .fig/code/text file or a GitHub repository URL to index with Builder.",
+    );
+  }
+
+  const sources: DesignSystemSourceInput[] = [];
+  if (files.length > 0) {
+    const slots = await startBuilderDesignSystemUpload(
+      files.map((file) => ({
+        name: file.name,
+        mimetype: mimeTypeForFile(file),
+        declaredSize: file.data.byteLength,
+      })),
+    );
+    for (let i = 0; i < slots.length; i++) {
+      await uploadToResumableUrl(slots[i], files[i]);
+    }
+    for (let i = 0; i < slots.length; i++) {
+      const name = files[i].name;
+      const fileSelection = options.selection?.[name];
+      sources.push({
+        kind: "file",
+        uploadToken: slots[i].uploadToken,
+        ...(fileSelection && fileSelection.length > 0
+          ? { selection: { [name]: fileSelection } }
+          : {}),
+      });
+    }
+  }
+
+  if (options.githubRepoUrl?.trim()) {
+    sources.push({
+      kind: "public-repo",
+      repoUrl: options.githubRepoUrl.trim(),
+    });
+  }
+  if (options.connectedProjectId?.trim()) {
+    sources.push({
+      kind: "connected-repo",
+      fusionProjectId: options.connectedProjectId.trim(),
+    });
+  }
+
+  return indexBuilderDesignSystem({
+    sources,
+    projectName: options.projectName,
+    devToolsVersion: options.devToolsVersion,
+  });
+}

package/corpus/core/src/server/index.ts

@@ -486,23 +486,31 @@ export {
 } from "./credential-provider.js";
 export {
   builderDesignSystemUrl,
+  builderProjectBranchUrl,
   buildBuilderDesignSystemIndexFiles,
   createBuilderDesignSystemProxyFields,
+  fetchBuilderDesignSystemDecodeJobStatus,
   fetchBuilderDesignSystemDocs,
   getBuilderDesignSystemsBaseUrl,
   hydrateBuilderDesignSystemReference,
+  indexBuilderDesignSystem,
   localBuilderDesignSystemId,
   mimeTypeForBuilderDesignSystemFilename,
   parseBuilderDesignSystemProxyReference,
   startBuilderDesignSystemIndex,
+  startBuilderDesignSystemUpload,
   type BuildBuilderDesignSystemIndexFilesOptions,
   type BuilderDesignSystemCodeFileInput,
+  type BuilderDesignSystemDecodeJobStatus,
   type BuilderDesignSystemDocsOptions,
   type BuilderDesignSystemDocument,
   type BuilderDesignSystemHydratedReference,
   type BuilderDesignSystemIndexFile,
+  type BuilderDesignSystemIndexFromSourcesOptions,
   type BuilderDesignSystemIndexOptions,
   type BuilderDesignSystemIndexResult,
+  type BuilderDesignSystemUploadAttachment,
+  type BuilderDesignSystemUploadSlot,
   type BuilderDesignSystemProxyFields,
   type BuilderDesignSystemProxyFieldsOptions,
   type BuilderDesignSystemProxyReference,

package/corpus/templates/analytics/_gitignore

@@ -8,8 +8,10 @@ npm-debug.log*
 pnpm-debug.log*
 
 node_modules
+build/
 dist
 dist-ssr
+.output/
 *.local
 
 # Editor directories and files

package/corpus/templates/assets/_gitignore

@@ -10,8 +10,10 @@ npm-debug.log*
 pnpm-debug.log*
 
 node_modules
+build/
 dist
 dist-ssr
+.output/
 *.local
 
 # Editor directories and files

package/corpus/templates/calendar/_gitignore

@@ -8,8 +8,10 @@ npm-debug.log*
 pnpm-debug.log*
 
 node_modules
+build/
 dist
 dist-ssr
+.output/
 *.local
 
 # Editor directories and files

package/corpus/templates/clips/_gitignore

@@ -8,8 +8,10 @@ npm-debug.log*
 pnpm-debug.log*
 
 node_modules
+build/
 dist
 dist-ssr
+.output/
 *.local
 
 # Editor directories and files

package/corpus/templates/content/_gitignore

@@ -8,8 +8,10 @@ npm-debug.log*
 pnpm-debug.log*
 
 node_modules
+build/
 dist
 dist-ssr
+.output/
 *.local
 
 # Editor directories and files

package/corpus/templates/design/_gitignore

@@ -8,8 +8,10 @@ npm-debug.log*
 pnpm-debug.log*
 
 node_modules
+build/
 dist
 dist-ssr
+.output/
 *.local
 
 # Editor directories and files