@stainless-api/docs 0.1.0-beta.123 → 0.1.0-beta.125

package/CHANGELOG.md

@@ -1,5 +1,23 @@
 # @stainless-api/docs
 
+## 0.1.0-beta.125
+
+### Patch Changes
+
+- 975ba51: cap prose indexing batches to 30MB
+- Updated dependencies [005419c]
+  - @stainless-api/docs-ui@0.1.0-beta.89
+  - @stainless-api/docs-search@0.1.0-beta.42
+
+## 0.1.0-beta.124
+
+### Patch Changes
+
+- 152c864: don’t try to load github themes unconditionally
+- Updated dependencies [af5a5d7]
+  - @stainless-api/docs-ui@0.1.0-beta.88
+  - @stainless-api/docs-search@0.1.0-beta.41
+
 ## 0.1.0-beta.123
 
 ### Patch Changes

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@stainless-api/docs",
-  "version": "0.1.0-beta.123",
+  "version": "0.1.0-beta.125",
   "publishConfig": {
     "access": "public"
   },
@@ -34,8 +34,8 @@
     "node": ">=22.12.0"
   },
   "peerDependencies": {
-    "@astrojs/starlight": ">=0.37.5",
-    "astro": ">=5.15.3",
+    "@astrojs/starlight": ">=0.38.0",
+    "astro": ">=6.0.0",
     "react": ">=19.0.0",
     "react-dom": ">=19.0.0",
     "vite": ">=7.3.1"
@@ -49,7 +49,7 @@
     "clsx": "^2.1.1",
     "dotenv": "17.3.1",
     "lucide-react": "^0.577.0",
-    "marked": "^17.0.4",
+    "marked": "^17.0.5",
     "node-html-parser": "^7.1.0",
     "rehype-parse": "^9.0.1",
     "rehype-remark": "^10.0.1",
@@ -60,9 +60,9 @@
     "unified": "^11.0.5",
     "vite-plugin-prebundle-workers": "^0.2.0",
     "web-worker": "^1.5.0",
-    "yaml": "^2.8.2",
-    "@stainless-api/docs-search": "0.1.0-beta.40",
-    "@stainless-api/docs-ui": "0.1.0-beta.87",
+    "yaml": "^2.8.3",
+    "@stainless-api/docs-search": "0.1.0-beta.42",
+    "@stainless-api/docs-ui": "0.1.0-beta.89",
     "@stainless-api/ui-primitives": "0.1.0-beta.50"
   },
   "devDependencies": {
@@ -76,6 +76,7 @@
     "tsx": "^4.21.0",
     "typescript": "5.9.3",
     "vite": "^7.3.1",
+    "vitest": "^4.1.2",
     "zod": "^4.3.6",
     "@stainless/eslint-config": "0.1.0-beta.1",
     "@stainless/sdk-json": "^0.1.0-beta.9"
@@ -84,6 +85,7 @@
     "vendor-deps": "tsx scripts/vendor_deps.ts",
     "lint": "eslint --flag unstable_native_nodejs_ts_config . --max-warnings 0",
     "sync": "astro sync",
-    "check:types": "astro check"
+    "check:types": "astro check",
+    "test": "vitest run"
   }
 }

package/plugin/react/Routing.tsx

@@ -425,8 +425,8 @@ async function astroHighlight() {
 
   astroShikiHighlighter = createHighlighter({
     themes: [
-      'github-light',
-      'github-dark',
+      HIGHLIGHT_THEMES?.dark ?? 'github-dark',
+      HIGHLIGHT_THEMES?.light ?? 'github-light',
       {
         name: 'stainless-docs-json',
         colors: {

package/stl-docs/proseDocSync.test.ts

@@ -0,0 +1,74 @@
+import { describe, expect, it } from 'vitest';
+import { batchBySize, MAX_BATCH_BYTES, MAX_BATCH_DOCS } from './proseDocSync';
+
+function makeDoc(docId: string, sizeBytes: number) {
+  return {
+    docId,
+    content: Buffer.alloc(sizeBytes, 'x'),
+    sha256: 'fake',
+    source: `/${docId}`,
+  };
+}
+
+describe('batchBySize', () => {
+  it('returns empty array for no docs', () => {
+    expect(batchBySize([])).toEqual([]);
+  });
+
+  it('puts all docs in one batch when under both limits', () => {
+    const docs = Array.from({ length: 5 }, (_, i) => makeDoc(`doc-${i}`, 100));
+    const batches = batchBySize(docs);
+    expect(batches).toHaveLength(1);
+    expect(batches[0]).toHaveLength(5);
+  });
+
+  it('splits at MAX_BATCH_DOCS', () => {
+    const docs = Array.from({ length: MAX_BATCH_DOCS + 10 }, (_, i) => makeDoc(`doc-${i}`, 10));
+    const batches = batchBySize(docs);
+    expect(batches).toHaveLength(2);
+    expect(batches[0]).toHaveLength(MAX_BATCH_DOCS);
+    expect(batches[1]).toHaveLength(10);
+  });
+
+  it('splits when cumulative size exceeds MAX_BATCH_BYTES', () => {
+    const docSize = 10 * 1024 * 1024; // 10MB each
+    // 4 docs = 40MB > 30MB limit, so should split into [3, 1]
+    const docs = Array.from({ length: 4 }, (_, i) => makeDoc(`doc-${i}`, docSize));
+    const batches = batchBySize(docs);
+    expect(batches).toHaveLength(2);
+    expect(batches[0]).toHaveLength(3);
+    expect(batches[1]).toHaveLength(1);
+  });
+
+  it('handles a single doc larger than MAX_BATCH_BYTES', () => {
+    const docs = [makeDoc('huge', MAX_BATCH_BYTES + 1)];
+    const batches = batchBySize(docs);
+    // Still goes into a batch on its own — we can't split a single doc
+    expect(batches).toHaveLength(1);
+    expect(batches[0]).toHaveLength(1);
+  });
+
+  it('byte limit takes precedence over doc count when hit first', () => {
+    // 2 docs of 20MB each = 40MB > 30MB limit, well under 100 doc limit
+    const docs = [makeDoc('a', 20 * 1024 * 1024), makeDoc('b', 20 * 1024 * 1024)];
+    const batches = batchBySize(docs);
+    expect(batches).toHaveLength(2);
+    expect(batches[0]).toHaveLength(1);
+    expect(batches[1]).toHaveLength(1);
+  });
+
+  it('creates multiple batches for many large docs', () => {
+    const docSize = 8 * 1024 * 1024; // 8MB each
+    // 10 docs * 8MB = 80MB, should split into batches of ~3 (24MB each)
+    const docs = Array.from({ length: 10 }, (_, i) => makeDoc(`doc-${i}`, docSize));
+    const batches = batchBySize(docs);
+    // Every batch should be <= MAX_BATCH_BYTES
+    for (const batch of batches) {
+      const totalBytes = batch.reduce((sum, d) => sum + d.content.byteLength, 0);
+      expect(totalBytes).toBeLessThanOrEqual(MAX_BATCH_BYTES);
+    }
+    // All docs should be accounted for
+    const totalDocs = batches.reduce((sum, b) => sum + b.length, 0);
+    expect(totalDocs).toBe(10);
+  });
+});

package/stl-docs/proseDocSync.ts

@@ -9,6 +9,10 @@ import { NormalizedStainlessDocsConfig } from './loadStlDocsConfig';
 
 const DOCS_API_BASE_URL = 'https://api.stainlessapi.com';
 
+export const MAX_BATCH_DOCS = 100;
+// Cloud Run has a 32MB request body limit; leave headroom for JSON envelope overhead
+export const MAX_BATCH_BYTES = 30 * 1024 * 1024;
+
 // ─── API client ──────────────────────────────────────────────────────
 
 async function docsApiRequest(
@@ -96,6 +100,33 @@ function diffManifests(
   return { toPut, toDelete };
 }
 
+// ─── Batching ────────────────────────────────────────────────────────
+
+export function batchBySize(docs: (LocalDoc & { docId: string })[]): (LocalDoc & { docId: string })[][] {
+  const batches: (LocalDoc & { docId: string })[][] = [];
+  let current: (LocalDoc & { docId: string })[] = [];
+  let currentBytes = 0;
+
+  for (const doc of docs) {
+    const docBytes = doc.content.byteLength;
+
+    if (
+      current.length > 0 &&
+      (current.length >= MAX_BATCH_DOCS || currentBytes + docBytes > MAX_BATCH_BYTES)
+    ) {
+      batches.push(current);
+      current = [];
+      currentBytes = 0;
+    }
+
+    current.push(doc);
+    currentBytes += docBytes;
+  }
+
+  if (current.length > 0) batches.push(current);
+  return batches;
+}
+
 // ─── Import & delete ────────────────────────────────────────────────
 
 type ImportJobResult = { succeeded: number; failed: number; errors: string[] };
@@ -108,10 +139,9 @@ async function importDocuments(
   logger: AstroIntegrationLogger,
 ): Promise<ImportJobResult> {
   const totals: ImportJobResult = { succeeded: 0, failed: 0, errors: [] };
+  const batches = batchBySize(docs);
 
-  for (let i = 0; i < docs.length; i += 100) {
-    const batch = docs.slice(i, i + 100);
-
+  for (const batch of batches) {
     let response: Response;
     try {
       response = await docsApiRequest('POST', `/api/docs-sites/${docsSiteId}/documents/import`, apiKey, {