diffdoc 0.4.0 → 0.4.1

package/.diffdocrc.example

@@ -8,6 +8,7 @@
   "cloudLlmEndpoint": "https://api.openai.com/v1",
   "cloudChatModel": "gpt-4o-mini",
   "cloudEmbedModel": "text-embedding-3-small",
+  "embedBatchSize": 25,
   "openaiApiKey": "",
   "includeGlobs": [],
   "excludeGlobs": [],

package/README.md

@@ -190,6 +190,12 @@ Embed the manifest into a local Vectra index at `./.diffdoc/vectra`:
 diffdoc embed
 ```
 
+Limit how many summary documents are sent per embeddings request:
+
+```bash
+diffdoc embed --embed-batch-size 20
+```
+
 Force full index rebuild:
 
 ```bash
@@ -303,7 +309,7 @@ Run `diffdoc summarize` and `diffdoc embed` before using the MCP server, otherwi
 - `summarize --json` prints a single machine-readable run report to stdout for CI parsing.
 - `status` does not require a configured chat or embedding model.
 - `status --json` prints a machine-readable report with summary and index freshness details.
-- `embed` requires a configured embedding model.
+- `embed` requires a configured embedding model. Use `embedBatchSize` in `.diffdocrc`, `DIFFDOC_EMBED_BATCH_SIZE`, or `--embed-batch-size` to tune how many summary documents are sent per embeddings request.
 - `search` requires a configured embedding model and returns raw retrieval results without calling the chat model.
 - `query` requires both a configured chat model and embedding model.
 - For code-oriented embedding models such as `nomic-embed-code`, DiffDoc prefixes query embeddings with `Represent this query for searching relevant code:`.

package/dist/commands/embed.js

@@ -111,30 +111,31 @@ async function runEmbed(options, config) {
         console.log(`Index is already up to date at ${indexPath}.`);
         return;
     }
-    const embeddings = toUpsert.length > 0
-        ? await (0, llm_1.generateEmbeddings)(toUpsert.map((item) => item.document), config.embeddings)
-        : [];
     await index.beginUpdate();
     try {
-        for (let i = 0; i < toUpsert.length; i += 1) {
-            const item = toUpsert[i];
-            const metadata = item.rawCodeSnapshot
-                ? {
-                    filePath: item.filePath,
-                    hash: item.hash,
-                    summaryText: item.summaryText,
-                    rawCodeSnapshot: item.rawCodeSnapshot
-                }
-                : {
-                    filePath: item.filePath,
-                    hash: item.hash,
-                    summaryText: item.summaryText
-                };
-            await index.upsertItem({
-                id: item.filePath,
-                vector: embeddings[i],
-                metadata
-            });
+        for (let start = 0; start < toUpsert.length; start += config.embeddings.batchSize) {
+            const batch = toUpsert.slice(start, start + config.embeddings.batchSize);
+            const embeddings = await (0, llm_1.generateEmbeddings)(batch.map((item) => item.document), config.embeddings);
+            for (let i = 0; i < batch.length; i += 1) {
+                const item = batch[i];
+                const metadata = item.rawCodeSnapshot
+                    ? {
+                        filePath: item.filePath,
+                        hash: item.hash,
+                        summaryText: item.summaryText,
+                        rawCodeSnapshot: item.rawCodeSnapshot
+                    }
+                    : {
+                        filePath: item.filePath,
+                        hash: item.hash,
+                        summaryText: item.summaryText
+                    };
+                await index.upsertItem({
+                    id: item.filePath,
+                    vector: embeddings[i],
+                    metadata
+                });
+            }
         }
         for (const itemId of toDelete) {
             await index.deleteItem(itemId);

package/dist/config.js

@@ -25,6 +25,17 @@ function readListOption(value, envName, fallback = []) {
     }
     return fallback;
 }
+function readPositiveIntegerOption(value, envName, fallback) {
+    const rawValue = value ?? process.env[envName];
+    if (rawValue === undefined || rawValue === "") {
+        return fallback;
+    }
+    const parsed = typeof rawValue === "number" ? rawValue : Number.parseInt(rawValue, 10);
+    if (!Number.isInteger(parsed) || parsed < 1) {
+        throw new Error(`Invalid ${envName}. Expected a positive integer.`);
+    }
+    return parsed;
+}
 function loadRcFile(configPath) {
     const resolvedPath = node_path_1.default.resolve(process.cwd(), configPath || ".diffdocrc");
     if (!node_fs_1.default.existsSync(resolvedPath)) {
@@ -57,6 +68,7 @@ function buildRuntimeConfig(options, needs = { chat: true, embeddings: true }) {
     const mergedOptions = mergeConfigOptions(options);
     const provider = readProvider(mergedOptions.aiProvider);
     const apiKey = readOption(mergedOptions.openaiApiKey, "OPENAI_API_KEY", provider === "local" ? "local-key" : "");
+    const embedBatchSize = readPositiveIntegerOption(mergedOptions.embedBatchSize, "DIFFDOC_EMBED_BATCH_SIZE", 25);
     const includeGlobs = readListOption(mergedOptions.includeGlobs, "DIFFDOC_INCLUDE_GLOBS");
     const excludeGlobs = readListOption(mergedOptions.excludeGlobs, "DIFFDOC_EXCLUDE_GLOBS");
     const ignoreFile = readOption(mergedOptions.ignoreFile, "DIFFDOC_IGNORE_FILE", ".diffdocignore");
@@ -98,7 +110,8 @@ function buildRuntimeConfig(options, needs = { chat: true, embeddings: true }) {
         embeddings: {
             apiKey,
             baseURL: embedBaseURL,
-            model: embedModel
+            model: embedModel,
+            batchSize: embedBatchSize
         },
         summarize: {
             includeGlobs,

package/dist/index.js

@@ -31,7 +31,8 @@ function addEmbeddingOptions(command) {
     return command
         .option("--local-embed-endpoint <url>", "local OpenAI-compatible embeddings endpoint")
         .option("--local-embed-model <model>", "local embedding model name")
-        .option("--cloud-embed-model <model>", "cloud embedding model name");
+        .option("--cloud-embed-model <model>", "cloud embedding model name")
+        .option("--embed-batch-size <count>", "number of summary documents to send per embeddings request");
 }
 function addCloudEndpointAndKeyOptions(command) {
     return command
@@ -41,7 +42,7 @@ function addCloudEndpointAndKeyOptions(command) {
 program
     .name("diffdoc")
     .description("Translate repository code shifts into plain-English business context")
-    .version("0.1.0");
+    .version("0.4.1");
 program
     .command("init")
     .description("Initialize DiffDoc configuration for this repository")

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "diffdoc",
-  "version": "0.4.0",
+  "version": "0.4.1",
   "description": "Translate repository code shifts into plain-English business context",
   "license": "MIT",
   "author": "Christopher Sullivan",