@m6d/cortex-cli 0.12.0 → 0.12.1

package/package.json

@@ -1,6 +1,6 @@
 {
     "name": "@m6d/cortex-cli",
-    "version": "0.12.0",
+    "version": "0.12.1",
     "description": "Scaffold and operate Cortex servers",
     "license": "MIT",
     "type": "module",

package/src/contracts/graph/clients/embed.ts

@@ -17,10 +17,17 @@ export type EmbeddingProviderConfig = {
 /** Turns a batch of strings into their vectors, in the order given. */
 export type EmbedFn = (values: string[]) => Promise<number[][]>;
 
+/**
+ * The most inputs one embeddings request carries. Text Embeddings Inference
+ * refuses more than 32 by default; providers that allow larger batches just
+ * take more requests.
+ */
+export const EMBEDDING_MAX_BATCH_SIZE = 32;
+
 export function createEmbedder(config: EmbeddingProviderConfig) {
     const url = `${config.baseURL.replace(/\/+$/, "")}/embeddings`;
 
-    return async function embed(values: string[]) {
+    async function embedBatch(values: string[]) {
         const response = await fetch(url, {
             method: "POST",
             headers: {
@@ -41,5 +48,15 @@ export function createEmbedder(config: EmbeddingProviderConfig) {
         return [...body.data]
             .sort((left, right) => left.index - right.index)
             .map((entry) => entry.embedding);
+    }
+
+    return async function embed(values: string[]) {
+        const embeddings: number[][] = [];
+        for (let index = 0; index < values.length; index += EMBEDDING_MAX_BATCH_SIZE) {
+            embeddings.push(
+                ...(await embedBatch(values.slice(index, index + EMBEDDING_MAX_BATCH_SIZE))),
+            );
+        }
+        return embeddings;
     };
 }

package/src/contracts/graph/index.ts

@@ -27,4 +27,4 @@ export type { Neo4jConfig, Neo4jClient, Neo4jRow } from "./clients/neo4j";
 export { createNeo4jClient, Neo4jQueryError } from "./clients/neo4j";
 
 export type { EmbedFn, EmbeddingProviderConfig } from "./clients/embed";
-export { createEmbedder } from "./clients/embed";
+export { createEmbedder, EMBEDDING_MAX_BATCH_SIZE } from "./clients/embed";

package/src/scaffold/files.ts

@@ -27,7 +27,7 @@ export type Database = "postgres" | "mssql";
 // sync (scripts/sync-package-versions.ts) restamps it and files.test.ts holds
 // them to that.
 export const DEPENDENCIES = {
-    "@m6d/cortex-server": "~0.12.0",
+    "@m6d/cortex-server": "~0.12.1",
     "@tanstack/ai": "^0.55.0",
     "@tanstack/ai-openai": "^0.22.8",
     hono: "^4.12.3",