kimiflare 0.88.1 → 0.88.2

package/dist/index.js

@@ -3418,15 +3418,87 @@ async function fetchWithRetry(url, init, retries = 3) {
   }
   throw lastError ?? new Error("embeddings request failed after retries");
 }
+function parseOpenAiEmbeddingResponse(json2) {
+  if (!json2 || typeof json2 !== "object") {
+    throw new Error("embeddings response was not an object");
+  }
+  const data = json2.data;
+  if (!Array.isArray(data)) {
+    throw new Error("embeddings response contained no data array");
+  }
+  const indexed = [];
+  for (const item of data) {
+    if (!item || typeof item !== "object") continue;
+    const embedding = item.embedding;
+    const idx = item.index;
+    if (!Array.isArray(embedding)) continue;
+    indexed.push({
+      index: typeof idx === "number" ? idx : indexed.length,
+      vector: new Float32Array(embedding)
+    });
+  }
+  if (indexed.length === 0) {
+    throw new Error("embeddings response contained no vectors");
+  }
+  indexed.sort((a, b) => a.index - b.index);
+  return indexed.map((item) => {
+    if (item.vector.length === 0) {
+      throw new Error("embeddings response contained empty vector");
+    }
+    return item.vector;
+  });
+}
+function parseWorkersAiEmbeddingResponse(json2) {
+  let vectors = [];
+  if (json2 && typeof json2 === "object") {
+    const result = json2.result;
+    if (result && typeof result === "object") {
+      const data = result.data;
+      if (Array.isArray(data)) {
+        if (Array.isArray(data[0])) {
+          vectors = data;
+        } else {
+          const shape = result.shape;
+          if (shape && shape.length === 2) {
+            const dim = shape[1];
+            const flat = data;
+            vectors = [];
+            for (let i = 0; i < flat.length; i += dim) {
+              vectors.push(flat.slice(i, i + dim));
+            }
+          }
+        }
+      }
+    }
+  }
+  if (vectors.length === 0) {
+    throw new Error("embeddings response contained no vectors");
+  }
+  return vectors.map((vec) => {
+    const arr = new Float32Array(vec);
+    if (arr.length === 0) {
+      throw new Error("embeddings response contained empty vector");
+    }
+    return arr;
+  });
+}
 async function fetchEmbeddings(opts2) {
   const model = opts2.model ?? DEFAULT_MODEL2;
+  const texts = opts2.texts.map(truncateForEmbedding);
+  if (texts.length === 0) {
+    return [];
+  }
   let url;
   const headers = {
     "Content-Type": "application/json",
     "User-Agent": getUserAgent()
   };
+  let body;
+  let parseResponse;
   if (opts2.gateway) {
-    url = `https://gateway.ai.cloudflare.com/v1/${opts2.accountId}/${opts2.gateway.id}/workers-ai/${model}`;
+    url = `https://gateway.ai.cloudflare.com/v1/${encodeURIComponent(
+      opts2.accountId
+    )}/${encodeURIComponent(opts2.gateway.id)}/compat/embeddings`;
     headers.Authorization = `Bearer ${opts2.apiToken}`;
     const merged = {
       ...opts2.gateway.metadata ?? {},
@@ -3440,48 +3512,22 @@ async function fetchEmbeddings(opts2) {
     if (opts2.gateway.skipCache !== void 0) {
       headers["cf-aig-skip-cache"] = String(opts2.gateway.skipCache);
     }
+    body = JSON.stringify({
+      model: `workers-ai/${model}`,
+      input: texts
+    });
+    parseResponse = parseOpenAiEmbeddingResponse;
   } else {
-    url = `https://api.cloudflare.com/client/v4/accounts/${opts2.accountId}/ai/run/${model}`;
+    url = `https://api.cloudflare.com/client/v4/accounts/${encodeURIComponent(
+      opts2.accountId
+    )}/ai/run/${encodeURIComponent(model)}`;
     headers.Authorization = `Bearer ${opts2.apiToken}`;
+    body = JSON.stringify({ text: texts });
+    parseResponse = parseWorkersAiEmbeddingResponse;
   }
-  const results = [];
-  for (const text of opts2.texts) {
-    const truncated = truncateForEmbedding(text);
-    const body = JSON.stringify({ text: [truncated] });
-    const res = await fetchWithRetry(url, { method: "POST", headers, body });
-    const json2 = await res.json();
-    let vectors = [];
-    if (json2 && typeof json2 === "object") {
-      const result = json2.result;
-      if (result && typeof result === "object") {
-        const data = result.data;
-        if (Array.isArray(data)) {
-          if (Array.isArray(data[0])) {
-            vectors = data;
-          } else {
-            const shape = result.shape;
-            if (shape && shape.length === 2) {
-              const dim = shape[1];
-              const flat = data;
-              vectors = [];
-              for (let i = 0; i < flat.length; i += dim) {
-                vectors.push(flat.slice(i, i + dim));
-              }
-            }
-          }
-        }
-      }
-    }
-    if (vectors.length === 0) {
-      throw new Error("embeddings response contained no vectors");
-    }
-    const vec = new Float32Array(vectors[0]);
-    if (vec.length === 0) {
-      throw new Error("embeddings response contained empty vector");
-    }
-    results.push(vec);
-  }
-  return results;
+  const res = await fetchWithRetry(url, { method: "POST", headers, body });
+  const json2 = await res.json();
+  return parseResponse(json2);
 }
 function cosineSimilarity(a, b) {
   if (a.length !== b.length) {