libsql-search 0.2.0 → 0.2.1

package/dist/index.cjs

@@ -74,8 +74,13 @@ function getOpenAIModel(dimensions) {
 function hasOwnProperty(value, property) {
   return Object.prototype.hasOwnProperty.call(value, property);
 }
-function redactErrorText(value) {
-  const raw = value instanceof Error ? value.message : String(value);
+function redactErrorText(value, exactSecrets = []) {
+  let raw = value instanceof Error ? value.message : String(value);
+  for (const secret of exactSecrets) {
+    if (secret.length > 0) {
+      raw = raw.split(secret).join("[redacted]");
+    }
+  }
   return raw.replace(/Bearer\s+[A-Za-z0-9._~+/=-]+/gi, "Bearer [redacted]").replace(/([?&](?:api[_-]?key|key|token)=)[^&\s]+/gi, "$1[redacted]").replace(/(authorization\s*[:=]\s*)[^\s,}]+/gi, "$1[redacted]").replace(/https?:\/\/[^\s)]+/gi, (match) => {
     try {
       const url = new URL(match);
@@ -85,14 +90,14 @@ function redactErrorText(value) {
     }
   }).slice(0, 300);
 }
-function providerError(provider, message, cause) {
-  const safeCause = cause === void 0 ? "" : `: ${redactErrorText(cause).trim()}`;
+function providerError(provider, message, cause, exactSecrets = []) {
+  const safeCause = cause === void 0 ? "" : `: ${redactErrorText(cause, exactSecrets).trim()}`;
   return new Error(`${provider} embedding error: ${message}${safeCause}`);
 }
 function getResponseHeader(response, name) {
   return response.headers.get(name) ?? void 0;
 }
-async function withTimeout(provider, operation, timeoutMs, run, parentSignal) {
+async function withTimeout(provider, operation, timeoutMs, run, parentSignal, exactSecrets = []) {
   if (parentSignal?.aborted) {
     throw providerError(provider, `${operation} was aborted`);
   }
@@ -124,7 +129,7 @@ async function withTimeout(provider, operation, timeoutMs, run, parentSignal) {
     if (error === abortError) {
       throw error;
     }
-    throw providerError(provider, `${operation} failed`, error);
+    throw providerError(provider, `${operation} failed`, error, exactSecrets);
   } finally {
     clearTimeout(timeout);
     parentSignal?.removeEventListener("abort", onParentAbort);
@@ -182,6 +187,21 @@ function validateEmbeddingVector(embedding, expectedDimensions, provider, itemIn
   }
   return embedding;
 }
+function throwIfAborted(provider, operation, signal) {
+  if (signal.aborted) {
+    throw providerError(provider, `${operation} was aborted`);
+  }
+}
+async function embedSequentially(provider, operation, texts, signal, embedOne) {
+  const results = [];
+  for (const text of texts) {
+    throwIfAborted(provider, operation, signal);
+    const embedding = await embedOne(text, signal);
+    throwIfAborted(provider, operation, signal);
+    results.push(embedding);
+  }
+  return results;
+}
 function createProviderMetadata(provider, dimensions) {
   switch (provider) {
     case "local":
@@ -247,18 +267,16 @@ class LocalEmbeddingProvider {
       "local",
       "model inference",
       this.#timeoutMs,
-      async () => {
+      async (signal) => {
         const model = await getLocalEmbeddingModel(this.metadata.model);
-        const results = [];
-        for (const text of texts) {
+        return embedSequentially("local", "model inference", texts, signal, async (text) => {
           const output = await model(text, {
             pooling: "mean",
             normalize: true
           });
           const embedding = Array.from(output.data);
-          results.push(padEmbedding(embedding, this.metadata.dimensions));
-        }
-        return results;
+          return padEmbedding(embedding, this.metadata.dimensions);
+        });
       },
       options.signal
     );
@@ -288,22 +306,21 @@ class GeminiEmbeddingProvider {
       "gemini",
       "API request",
       this.#timeoutMs,
-      async () => {
+      async (signal) => {
         const { GoogleGenerativeAI } = await import('@google/generative-ai');
         const genAI = new GoogleGenerativeAI(this.#apiKey);
         const model = genAI.getGenerativeModel({ model: this.metadata.model });
-        const results = [];
-        for (const text of texts) {
-          const result = await model.embedContent(text);
+        return embedSequentially("gemini", "API request", texts, signal, async (text, itemSignal) => {
+          const result = await model.embedContent(text, { signal: itemSignal });
           const values = result.embedding?.values;
           if (!Array.isArray(values)) {
             throw new Error("Gemini response did not include embedding values");
           }
-          results.push(values);
-        }
-        return results;
+          return values;
+        });
       },
-      options.signal
+      options.signal,
+      [this.#apiKey]
     );
     return createEmbeddingBatchResult(
       this.metadata,
@@ -367,7 +384,8 @@ class OpenAIEmbeddingProvider {
           return parsed;
         });
       },
-      options.signal
+      options.signal,
+      [this.#apiKey]
     );
     return createEmbeddingBatchResult(
       this.metadata,

package/dist/index.esm.js

@@ -72,8 +72,13 @@ function getOpenAIModel(dimensions) {
 function hasOwnProperty(value, property) {
   return Object.prototype.hasOwnProperty.call(value, property);
 }
-function redactErrorText(value) {
-  const raw = value instanceof Error ? value.message : String(value);
+function redactErrorText(value, exactSecrets = []) {
+  let raw = value instanceof Error ? value.message : String(value);
+  for (const secret of exactSecrets) {
+    if (secret.length > 0) {
+      raw = raw.split(secret).join("[redacted]");
+    }
+  }
   return raw.replace(/Bearer\s+[A-Za-z0-9._~+/=-]+/gi, "Bearer [redacted]").replace(/([?&](?:api[_-]?key|key|token)=)[^&\s]+/gi, "$1[redacted]").replace(/(authorization\s*[:=]\s*)[^\s,}]+/gi, "$1[redacted]").replace(/https?:\/\/[^\s)]+/gi, (match) => {
     try {
       const url = new URL(match);
@@ -83,14 +88,14 @@ function redactErrorText(value) {
     }
   }).slice(0, 300);
 }
-function providerError(provider, message, cause) {
-  const safeCause = cause === void 0 ? "" : `: ${redactErrorText(cause).trim()}`;
+function providerError(provider, message, cause, exactSecrets = []) {
+  const safeCause = cause === void 0 ? "" : `: ${redactErrorText(cause, exactSecrets).trim()}`;
   return new Error(`${provider} embedding error: ${message}${safeCause}`);
 }
 function getResponseHeader(response, name) {
   return response.headers.get(name) ?? void 0;
 }
-async function withTimeout(provider, operation, timeoutMs, run, parentSignal) {
+async function withTimeout(provider, operation, timeoutMs, run, parentSignal, exactSecrets = []) {
   if (parentSignal?.aborted) {
     throw providerError(provider, `${operation} was aborted`);
   }
@@ -122,7 +127,7 @@ async function withTimeout(provider, operation, timeoutMs, run, parentSignal) {
     if (error === abortError) {
       throw error;
     }
-    throw providerError(provider, `${operation} failed`, error);
+    throw providerError(provider, `${operation} failed`, error, exactSecrets);
   } finally {
     clearTimeout(timeout);
     parentSignal?.removeEventListener("abort", onParentAbort);
@@ -180,6 +185,21 @@ function validateEmbeddingVector(embedding, expectedDimensions, provider, itemIn
   }
   return embedding;
 }
+function throwIfAborted(provider, operation, signal) {
+  if (signal.aborted) {
+    throw providerError(provider, `${operation} was aborted`);
+  }
+}
+async function embedSequentially(provider, operation, texts, signal, embedOne) {
+  const results = [];
+  for (const text of texts) {
+    throwIfAborted(provider, operation, signal);
+    const embedding = await embedOne(text, signal);
+    throwIfAborted(provider, operation, signal);
+    results.push(embedding);
+  }
+  return results;
+}
 function createProviderMetadata(provider, dimensions) {
   switch (provider) {
     case "local":
@@ -245,18 +265,16 @@ class LocalEmbeddingProvider {
       "local",
       "model inference",
       this.#timeoutMs,
-      async () => {
+      async (signal) => {
         const model = await getLocalEmbeddingModel(this.metadata.model);
-        const results = [];
-        for (const text of texts) {
+        return embedSequentially("local", "model inference", texts, signal, async (text) => {
           const output = await model(text, {
             pooling: "mean",
             normalize: true
           });
           const embedding = Array.from(output.data);
-          results.push(padEmbedding(embedding, this.metadata.dimensions));
-        }
-        return results;
+          return padEmbedding(embedding, this.metadata.dimensions);
+        });
       },
       options.signal
     );
@@ -286,22 +304,21 @@ class GeminiEmbeddingProvider {
       "gemini",
       "API request",
       this.#timeoutMs,
-      async () => {
+      async (signal) => {
         const { GoogleGenerativeAI } = await import('@google/generative-ai');
         const genAI = new GoogleGenerativeAI(this.#apiKey);
         const model = genAI.getGenerativeModel({ model: this.metadata.model });
-        const results = [];
-        for (const text of texts) {
-          const result = await model.embedContent(text);
+        return embedSequentially("gemini", "API request", texts, signal, async (text, itemSignal) => {
+          const result = await model.embedContent(text, { signal: itemSignal });
           const values = result.embedding?.values;
           if (!Array.isArray(values)) {
             throw new Error("Gemini response did not include embedding values");
           }
-          results.push(values);
-        }
-        return results;
+          return values;
+        });
       },
-      options.signal
+      options.signal,
+      [this.#apiKey]
     );
     return createEmbeddingBatchResult(
       this.metadata,
@@ -365,7 +382,8 @@ class OpenAIEmbeddingProvider {
           return parsed;
         });
       },
-      options.signal
+      options.signal,
+      [this.#apiKey]
     );
     return createEmbeddingBatchResult(
       this.metadata,

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "libsql-search",
-  "version": "0.2.0",
+  "version": "0.2.1",
   "description": "Semantic search for static sites using libSQL/Turso with multi-provider embeddings",
   "type": "module",
   "packageManager": "pnpm@10.34.5",