@workglow/storage 0.0.101 → 0.0.103

package/dist/browser.js

@@ -189,11 +189,12 @@ class BaseTabularStorage {
     const valueNames = this.valueColumns();
     const value = {};
     const key = {};
+    const objRecord = obj;
     for (const k of primaryKeyNames) {
-      key[k] = obj[k];
+      key[k] = objRecord[k];
     }
     for (const k of valueNames) {
-      value[k] = obj[k];
+      value[k] = objRecord[k];
     }
     return { value, key };
   }
@@ -1030,7 +1031,14 @@ class InMemoryKvStorage extends KvViaTabularStorage {
   }
 }
 // src/queue/InMemoryQueueStorage.ts
-import { createServiceToken as createServiceToken9, EventEmitter as EventEmitter3, makeFingerprint as makeFingerprint4, sleep, uuid4 as uuid42 } from "@workglow/util";
+import {
+  createServiceToken as createServiceToken9,
+  EventEmitter as EventEmitter3,
+  getLogger,
+  makeFingerprint as makeFingerprint4,
+  sleep,
+  uuid4 as uuid42
+} from "@workglow/util";
 
 // src/queue/IQueueStorage.ts
 import { createServiceToken as createServiceToken8 } from "@workglow/util";
@@ -1124,11 +1132,23 @@ class InMemoryQueueStorage {
     await sleep(0);
     const job = this.jobQueue.find((j) => j.id === id && this.matchesPrefixes(j));
     if (!job) {
-      console.warn("Job not found for progress update", id);
+      const jobWithAnyPrefix = this.jobQueue.find((j) => j.id === id);
+      getLogger().warn("Job not found for progress update", {
+        id,
+        reason: jobWithAnyPrefix ? "prefix_mismatch" : "missing",
+        existingStatus: jobWithAnyPrefix?.status,
+        queueName: this.queueName,
+        prefixValues: this.prefixValues
+      });
       return;
     }
     if (job.status === JobStatus.COMPLETED || job.status === JobStatus.FAILED) {
-      console.warn("Job already completed or failed for progress update", id);
+      getLogger().warn("Job already completed or failed for progress update", {
+        id,
+        status: job.status,
+        completedAt: job.completed_at,
+        error: job.error
+      });
       return;
     }
     const oldJob = { ...job };
@@ -2761,17 +2781,16 @@ class BaseSqlTabularStorage extends BaseTabularStorage {
       return value;
     }
     if (actualType.contentEncoding === "blob") {
-      const v = value;
-      if (v instanceof Uint8Array) {
-        return v;
+      if (value instanceof Uint8Array) {
+        return value;
       }
-      if (typeof Buffer !== "undefined" && v instanceof Buffer) {
-        return new Uint8Array(v);
+      if (typeof Buffer !== "undefined" && value instanceof Buffer) {
+        return new Uint8Array(value);
       }
-      if (Array.isArray(v)) {
-        return new Uint8Array(v);
+      if (Array.isArray(value)) {
+        return new Uint8Array(value);
       }
-      return v;
+      return value;
     } else if (value instanceof Date) {
       return value.toISOString();
     } else {
@@ -2791,14 +2810,13 @@ class BaseSqlTabularStorage extends BaseTabularStorage {
       return value;
     }
     if (actualType.contentEncoding === "blob") {
-      const v = value;
-      if (typeof Buffer !== "undefined" && v instanceof Buffer) {
-        return new Uint8Array(v);
+      if (typeof Buffer !== "undefined" && value instanceof Buffer) {
+        return new Uint8Array(value);
       }
-      if (v instanceof Uint8Array) {
-        return v;
+      if (value instanceof Uint8Array) {
+        return value;
       }
-      return v;
+      return value;
     } else {
       return value;
     }
@@ -3006,11 +3024,10 @@ class SupabaseTabularStorage extends BaseSqlTabularStorage {
       }
       const actualType = this.getNonNullType(typeDef);
       if (typeof actualType !== "boolean" && (actualType.type === "number" || actualType.type === "integer")) {
-        const v = value;
-        if (typeof v === "number")
-          return v;
-        if (typeof v === "string") {
-          const parsed = Number(v);
+        if (typeof value === "number")
+          return value;
+        if (typeof value === "string") {
+          const parsed = Number(value);
           if (!isNaN(parsed))
             return parsed;
         }
@@ -3032,7 +3049,8 @@ class SupabaseTabularStorage extends BaseSqlTabularStorage {
     let entityToInsert = { ...entity };
     if (this.hasAutoGeneratedKey() && this.autoGeneratedKeyName) {
       const keyName = String(this.autoGeneratedKeyName);
-      const clientProvidedValue = entity[keyName];
+      const entityRecord = entity;
+      const clientProvidedValue = entityRecord[keyName];
       const hasClientValue = clientProvidedValue !== undefined && clientProvidedValue !== null;
       let shouldOmitKey = false;
       if (this.clientProvidedKeys === "never") {
@@ -3062,8 +3080,9 @@ class SupabaseTabularStorage extends BaseSqlTabularStorage {
     if (error)
       throw error;
     const updatedEntity = data;
+    const updatedRecord = updatedEntity;
     for (const key in this.schema.properties) {
-      updatedEntity[key] = this.sqlToJsValue(key, updatedEntity[key]);
+      updatedRecord[key] = this.sqlToJsValue(key, updatedRecord[key]);
     }
     this.events.emit("put", updatedEntity);
     return updatedEntity;
@@ -3075,8 +3094,9 @@ class SupabaseTabularStorage extends BaseSqlTabularStorage {
   }
   async get(key) {
     let query = this.client.from(this.table).select("*");
+    const keyRecord = key;
     for (const pkName of this.primaryKeyNames) {
-      query = query.eq(String(pkName), key[pkName]);
+      query = query.eq(String(pkName), keyRecord[String(pkName)]);
     }
     const { data, error } = await query.single();
     if (error) {
@@ -3088,8 +3108,9 @@ class SupabaseTabularStorage extends BaseSqlTabularStorage {
     }
     const val = data;
     if (val) {
+      const valRecord = val;
       for (const key2 in this.schema.properties) {
-        val[key2] = this.sqlToJsValue(key2, val[key2]);
+        valRecord[key2] = this.sqlToJsValue(key2, valRecord[key2]);
       }
     }
     this.events.emit("get", key, val);
@@ -3118,8 +3139,9 @@ class SupabaseTabularStorage extends BaseSqlTabularStorage {
       throw error;
     if (data && data.length > 0) {
       for (const row of data) {
+        const record = row;
         for (const key in this.schema.properties) {
-          row[key] = this.sqlToJsValue(key, row[key]);
+          record[key] = this.sqlToJsValue(key, record[key]);
         }
       }
       this.events.emit("search", searchCriteria, data);
@@ -3132,8 +3154,9 @@ class SupabaseTabularStorage extends BaseSqlTabularStorage {
   async delete(value) {
     const { key } = this.separateKeyValueFromCombined(value);
     let query = this.client.from(this.table).delete();
+    const deleteKeyRecord = key;
     for (const pkName of this.primaryKeyNames) {
-      query = query.eq(String(pkName), key[pkName]);
+      query = query.eq(String(pkName), deleteKeyRecord[String(pkName)]);
     }
     const { error } = await query;
     if (error)
@@ -3146,8 +3169,9 @@ class SupabaseTabularStorage extends BaseSqlTabularStorage {
       throw error;
     if (data && data.length) {
       for (const row of data) {
+        const record = row;
         for (const key in this.schema.properties) {
-          row[key] = this.sqlToJsValue(key, row[key]);
+          record[key] = this.sqlToJsValue(key, record[key]);
         }
       }
       return data;
@@ -3179,8 +3203,9 @@ class SupabaseTabularStorage extends BaseSqlTabularStorage {
       return;
     }
     for (const row of data) {
+      const record = row;
       for (const key in this.schema.properties) {
-        row[key] = this.sqlToJsValue(key, row[key]);
+        record[key] = this.sqlToJsValue(key, record[key]);
       }
     }
     return data;
@@ -3229,8 +3254,9 @@ class SupabaseTabularStorage extends BaseSqlTabularStorage {
   }
   convertRealtimeRow(row) {
     const entity = { ...row };
+    const record = entity;
     for (const key in this.schema.properties) {
-      entity[key] = this.sqlToJsValue(key, row[key]);
+      record[key] = this.sqlToJsValue(key, row[key]);
     }
     return entity;
   }
@@ -4733,6 +4759,105 @@ class SupabaseRateLimiterStorage {
       throw nextError;
   }
 }
+// src/vector/IndexedDbVectorStorage.ts
+import { cosineSimilarity as cosineSimilarity2, createServiceToken as createServiceToken21 } from "@workglow/util";
+var IDB_VECTOR_REPOSITORY = createServiceToken21("storage.vectorRepository.indexedDb");
+function matchesFilter2(metadata, filter) {
+  for (const [key, value] of Object.entries(filter)) {
+    if (metadata[key] !== value) {
+      return false;
+    }
+  }
+  return true;
+}
+function textRelevance2(text, query) {
+  const textLower = text.toLowerCase();
+  const queryLower = query.toLowerCase();
+  const queryWords = queryLower.split(/\s+/).filter((w) => w.length > 0);
+  if (queryWords.length === 0) {
+    return 0;
+  }
+  let matches = 0;
+  for (const word of queryWords) {
+    if (textLower.includes(word)) {
+      matches++;
+    }
+  }
+  return matches / queryWords.length;
+}
+
+class IndexedDbVectorStorage extends IndexedDbTabularStorage {
+  vectorDimensions;
+  VectorType;
+  vectorPropertyName;
+  metadataPropertyName;
+  constructor(table = "vectors", schema, primaryKeyNames, indexes = [], dimensions, VectorType = Float32Array, migrationOptions = {}, clientProvidedKeys = "if-missing") {
+    super(table, schema, primaryKeyNames, indexes, migrationOptions, clientProvidedKeys);
+    this.vectorDimensions = dimensions;
+    this.VectorType = VectorType;
+    const vectorProp = getVectorProperty(schema);
+    if (!vectorProp) {
+      throw new Error("Schema must have a property with type array and format TypedArray");
+    }
+    this.vectorPropertyName = vectorProp;
+    this.metadataPropertyName = getMetadataProperty(schema);
+  }
+  getVectorDimensions() {
+    return this.vectorDimensions;
+  }
+  async similaritySearch(query, options = {}) {
+    const { topK = 10, filter, scoreThreshold = 0 } = options;
+    const results = [];
+    const allEntities = await this.getAll() || [];
+    for (const entity of allEntities) {
+      const vector = entity[this.vectorPropertyName];
+      const metadata = this.metadataPropertyName ? entity[this.metadataPropertyName] : {};
+      if (filter && !matchesFilter2(metadata, filter)) {
+        continue;
+      }
+      const score = cosineSimilarity2(query, vector);
+      if (score < scoreThreshold) {
+        continue;
+      }
+      results.push({
+        ...entity,
+        score
+      });
+    }
+    results.sort((a, b) => b.score - a.score);
+    const topResults = results.slice(0, topK);
+    return topResults;
+  }
+  async hybridSearch(query, options) {
+    const { topK = 10, filter, scoreThreshold = 0, textQuery, vectorWeight = 0.7 } = options;
+    if (!textQuery || textQuery.trim().length === 0) {
+      return this.similaritySearch(query, { topK, filter, scoreThreshold });
+    }
+    const results = [];
+    const allEntities = await this.getAll() || [];
+    for (const entity of allEntities) {
+      const vector = entity[this.vectorPropertyName];
+      const metadata = this.metadataPropertyName ? entity[this.metadataPropertyName] : {};
+      if (filter && !matchesFilter2(metadata, filter)) {
+        continue;
+      }
+      const vectorScore = cosineSimilarity2(query, vector);
+      const metadataText = Object.values(metadata).join(" ").toLowerCase();
+      const textScore = textRelevance2(metadataText, textQuery);
+      const combinedScore = vectorWeight * vectorScore + (1 - vectorWeight) * textScore;
+      if (combinedScore < scoreThreshold) {
+        continue;
+      }
+      results.push({
+        ...entity,
+        score: combinedScore
+      });
+    }
+    results.sort((a, b) => b.score - a.score);
+    const topResults = results.slice(0, topK);
+    return topResults;
+  }
+}
 export {
   registerTabularRepository,
   isSearchCondition,
@@ -4763,6 +4888,7 @@ export {
   KvStorage,
   KV_REPOSITORY,
   JobStatus,
+  IndexedDbVectorStorage,
   IndexedDbTabularStorage,
   IndexedDbRateLimiterStorage,
   IndexedDbQueueStorage,
@@ -4776,6 +4902,7 @@ export {
   IN_MEMORY_QUEUE_STORAGE,
   INDEXED_DB_RATE_LIMITER_STORAGE,
   INDEXED_DB_QUEUE_STORAGE,
+  IDB_VECTOR_REPOSITORY,
   IDB_TABULAR_REPOSITORY,
   IDB_KV_REPOSITORY,
   HybridSubscriptionManager,
@@ -4788,4 +4915,4 @@ export {
   BaseTabularStorage
 };
 
-//# debugId=7DE4087156DCB1A264756E2164756E21
+//# debugId=E59320A7A95CC7EE64756E2164756E21