@workglow/storage 0.0.101 → 0.0.103

package/dist/bun.js

@@ -190,11 +190,12 @@ class BaseTabularStorage {
     const valueNames = this.valueColumns();
     const value = {};
     const key = {};
+    const objRecord = obj;
     for (const k of primaryKeyNames) {
-      key[k] = obj[k];
+      key[k] = objRecord[k];
     }
     for (const k of valueNames) {
-      value[k] = obj[k];
+      value[k] = objRecord[k];
     }
     return { value, key };
   }
@@ -1031,7 +1032,14 @@ class InMemoryKvStorage extends KvViaTabularStorage {
   }
 }
 // src/queue/InMemoryQueueStorage.ts
-import { createServiceToken as createServiceToken9, EventEmitter as EventEmitter3, makeFingerprint as makeFingerprint4, sleep, uuid4 as uuid42 } from "@workglow/util";
+import {
+  createServiceToken as createServiceToken9,
+  EventEmitter as EventEmitter3,
+  getLogger,
+  makeFingerprint as makeFingerprint4,
+  sleep,
+  uuid4 as uuid42
+} from "@workglow/util";
 
 // src/queue/IQueueStorage.ts
 import { createServiceToken as createServiceToken8 } from "@workglow/util";
@@ -1125,11 +1133,23 @@ class InMemoryQueueStorage {
     await sleep(0);
     const job = this.jobQueue.find((j) => j.id === id && this.matchesPrefixes(j));
     if (!job) {
-      console.warn("Job not found for progress update", id);
+      const jobWithAnyPrefix = this.jobQueue.find((j) => j.id === id);
+      getLogger().warn("Job not found for progress update", {
+        id,
+        reason: jobWithAnyPrefix ? "prefix_mismatch" : "missing",
+        existingStatus: jobWithAnyPrefix?.status,
+        queueName: this.queueName,
+        prefixValues: this.prefixValues
+      });
       return;
     }
     if (job.status === JobStatus.COMPLETED || job.status === JobStatus.FAILED) {
-      console.warn("Job already completed or failed for progress update", id);
+      getLogger().warn("Job already completed or failed for progress update", {
+        id,
+        status: job.status,
+        completedAt: job.completed_at,
+        error: job.error
+      });
       return;
     }
     const oldJob = { ...job };
@@ -2003,17 +2023,16 @@ class BaseSqlTabularStorage extends BaseTabularStorage {
       return value;
     }
     if (actualType.contentEncoding === "blob") {
-      const v = value;
-      if (v instanceof Uint8Array) {
-        return v;
+      if (value instanceof Uint8Array) {
+        return value;
       }
-      if (typeof Buffer !== "undefined" && v instanceof Buffer) {
-        return new Uint8Array(v);
+      if (typeof Buffer !== "undefined" && value instanceof Buffer) {
+        return new Uint8Array(value);
       }
-      if (Array.isArray(v)) {
-        return new Uint8Array(v);
+      if (Array.isArray(value)) {
+        return new Uint8Array(value);
       }
-      return v;
+      return value;
     } else if (value instanceof Date) {
       return value.toISOString();
     } else {
@@ -2033,14 +2052,13 @@ class BaseSqlTabularStorage extends BaseTabularStorage {
       return value;
     }
     if (actualType.contentEncoding === "blob") {
-      const v = value;
-      if (typeof Buffer !== "undefined" && v instanceof Buffer) {
-        return new Uint8Array(v);
+      if (typeof Buffer !== "undefined" && value instanceof Buffer) {
+        return new Uint8Array(value);
       }
-      if (v instanceof Uint8Array) {
-        return v;
+      if (value instanceof Uint8Array) {
+        return value;
       }
-      return v;
+      return value;
     } else {
       return value;
     }
@@ -2283,11 +2301,10 @@ class PostgresTabularStorage extends BaseSqlTabularStorage {
         }
       }
       if (typeof actualType !== "boolean" && (actualType.type === "number" || actualType.type === "integer")) {
-        const v = value;
-        if (typeof v === "number")
-          return v;
-        if (typeof v === "string") {
-          const parsed = Number(v);
+        if (typeof value === "number")
+          return value;
+        if (typeof value === "string") {
+          const parsed = Number(value);
           if (!isNaN(parsed))
             return parsed;
         }
@@ -2350,10 +2367,11 @@ class PostgresTabularStorage extends BaseSqlTabularStorage {
     const paramsToInsert = [];
     let paramIndex = 1;
     const pkColumns = this.primaryKeyColumns();
+    const entityRecord = entity;
     for (const col of pkColumns) {
       const colStr = String(col);
       if (this.isAutoGeneratedKey(colStr)) {
-        const clientProvidedValue = entity[col];
+        const clientProvidedValue = entityRecord[colStr];
         const hasClientValue = clientProvidedValue !== undefined && clientProvidedValue !== null;
         let shouldUseClientValue = false;
         if (this.clientProvidedKeys === "never") {
@@ -2373,14 +2391,14 @@ class PostgresTabularStorage extends BaseSqlTabularStorage {
         continue;
       }
       columnsToInsert.push(colStr);
-      const value = entity[col];
+      const value = entityRecord[colStr];
       paramsToInsert.push(this.jsToSqlValue(colStr, value));
     }
     const valueColumns = this.valueColumns();
     for (const col of valueColumns) {
       const colStr = String(col);
       columnsToInsert.push(colStr);
-      const value = entity[col];
+      const value = entityRecord[colStr];
       paramsToInsert.push(this.jsToSqlValue(colStr, value));
     }
     const columnList = columnsToInsert.map((c) => `"${c}"`).join(", ");
@@ -2402,8 +2420,9 @@ class PostgresTabularStorage extends BaseSqlTabularStorage {
     const params = paramsToInsert;
     const result = await db.query(sql, params);
     const updatedEntity = result.rows[0];
+    const updatedRecord = updatedEntity;
     for (const key in this.schema.properties) {
-      updatedEntity[key] = this.sqlToJsValue(key, updatedEntity[key]);
+      updatedRecord[key] = this.sqlToJsValue(key, updatedRecord[key]);
     }
     this.events.emit("put", updatedEntity);
     return updatedEntity;
@@ -2422,8 +2441,9 @@ class PostgresTabularStorage extends BaseSqlTabularStorage {
     let val;
     if (result.rows.length > 0) {
       val = result.rows[0];
+      const valRecord = val;
       for (const key2 in this.schema.properties) {
-        val[key2] = this.sqlToJsValue(key2, val[key2]);
+        valRecord[key2] = this.sqlToJsValue(key2, valRecord[key2]);
       }
     } else {
       val = undefined;
@@ -2452,8 +2472,9 @@ class PostgresTabularStorage extends BaseSqlTabularStorage {
     const result = await db.query(sql, whereClauseValues);
     if (result.rows.length > 0) {
       for (const row of result.rows) {
+        const record = row;
         for (const k in this.schema.properties) {
-          row[k] = this.sqlToJsValue(k, row[k]);
+          record[k] = this.sqlToJsValue(k, record[k]);
         }
       }
       this.events.emit("search", key, result.rows);
@@ -2477,8 +2498,9 @@ class PostgresTabularStorage extends BaseSqlTabularStorage {
     const result = await db.query(sql);
     if (result.rows.length > 0) {
       for (const row of result.rows) {
+        const record = row;
         for (const key in this.schema.properties) {
-          row[key] = this.sqlToJsValue(key, row[key]);
+          record[key] = this.sqlToJsValue(key, record[key]);
         }
       }
       return result.rows;
@@ -2503,8 +2525,9 @@ class PostgresTabularStorage extends BaseSqlTabularStorage {
       return;
     }
     for (const row of result.rows) {
+      const record = row;
       for (const key in this.schema.properties) {
-        row[key] = this.sqlToJsValue(key, row[key]);
+        record[key] = this.sqlToJsValue(key, record[key]);
       }
     }
     return result.rows;
@@ -2644,13 +2667,12 @@ class SqliteTabularStorage extends BaseSqlTabularStorage {
       const isArray = typeDef === true || typeof actualType !== "boolean" && actualType.type === "array";
       const isBoolean = typeDef === true || typeof actualType !== "boolean" && actualType.type === "boolean";
       if (isBoolean) {
-        const v = value;
-        if (typeof v === "boolean")
-          return v ? 1 : 0;
-        if (typeof v === "number")
-          return v ? 1 : 0;
-        if (typeof v === "string")
-          return v === "1" || v.toLowerCase() === "true" ? 1 : 0;
+        if (typeof value === "boolean")
+          return value ? 1 : 0;
+        if (typeof value === "number")
+          return value ? 1 : 0;
+        if (typeof value === "string")
+          return value === "1" || value.toLowerCase() === "true" ? 1 : 0;
       }
       if ((isObject || isArray) && value !== null && typeof value === "object") {
         if (!(value instanceof Date) && !(value instanceof Uint8Array) && (typeof Buffer === "undefined" || !(value instanceof Buffer))) {
@@ -2680,13 +2702,12 @@ class SqliteTabularStorage extends BaseSqlTabularStorage {
       const isArray = typeDef === true || typeof actualType !== "boolean" && actualType.type === "array";
       const isBoolean = typeDef === true || typeof actualType !== "boolean" && actualType.type === "boolean";
       if (isBoolean) {
-        const v = value;
-        if (typeof v === "boolean")
-          return v;
-        if (typeof v === "number")
-          return v !== 0 ? true : false;
-        if (typeof v === "string")
-          return v === "1" || v.toLowerCase() === "true" ? true : false;
+        if (typeof value === "boolean")
+          return value;
+        if (typeof value === "number")
+          return value !== 0 ? true : false;
+        if (typeof value === "string")
+          return value === "1" || value.toLowerCase() === "true" ? true : false;
       }
       if (isArray || isObject) {
         if (typeof value === "string") {
@@ -2744,7 +2765,8 @@ class SqliteTabularStorage extends BaseSqlTabularStorage {
     let entityToInsert = entity;
     if (this.hasAutoGeneratedKey() && this.autoGeneratedKeyName) {
       const keyName = String(this.autoGeneratedKeyName);
-      const clientProvidedValue = entity[keyName];
+      const entityRecord = entity;
+      const clientProvidedValue = entityRecord[keyName];
       const hasClientValue = clientProvidedValue !== undefined && clientProvidedValue !== null;
       let shouldUseClientValue = false;
       if (this.clientProvidedKeys === "never") {
@@ -2770,7 +2792,8 @@ class SqliteTabularStorage extends BaseSqlTabularStorage {
     for (const col of pkColumns) {
       const colStr = String(col);
       if (this.isAutoGeneratedKey(colStr) && this.autoGeneratedKeyStrategy === "autoincrement" && this.clientProvidedKeys !== "always") {
-        const clientProvidedValue = entityToInsert[colStr];
+        const insertRecord2 = entityToInsert;
+        const clientProvidedValue = insertRecord2[colStr];
         const hasClientValue = clientProvidedValue !== undefined && clientProvidedValue !== null;
         if (this.clientProvidedKeys === "if-missing" && hasClientValue) {
           columnsToInsert.push(colStr);
@@ -2783,10 +2806,11 @@ class SqliteTabularStorage extends BaseSqlTabularStorage {
       paramsToInsert.push(this.jsToSqlValue(colStr, value));
     }
     const valueColumns = this.valueColumns();
+    const insertRecord = entityToInsert;
     for (const col of valueColumns) {
       const colStr = String(col);
       columnsToInsert.push(colStr);
-      const value = entityToInsert[colStr];
+      const value = insertRecord[colStr];
       paramsToInsert.push(this.jsToSqlValue(colStr, value));
     }
     const columnList = columnsToInsert.map((c) => `\`${c}\``).join(", ");
@@ -2843,8 +2867,9 @@ class SqliteTabularStorage extends BaseSqlTabularStorage {
       throw new Error(`Invalid SQLite params detected at indices: ${invalidParams.map((p) => p.index).join(", ")}`);
     }
     const updatedEntity = stmt.get(...params);
+    const updatedRecord = updatedEntity;
     for (const k in this.schema.properties) {
-      updatedEntity[k] = this.sqlToJsValue(k, updatedEntity[k]);
+      updatedRecord[k] = this.sqlToJsValue(k, updatedRecord[k]);
     }
     this.events.emit("put", updatedEntity);
     return updatedEntity;
@@ -2864,8 +2889,9 @@ class SqliteTabularStorage extends BaseSqlTabularStorage {
     const params = this.getPrimaryKeyAsOrderedArray(key);
     const value = stmt.get(...params);
     if (value) {
+      const row = value;
       for (const k in this.schema.properties) {
-        value[k] = this.sqlToJsValue(k, value[k]);
+        row[k] = this.sqlToJsValue(k, row[k]);
       }
       this.events.emit("get", key, value);
       return value;
@@ -2896,8 +2922,9 @@ class SqliteTabularStorage extends BaseSqlTabularStorage {
     const result = stmt.all(...whereClauseValues);
     if (result.length > 0) {
       for (const row of result) {
+        const record = row;
         for (const k in this.schema.properties) {
-          row[k] = this.sqlToJsValue(k, row[k]);
+          record[k] = this.sqlToJsValue(k, record[k]);
         }
       }
       this.events.emit("search", key, result);
@@ -2923,8 +2950,9 @@ class SqliteTabularStorage extends BaseSqlTabularStorage {
     if (!value.length)
       return;
     for (const row of value) {
+      const record = row;
       for (const k in this.schema.properties) {
-        row[k] = this.sqlToJsValue(k, row[k]);
+        record[k] = this.sqlToJsValue(k, record[k]);
       }
     }
     return value;
@@ -2952,8 +2980,9 @@ class SqliteTabularStorage extends BaseSqlTabularStorage {
       return;
     }
     for (const row of rows) {
+      const record = row;
       for (const k in this.schema.properties) {
-        row[k] = this.sqlToJsValue(k, row[k]);
+        record[k] = this.sqlToJsValue(k, record[k]);
       }
     }
     return rows;
@@ -3184,11 +3213,10 @@ class SupabaseTabularStorage extends BaseSqlTabularStorage {
       }
       const actualType = this.getNonNullType(typeDef);
       if (typeof actualType !== "boolean" && (actualType.type === "number" || actualType.type === "integer")) {
-        const v = value;
-        if (typeof v === "number")
-          return v;
-        if (typeof v === "string") {
-          const parsed = Number(v);
+        if (typeof value === "number")
+          return value;
+        if (typeof value === "string") {
+          const parsed = Number(value);
           if (!isNaN(parsed))
             return parsed;
         }
@@ -3210,7 +3238,8 @@ class SupabaseTabularStorage extends BaseSqlTabularStorage {
     let entityToInsert = { ...entity };
     if (this.hasAutoGeneratedKey() && this.autoGeneratedKeyName) {
       const keyName = String(this.autoGeneratedKeyName);
-      const clientProvidedValue = entity[keyName];
+      const entityRecord = entity;
+      const clientProvidedValue = entityRecord[keyName];
       const hasClientValue = clientProvidedValue !== undefined && clientProvidedValue !== null;
       let shouldOmitKey = false;
       if (this.clientProvidedKeys === "never") {
@@ -3240,8 +3269,9 @@ class SupabaseTabularStorage extends BaseSqlTabularStorage {
     if (error)
       throw error;
     const updatedEntity = data;
+    const updatedRecord = updatedEntity;
     for (const key in this.schema.properties) {
-      updatedEntity[key] = this.sqlToJsValue(key, updatedEntity[key]);
+      updatedRecord[key] = this.sqlToJsValue(key, updatedRecord[key]);
     }
     this.events.emit("put", updatedEntity);
     return updatedEntity;
@@ -3253,8 +3283,9 @@ class SupabaseTabularStorage extends BaseSqlTabularStorage {
   }
   async get(key) {
     let query = this.client.from(this.table).select("*");
+    const keyRecord = key;
     for (const pkName of this.primaryKeyNames) {
-      query = query.eq(String(pkName), key[pkName]);
+      query = query.eq(String(pkName), keyRecord[String(pkName)]);
     }
     const { data, error } = await query.single();
     if (error) {
@@ -3266,8 +3297,9 @@ class SupabaseTabularStorage extends BaseSqlTabularStorage {
     }
     const val = data;
     if (val) {
+      const valRecord = val;
       for (const key2 in this.schema.properties) {
-        val[key2] = this.sqlToJsValue(key2, val[key2]);
+        valRecord[key2] = this.sqlToJsValue(key2, valRecord[key2]);
       }
     }
     this.events.emit("get", key, val);
@@ -3296,8 +3328,9 @@ class SupabaseTabularStorage extends BaseSqlTabularStorage {
       throw error;
     if (data && data.length > 0) {
       for (const row of data) {
+        const record = row;
         for (const key in this.schema.properties) {
-          row[key] = this.sqlToJsValue(key, row[key]);
+          record[key] = this.sqlToJsValue(key, record[key]);
         }
       }
       this.events.emit("search", searchCriteria, data);
@@ -3310,8 +3343,9 @@ class SupabaseTabularStorage extends BaseSqlTabularStorage {
   async delete(value) {
     const { key } = this.separateKeyValueFromCombined(value);
     let query = this.client.from(this.table).delete();
+    const deleteKeyRecord = key;
     for (const pkName of this.primaryKeyNames) {
-      query = query.eq(String(pkName), key[pkName]);
+      query = query.eq(String(pkName), deleteKeyRecord[String(pkName)]);
     }
     const { error } = await query;
     if (error)
@@ -3324,8 +3358,9 @@ class SupabaseTabularStorage extends BaseSqlTabularStorage {
       throw error;
     if (data && data.length) {
       for (const row of data) {
+        const record = row;
         for (const key in this.schema.properties) {
-          row[key] = this.sqlToJsValue(key, row[key]);
+          record[key] = this.sqlToJsValue(key, record[key]);
         }
       }
       return data;
@@ -3357,8 +3392,9 @@ class SupabaseTabularStorage extends BaseSqlTabularStorage {
       return;
     }
     for (const row of data) {
+      const record = row;
       for (const key in this.schema.properties) {
-        row[key] = this.sqlToJsValue(key, row[key]);
+        record[key] = this.sqlToJsValue(key, record[key]);
       }
     }
     return data;
@@ -3407,8 +3443,9 @@ class SupabaseTabularStorage extends BaseSqlTabularStorage {
   }
   convertRealtimeRow(row) {
     const entity = { ...row };
+    const record = entity;
     for (const key in this.schema.properties) {
-      entity[key] = this.sqlToJsValue(key, row[key]);
+      record[key] = this.sqlToJsValue(key, row[key]);
     }
     return entity;
   }
@@ -7071,6 +7108,105 @@ class IndexedDbQueueStorage {
     }
   }
 }
+// src/vector/IndexedDbVectorStorage.ts
+import { cosineSimilarity as cosineSimilarity4, createServiceToken as createServiceToken31 } from "@workglow/util";
+var IDB_VECTOR_REPOSITORY = createServiceToken31("storage.vectorRepository.indexedDb");
+function matchesFilter3(metadata, filter) {
+  for (const [key, value] of Object.entries(filter)) {
+    if (metadata[key] !== value) {
+      return false;
+    }
+  }
+  return true;
+}
+function textRelevance2(text, query) {
+  const textLower = text.toLowerCase();
+  const queryLower = query.toLowerCase();
+  const queryWords = queryLower.split(/\s+/).filter((w) => w.length > 0);
+  if (queryWords.length === 0) {
+    return 0;
+  }
+  let matches = 0;
+  for (const word of queryWords) {
+    if (textLower.includes(word)) {
+      matches++;
+    }
+  }
+  return matches / queryWords.length;
+}
+
+class IndexedDbVectorStorage extends IndexedDbTabularStorage {
+  vectorDimensions;
+  VectorType;
+  vectorPropertyName;
+  metadataPropertyName;
+  constructor(table = "vectors", schema, primaryKeyNames, indexes = [], dimensions, VectorType = Float32Array, migrationOptions = {}, clientProvidedKeys = "if-missing") {
+    super(table, schema, primaryKeyNames, indexes, migrationOptions, clientProvidedKeys);
+    this.vectorDimensions = dimensions;
+    this.VectorType = VectorType;
+    const vectorProp = getVectorProperty(schema);
+    if (!vectorProp) {
+      throw new Error("Schema must have a property with type array and format TypedArray");
+    }
+    this.vectorPropertyName = vectorProp;
+    this.metadataPropertyName = getMetadataProperty(schema);
+  }
+  getVectorDimensions() {
+    return this.vectorDimensions;
+  }
+  async similaritySearch(query, options = {}) {
+    const { topK = 10, filter, scoreThreshold = 0 } = options;
+    const results = [];
+    const allEntities = await this.getAll() || [];
+    for (const entity of allEntities) {
+      const vector = entity[this.vectorPropertyName];
+      const metadata = this.metadataPropertyName ? entity[this.metadataPropertyName] : {};
+      if (filter && !matchesFilter3(metadata, filter)) {
+        continue;
+      }
+      const score = cosineSimilarity4(query, vector);
+      if (score < scoreThreshold) {
+        continue;
+      }
+      results.push({
+        ...entity,
+        score
+      });
+    }
+    results.sort((a, b) => b.score - a.score);
+    const topResults = results.slice(0, topK);
+    return topResults;
+  }
+  async hybridSearch(query, options) {
+    const { topK = 10, filter, scoreThreshold = 0, textQuery, vectorWeight = 0.7 } = options;
+    if (!textQuery || textQuery.trim().length === 0) {
+      return this.similaritySearch(query, { topK, filter, scoreThreshold });
+    }
+    const results = [];
+    const allEntities = await this.getAll() || [];
+    for (const entity of allEntities) {
+      const vector = entity[this.vectorPropertyName];
+      const metadata = this.metadataPropertyName ? entity[this.metadataPropertyName] : {};
+      if (filter && !matchesFilter3(metadata, filter)) {
+        continue;
+      }
+      const vectorScore = cosineSimilarity4(query, vector);
+      const metadataText = Object.values(metadata).join(" ").toLowerCase();
+      const textScore = textRelevance2(metadataText, textQuery);
+      const combinedScore = vectorWeight * vectorScore + (1 - vectorWeight) * textScore;
+      if (combinedScore < scoreThreshold) {
+        continue;
+      }
+      results.push({
+        ...entity,
+        score: combinedScore
+      });
+    }
+    results.sort((a, b) => b.score - a.score);
+    const topResults = results.slice(0, topK);
+    return topResults;
+  }
+}
 export {
   registerTabularRepository,
   isSearchCondition,
@@ -7117,6 +7253,7 @@ export {
   KvStorage,
   KV_REPOSITORY,
   JobStatus,
+  IndexedDbVectorStorage,
   IndexedDbTabularStorage,
   IndexedDbRateLimiterStorage,
   IndexedDbQueueStorage,
@@ -7130,6 +7267,7 @@ export {
   IN_MEMORY_QUEUE_STORAGE,
   INDEXED_DB_RATE_LIMITER_STORAGE,
   INDEXED_DB_QUEUE_STORAGE,
+  IDB_VECTOR_REPOSITORY,
   IDB_TABULAR_REPOSITORY,
   IDB_KV_REPOSITORY,
   HybridSubscriptionManager,
@@ -7148,4 +7286,4 @@ export {
   BaseTabularStorage
 };
 
-//# debugId=3F19856BE0970CD364756E2164756E21
+//# debugId=DB5310BD3588935D64756E2164756E21