@workglow/storage 0.0.102 → 0.0.104

package/dist/bun.js

@@ -1032,7 +1032,14 @@ class InMemoryKvStorage extends KvViaTabularStorage {
   }
 }
 // src/queue/InMemoryQueueStorage.ts
-import { createServiceToken as createServiceToken9, EventEmitter as EventEmitter3, makeFingerprint as makeFingerprint4, sleep, uuid4 as uuid42 } from "@workglow/util";
+import {
+  createServiceToken as createServiceToken9,
+  EventEmitter as EventEmitter3,
+  getLogger,
+  makeFingerprint as makeFingerprint4,
+  sleep,
+  uuid4 as uuid42
+} from "@workglow/util";
 
 // src/queue/IQueueStorage.ts
 import { createServiceToken as createServiceToken8 } from "@workglow/util";
@@ -1126,11 +1133,23 @@ class InMemoryQueueStorage {
     await sleep(0);
     const job = this.jobQueue.find((j) => j.id === id && this.matchesPrefixes(j));
     if (!job) {
-      console.warn("Job not found for progress update", id);
+      const jobWithAnyPrefix = this.jobQueue.find((j) => j.id === id);
+      getLogger().warn("Job not found for progress update", {
+        id,
+        reason: jobWithAnyPrefix ? "prefix_mismatch" : "missing",
+        existingStatus: jobWithAnyPrefix?.status,
+        queueName: this.queueName,
+        prefixValues: this.prefixValues
+      });
       return;
     }
     if (job.status === JobStatus.COMPLETED || job.status === JobStatus.FAILED) {
-      console.warn("Job already completed or failed for progress update", id);
+      getLogger().warn("Job already completed or failed for progress update", {
+        id,
+        status: job.status,
+        completedAt: job.completed_at,
+        error: job.error
+      });
       return;
     }
     const oldJob = { ...job };
@@ -1676,6 +1695,81 @@ class InMemoryVectorStorage extends InMemoryTabularStorage {
     return topResults;
   }
 }
+// src/credentials/EncryptedKvCredentialStore.ts
+import { decrypt, encrypt } from "@workglow/util";
+
+class EncryptedKvCredentialStore {
+  kv;
+  passphrase;
+  keyCache = new Map;
+  constructor(kv, passphrase) {
+    this.kv = kv;
+    this.passphrase = passphrase;
+    if (!passphrase) {
+      throw new Error("EncryptedKvCredentialStore requires a non-empty passphrase.");
+    }
+  }
+  async get(key) {
+    const raw = await this.kv.get(key);
+    if (!raw)
+      return;
+    if (raw.expiresAt && new Date(raw.expiresAt) <= new Date) {
+      await this.kv.delete(key);
+      return;
+    }
+    return decrypt(raw.encrypted, raw.iv, this.passphrase, this.keyCache);
+  }
+  async put(key, value, options) {
+    const now = new Date;
+    const existing = await this.kv.get(key);
+    const { encrypted, iv } = await encrypt(value, this.passphrase, this.keyCache);
+    const stored = {
+      encrypted,
+      iv,
+      label: options?.label ?? existing?.label,
+      provider: options?.provider ?? existing?.provider,
+      createdAt: existing?.createdAt ?? now.toISOString(),
+      updatedAt: now.toISOString(),
+      expiresAt: options?.expiresAt ? options.expiresAt.toISOString() : existing?.expiresAt
+    };
+    await this.kv.put(key, stored);
+  }
+  async delete(key) {
+    const exists = await this.kv.get(key) !== undefined;
+    if (exists) {
+      await this.kv.delete(key);
+    }
+    return exists;
+  }
+  async has(key) {
+    const raw = await this.kv.get(key);
+    if (!raw)
+      return false;
+    if (raw.expiresAt && new Date(raw.expiresAt) <= new Date) {
+      await this.kv.delete(key);
+      return false;
+    }
+    return true;
+  }
+  async keys() {
+    const all = await this.kv.getAll();
+    if (!all)
+      return [];
+    const now = new Date;
+    const result = [];
+    for (const entry of all) {
+      if (entry.value.expiresAt && new Date(entry.value.expiresAt) <= now) {
+        await this.kv.delete(entry.key);
+        continue;
+      }
+      result.push(entry.key);
+    }
+    return result;
+  }
+  async deleteAll() {
+    await this.kv.deleteAll();
+  }
+}
 // src/tabular/FsFolderTabularStorage.ts
 import {
   createServiceToken as createServiceToken12,
@@ -7089,6 +7183,105 @@ class IndexedDbQueueStorage {
     }
   }
 }
+// src/vector/IndexedDbVectorStorage.ts
+import { cosineSimilarity as cosineSimilarity4, createServiceToken as createServiceToken31 } from "@workglow/util";
+var IDB_VECTOR_REPOSITORY = createServiceToken31("storage.vectorRepository.indexedDb");
+function matchesFilter3(metadata, filter) {
+  for (const [key, value] of Object.entries(filter)) {
+    if (metadata[key] !== value) {
+      return false;
+    }
+  }
+  return true;
+}
+function textRelevance2(text, query) {
+  const textLower = text.toLowerCase();
+  const queryLower = query.toLowerCase();
+  const queryWords = queryLower.split(/\s+/).filter((w) => w.length > 0);
+  if (queryWords.length === 0) {
+    return 0;
+  }
+  let matches = 0;
+  for (const word of queryWords) {
+    if (textLower.includes(word)) {
+      matches++;
+    }
+  }
+  return matches / queryWords.length;
+}
+
+class IndexedDbVectorStorage extends IndexedDbTabularStorage {
+  vectorDimensions;
+  VectorType;
+  vectorPropertyName;
+  metadataPropertyName;
+  constructor(table = "vectors", schema, primaryKeyNames, indexes = [], dimensions, VectorType = Float32Array, migrationOptions = {}, clientProvidedKeys = "if-missing") {
+    super(table, schema, primaryKeyNames, indexes, migrationOptions, clientProvidedKeys);
+    this.vectorDimensions = dimensions;
+    this.VectorType = VectorType;
+    const vectorProp = getVectorProperty(schema);
+    if (!vectorProp) {
+      throw new Error("Schema must have a property with type array and format TypedArray");
+    }
+    this.vectorPropertyName = vectorProp;
+    this.metadataPropertyName = getMetadataProperty(schema);
+  }
+  getVectorDimensions() {
+    return this.vectorDimensions;
+  }
+  async similaritySearch(query, options = {}) {
+    const { topK = 10, filter, scoreThreshold = 0 } = options;
+    const results = [];
+    const allEntities = await this.getAll() || [];
+    for (const entity of allEntities) {
+      const vector = entity[this.vectorPropertyName];
+      const metadata = this.metadataPropertyName ? entity[this.metadataPropertyName] : {};
+      if (filter && !matchesFilter3(metadata, filter)) {
+        continue;
+      }
+      const score = cosineSimilarity4(query, vector);
+      if (score < scoreThreshold) {
+        continue;
+      }
+      results.push({
+        ...entity,
+        score
+      });
+    }
+    results.sort((a, b) => b.score - a.score);
+    const topResults = results.slice(0, topK);
+    return topResults;
+  }
+  async hybridSearch(query, options) {
+    const { topK = 10, filter, scoreThreshold = 0, textQuery, vectorWeight = 0.7 } = options;
+    if (!textQuery || textQuery.trim().length === 0) {
+      return this.similaritySearch(query, { topK, filter, scoreThreshold });
+    }
+    const results = [];
+    const allEntities = await this.getAll() || [];
+    for (const entity of allEntities) {
+      const vector = entity[this.vectorPropertyName];
+      const metadata = this.metadataPropertyName ? entity[this.metadataPropertyName] : {};
+      if (filter && !matchesFilter3(metadata, filter)) {
+        continue;
+      }
+      const vectorScore = cosineSimilarity4(query, vector);
+      const metadataText = Object.values(metadata).join(" ").toLowerCase();
+      const textScore = textRelevance2(metadataText, textQuery);
+      const combinedScore = vectorWeight * vectorScore + (1 - vectorWeight) * textScore;
+      if (combinedScore < scoreThreshold) {
+        continue;
+      }
+      results.push({
+        ...entity,
+        score: combinedScore
+      });
+    }
+    results.sort((a, b) => b.score - a.score);
+    const topResults = results.slice(0, topK);
+    return topResults;
+  }
+}
 export {
   registerTabularRepository,
   isSearchCondition,
@@ -7135,6 +7328,7 @@ export {
   KvStorage,
   KV_REPOSITORY,
   JobStatus,
+  IndexedDbVectorStorage,
   IndexedDbTabularStorage,
   IndexedDbRateLimiterStorage,
   IndexedDbQueueStorage,
@@ -7148,6 +7342,7 @@ export {
   IN_MEMORY_QUEUE_STORAGE,
   INDEXED_DB_RATE_LIMITER_STORAGE,
   INDEXED_DB_QUEUE_STORAGE,
+  IDB_VECTOR_REPOSITORY,
   IDB_TABULAR_REPOSITORY,
   IDB_KV_REPOSITORY,
   HybridSubscriptionManager,
@@ -7159,6 +7354,7 @@ export {
   FS_FOLDER_TABULAR_REPOSITORY,
   FS_FOLDER_KV_REPOSITORY,
   FS_FOLDER_JSON_KV_REPOSITORY,
+  EncryptedKvCredentialStore,
   DefaultKeyValueSchema,
   DefaultKeyValueKey,
   CachedTabularStorage,
@@ -7166,4 +7362,4 @@ export {
   BaseTabularStorage
 };
 
-//# debugId=E57950E289D1321964756E2164756E21
+//# debugId=9D4931947389417A64756E2164756E21