@workglow/storage 0.2.25 → 0.2.26

package/dist/browser.js

@@ -45,6 +45,21 @@ class StorageUnsupportedError extends StorageError {
   }
 }
 
+// src/tabular/CoveringIndexMissingError.ts
+class CoveringIndexMissingError extends StorageError {
+  static type = "CoveringIndexMissingError";
+  table;
+  requiredColumns;
+  registeredIndexes;
+  constructor(table, requiredColumns, registeredIndexes) {
+    const indexList = registeredIndexes.map((cols) => `[${cols.join(", ")}]`).join(", ");
+    super(`No covering index for table "${table}". ` + `Required columns: [${requiredColumns.join(", ")}]. ` + `Registered indexes: ${indexList || "(none)"}.`);
+    this.table = table;
+    this.requiredColumns = requiredColumns;
+    this.registeredIndexes = registeredIndexes;
+  }
+}
+
 // src/tabular/BaseTabularStorage.ts
 var TABULAR_REPOSITORY = createServiceToken("storage.tabularRepository");
 
@@ -168,6 +183,15 @@ class BaseTabularStorage {
     const entities = await this.query(criteria);
     return entities?.length ?? 0;
   }
+  queryIndex(criteria, options) {
+    this.validateSelect(options);
+    const requiredColumns = [
+      ...Object.keys(criteria),
+      ...(options.orderBy ?? []).map((o) => String(o.column)),
+      ...options.select.map(String)
+    ];
+    throw new CoveringIndexMissingError(this.constructor.name, requiredColumns, []);
+  }
   async* records(pageSize = 100) {
     if (pageSize <= 0) {
       throw new RangeError(`pageSize must be greater than 0, got ${pageSize}`);
@@ -263,6 +287,18 @@ class BaseTabularStorage {
       }
     }
   }
+  validateSelect(options) {
+    if (!options.select || options.select.length === 0) {
+      throw new StorageValidationError("queryIndex requires a non-empty select array");
+    }
+    const schemaProps = Object.keys(this.schema.properties);
+    for (const col of options.select) {
+      const colStr = String(col);
+      if (!schemaProps.includes(colStr)) {
+        throw new StorageValidationError(`queryIndex select column "${colStr}" is not in schema`);
+      }
+    }
+  }
   primaryKeyColumns() {
     const columns = [];
     for (const key of Object.keys(this.primaryKeySchema.properties)) {
@@ -383,6 +419,61 @@ import { createServiceToken as createServiceToken3, getLogger } from "@workglow/
 
 // src/tabular/InMemoryTabularStorage.ts
 import { createServiceToken as createServiceToken2, makeFingerprint as makeFingerprint2, uuid4 } from "@workglow/util";
+
+// src/tabular/coveringIndexPicker.ts
+function pickCoveringIndex(input) {
+  const { table, indexes, criteriaColumns, orderByColumns, selectColumns, primaryKeyColumns } = input;
+  const required = uniqueColumns([
+    ...criteriaColumns,
+    ...orderByColumns.map((o) => o.column),
+    ...selectColumns
+  ]);
+  const pkSet = new Set(primaryKeyColumns);
+  for (const idx of indexes) {
+    const fit = tryFitIndex(idx, criteriaColumns, orderByColumns, selectColumns, pkSet);
+    if (fit !== undefined) {
+      return { name: idx.name, keyPath: idx.keyPath, reverseDirection: fit.reverseDirection };
+    }
+  }
+  throw new CoveringIndexMissingError(table, required, indexes.map((i) => i.keyPath));
+}
+function tryFitIndex(index, criteria, orderBy, select, pkSet) {
+  const keyPath = index.keyPath;
+  const criteriaSet = new Set(criteria);
+  if (criteria.length > keyPath.length)
+    return;
+  for (let i = 0;i < criteria.length; i++) {
+    if (!criteriaSet.has(keyPath[i]))
+      return;
+  }
+  let reverseDirection = false;
+  if (orderBy.length > 0) {
+    const start = criteria.length;
+    if (start + orderBy.length > keyPath.length)
+      return;
+    for (let i = 0;i < orderBy.length; i++) {
+      if (keyPath[start + i] !== orderBy[i].column)
+        return;
+    }
+    const allDesc = orderBy.every((o) => o.direction === "DESC");
+    const allAsc = orderBy.every((o) => o.direction === "ASC");
+    if (allDesc)
+      reverseDirection = true;
+    else if (!allAsc)
+      return;
+  }
+  const keyPathSet = new Set(keyPath);
+  for (const col of select) {
+    if (!keyPathSet.has(col) && !pkSet.has(col))
+      return;
+  }
+  return { reverseDirection };
+}
+function uniqueColumns(cols) {
+  return Array.from(new Set(cols));
+}
+
+// src/tabular/InMemoryTabularStorage.ts
 var MEMORY_TABULAR_REPOSITORY = createServiceToken2("storage.tabularRepository.inMemory");
 
 class InMemoryTabularStorage extends BaseTabularStorage {
@@ -625,6 +716,38 @@ class InMemoryTabularStorage extends BaseTabularStorage {
     this.events.emit("query", criteria, result);
     return result;
   }
+  async queryIndex(criteria, options) {
+    this.validateSelect(options);
+    this.validateQueryParams(criteria, options);
+    const registered = this.indexes.map((cols, i) => ({
+      name: `idx_${i}`,
+      keyPath: cols
+    }));
+    pickCoveringIndex({
+      table: "InMemoryTabularStorage",
+      indexes: registered,
+      criteriaColumns: Object.keys(criteria),
+      orderByColumns: (options.orderBy ?? []).map((o) => ({
+        column: String(o.column),
+        direction: o.direction
+      })),
+      selectColumns: options.select.map(String),
+      primaryKeyColumns: this.primaryKeyNames.map(String)
+    });
+    const full = await this.query(criteria, {
+      orderBy: options.orderBy,
+      limit: options.limit,
+      offset: options.offset
+    });
+    if (!full)
+      return [];
+    return full.map((row) => {
+      const out = {};
+      for (const k of options.select)
+        out[k] = row[k];
+      return out;
+    });
+  }
   subscribeToChanges(callback, options) {
     const handlePut = (entity) => {
       callback({ type: this._lastPutWasInsert ? "INSERT" : "UPDATE", new: entity });
@@ -767,6 +890,10 @@ class CachedTabularStorage extends BaseTabularStorage {
     await this.initializeCache();
     return await this.cache.query(criteria, options);
   }
+  async queryIndex(criteria, options) {
+    await this.initializeCache();
+    return await this.cache.queryIndex(criteria, options);
+  }
   async deleteSearch(criteria) {
     await this.initializeCache();
     await this.durable.deleteSearch(criteria);
@@ -1207,6 +1334,9 @@ class TelemetryTabularStorage {
   query(criteria, options) {
     return traced("workglow.storage.tabular.query", this.storageName, () => this.inner.query(criteria, options));
   }
+  queryIndex(criteria, options) {
+    return traced("workglow.storage.tabular.queryIndex", this.storageName, () => this.inner.queryIndex(criteria, options));
+  }
   records(pageSize) {
     return this.inner.records(pageSize);
   }
@@ -3196,6 +3326,105 @@ class IndexedDbTabularStorage extends BaseTabularStorage {
       request.onerror = () => reject(request.error);
     });
   }
+  async queryIndex(criteria, options) {
+    this.validateSelect(options);
+    this.validateQueryParams(criteria, options);
+    const registered = this.indexes.map((cols) => {
+      const cs = Array.isArray(cols) ? cols : [cols];
+      return { name: cs.join("_"), keyPath: cs };
+    });
+    const picked = pickCoveringIndex({
+      table: this.table,
+      indexes: registered,
+      criteriaColumns: Object.keys(criteria),
+      orderByColumns: (options.orderBy ?? []).map((o) => ({
+        column: String(o.column),
+        direction: o.direction
+      })),
+      selectColumns: options.select.map(String),
+      primaryKeyColumns: this.primaryKeyColumns().map(String)
+    });
+    const db = await this.getDb();
+    return new Promise((resolve, reject) => {
+      const tx = db.transaction(this.table, "readonly");
+      const store = tx.objectStore(this.table);
+      const idx = store.index(picked.name);
+      const prefix = [];
+      for (const col of picked.keyPath) {
+        const c = criteria[col];
+        if (c === undefined && !(col in criteria))
+          break;
+        if (isSearchCondition(c)) {
+          if (c.operator !== "=")
+            break;
+          prefix.push(c.value);
+        } else {
+          prefix.push(c);
+        }
+      }
+      const range = prefix.length === 0 ? undefined : prefix.length === picked.keyPath.length ? IDBKeyRange.only(prefix.length === 1 ? prefix[0] : prefix) : IDBKeyRange.bound(prefix, [...prefix, []]);
+      const direction = picked.reverseDirection ? "prev" : "next";
+      const request = idx.openKeyCursor(range, direction);
+      const out = [];
+      let toSkip = options.offset ?? 0;
+      const keyPathPositions = new Map;
+      picked.keyPath.forEach((col, i) => keyPathPositions.set(col, i));
+      const pkCols = this.primaryKeyColumns().map(String);
+      const pkPositions = new Map;
+      pkCols.forEach((col, i) => pkPositions.set(col, i));
+      request.onsuccess = () => {
+        const cursor = request.result;
+        if (!cursor) {
+          resolve(out);
+          return;
+        }
+        const key = cursor.key;
+        const row = {};
+        for (const col of options.select) {
+          const colStr = String(col);
+          const pos = keyPathPositions.get(colStr);
+          if (pos !== undefined) {
+            row[colStr] = Array.isArray(key) ? key[pos] : key;
+          } else {
+            if (pkCols.length === 1 && colStr === pkCols[0]) {
+              row[colStr] = cursor.primaryKey;
+            } else {
+              const pkPos = pkPositions.get(colStr);
+              if (pkPos !== undefined) {
+                row[colStr] = Array.isArray(cursor.primaryKey) ? cursor.primaryKey[pkPos] : cursor.primaryKey;
+              }
+            }
+          }
+        }
+        let matches = true;
+        for (const [col, crit] of Object.entries(criteria)) {
+          if (!isSearchCondition(crit))
+            continue;
+          const pos = keyPathPositions.get(col);
+          if (pos === undefined)
+            continue;
+          const valFromKey = Array.isArray(key) ? key[pos] : key;
+          if (!compareWithOperator(valFromKey, crit.operator, crit.value)) {
+            matches = false;
+            break;
+          }
+        }
+        if (matches) {
+          if (toSkip > 0) {
+            toSkip -= 1;
+          } else {
+            out.push(row);
+            if (options.limit !== undefined && out.length >= options.limit) {
+              resolve(out);
+              return;
+            }
+          }
+        }
+        cursor.continue();
+      };
+      request.onerror = () => reject(request.error);
+    });
+  }
   getHybridManager() {
     if (!this.hybridManager) {
       const channelName = `indexeddb-tabular-${this.table}`;
@@ -3233,6 +3462,22 @@ class IndexedDbTabularStorage extends BaseTabularStorage {
     this.db?.close();
   }
 }
+function compareWithOperator(a, op, b) {
+  const av = a;
+  const bv = b;
+  switch (op) {
+    case "=":
+      return av === bv;
+    case "<":
+      return av !== null && av !== undefined && av < bv;
+    case "<=":
+      return av !== null && av !== undefined && av <= bv;
+    case ">":
+      return av !== null && av !== undefined && av > bv;
+    case ">=":
+      return av !== null && av !== undefined && av >= bv;
+  }
+}
 // src/tabular/SharedInMemoryTabularStorage.ts
 import { createServiceToken as createServiceToken13 } from "@workglow/util";
 var SHARED_IN_MEMORY_TABULAR_REPOSITORY = createServiceToken13("storage.tabularRepository.sharedInMemory");
@@ -4093,6 +4338,56 @@ class SupabaseTabularStorage extends BaseSqlTabularStorage {
     this.events.emit("query", criteria, undefined);
     return;
   }
+  async queryIndex(criteria, options) {
+    this.validateSelect(options);
+    this.validateQueryParams(criteria, options);
+    const registered = this.indexes.map((cols, i) => {
+      const cs = Array.isArray(cols) ? cols : [cols];
+      return { name: `idx_${i}`, keyPath: cs };
+    });
+    pickCoveringIndex({
+      table: this.table,
+      indexes: registered,
+      criteriaColumns: Object.keys(criteria),
+      orderByColumns: (options.orderBy ?? []).map((o) => ({
+        column: String(o.column),
+        direction: o.direction
+      })),
+      selectColumns: options.select.map(String),
+      primaryKeyColumns: this.primaryKeyNames.map(String)
+    });
+    const colList = options.select.map(String).join(",");
+    let q = this.applyCriteriaToFilter(this.client.from(this.table).select(colList), criteria);
+    if (options.orderBy) {
+      for (const { column, direction } of options.orderBy) {
+        q = q.order(String(column), { ascending: direction === "ASC" });
+      }
+    }
+    if (options.offset !== undefined && options.limit === undefined) {
+      throw new StorageValidationError("queryIndex with offset requires limit (no implicit cap)");
+    }
+    if (options.offset !== undefined || options.limit !== undefined) {
+      const start = options.offset ?? 0;
+      if (options.limit !== undefined) {
+        q = q.range(start, start + options.limit - 1);
+      }
+    }
+    const { data, error } = await q;
+    if (error)
+      throw error;
+    if (!data)
+      return [];
+    const rows = data;
+    const sel = new Set(options.select.map(String));
+    for (const row of rows) {
+      for (const key of Object.keys(row)) {
+        if (sel.has(key)) {
+          row[key] = this.sqlToJsValue(key, row[key]);
+        }
+      }
+    }
+    return rows;
+  }
   convertRealtimeRow(row) {
     const entity = { ...row };
     const record = entity;
@@ -5739,6 +6034,7 @@ class IndexedDbVectorStorage extends IndexedDbTabularStorage {
 export {
   traced,
   registerTabularRepository,
+  pickCoveringIndex,
   isSearchCondition,
   getVectorProperty,
   getTabularRepository,
@@ -5801,9 +6097,10 @@ export {
   EncryptedKvCredentialStore,
   DefaultKeyValueSchema,
   DefaultKeyValueKey,
+  CoveringIndexMissingError,
   CachedTabularStorage,
   CACHED_TABULAR_REPOSITORY,
   BaseTabularStorage
 };
 
-//# debugId=4C0D1FA7EA7C0F0564756E2164756E21
+//# debugId=2583E6527A9527C764756E2164756E21