@workglow/storage 0.0.97 → 0.0.98

package/dist/node.js

@@ -123,6 +123,42 @@ class BaseTabularStorage {
   waitOn(name) {
     return this.events.waitOn(name);
   }
+  async* records(pageSize = 100) {
+    if (pageSize <= 0) {
+      throw new RangeError(`pageSize must be greater than 0, got ${pageSize}`);
+    }
+    let offset = 0;
+    while (true) {
+      const page = await this.getBulk(offset, pageSize);
+      if (!page || page.length === 0) {
+        break;
+      }
+      for (const entity of page) {
+        yield entity;
+      }
+      if (page.length < pageSize) {
+        break;
+      }
+      offset += pageSize;
+    }
+  }
+  async* pages(pageSize = 100) {
+    if (pageSize <= 0) {
+      throw new RangeError(`pageSize must be greater than 0, got ${pageSize}`);
+    }
+    let offset = 0;
+    while (true) {
+      const page = await this.getBulk(offset, pageSize);
+      if (!page || page.length === 0) {
+        break;
+      }
+      yield page;
+      if (page.length < pageSize) {
+        break;
+      }
+      offset += pageSize;
+    }
+  }
   subscribeToChanges(_callback, _options) {
     throw new Error(`subscribeToChanges is not implemented for ${this.constructor.name}. ` + `All concrete repository implementations should override this method.`);
   }
@@ -346,6 +382,22 @@ class InMemoryTabularStorage extends BaseTabularStorage {
   async size() {
     return this.values.size;
   }
+  async getBulk(offset, limit) {
+    const all = Array.from(this.values.values());
+    all.sort((a, b) => {
+      for (const key of this.primaryKeyNames) {
+        const aVal = a[key];
+        const bVal = b[key];
+        if (aVal < bVal)
+          return -1;
+        if (aVal > bVal)
+          return 1;
+      }
+      return 0;
+    });
+    const page = all.slice(offset, offset + limit);
+    return page.length > 0 ? page : undefined;
+  }
   async deleteSearch(criteria) {
     const criteriaKeys = Object.keys(criteria);
     if (criteriaKeys.length === 0) {
@@ -531,6 +583,10 @@ class CachedTabularStorage extends BaseTabularStorage {
     await this.initializeCache();
     return await this.durable.size();
   }
+  async getBulk(offset, limit) {
+    await this.initializeCache();
+    return await this.durable.getBulk(offset, limit);
+  }
   async deleteSearch(criteria) {
     await this.initializeCache();
     await this.durable.deleteSearch(criteria);
@@ -564,13 +620,262 @@ class CachedTabularStorage extends BaseTabularStorage {
     this.cache.destroy();
   }
 }
+// src/tabular/HuggingFaceTabularStorage.ts
+import {
+  createServiceToken as createServiceToken4
+} from "@workglow/util";
+var HF_TABULAR_REPOSITORY = createServiceToken4("storage.tabularRepository.huggingface");
+
+class HuggingFaceTabularStorage extends BaseTabularStorage {
+  dataset;
+  config;
+  split;
+  token;
+  baseUrl;
+  constructor(dataset, config, split, schema, primaryKeyNames, options) {
+    super(schema, primaryKeyNames, options?.indexes ?? [], "never");
+    this.dataset = dataset;
+    this.config = config;
+    this.split = split;
+    this.token = options?.token;
+    this.baseUrl = options?.baseUrl ?? "https://datasets-server.huggingface.co";
+  }
+  static async fromDataset(dataset, config, split, options) {
+    const baseUrl = options?.baseUrl ?? "https://datasets-server.huggingface.co";
+    const token = options?.token;
+    const url = new URL(`${baseUrl}/first-rows`);
+    url.searchParams.set("dataset", dataset);
+    url.searchParams.set("config", config);
+    url.searchParams.set("split", split);
+    const headers = {};
+    if (token) {
+      headers["Authorization"] = `Bearer ${token}`;
+    }
+    const response = await fetch(url.toString(), { headers });
+    if (!response.ok) {
+      throw new Error(`Failed to fetch dataset features: ${response.status} ${response.statusText}`);
+    }
+    const data = await response.json();
+    const properties = {};
+    const required = [];
+    properties["row_idx"] = { type: "integer", "x-auto-generated": true };
+    required.push("row_idx");
+    for (const feature of data.features) {
+      const jsonSchema = hfFeatureToJsonSchema(feature.type);
+      properties[feature.name] = jsonSchema;
+      required.push(feature.name);
+    }
+    const schema = {
+      type: "object",
+      properties,
+      required,
+      additionalProperties: false
+    };
+    return new HuggingFaceTabularStorage(dataset, config, split, schema, ["row_idx"], options);
+  }
+  async setupDatabase() {
+    const data = await this.fetchApi("/first-rows", {});
+    const schemaColumns = Object.keys(this.schema.properties);
+    const hfColumns = data.features.map((f) => f.name);
+    const hasRowIdx = schemaColumns.includes("row_idx");
+    if (!hasRowIdx) {
+      for (const column of schemaColumns) {
+        if (!hfColumns.includes(column) && !this.primaryKeyNames.includes(column)) {
+          throw new Error(`Schema column "${column}" not found in HuggingFace dataset features`);
+        }
+      }
+    }
+  }
+  async get(key) {
+    const keyObj = this.separateKeyValueFromCombined({ ...key }).key;
+    const whereConditions = [];
+    for (const [k, v] of Object.entries(keyObj)) {
+      if (typeof v === "string") {
+        const escaped = v.replace(/\\/g, "\\\\").replace(/'/g, "\\'");
+        whereConditions.push(`${k}='${escaped}'`);
+      } else {
+        whereConditions.push(`${k}=${v}`);
+      }
+    }
+    const where = whereConditions.join(" AND ");
+    const data = await this.fetchApi("/filter", { where, limit: "1" });
+    if (data.rows.length > 0) {
+      const entity = this.rowToEntity(data.rows[0]);
+      this.events.emit("get", key, entity);
+      return entity;
+    }
+    this.events.emit("get", key, undefined);
+    return;
+  }
+  async getAll() {
+    const allEntities = [];
+    let offset = 0;
+    const pageSize = 100;
+    while (true) {
+      const page = await this.getBulk(offset, pageSize);
+      if (!page || page.length === 0) {
+        break;
+      }
+      allEntities.push(...page);
+      offset += page.length;
+      if (page.length < pageSize) {
+        break;
+      }
+    }
+    return allEntities.length > 0 ? allEntities : undefined;
+  }
+  async getBulk(offset, limit) {
+    const data = await this.fetchApi("/rows", {
+      offset: offset.toString(),
+      length: Math.min(limit, 100).toString()
+    });
+    if (data.rows.length === 0) {
+      return;
+    }
+    const entities = [];
+    for (const row of data.rows) {
+      entities.push(this.rowToEntity(row));
+    }
+    return entities;
+  }
+  async search(key) {
+    const searchKeys = Object.keys(key);
+    if (searchKeys.length === 0) {
+      return;
+    }
+    const bestIndex = this.findBestMatchingIndex(searchKeys);
+    if (!bestIndex) {
+      throw new Error(`No suitable index found for the search criteria, searching for ['${searchKeys.join("', '")}'] with pk ['${this.primaryKeyNames.join("', '")}'] and indexes ['${this.indexes.map((idx) => idx.join(",")).join("', '")}'`);
+    }
+    const whereConditions = [];
+    for (const [k, v] of Object.entries(key)) {
+      if (v !== undefined && v !== null) {
+        if (typeof v === "string") {
+          const escaped = v.replace(/\\/g, "\\\\").replace(/'/g, "\\'");
+          whereConditions.push(`${k}='${escaped}'`);
+        } else {
+          whereConditions.push(`${k}=${v}`);
+        }
+      }
+    }
+    if (whereConditions.length === 0) {
+      throw new Error("Search criteria must include at least one non-null and non-undefined value to build a valid WHERE clause.");
+    }
+    const where = whereConditions.join(" AND ");
+    const allEntities = [];
+    let offset = 0;
+    const limit = 100;
+    while (true) {
+      const data = await this.fetchApi("/filter", {
+        where,
+        offset: offset.toString(),
+        limit: limit.toString()
+      });
+      for (const row of data.rows) {
+        allEntities.push(this.rowToEntity(row));
+      }
+      offset += data.rows.length;
+      if (offset >= data.num_rows_total || data.rows.length < limit) {
+        break;
+      }
+    }
+    if (allEntities.length > 0) {
+      this.events.emit("search", key, allEntities);
+      return allEntities;
+    } else {
+      this.events.emit("search", key, undefined);
+      return;
+    }
+  }
+  async size() {
+    const data = await this.fetchApi("/size", {});
+    return data.size.num_rows;
+  }
+  async put(_value) {
+    throw new Error("HuggingFaceTabularStorage is readonly");
+  }
+  async putBulk(_values) {
+    throw new Error("HuggingFaceTabularStorage is readonly");
+  }
+  async delete(_value) {
+    throw new Error("HuggingFaceTabularStorage is readonly");
+  }
+  async deleteAll() {
+    throw new Error("HuggingFaceTabularStorage is readonly");
+  }
+  async deleteSearch(_criteria) {
+    throw new Error("HuggingFaceTabularStorage is readonly");
+  }
+  subscribeToChanges(_callback, _options) {
+    throw new Error("HuggingFaceTabularStorage does not support subscriptions");
+  }
+  destroy() {}
+  async fetchApi(endpoint, params) {
+    const url = new URL(`${this.baseUrl}${endpoint}`);
+    url.searchParams.set("dataset", this.dataset);
+    url.searchParams.set("config", this.config);
+    url.searchParams.set("split", this.split);
+    for (const [key, value] of Object.entries(params)) {
+      if (value !== undefined) {
+        url.searchParams.set(key, value);
+      }
+    }
+    const headers = {};
+    if (this.token) {
+      headers["Authorization"] = `Bearer ${this.token}`;
+    }
+    const response = await fetch(url.toString(), { headers });
+    if (!response.ok) {
+      throw new Error(`HuggingFace API error: ${response.status} ${response.statusText}`);
+    }
+    return await response.json();
+  }
+  rowToEntity(row) {
+    return { row_idx: row.row_idx, ...row.row };
+  }
+}
+function hfFeatureToJsonSchema(feature) {
+  if (feature._type === "Value") {
+    switch (feature.dtype) {
+      case "string":
+        return { type: "string" };
+      case "int64":
+      case "int32":
+      case "int16":
+      case "int8":
+      case "uint64":
+      case "uint32":
+      case "uint16":
+      case "uint8":
+        return { type: "integer" };
+      case "float64":
+      case "float32":
+      case "float16":
+        return { type: "number" };
+      case "bool":
+        return { type: "boolean" };
+      default:
+        return {};
+    }
+  }
+  if (feature._type === "ClassLabel") {
+    return { type: "integer" };
+  }
+  if (feature._type === "Sequence") {
+    return {
+      type: "array",
+      items: hfFeatureToJsonSchema(feature.feature)
+    };
+  }
+  return {};
+}
 // src/tabular/TabularStorageRegistry.ts
 import {
-  createServiceToken as createServiceToken4,
+  createServiceToken as createServiceToken5,
   globalServiceRegistry,
   registerInputResolver
 } from "@workglow/util";
-var TABULAR_REPOSITORIES = createServiceToken4("storage.tabular.repositories");
+var TABULAR_REPOSITORIES = createServiceToken5("storage.tabular.repositories");
 if (!globalServiceRegistry.has(TABULAR_REPOSITORIES)) {
   globalServiceRegistry.register(TABULAR_REPOSITORIES, () => new Map, true);
 }
@@ -604,11 +909,11 @@ var DefaultKeyValueSchema = {
 };
 var DefaultKeyValueKey = ["key"];
 // src/kv/InMemoryKvStorage.ts
-import { createServiceToken as createServiceToken6 } from "@workglow/util";
+import { createServiceToken as createServiceToken7 } from "@workglow/util";
 
 // src/kv/KvStorage.ts
-import { createServiceToken as createServiceToken5, EventEmitter as EventEmitter2, makeFingerprint as makeFingerprint3 } from "@workglow/util";
-var KV_REPOSITORY = createServiceToken5("storage.kvRepository");
+import { createServiceToken as createServiceToken6, EventEmitter as EventEmitter2, makeFingerprint as makeFingerprint3 } from "@workglow/util";
+var KV_REPOSITORY = createServiceToken6("storage.kvRepository");
 
 class KvStorage {
   keySchema;
@@ -715,7 +1020,7 @@ class KvViaTabularStorage extends KvStorage {
 }
 
 // src/kv/InMemoryKvStorage.ts
-var MEMORY_KV_REPOSITORY = createServiceToken6("storage.kvRepository.inMemory");
+var MEMORY_KV_REPOSITORY = createServiceToken7("storage.kvRepository.inMemory");
 
 class InMemoryKvStorage extends KvViaTabularStorage {
   tabularRepository;
@@ -725,11 +1030,11 @@ class InMemoryKvStorage extends KvViaTabularStorage {
   }
 }
 // src/queue/InMemoryQueueStorage.ts
-import { createServiceToken as createServiceToken8, EventEmitter as EventEmitter3, makeFingerprint as makeFingerprint4, sleep, uuid4 as uuid42 } from "@workglow/util";
+import { createServiceToken as createServiceToken9, EventEmitter as EventEmitter3, makeFingerprint as makeFingerprint4, sleep, uuid4 as uuid42 } from "@workglow/util";
 
 // src/queue/IQueueStorage.ts
-import { createServiceToken as createServiceToken7 } from "@workglow/util";
-var QUEUE_STORAGE = createServiceToken7("jobqueue.storage");
+import { createServiceToken as createServiceToken8 } from "@workglow/util";
+var QUEUE_STORAGE = createServiceToken8("jobqueue.storage");
 var JobStatus = {
   PENDING: "PENDING",
   PROCESSING: "PROCESSING",
@@ -740,7 +1045,7 @@ var JobStatus = {
 };
 
 // src/queue/InMemoryQueueStorage.ts
-var IN_MEMORY_QUEUE_STORAGE = createServiceToken8("jobqueue.storage.inMemory");
+var IN_MEMORY_QUEUE_STORAGE = createServiceToken9("jobqueue.storage.inMemory");
 
 class InMemoryQueueStorage {
   queueName;
@@ -917,8 +1222,8 @@ class InMemoryQueueStorage {
   }
 }
 // src/queue-limiter/InMemoryRateLimiterStorage.ts
-import { createServiceToken as createServiceToken9, sleep as sleep2 } from "@workglow/util";
-var IN_MEMORY_RATE_LIMITER_STORAGE = createServiceToken9("ratelimiter.storage.inMemory");
+import { createServiceToken as createServiceToken10, sleep as sleep2 } from "@workglow/util";
+var IN_MEMORY_RATE_LIMITER_STORAGE = createServiceToken10("ratelimiter.storage.inMemory");
 
 class InMemoryRateLimiterStorage {
   prefixValues;
@@ -976,8 +1281,8 @@ class InMemoryRateLimiterStorage {
   }
 }
 // src/queue-limiter/IRateLimiterStorage.ts
-import { createServiceToken as createServiceToken10 } from "@workglow/util";
-var RATE_LIMITER_STORAGE = createServiceToken10("ratelimiter.storage");
+import { createServiceToken as createServiceToken11 } from "@workglow/util";
+var RATE_LIMITER_STORAGE = createServiceToken11("ratelimiter.storage");
 // src/util/HybridSubscriptionManager.ts
 class HybridSubscriptionManager {
   subscribers = new Set;
@@ -1371,14 +1676,14 @@ class InMemoryVectorStorage extends InMemoryTabularStorage {
 }
 // src/tabular/FsFolderTabularStorage.ts
 import {
-  createServiceToken as createServiceToken11,
+  createServiceToken as createServiceToken12,
   makeFingerprint as makeFingerprint5,
   sleep as sleep3,
   uuid4 as uuid43
 } from "@workglow/util";
 import { mkdir, readdir, readFile, rm, writeFile } from "node:fs/promises";
 import path from "node:path";
-var FS_FOLDER_TABULAR_REPOSITORY = createServiceToken11("storage.tabularRepository.fsFolder");
+var FS_FOLDER_TABULAR_REPOSITORY = createServiceToken12("storage.tabularRepository.fsFolder");
 
 class FsFolderTabularStorage extends BaseTabularStorage {
   folderPath;
@@ -1503,6 +1808,32 @@ class FsFolderTabularStorage extends BaseTabularStorage {
     const jsonFiles = files.filter((file) => file.endsWith(".json"));
     return jsonFiles.length;
   }
+  async getBulk(offset, limit) {
+    await this.setupDirectory();
+    const files = await readdir(this.folderPath);
+    const jsonFiles = files.filter((file) => file.endsWith(".json"));
+    if (jsonFiles.length === 0) {
+      return;
+    }
+    const allEntities = await Promise.all(jsonFiles.map(async (file) => {
+      const filePath = path.join(this.folderPath, file);
+      const content = await readFile(filePath, "utf8");
+      return JSON.parse(content);
+    }));
+    allEntities.sort((a, b) => {
+      for (const key of this.primaryKeyNames) {
+        const aVal = a[key];
+        const bVal = b[key];
+        if (aVal < bVal)
+          return -1;
+        if (aVal > bVal)
+          return 1;
+      }
+      return 0;
+    });
+    const page = allEntities.slice(offset, offset + limit);
+    return page.length > 0 ? page : undefined;
+  }
   async search(key) {
     throw new Error("Search not supported for FsFolderTabularStorage");
   }
@@ -1549,7 +1880,7 @@ class FsFolderTabularStorage extends BaseTabularStorage {
 }
 // src/tabular/PostgresTabularStorage.ts
 import {
-  createServiceToken as createServiceToken12
+  createServiceToken as createServiceToken13
 } from "@workglow/util";
 
 // src/tabular/BaseSqlTabularStorage.ts
@@ -1736,7 +2067,7 @@ class BaseSqlTabularStorage extends BaseTabularStorage {
 }
 
 // src/tabular/PostgresTabularStorage.ts
-var POSTGRES_TABULAR_REPOSITORY = createServiceToken12("storage.tabularRepository.postgres");
+var POSTGRES_TABULAR_REPOSITORY = createServiceToken13("storage.tabularRepository.postgres");
 
 class PostgresTabularStorage extends BaseSqlTabularStorage {
   db;
@@ -2163,6 +2494,20 @@ class PostgresTabularStorage extends BaseSqlTabularStorage {
     const result = await db.query(`SELECT COUNT(*) FROM "${this.table}"`);
     return parseInt(result.rows[0].count, 10);
   }
+  async getBulk(offset, limit) {
+    const db = this.db;
+    const orderByClause = this.primaryKeyColumns().map((col) => `"${String(col)}"`).join(", ");
+    const result = await db.query(`SELECT * FROM "${this.table}" ORDER BY ${orderByClause} LIMIT $1 OFFSET $2`, [limit, offset]);
+    if (!result.rows || result.rows.length === 0) {
+      return;
+    }
+    for (const row of result.rows) {
+      for (const key in this.schema.properties) {
+        row[key] = this.sqlToJsValue(key, row[key]);
+      }
+    }
+    return result.rows;
+  }
   buildDeleteSearchWhere(criteria) {
     const conditions = [];
     const params = [];
@@ -2209,10 +2554,10 @@ class PostgresTabularStorage extends BaseSqlTabularStorage {
 // src/tabular/SqliteTabularStorage.ts
 import { Sqlite } from "@workglow/sqlite";
 import {
-  createServiceToken as createServiceToken13,
+  createServiceToken as createServiceToken14,
   uuid4 as uuid44
 } from "@workglow/util";
-var SQLITE_TABULAR_REPOSITORY = createServiceToken13("storage.tabularRepository.sqlite");
+var SQLITE_TABULAR_REPOSITORY = createServiceToken14("storage.tabularRepository.sqlite");
 var Database = Sqlite.Database;
 
 class SqliteTabularStorage extends BaseSqlTabularStorage {
@@ -2595,6 +2940,23 @@ class SqliteTabularStorage extends BaseSqlTabularStorage {
     `);
     return stmt.get()?.count || 0;
   }
+  async getBulk(offset, limit) {
+    const db = this.db;
+    const orderByClause = this.primaryKeyColumns().map((col) => `\`${String(col)}\``).join(", ");
+    const stmt = db.prepare(`
+      SELECT * FROM \`${this.table}\` ORDER BY ${orderByClause} LIMIT ? OFFSET ?
+    `);
+    const rows = stmt.all(limit, offset);
+    if (!rows || rows.length === 0) {
+      return;
+    }
+    for (const row of rows) {
+      for (const k in this.schema.properties) {
+        row[k] = this.sqlToJsValue(k, row[k]);
+      }
+    }
+    return rows;
+  }
   buildDeleteSearchWhere(criteria) {
     const conditions = [];
     const params = [];
@@ -2639,9 +3001,9 @@ class SqliteTabularStorage extends BaseSqlTabularStorage {
 }
 // src/tabular/SupabaseTabularStorage.ts
 import {
-  createServiceToken as createServiceToken14
+  createServiceToken as createServiceToken15
 } from "@workglow/util";
-var SUPABASE_TABULAR_REPOSITORY = createServiceToken14("storage.tabularRepository.supabase");
+var SUPABASE_TABULAR_REPOSITORY = createServiceToken15("storage.tabularRepository.supabase");
 
 class SupabaseTabularStorage extends BaseSqlTabularStorage {
   client;
@@ -2982,6 +3344,24 @@ class SupabaseTabularStorage extends BaseSqlTabularStorage {
       throw error;
     return count ?? 0;
   }
+  async getBulk(offset, limit) {
+    let query = this.client.from(this.table).select("*");
+    for (const pkName of this.primaryKeyNames) {
+      query = query.order(String(pkName));
+    }
+    const { data, error } = await query.range(offset, offset + limit - 1);
+    if (error)
+      throw error;
+    if (!data || data.length === 0) {
+      return;
+    }
+    for (const row of data) {
+      for (const key in this.schema.properties) {
+        row[key] = this.sqlToJsValue(key, row[key]);
+      }
+    }
+    return data;
+  }
   async deleteSearch(criteria) {
     const criteriaKeys = Object.keys(criteria);
     if (criteriaKeys.length === 0) {
@@ -3060,8 +3440,8 @@ class SupabaseTabularStorage extends BaseSqlTabularStorage {
   }
 }
 // src/kv/FsFolderJsonKvStorage.ts
-import { createServiceToken as createServiceToken15 } from "@workglow/util";
-var FS_FOLDER_JSON_KV_REPOSITORY = createServiceToken15("storage.kvRepository.fsFolderJson");
+import { createServiceToken as createServiceToken16 } from "@workglow/util";
+var FS_FOLDER_JSON_KV_REPOSITORY = createServiceToken16("storage.kvRepository.fsFolderJson");
 
 class FsFolderJsonKvStorage extends KvViaTabularStorage {
   folderPath;
@@ -3073,10 +3453,10 @@ class FsFolderJsonKvStorage extends KvViaTabularStorage {
   }
 }
 // src/kv/FsFolderKvStorage.ts
-import { createServiceToken as createServiceToken16 } from "@workglow/util";
+import { createServiceToken as createServiceToken17 } from "@workglow/util";
 import { mkdir as mkdir2, readFile as readFile2, rm as rm2, unlink, writeFile as writeFile2 } from "fs/promises";
 import path2 from "path";
-var FS_FOLDER_KV_REPOSITORY = createServiceToken16("storage.kvRepository.fsFolder");
+var FS_FOLDER_KV_REPOSITORY = createServiceToken17("storage.kvRepository.fsFolder");
 
 class FsFolderKvStorage extends KvStorage {
   folderPath;
@@ -3153,8 +3533,8 @@ class FsFolderKvStorage extends KvStorage {
   }
 }
 // src/kv/PostgresKvStorage.ts
-import { createServiceToken as createServiceToken17 } from "@workglow/util";
-var POSTGRES_KV_REPOSITORY = createServiceToken17("storage.kvRepository.postgres");
+import { createServiceToken as createServiceToken18 } from "@workglow/util";
+var POSTGRES_KV_REPOSITORY = createServiceToken18("storage.kvRepository.postgres");
 
 class PostgresKvStorage extends KvViaTabularStorage {
   db;
@@ -3168,8 +3548,8 @@ class PostgresKvStorage extends KvViaTabularStorage {
   }
 }
 // src/kv/SqliteKvStorage.ts
-import { createServiceToken as createServiceToken18 } from "@workglow/util";
-var SQLITE_KV_REPOSITORY = createServiceToken18("storage.kvRepository.sqlite");
+import { createServiceToken as createServiceToken19 } from "@workglow/util";
+var SQLITE_KV_REPOSITORY = createServiceToken19("storage.kvRepository.sqlite");
 
 class SqliteKvStorage extends KvViaTabularStorage {
   db;
@@ -3183,8 +3563,8 @@ class SqliteKvStorage extends KvViaTabularStorage {
   }
 }
 // src/kv/SupabaseKvStorage.ts
-import { createServiceToken as createServiceToken19 } from "@workglow/util";
-var SUPABASE_KV_REPOSITORY = createServiceToken19("storage.kvRepository.supabase");
+import { createServiceToken as createServiceToken20 } from "@workglow/util";
+var SUPABASE_KV_REPOSITORY = createServiceToken20("storage.kvRepository.supabase");
 
 class SupabaseKvStorage extends KvViaTabularStorage {
   client;
@@ -3198,8 +3578,8 @@ class SupabaseKvStorage extends KvViaTabularStorage {
   }
 }
 // src/queue/PostgresQueueStorage.ts
-import { createServiceToken as createServiceToken20, makeFingerprint as makeFingerprint6, uuid4 as uuid45 } from "@workglow/util";
-var POSTGRES_QUEUE_STORAGE = createServiceToken20("jobqueue.storage.postgres");
+import { createServiceToken as createServiceToken21, makeFingerprint as makeFingerprint6, uuid4 as uuid45 } from "@workglow/util";
+var POSTGRES_QUEUE_STORAGE = createServiceToken21("jobqueue.storage.postgres");
 
 class PostgresQueueStorage {
   db;
@@ -3528,8 +3908,8 @@ class PostgresQueueStorage {
   }
 }
 // src/queue/SqliteQueueStorage.ts
-import { createServiceToken as createServiceToken21, makeFingerprint as makeFingerprint7, sleep as sleep4, uuid4 as uuid46 } from "@workglow/util";
-var SQLITE_QUEUE_STORAGE = createServiceToken21("jobqueue.storage.sqlite");
+import { createServiceToken as createServiceToken22, makeFingerprint as makeFingerprint7, sleep as sleep4, uuid4 as uuid46 } from "@workglow/util";
+var SQLITE_QUEUE_STORAGE = createServiceToken22("jobqueue.storage.sqlite");
 
 class SqliteQueueStorage {
   db;
@@ -3864,8 +4244,8 @@ class SqliteQueueStorage {
   }
 }
 // src/queue/SupabaseQueueStorage.ts
-import { createServiceToken as createServiceToken22, makeFingerprint as makeFingerprint8, uuid4 as uuid47 } from "@workglow/util";
-var SUPABASE_QUEUE_STORAGE = createServiceToken22("jobqueue.storage.supabase");
+import { createServiceToken as createServiceToken23, makeFingerprint as makeFingerprint8, uuid4 as uuid47 } from "@workglow/util";
+var SUPABASE_QUEUE_STORAGE = createServiceToken23("jobqueue.storage.supabase");
 
 class SupabaseQueueStorage {
   client;
@@ -4364,8 +4744,8 @@ class SupabaseQueueStorage {
   }
 }
 // src/queue-limiter/PostgresRateLimiterStorage.ts
-import { createServiceToken as createServiceToken23 } from "@workglow/util";
-var POSTGRES_RATE_LIMITER_STORAGE = createServiceToken23("ratelimiter.storage.postgres");
+import { createServiceToken as createServiceToken24 } from "@workglow/util";
+var POSTGRES_RATE_LIMITER_STORAGE = createServiceToken24("ratelimiter.storage.postgres");
 
 class PostgresRateLimiterStorage {
   db;
@@ -4502,8 +4882,8 @@ class PostgresRateLimiterStorage {
   }
 }
 // src/queue-limiter/SqliteRateLimiterStorage.ts
-import { createServiceToken as createServiceToken24, sleep as sleep5, toSQLiteTimestamp } from "@workglow/util";
-var SQLITE_RATE_LIMITER_STORAGE = createServiceToken24("ratelimiter.storage.sqlite");
+import { createServiceToken as createServiceToken25, sleep as sleep5, toSQLiteTimestamp } from "@workglow/util";
+var SQLITE_RATE_LIMITER_STORAGE = createServiceToken25("ratelimiter.storage.sqlite");
 
 class SqliteRateLimiterStorage {
   db;
@@ -4641,8 +5021,8 @@ class SqliteRateLimiterStorage {
   }
 }
 // src/queue-limiter/SupabaseRateLimiterStorage.ts
-import { createServiceToken as createServiceToken25 } from "@workglow/util";
-var SUPABASE_RATE_LIMITER_STORAGE = createServiceToken25("ratelimiter.storage.supabase");
+import { createServiceToken as createServiceToken26 } from "@workglow/util";
+var SUPABASE_RATE_LIMITER_STORAGE = createServiceToken26("ratelimiter.storage.supabase");
 
 class SupabaseRateLimiterStorage {
   client;
@@ -5091,11 +5471,11 @@ class SqliteVectorStorage extends SqliteTabularStorage {
   }
 }
 // src/kv/IndexedDbKvStorage.ts
-import { createServiceToken as createServiceToken27 } from "@workglow/util";
+import { createServiceToken as createServiceToken28 } from "@workglow/util";
 
 // src/tabular/IndexedDbTabularStorage.ts
 import {
-  createServiceToken as createServiceToken26,
+  createServiceToken as createServiceToken27,
   makeFingerprint as makeFingerprint9,
   uuid4 as uuid48
 } from "@workglow/util";
@@ -5438,7 +5818,7 @@ async function dropIndexedDbTable(tableName) {
 }
 
 // src/tabular/IndexedDbTabularStorage.ts
-var IDB_TABULAR_REPOSITORY = createServiceToken26("storage.tabularRepository.indexedDb");
+var IDB_TABULAR_REPOSITORY = createServiceToken27("storage.tabularRepository.indexedDb");
 
 class IndexedDbTabularStorage extends BaseTabularStorage {
   table;
@@ -5729,6 +6109,41 @@ class IndexedDbTabularStorage extends BaseTabularStorage {
       request.onsuccess = () => resolve(request.result);
     });
   }
+  async getBulk(offset, limit) {
+    if (offset < 0) {
+      throw new RangeError(`offset must be non-negative, got ${offset}`);
+    }
+    if (limit <= 0) {
+      return;
+    }
+    const db = await this.getDb();
+    return new Promise((resolve, reject) => {
+      const transaction = db.transaction(this.table, "readonly");
+      const store = transaction.objectStore(this.table);
+      const request = store.openCursor();
+      const entities = [];
+      let skipped = false;
+      request.onerror = () => reject(request.error);
+      request.onsuccess = () => {
+        const cursor = request.result;
+        if (cursor) {
+          if (!skipped && offset > 0) {
+            skipped = true;
+            cursor.advance(offset);
+            return;
+          }
+          entities.push(cursor.value);
+          if (entities.length === limit) {
+            resolve(entities);
+            return;
+          }
+          cursor.continue();
+        } else {
+          resolve(entities.length > 0 ? entities : undefined);
+        }
+      };
+    });
+  }
   matchesCriteria(record, criteria) {
     for (const column of Object.keys(criteria)) {
       const criterion = criteria[column];
@@ -5854,7 +6269,7 @@ class IndexedDbTabularStorage extends BaseTabularStorage {
 }
 
 // src/kv/IndexedDbKvStorage.ts
-var IDB_KV_REPOSITORY = createServiceToken27("storage.kvRepository.indexedDb");
+var IDB_KV_REPOSITORY = createServiceToken28("storage.kvRepository.indexedDb");
 
 class IndexedDbKvStorage extends KvViaTabularStorage {
   dbName;
@@ -5866,8 +6281,8 @@ class IndexedDbKvStorage extends KvViaTabularStorage {
   }
 }
 // src/queue-limiter/IndexedDbRateLimiterStorage.ts
-import { createServiceToken as createServiceToken28 } from "@workglow/util";
-var INDEXED_DB_RATE_LIMITER_STORAGE = createServiceToken28("ratelimiter.storage.indexedDb");
+import { createServiceToken as createServiceToken29 } from "@workglow/util";
+var INDEXED_DB_RATE_LIMITER_STORAGE = createServiceToken29("ratelimiter.storage.indexedDb");
 
 class IndexedDbRateLimiterStorage {
   executionDb;
@@ -6087,8 +6502,8 @@ class IndexedDbRateLimiterStorage {
   }
 }
 // src/queue/IndexedDbQueueStorage.ts
-import { createServiceToken as createServiceToken29, makeFingerprint as makeFingerprint10, uuid4 as uuid49 } from "@workglow/util";
-var INDEXED_DB_QUEUE_STORAGE = createServiceToken29("jobqueue.storage.indexedDb");
+import { createServiceToken as createServiceToken30, makeFingerprint as makeFingerprint10, uuid4 as uuid49 } from "@workglow/util";
+var INDEXED_DB_QUEUE_STORAGE = createServiceToken30("jobqueue.storage.indexedDb");
 
 class IndexedDbQueueStorage {
   queueName;
@@ -6717,6 +7132,8 @@ export {
   IDB_TABULAR_REPOSITORY,
   IDB_KV_REPOSITORY,
   HybridSubscriptionManager,
+  HuggingFaceTabularStorage,
+  HF_TABULAR_REPOSITORY,
   FsFolderTabularStorage,
   FsFolderKvStorage,
   FsFolderJsonKvStorage,
@@ -6730,4 +7147,4 @@ export {
   BaseTabularStorage
 };
 
-//# debugId=CDE752B27E94EEDB64756E2164756E21
+//# debugId=C74BA1BBB43EDF7664756E2164756E21