@xyo-network/diviner-payload-indexeddb 2.87.0-rc.6 → 2.87.0

package/dist/browser/Diviner.d.cts

@@ -23,10 +23,14 @@ export declare class IndexedDbPayloadDiviner<TParams extends IndexedDbPayloadDiv
      * to `payloads`.
      */
     get storeName(): string;
-    private get db();
     protected divineHandler(payloads?: TIn[]): Promise<TOut[]>;
     protected startHandler(): Promise<boolean>;
     private getKeyRangeValue;
     private selectBestIndex;
+    /**
+     * Checks that the desired DB/Store exists and is initialized
+     * @returns The initialized DB or undefined if it does not exist
+     */
+    private tryGetInitializedDb;
 }
 //# sourceMappingURL=Diviner.d.ts.map

package/dist/browser/Diviner.d.cts.map

@@ -1 +1 @@
-{"version":3,"file":"Diviner.d.ts","sourceRoot":"","sources":["../../src/Diviner.ts"],"names":[],"mappings":"AAKA,OAAO,EAAE,aAAa,EAAE,sBAAsB,EAAE,MAAM,4BAA4B,CAAA;AAClF,OAAO,EAAE,cAAc,EAAE,MAAM,uCAAuC,CAAA;AACtE,OAAO,EAAgC,0BAA0B,EAAE,MAAM,oCAAoC,CAAA;AAG7G,OAAO,EAAE,OAAO,EAAE,MAAM,4BAA4B,CAAA;AAIpD,OAAO,EAAE,6BAA6B,EAAE,MAAM,UAAU,CAAA;AAoBxD,qBAAa,uBAAuB,CAClC,OAAO,SAAS,6BAA6B,GAAG,6BAA6B,EAC7E,GAAG,SAAS,0BAA0B,GAAG,0BAA0B,EACnE,IAAI,SAAS,OAAO,GAAG,OAAO,EAC9B,UAAU,SAAS,sBAAsB,CAAC,aAAa,CAAC,OAAO,CAAC,EAAE,GAAG,EAAE,IAAI,CAAC,GAAG,sBAAsB,CAAC,aAAa,CAAC,OAAO,CAAC,EAAE,GAAG,EAAE,IAAI,CAAC,CACxI,SAAQ,cAAc,CAAC,OAAO,EAAE,GAAG,EAAE,IAAI,EAAE,UAAU,CAAC;IACtD,OAAgB,aAAa,WAAwC;IAErE,OAAO,CAAC,GAAG,CAAwC;IAEnD;;;;;;OAMG;IACH,IAAI,MAAM,WAET;IAED;;OAEG;IACH,IAAI,SAAS,WAEZ;IAED;;;OAGG;IACH,IAAI,SAAS,WAEZ;IAED,OAAO,KAAK,EAAE,GAEb;cAEwB,aAAa,CAAC,QAAQ,CAAC,EAAE,GAAG,EAAE,GAAG,OAAO,CAAC,IAAI,EAAE,CAAC;cAwDhD,YAAY;IAKrC,OAAO,CAAC,gBAAgB;IAkBxB,OAAO,CAAC,eAAe;CA2BxB"}
+{"version":3,"file":"Diviner.d.ts","sourceRoot":"","sources":["../../src/Diviner.ts"],"names":[],"mappings":"AAKA,OAAO,EAAE,aAAa,EAAE,sBAAsB,EAAE,MAAM,4BAA4B,CAAA;AAClF,OAAO,EAAE,cAAc,EAAE,MAAM,uCAAuC,CAAA;AACtE,OAAO,EAAgC,0BAA0B,EAAE,MAAM,oCAAoC,CAAA;AAG7G,OAAO,EAAE,OAAO,EAAE,MAAM,4BAA4B,CAAA;AAIpD,OAAO,EAAE,6BAA6B,EAAE,MAAM,UAAU,CAAA;AAoBxD,qBAAa,uBAAuB,CAClC,OAAO,SAAS,6BAA6B,GAAG,6BAA6B,EAC7E,GAAG,SAAS,0BAA0B,GAAG,0BAA0B,EACnE,IAAI,SAAS,OAAO,GAAG,OAAO,EAC9B,UAAU,SAAS,sBAAsB,CAAC,aAAa,CAAC,OAAO,CAAC,EAAE,GAAG,EAAE,IAAI,CAAC,GAAG,sBAAsB,CAAC,aAAa,CAAC,OAAO,CAAC,EAAE,GAAG,EAAE,IAAI,CAAC,CACxI,SAAQ,cAAc,CAAC,OAAO,EAAE,GAAG,EAAE,IAAI,EAAE,UAAU,CAAC;IACtD,OAAgB,aAAa,WAAwC;IAErE,OAAO,CAAC,GAAG,CAAwC;IAEnD;;;;;;OAMG;IACH,IAAI,MAAM,WAET;IAED;;OAEG;IACH,IAAI,SAAS,WAEZ;IAED;;;OAGG;IACH,IAAI,SAAS,WAEZ;cAEwB,aAAa,CAAC,QAAQ,CAAC,EAAE,GAAG,EAAE,GAAG,OAAO,CAAC,IAAI,EAAE,CAAC;cAyDhD,YAAY;IAKrC,OAAO,CAAC,gBAAgB;IAkBxB,OAAO,CAAC,eAAe;IA4BvB;;;OAGG;YACW,mBAAmB;CAoBlC"}

package/dist/browser/Diviner.d.mts

@@ -23,10 +23,14 @@ export declare class IndexedDbPayloadDiviner<TParams extends IndexedDbPayloadDiv
      * to `payloads`.
      */
     get storeName(): string;
-    private get db();
     protected divineHandler(payloads?: TIn[]): Promise<TOut[]>;
     protected startHandler(): Promise<boolean>;
     private getKeyRangeValue;
     private selectBestIndex;
+    /**
+     * Checks that the desired DB/Store exists and is initialized
+     * @returns The initialized DB or undefined if it does not exist
+     */
+    private tryGetInitializedDb;
 }
 //# sourceMappingURL=Diviner.d.ts.map

package/dist/browser/Diviner.d.mts.map

@@ -1 +1 @@
-{"version":3,"file":"Diviner.d.ts","sourceRoot":"","sources":["../../src/Diviner.ts"],"names":[],"mappings":"AAKA,OAAO,EAAE,aAAa,EAAE,sBAAsB,EAAE,MAAM,4BAA4B,CAAA;AAClF,OAAO,EAAE,cAAc,EAAE,MAAM,uCAAuC,CAAA;AACtE,OAAO,EAAgC,0BAA0B,EAAE,MAAM,oCAAoC,CAAA;AAG7G,OAAO,EAAE,OAAO,EAAE,MAAM,4BAA4B,CAAA;AAIpD,OAAO,EAAE,6BAA6B,EAAE,MAAM,UAAU,CAAA;AAoBxD,qBAAa,uBAAuB,CAClC,OAAO,SAAS,6BAA6B,GAAG,6BAA6B,EAC7E,GAAG,SAAS,0BAA0B,GAAG,0BAA0B,EACnE,IAAI,SAAS,OAAO,GAAG,OAAO,EAC9B,UAAU,SAAS,sBAAsB,CAAC,aAAa,CAAC,OAAO,CAAC,EAAE,GAAG,EAAE,IAAI,CAAC,GAAG,sBAAsB,CAAC,aAAa,CAAC,OAAO,CAAC,EAAE,GAAG,EAAE,IAAI,CAAC,CACxI,SAAQ,cAAc,CAAC,OAAO,EAAE,GAAG,EAAE,IAAI,EAAE,UAAU,CAAC;IACtD,OAAgB,aAAa,WAAwC;IAErE,OAAO,CAAC,GAAG,CAAwC;IAEnD;;;;;;OAMG;IACH,IAAI,MAAM,WAET;IAED;;OAEG;IACH,IAAI,SAAS,WAEZ;IAED;;;OAGG;IACH,IAAI,SAAS,WAEZ;IAED,OAAO,KAAK,EAAE,GAEb;cAEwB,aAAa,CAAC,QAAQ,CAAC,EAAE,GAAG,EAAE,GAAG,OAAO,CAAC,IAAI,EAAE,CAAC;cAwDhD,YAAY;IAKrC,OAAO,CAAC,gBAAgB;IAkBxB,OAAO,CAAC,eAAe;CA2BxB"}
+{"version":3,"file":"Diviner.d.ts","sourceRoot":"","sources":["../../src/Diviner.ts"],"names":[],"mappings":"AAKA,OAAO,EAAE,aAAa,EAAE,sBAAsB,EAAE,MAAM,4BAA4B,CAAA;AAClF,OAAO,EAAE,cAAc,EAAE,MAAM,uCAAuC,CAAA;AACtE,OAAO,EAAgC,0BAA0B,EAAE,MAAM,oCAAoC,CAAA;AAG7G,OAAO,EAAE,OAAO,EAAE,MAAM,4BAA4B,CAAA;AAIpD,OAAO,EAAE,6BAA6B,EAAE,MAAM,UAAU,CAAA;AAoBxD,qBAAa,uBAAuB,CAClC,OAAO,SAAS,6BAA6B,GAAG,6BAA6B,EAC7E,GAAG,SAAS,0BAA0B,GAAG,0BAA0B,EACnE,IAAI,SAAS,OAAO,GAAG,OAAO,EAC9B,UAAU,SAAS,sBAAsB,CAAC,aAAa,CAAC,OAAO,CAAC,EAAE,GAAG,EAAE,IAAI,CAAC,GAAG,sBAAsB,CAAC,aAAa,CAAC,OAAO,CAAC,EAAE,GAAG,EAAE,IAAI,CAAC,CACxI,SAAQ,cAAc,CAAC,OAAO,EAAE,GAAG,EAAE,IAAI,EAAE,UAAU,CAAC;IACtD,OAAgB,aAAa,WAAwC;IAErE,OAAO,CAAC,GAAG,CAAwC;IAEnD;;;;;;OAMG;IACH,IAAI,MAAM,WAET;IAED;;OAEG;IACH,IAAI,SAAS,WAEZ;IAED;;;OAGG;IACH,IAAI,SAAS,WAEZ;cAEwB,aAAa,CAAC,QAAQ,CAAC,EAAE,GAAG,EAAE,GAAG,OAAO,CAAC,IAAI,EAAE,CAAC;cAyDhD,YAAY;IAKrC,OAAO,CAAC,gBAAgB;IAkBxB,OAAO,CAAC,eAAe;IA4BvB;;;OAGG;YACW,mBAAmB;CAoBlC"}

package/dist/browser/Diviner.d.ts

@@ -23,10 +23,14 @@ export declare class IndexedDbPayloadDiviner<TParams extends IndexedDbPayloadDiv
      * to `payloads`.
      */
     get storeName(): string;
-    private get db();
     protected divineHandler(payloads?: TIn[]): Promise<TOut[]>;
     protected startHandler(): Promise<boolean>;
     private getKeyRangeValue;
     private selectBestIndex;
+    /**
+     * Checks that the desired DB/Store exists and is initialized
+     * @returns The initialized DB or undefined if it does not exist
+     */
+    private tryGetInitializedDb;
 }
 //# sourceMappingURL=Diviner.d.ts.map

package/dist/browser/Diviner.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"Diviner.d.ts","sourceRoot":"","sources":["../../src/Diviner.ts"],"names":[],"mappings":"AAKA,OAAO,EAAE,aAAa,EAAE,sBAAsB,EAAE,MAAM,4BAA4B,CAAA;AAClF,OAAO,EAAE,cAAc,EAAE,MAAM,uCAAuC,CAAA;AACtE,OAAO,EAAgC,0BAA0B,EAAE,MAAM,oCAAoC,CAAA;AAG7G,OAAO,EAAE,OAAO,EAAE,MAAM,4BAA4B,CAAA;AAIpD,OAAO,EAAE,6BAA6B,EAAE,MAAM,UAAU,CAAA;AAoBxD,qBAAa,uBAAuB,CAClC,OAAO,SAAS,6BAA6B,GAAG,6BAA6B,EAC7E,GAAG,SAAS,0BAA0B,GAAG,0BAA0B,EACnE,IAAI,SAAS,OAAO,GAAG,OAAO,EAC9B,UAAU,SAAS,sBAAsB,CAAC,aAAa,CAAC,OAAO,CAAC,EAAE,GAAG,EAAE,IAAI,CAAC,GAAG,sBAAsB,CAAC,aAAa,CAAC,OAAO,CAAC,EAAE,GAAG,EAAE,IAAI,CAAC,CACxI,SAAQ,cAAc,CAAC,OAAO,EAAE,GAAG,EAAE,IAAI,EAAE,UAAU,CAAC;IACtD,OAAgB,aAAa,WAAwC;IAErE,OAAO,CAAC,GAAG,CAAwC;IAEnD;;;;;;OAMG;IACH,IAAI,MAAM,WAET;IAED;;OAEG;IACH,IAAI,SAAS,WAEZ;IAED;;;OAGG;IACH,IAAI,SAAS,WAEZ;IAED,OAAO,KAAK,EAAE,GAEb;cAEwB,aAAa,CAAC,QAAQ,CAAC,EAAE,GAAG,EAAE,GAAG,OAAO,CAAC,IAAI,EAAE,CAAC;cAwDhD,YAAY;IAKrC,OAAO,CAAC,gBAAgB;IAkBxB,OAAO,CAAC,eAAe;CA2BxB"}
+{"version":3,"file":"Diviner.d.ts","sourceRoot":"","sources":["../../src/Diviner.ts"],"names":[],"mappings":"AAKA,OAAO,EAAE,aAAa,EAAE,sBAAsB,EAAE,MAAM,4BAA4B,CAAA;AAClF,OAAO,EAAE,cAAc,EAAE,MAAM,uCAAuC,CAAA;AACtE,OAAO,EAAgC,0BAA0B,EAAE,MAAM,oCAAoC,CAAA;AAG7G,OAAO,EAAE,OAAO,EAAE,MAAM,4BAA4B,CAAA;AAIpD,OAAO,EAAE,6BAA6B,EAAE,MAAM,UAAU,CAAA;AAoBxD,qBAAa,uBAAuB,CAClC,OAAO,SAAS,6BAA6B,GAAG,6BAA6B,EAC7E,GAAG,SAAS,0BAA0B,GAAG,0BAA0B,EACnE,IAAI,SAAS,OAAO,GAAG,OAAO,EAC9B,UAAU,SAAS,sBAAsB,CAAC,aAAa,CAAC,OAAO,CAAC,EAAE,GAAG,EAAE,IAAI,CAAC,GAAG,sBAAsB,CAAC,aAAa,CAAC,OAAO,CAAC,EAAE,GAAG,EAAE,IAAI,CAAC,CACxI,SAAQ,cAAc,CAAC,OAAO,EAAE,GAAG,EAAE,IAAI,EAAE,UAAU,CAAC;IACtD,OAAgB,aAAa,WAAwC;IAErE,OAAO,CAAC,GAAG,CAAwC;IAEnD;;;;;;OAMG;IACH,IAAI,MAAM,WAET;IAED;;OAEG;IACH,IAAI,SAAS,WAEZ;IAED;;;OAGG;IACH,IAAI,SAAS,WAEZ;cAEwB,aAAa,CAAC,QAAQ,CAAC,EAAE,GAAG,EAAE,GAAG,OAAO,CAAC,IAAI,EAAE,CAAC;cAyDhD,YAAY;IAKrC,OAAO,CAAC,gBAAgB;IAkBxB,OAAO,CAAC,eAAe;IA4BvB;;;OAGG;YACW,mBAAmB;CAoBlC"}

package/dist/browser/index.cjs

@@ -87,16 +87,15 @@ var IndexedDbPayloadDiviner = class extends import_diviner_payload_abstract.Payl
   get storeName() {
     return this.config?.storeName ?? import_archivist_indexeddb.IndexedDbArchivist.defaultStoreName;
   }
-  get db() {
-    return (0, import_assert.assertEx)(this._db, "DB not initialized");
-  }
   async divineHandler(payloads) {
-    const query = (0, import_assert.assertEx)(payloads?.filter(import_diviner_payload_model2.isPayloadDivinerQueryPayload)?.pop(), "Missing query payload");
+    const query = payloads?.filter(import_diviner_payload_model2.isPayloadDivinerQueryPayload)?.pop();
     if (!query)
       return [];
-    this._db = await (0, import_idb.openDB)(this.dbName, this.dbVersion);
+    const db = await this.tryGetInitializedDb();
+    if (!db)
+      return [];
     const { schemas, limit, offset, hash, order, schema: _schema, sources, ...props } = query;
-    const tx = this.db.transaction(this.storeName, "readonly");
+    const tx = db.transaction(this.storeName, "readonly");
     const store = tx.objectStore(this.storeName);
     const results = [];
     let parsedOffset = offset ?? 0;
@@ -170,5 +169,24 @@ var IndexedDbPayloadDiviner = class extends import_diviner_payload_abstract.Payl
     }
     return bestMatch.matchCount > 0 ? bestMatch.indexName : null;
   }
+  /**
+  * Checks that the desired DB/Store exists and is initialized
+  * @returns The initialized DB or undefined if it does not exist
+  */
+  async tryGetInitializedDb() {
+    if (this._db)
+      return this._db;
+    const dbs = await indexedDB.databases();
+    const dbExists = dbs.some((db2) => {
+      return db2.name === this.dbName && db2.version === this.dbVersion;
+    });
+    if (!dbExists)
+      return;
+    const db = await (0, import_idb.openDB)(this.dbName, this.dbVersion);
+    const storeExists = db.objectStoreNames.contains(this.storeName);
+    if (storeExists)
+      this._db = db;
+    return this._db;
+  }
 };
 //# sourceMappingURL=index.cjs.map

package/dist/browser/index.cjs.map

@@ -1 +1 @@
-{"version":3,"sources":["../../src/index.ts","../../src/Schema.ts","../../src/Config.ts","../../src/Diviner.ts"],"sourcesContent":["export * from './Config'\nexport * from './Diviner'\nexport * from './Params'\nexport * from './Schema'\n","import { PayloadDivinerSchema } from '@xyo-network/diviner-payload-model'\n\nexport const IndexedDbPayloadDivinerSchema = `${PayloadDivinerSchema}.indexeddb`\nexport type IndexedDbPayloadDivinerSchema = typeof IndexedDbPayloadDivinerSchema\n","import { IndexDescription } from '@xyo-network/archivist-model'\nimport { DivinerConfig } from '@xyo-network/diviner-model'\n\nimport { IndexedDbPayloadDivinerSchema } from './Schema'\n\nexport const IndexedDbPayloadDivinerConfigSchema = `${IndexedDbPayloadDivinerSchema}.config`\nexport type IndexedDbPayloadDivinerConfigSchema = typeof IndexedDbPayloadDivinerConfigSchema\n\nexport type IndexedDbPayloadDivinerConfig = DivinerConfig<{\n  /**\n   * The database name\n   */\n  dbName?: string\n  /**\n   * The version of the DB, defaults to 1\n   */\n  dbVersion?: number\n  schema: IndexedDbPayloadDivinerConfigSchema\n  /**\n   * The storage configuration\n   * // TODO: Hoist to main diviner config\n   */\n  storage?: {\n    /**\n     * The indexes to create on the object store\n     */\n    indexes?: IndexDescription[]\n  }\n  /**\n   * The name of the object store\n   */\n  storeName?: string\n}>\n","import { containsAll } from '@xylabs/array'\nimport { assertEx } from '@xylabs/assert'\nimport { exists } from '@xylabs/exists'\nimport { IndexedDbArchivist } from '@xyo-network/archivist-indexeddb'\nimport { IndexSeparator } from '@xyo-network/archivist-model'\nimport { DivinerModule, DivinerModuleEventData } from '@xyo-network/diviner-model'\nimport { PayloadDiviner } from '@xyo-network/diviner-payload-abstract'\nimport { isPayloadDivinerQueryPayload, PayloadDivinerQueryPayload } from '@xyo-network/diviner-payload-model'\nimport { PayloadHasher } from '@xyo-network/hash'\nimport { AnyObject } from '@xyo-network/object'\nimport { Payload } from '@xyo-network/payload-model'\nimport { IDBPDatabase, IDBPObjectStore, openDB } from 'idb'\n\nimport { IndexedDbPayloadDivinerConfigSchema } from './Config'\nimport { IndexedDbPayloadDivinerParams } from './Params'\n\ninterface PayloadStore {\n  [s: string]: Payload\n}\n\ntype AnyPayload = Payload<Record<string, unknown>>\n\ntype ValueFilter = (payload?: AnyPayload | null) => boolean\n\nconst payloadValueFilter = (key: keyof AnyPayload, value?: unknown | unknown[]): ValueFilter | undefined => {\n  if (!value) return undefined\n  return (payload) => {\n    if (!payload) return false\n    const sourceValue = payload?.[key]\n    if (sourceValue === undefined) return false\n    return Array.isArray(sourceValue) && Array.isArray(value) ? containsAll(sourceValue, value) : sourceValue == value\n  }\n}\n\nexport class IndexedDbPayloadDiviner<\n  TParams extends IndexedDbPayloadDivinerParams = IndexedDbPayloadDivinerParams,\n  TIn extends PayloadDivinerQueryPayload = PayloadDivinerQueryPayload,\n  TOut extends Payload = Payload,\n  TEventData extends DivinerModuleEventData<DivinerModule<TParams>, TIn, TOut> = DivinerModuleEventData<DivinerModule<TParams>, TIn, TOut>,\n> extends PayloadDiviner<TParams, TIn, TOut, TEventData> {\n  static override configSchemas = [IndexedDbPayloadDivinerConfigSchema]\n\n  private _db: IDBPDatabase<PayloadStore> | undefined\n\n  /**\n   * The database name. If not supplied via config, it defaults\n   * to the archivist's name and if archivist's name is not supplied,\n   * it defaults to `archivist`. This behavior\n   * biases towards a single, isolated DB per archivist which seems to\n   * make the most sense for 99% of use cases.\n   */\n  get dbName() {\n    return this.config?.dbName ?? this.config?.archivist ?? IndexedDbArchivist.defaultDbName\n  }\n\n  /**\n   * The database version. If not supplied via config, it defaults to the archivist default version.\n   */\n  get dbVersion() {\n    return this.config?.dbVersion ?? IndexedDbArchivist.defaultDbVersion\n  }\n\n  /**\n   * The name of the object store. If not supplied via config, it defaults\n   * to `payloads`.\n   */\n  get storeName() {\n    return this.config?.storeName ?? IndexedDbArchivist.defaultStoreName\n  }\n\n  private get db(): IDBPDatabase<PayloadStore> {\n    return assertEx(this._db, 'DB not initialized')\n  }\n\n  protected override async divineHandler(payloads?: TIn[]): Promise<TOut[]> {\n    const query = assertEx(payloads?.filter(isPayloadDivinerQueryPayload)?.pop(), 'Missing query payload')\n    if (!query) return []\n    this._db = await openDB<PayloadStore>(this.dbName, this.dbVersion)\n    // eslint-disable-next-line @typescript-eslint/no-unused-vars\n    const { schemas, limit, offset, hash, order, schema: _schema, sources, ...props } = query as unknown as TIn & { sources?: string[] }\n    const tx = this.db.transaction(this.storeName, 'readonly')\n    const store = tx.objectStore(this.storeName)\n    const results: TOut[] = []\n    let parsedOffset = offset ?? 0\n    const parsedLimit = limit ?? 10\n    assertEx((schemas?.length ?? 1) === 1, 'IndexedDbPayloadDiviner: Only one filter schema supported')\n    const filterSchema = schemas?.[0]\n    const filter = filterSchema ? { schema: filterSchema, ...props } : { ...props }\n    const direction: IDBCursorDirection = order === 'desc' ? 'prev' : 'next'\n    const suggestedIndex = this.selectBestIndex(filter, store)\n    const keyRangeValue = this.getKeyRangeValue(suggestedIndex, filter)\n    const valueFilters: ValueFilter[] = props\n      ? Object.entries(props)\n          .map(([key, value]) => payloadValueFilter(key, value))\n          .filter(exists)\n      : []\n    let cursor = suggestedIndex\n      ? // Conditionally filter on schemas\n        await store.index(suggestedIndex).openCursor(IDBKeyRange.only(keyRangeValue), direction)\n      : // Just iterate all records\n        await store.openCursor(suggestedIndex, direction)\n\n    // Skip records until the offset is reached\n    while (cursor && parsedOffset > 0) {\n      cursor = await cursor.advance(parsedOffset)\n      parsedOffset = 0 // Reset offset after skipping\n    }\n    // Collect results up to the limit\n    while (cursor && results.length < parsedLimit) {\n      const value = cursor.value\n      if (value) {\n        // If we're filtering on more than just the schema\n        if (valueFilters.length > 0) {\n          // Ensure all filters pass\n          if (valueFilters.every((filter) => filter(value))) {\n            // Then save the value\n            results.push(value)\n          }\n        } else {\n          // Otherwise just save the value\n          results.push(value)\n        }\n      }\n      cursor = await cursor.continue()\n    }\n    await tx.done\n    // Remove any metadata before returning to the client\n    return results.map((payload) => PayloadHasher.jsonPayload(payload))\n  }\n\n  protected override async startHandler() {\n    await super.startHandler()\n    return true\n  }\n\n  private getKeyRangeValue(indexName: string | null, query: AnyObject): unknown | unknown[] {\n    if (!indexName) return []\n    // Function to extract fields from an index name\n    const extractFields = (indexName: string): string[] => {\n      return indexName\n        .slice(3)\n        .split(IndexSeparator)\n        .map((field) => field.toLowerCase())\n    }\n\n    // Extracting the relevant fields from the index name\n    const indexFields = extractFields(indexName)\n\n    // Collecting the values for these fields from the query object\n    const keyRangeValue = indexFields.map((field) => query[field as keyof AnyObject])\n    return keyRangeValue.length === 1 ? keyRangeValue[0] : keyRangeValue\n  }\n\n  private selectBestIndex(query: AnyObject, store: IDBPObjectStore<PayloadStore>): string | null {\n    // List of available indexes\n    const { indexNames } = store\n\n    // Function to extract fields from an index name\n    const extractFields = (indexName: string): string[] => {\n      return indexName\n        .slice(3)\n        .split(IndexSeparator)\n        .map((field) => field.toLowerCase())\n    }\n\n    // Convert query object keys to a set for easier comparison\n    const queryKeys = new Set(Object.keys(query).map((key) => key.toLowerCase()))\n\n    // Find the best matching index\n    let bestMatch: { indexName: string; matchCount: number } = { indexName: '', matchCount: 0 }\n\n    for (const indexName of indexNames) {\n      const indexFields = extractFields(indexName)\n      const matchCount = indexFields.filter((field) => queryKeys.has(field)).length\n      if (matchCount > bestMatch.matchCount) {\n        bestMatch = { indexName, matchCount }\n      }\n    }\n    return bestMatch.matchCount > 0 ? bestMatch.indexName : null\n  }\n}\n"],"mappings":";;;;;;;;;;;;;;;;;;;;;AAAA;;;;;;;;;ACAA,mCAAqC;AAE9B,IAAMA,gCAAgC,GAAGC,iDAAAA;;;ACGzC,IAAMC,sCAAsC,GAAGC,6BAAAA;;;ACLtD,mBAA4B;AAC5B,oBAAyB;AACzB,oBAAuB;AACvB,iCAAmC;AACnC,6BAA+B;AAE/B,sCAA+B;AAC/B,IAAAC,gCAAyE;AACzE,kBAA8B;AAG9B,iBAAsD;AAatD,IAAMC,qBAAqB,wBAACC,KAAuBC,UAAAA;AACjD,MAAI,CAACA;AAAO,WAAOC;AACnB,SAAO,CAACC,YAAAA;AACN,QAAI,CAACA;AAAS,aAAO;AACrB,UAAMC,cAAcD,UAAUH,GAAAA;AAC9B,QAAII,gBAAgBF;AAAW,aAAO;AACtC,WAAOG,MAAMC,QAAQF,WAAAA,KAAgBC,MAAMC,QAAQL,KAAAA,QAASM,0BAAYH,aAAaH,KAAAA,IAASG,eAAeH;EAC/G;AACF,GAR2B;AAUpB,IAAMO,0BAAN,cAKGC,+CAAAA;EAvCV,OAuCUA;;;EACR,OAAgBC,gBAAgB;IAACC;;EAEzBC;;;;;;;;EASR,IAAIC,SAAS;AACX,WAAO,KAAKC,QAAQD,UAAU,KAAKC,QAAQC,aAAaC,8CAAmBC;EAC7E;;;;EAKA,IAAIC,YAAY;AACd,WAAO,KAAKJ,QAAQI,aAAaF,8CAAmBG;EACtD;;;;;EAMA,IAAIC,YAAY;AACd,WAAO,KAAKN,QAAQM,aAAaJ,8CAAmBK;EACtD;EAEA,IAAYC,KAAiC;AAC3C,eAAOC,wBAAS,KAAKX,KAAK,oBAAA;EAC5B;EAEA,MAAyBY,cAAcC,UAAmC;AACxE,UAAMC,YAAQH,wBAASE,UAAUE,OAAOC,0DAAAA,GAA+BC,IAAAA,GAAO,uBAAA;AAC9E,QAAI,CAACH;AAAO,aAAO,CAAA;AACnB,SAAKd,MAAM,UAAMkB,mBAAqB,KAAKjB,QAAQ,KAAKK,SAAS;AAEjE,UAAM,EAAEa,SAASC,OAAOC,QAAQC,MAAMC,OAAOC,QAAQC,SAASC,SAAS,GAAGC,MAAAA,IAAUb;AACpF,UAAMc,KAAK,KAAKlB,GAAGmB,YAAY,KAAKrB,WAAW,UAAA;AAC/C,UAAMsB,QAAQF,GAAGG,YAAY,KAAKvB,SAAS;AAC3C,UAAMwB,UAAkB,CAAA;AACxB,QAAIC,eAAeZ,UAAU;AAC7B,UAAMa,cAAcd,SAAS;AAC7BT,iCAAUQ,SAASgB,UAAU,OAAO,GAAG,2DAAA;AACvC,UAAMC,eAAejB,UAAU,CAAA;AAC/B,UAAMJ,SAASqB,eAAe;MAAEZ,QAAQY;MAAc,GAAGT;IAAM,IAAI;MAAE,GAAGA;IAAM;AAC9E,UAAMU,YAAgCd,UAAU,SAAS,SAAS;AAClE,UAAMe,iBAAiB,KAAKC,gBAAgBxB,QAAQe,KAAAA;AACpD,UAAMU,gBAAgB,KAAKC,iBAAiBH,gBAAgBvB,MAAAA;AAC5D,UAAM2B,eAA8Bf,QAChCgB,OAAOC,QAAQjB,KAAAA,EACZkB,IAAI,CAAC,CAACzD,KAAKC,KAAAA,MAAWF,mBAAmBC,KAAKC,KAAAA,CAAAA,EAC9C0B,OAAO+B,oBAAAA,IACV,CAAA;AACJ,QAAIC,SAAST,iBAET,MAAMR,MAAMkB,MAAMV,cAAAA,EAAgBW,WAAWC,YAAYC,KAAKX,aAAAA,GAAgBH,SAAAA,IAE9E,MAAMP,MAAMmB,WAAWX,gBAAgBD,SAAAA;AAG3C,WAAOU,UAAUd,eAAe,GAAG;AACjCc,eAAS,MAAMA,OAAOK,QAAQnB,YAAAA;AAC9BA,qBAAe;IACjB;AAEA,WAAOc,UAAUf,QAAQG,SAASD,aAAa;AAC7C,YAAM7C,QAAQ0D,OAAO1D;AACrB,UAAIA,OAAO;AAET,YAAIqD,aAAaP,SAAS,GAAG;AAE3B,cAAIO,aAAaW,MAAM,CAACtC,YAAWA,QAAO1B,KAAAA,CAAAA,GAAS;AAEjD2C,oBAAQsB,KAAKjE,KAAAA;UACf;QACF,OAAO;AAEL2C,kBAAQsB,KAAKjE,KAAAA;QACf;MACF;AACA0D,eAAS,MAAMA,OAAOQ,SAAQ;IAChC;AACA,UAAM3B,GAAG4B;AAET,WAAOxB,QAAQa,IAAI,CAACtD,YAAYkE,0BAAcC,YAAYnE,OAAAA,CAAAA;EAC5D;EAEA,MAAyBoE,eAAe;AACtC,UAAM,MAAMA,aAAAA;AACZ,WAAO;EACT;EAEQlB,iBAAiBmB,WAA0B9C,OAAuC;AACxF,QAAI,CAAC8C;AAAW,aAAO,CAAA;AAEvB,UAAMC,gBAAgB,wBAACD,eAAAA;AACrB,aAAOA,WACJE,MAAM,CAAA,EACNC,MAAMC,qCAAAA,EACNnB,IAAI,CAACoB,UAAUA,MAAMC,YAAW,CAAA;IACrC,GALsB;AAQtB,UAAMC,cAAcN,cAAcD,SAAAA;AAGlC,UAAMpB,gBAAgB2B,YAAYtB,IAAI,CAACoB,UAAUnD,MAAMmD,KAAAA,CAAyB;AAChF,WAAOzB,cAAcL,WAAW,IAAIK,cAAc,CAAA,IAAKA;EACzD;EAEQD,gBAAgBzB,OAAkBgB,OAAqD;AAE7F,UAAM,EAAEsC,WAAU,IAAKtC;AAGvB,UAAM+B,gBAAgB,wBAACD,cAAAA;AACrB,aAAOA,UACJE,MAAM,CAAA,EACNC,MAAMC,qCAAAA,EACNnB,IAAI,CAACoB,UAAUA,MAAMC,YAAW,CAAA;IACrC,GALsB;AAQtB,UAAMG,YAAY,IAAIC,IAAI3B,OAAO4B,KAAKzD,KAAAA,EAAO+B,IAAI,CAACzD,QAAQA,IAAI8E,YAAW,CAAA,CAAA;AAGzE,QAAIM,YAAuD;MAAEZ,WAAW;MAAIa,YAAY;IAAE;AAE1F,eAAWb,aAAaQ,YAAY;AAClC,YAAMD,cAAcN,cAAcD,SAAAA;AAClC,YAAMa,aAAaN,YAAYpD,OAAO,CAACkD,UAAUI,UAAUK,IAAIT,KAAAA,CAAAA,EAAQ9B;AACvE,UAAIsC,aAAaD,UAAUC,YAAY;AACrCD,oBAAY;UAAEZ;UAAWa;QAAW;MACtC;IACF;AACA,WAAOD,UAAUC,aAAa,IAAID,UAAUZ,YAAY;EAC1D;AACF;","names":["IndexedDbPayloadDivinerSchema","PayloadDivinerSchema","IndexedDbPayloadDivinerConfigSchema","IndexedDbPayloadDivinerSchema","import_diviner_payload_model","payloadValueFilter","key","value","undefined","payload","sourceValue","Array","isArray","containsAll","IndexedDbPayloadDiviner","PayloadDiviner","configSchemas","IndexedDbPayloadDivinerConfigSchema","_db","dbName","config","archivist","IndexedDbArchivist","defaultDbName","dbVersion","defaultDbVersion","storeName","defaultStoreName","db","assertEx","divineHandler","payloads","query","filter","isPayloadDivinerQueryPayload","pop","openDB","schemas","limit","offset","hash","order","schema","_schema","sources","props","tx","transaction","store","objectStore","results","parsedOffset","parsedLimit","length","filterSchema","direction","suggestedIndex","selectBestIndex","keyRangeValue","getKeyRangeValue","valueFilters","Object","entries","map","exists","cursor","index","openCursor","IDBKeyRange","only","advance","every","push","continue","done","PayloadHasher","jsonPayload","startHandler","indexName","extractFields","slice","split","IndexSeparator","field","toLowerCase","indexFields","indexNames","queryKeys","Set","keys","bestMatch","matchCount","has"]}
+{"version":3,"sources":["../../src/index.ts","../../src/Schema.ts","../../src/Config.ts","../../src/Diviner.ts"],"sourcesContent":["export * from './Config'\nexport * from './Diviner'\nexport * from './Params'\nexport * from './Schema'\n","import { PayloadDivinerSchema } from '@xyo-network/diviner-payload-model'\n\nexport const IndexedDbPayloadDivinerSchema = `${PayloadDivinerSchema}.indexeddb`\nexport type IndexedDbPayloadDivinerSchema = typeof IndexedDbPayloadDivinerSchema\n","import { IndexDescription } from '@xyo-network/archivist-model'\nimport { DivinerConfig } from '@xyo-network/diviner-model'\n\nimport { IndexedDbPayloadDivinerSchema } from './Schema'\n\nexport const IndexedDbPayloadDivinerConfigSchema = `${IndexedDbPayloadDivinerSchema}.config`\nexport type IndexedDbPayloadDivinerConfigSchema = typeof IndexedDbPayloadDivinerConfigSchema\n\nexport type IndexedDbPayloadDivinerConfig = DivinerConfig<{\n  /**\n   * The database name\n   */\n  dbName?: string\n  /**\n   * The version of the DB, defaults to 1\n   */\n  dbVersion?: number\n  schema: IndexedDbPayloadDivinerConfigSchema\n  /**\n   * The storage configuration\n   * // TODO: Hoist to main diviner config\n   */\n  storage?: {\n    /**\n     * The indexes to create on the object store\n     */\n    indexes?: IndexDescription[]\n  }\n  /**\n   * The name of the object store\n   */\n  storeName?: string\n}>\n","import { containsAll } from '@xylabs/array'\nimport { assertEx } from '@xylabs/assert'\nimport { exists } from '@xylabs/exists'\nimport { IndexedDbArchivist } from '@xyo-network/archivist-indexeddb'\nimport { IndexSeparator } from '@xyo-network/archivist-model'\nimport { DivinerModule, DivinerModuleEventData } from '@xyo-network/diviner-model'\nimport { PayloadDiviner } from '@xyo-network/diviner-payload-abstract'\nimport { isPayloadDivinerQueryPayload, PayloadDivinerQueryPayload } from '@xyo-network/diviner-payload-model'\nimport { PayloadHasher } from '@xyo-network/hash'\nimport { AnyObject } from '@xyo-network/object'\nimport { Payload } from '@xyo-network/payload-model'\nimport { IDBPDatabase, IDBPObjectStore, openDB } from 'idb'\n\nimport { IndexedDbPayloadDivinerConfigSchema } from './Config'\nimport { IndexedDbPayloadDivinerParams } from './Params'\n\ninterface PayloadStore {\n  [s: string]: Payload\n}\n\ntype AnyPayload = Payload<Record<string, unknown>>\n\ntype ValueFilter = (payload?: AnyPayload | null) => boolean\n\nconst payloadValueFilter = (key: keyof AnyPayload, value?: unknown | unknown[]): ValueFilter | undefined => {\n  if (!value) return undefined\n  return (payload) => {\n    if (!payload) return false\n    const sourceValue = payload?.[key]\n    if (sourceValue === undefined) return false\n    return Array.isArray(sourceValue) && Array.isArray(value) ? containsAll(sourceValue, value) : sourceValue == value\n  }\n}\n\nexport class IndexedDbPayloadDiviner<\n  TParams extends IndexedDbPayloadDivinerParams = IndexedDbPayloadDivinerParams,\n  TIn extends PayloadDivinerQueryPayload = PayloadDivinerQueryPayload,\n  TOut extends Payload = Payload,\n  TEventData extends DivinerModuleEventData<DivinerModule<TParams>, TIn, TOut> = DivinerModuleEventData<DivinerModule<TParams>, TIn, TOut>,\n> extends PayloadDiviner<TParams, TIn, TOut, TEventData> {\n  static override configSchemas = [IndexedDbPayloadDivinerConfigSchema]\n\n  private _db: IDBPDatabase<PayloadStore> | undefined\n\n  /**\n   * The database name. If not supplied via config, it defaults\n   * to the archivist's name and if archivist's name is not supplied,\n   * it defaults to `archivist`. This behavior\n   * biases towards a single, isolated DB per archivist which seems to\n   * make the most sense for 99% of use cases.\n   */\n  get dbName() {\n    return this.config?.dbName ?? this.config?.archivist ?? IndexedDbArchivist.defaultDbName\n  }\n\n  /**\n   * The database version. If not supplied via config, it defaults to the archivist default version.\n   */\n  get dbVersion() {\n    return this.config?.dbVersion ?? IndexedDbArchivist.defaultDbVersion\n  }\n\n  /**\n   * The name of the object store. If not supplied via config, it defaults\n   * to `payloads`.\n   */\n  get storeName() {\n    return this.config?.storeName ?? IndexedDbArchivist.defaultStoreName\n  }\n\n  protected override async divineHandler(payloads?: TIn[]): Promise<TOut[]> {\n    const query = payloads?.filter(isPayloadDivinerQueryPayload)?.pop()\n    if (!query) return []\n    const db = await this.tryGetInitializedDb()\n    if (!db) return []\n    // eslint-disable-next-line @typescript-eslint/no-unused-vars\n    const { schemas, limit, offset, hash, order, schema: _schema, sources, ...props } = query as unknown as TIn & { sources?: string[] }\n    const tx = db.transaction(this.storeName, 'readonly')\n    const store = tx.objectStore(this.storeName)\n    const results: TOut[] = []\n    let parsedOffset = offset ?? 0\n    const parsedLimit = limit ?? 10\n    assertEx((schemas?.length ?? 1) === 1, 'IndexedDbPayloadDiviner: Only one filter schema supported')\n    const filterSchema = schemas?.[0]\n    const filter = filterSchema ? { schema: filterSchema, ...props } : { ...props }\n    const direction: IDBCursorDirection = order === 'desc' ? 'prev' : 'next'\n    const suggestedIndex = this.selectBestIndex(filter, store)\n    const keyRangeValue = this.getKeyRangeValue(suggestedIndex, filter)\n    const valueFilters: ValueFilter[] = props\n      ? Object.entries(props)\n          .map(([key, value]) => payloadValueFilter(key, value))\n          .filter(exists)\n      : []\n    let cursor = suggestedIndex\n      ? // Conditionally filter on schemas\n        await store.index(suggestedIndex).openCursor(IDBKeyRange.only(keyRangeValue), direction)\n      : // Just iterate all records\n        await store.openCursor(suggestedIndex, direction)\n\n    // Skip records until the offset is reached\n    while (cursor && parsedOffset > 0) {\n      cursor = await cursor.advance(parsedOffset)\n      parsedOffset = 0 // Reset offset after skipping\n    }\n    // Collect results up to the limit\n    while (cursor && results.length < parsedLimit) {\n      const value = cursor.value\n      if (value) {\n        // If we're filtering on more than just the schema\n        if (valueFilters.length > 0) {\n          // Ensure all filters pass\n          if (valueFilters.every((filter) => filter(value))) {\n            // Then save the value\n            results.push(value)\n          }\n        } else {\n          // Otherwise just save the value\n          results.push(value)\n        }\n      }\n      cursor = await cursor.continue()\n    }\n    await tx.done\n    // Remove any metadata before returning to the client\n    return results.map((payload) => PayloadHasher.jsonPayload(payload))\n  }\n\n  protected override async startHandler() {\n    await super.startHandler()\n    return true\n  }\n\n  private getKeyRangeValue(indexName: string | null, query: AnyObject): unknown | unknown[] {\n    if (!indexName) return []\n    // Function to extract fields from an index name\n    const extractFields = (indexName: string): string[] => {\n      return indexName\n        .slice(3)\n        .split(IndexSeparator)\n        .map((field) => field.toLowerCase())\n    }\n\n    // Extracting the relevant fields from the index name\n    const indexFields = extractFields(indexName)\n\n    // Collecting the values for these fields from the query object\n    const keyRangeValue = indexFields.map((field) => query[field as keyof AnyObject])\n    return keyRangeValue.length === 1 ? keyRangeValue[0] : keyRangeValue\n  }\n\n  private selectBestIndex(query: AnyObject, store: IDBPObjectStore<PayloadStore>): string | null {\n    // List of available indexes\n    const { indexNames } = store\n\n    // Function to extract fields from an index name\n    const extractFields = (indexName: string): string[] => {\n      return indexName\n        .slice(3)\n        .split(IndexSeparator)\n        .map((field) => field.toLowerCase())\n    }\n\n    // Convert query object keys to a set for easier comparison\n    const queryKeys = new Set(Object.keys(query).map((key) => key.toLowerCase()))\n\n    // Find the best matching index\n    let bestMatch: { indexName: string; matchCount: number } = { indexName: '', matchCount: 0 }\n\n    for (const indexName of indexNames) {\n      const indexFields = extractFields(indexName)\n      const matchCount = indexFields.filter((field) => queryKeys.has(field)).length\n      if (matchCount > bestMatch.matchCount) {\n        bestMatch = { indexName, matchCount }\n      }\n    }\n    return bestMatch.matchCount > 0 ? bestMatch.indexName : null\n  }\n\n  /**\n   * Checks that the desired DB/Store exists and is initialized\n   * @returns The initialized DB or undefined if it does not exist\n   */\n  private async tryGetInitializedDb(): Promise<IDBPDatabase<PayloadStore> | undefined> {\n    // If we've already checked and found a successfully initialized\n    // db and objectStore, return the cached value\n    if (this._db) return this._db\n    // Enumerate the DBs\n    const dbs = await indexedDB.databases()\n    const dbExists = dbs.some((db) => {\n      // Check for the desired name/version\n      return db.name === this.dbName && db.version === this.dbVersion\n    })\n    // If the DB does not exist at the desired version, return undefined\n    if (!dbExists) return\n    // If the db does exist, open it\n    const db = await openDB<PayloadStore>(this.dbName, this.dbVersion)\n    // Check that the desired objectStore exists\n    const storeExists = db.objectStoreNames.contains(this.storeName)\n    // If the correct db/store exists, cache it for future calls\n    if (storeExists) this._db = db\n    return this._db\n  }\n}\n"],"mappings":";;;;;;;;;;;;;;;;;;;;;AAAA;;;;;;;;;ACAA,mCAAqC;AAE9B,IAAMA,gCAAgC,GAAGC,iDAAAA;;;ACGzC,IAAMC,sCAAsC,GAAGC,6BAAAA;;;ACLtD,mBAA4B;AAC5B,oBAAyB;AACzB,oBAAuB;AACvB,iCAAmC;AACnC,6BAA+B;AAE/B,sCAA+B;AAC/B,IAAAC,gCAAyE;AACzE,kBAA8B;AAG9B,iBAAsD;AAatD,IAAMC,qBAAqB,wBAACC,KAAuBC,UAAAA;AACjD,MAAI,CAACA;AAAO,WAAOC;AACnB,SAAO,CAACC,YAAAA;AACN,QAAI,CAACA;AAAS,aAAO;AACrB,UAAMC,cAAcD,UAAUH,GAAAA;AAC9B,QAAII,gBAAgBF;AAAW,aAAO;AACtC,WAAOG,MAAMC,QAAQF,WAAAA,KAAgBC,MAAMC,QAAQL,KAAAA,QAASM,0BAAYH,aAAaH,KAAAA,IAASG,eAAeH;EAC/G;AACF,GAR2B;AAUpB,IAAMO,0BAAN,cAKGC,+CAAAA;EAvCV,OAuCUA;;;EACR,OAAgBC,gBAAgB;IAACC;;EAEzBC;;;;;;;;EASR,IAAIC,SAAS;AACX,WAAO,KAAKC,QAAQD,UAAU,KAAKC,QAAQC,aAAaC,8CAAmBC;EAC7E;;;;EAKA,IAAIC,YAAY;AACd,WAAO,KAAKJ,QAAQI,aAAaF,8CAAmBG;EACtD;;;;;EAMA,IAAIC,YAAY;AACd,WAAO,KAAKN,QAAQM,aAAaJ,8CAAmBK;EACtD;EAEA,MAAyBC,cAAcC,UAAmC;AACxE,UAAMC,QAAQD,UAAUE,OAAOC,0DAAAA,GAA+BC,IAAAA;AAC9D,QAAI,CAACH;AAAO,aAAO,CAAA;AACnB,UAAMI,KAAK,MAAM,KAAKC,oBAAmB;AACzC,QAAI,CAACD;AAAI,aAAO,CAAA;AAEhB,UAAM,EAAEE,SAASC,OAAOC,QAAQC,MAAMC,OAAOC,QAAQC,SAASC,SAAS,GAAGC,MAAAA,IAAUd;AACpF,UAAMe,KAAKX,GAAGY,YAAY,KAAKpB,WAAW,UAAA;AAC1C,UAAMqB,QAAQF,GAAGG,YAAY,KAAKtB,SAAS;AAC3C,UAAMuB,UAAkB,CAAA;AACxB,QAAIC,eAAeZ,UAAU;AAC7B,UAAMa,cAAcd,SAAS;AAC7Be,iCAAUhB,SAASiB,UAAU,OAAO,GAAG,2DAAA;AACvC,UAAMC,eAAelB,UAAU,CAAA;AAC/B,UAAML,SAASuB,eAAe;MAAEb,QAAQa;MAAc,GAAGV;IAAM,IAAI;MAAE,GAAGA;IAAM;AAC9E,UAAMW,YAAgCf,UAAU,SAAS,SAAS;AAClE,UAAMgB,iBAAiB,KAAKC,gBAAgB1B,QAAQgB,KAAAA;AACpD,UAAMW,gBAAgB,KAAKC,iBAAiBH,gBAAgBzB,MAAAA;AAC5D,UAAM6B,eAA8BhB,QAChCiB,OAAOC,QAAQlB,KAAAA,EACZmB,IAAI,CAAC,CAACzD,KAAKC,KAAAA,MAAWF,mBAAmBC,KAAKC,KAAAA,CAAAA,EAC9CwB,OAAOiC,oBAAAA,IACV,CAAA;AACJ,QAAIC,SAAST,iBAET,MAAMT,MAAMmB,MAAMV,cAAAA,EAAgBW,WAAWC,YAAYC,KAAKX,aAAAA,GAAgBH,SAAAA,IAE9E,MAAMR,MAAMoB,WAAWX,gBAAgBD,SAAAA;AAG3C,WAAOU,UAAUf,eAAe,GAAG;AACjCe,eAAS,MAAMA,OAAOK,QAAQpB,YAAAA;AAC9BA,qBAAe;IACjB;AAEA,WAAOe,UAAUhB,QAAQI,SAASF,aAAa;AAC7C,YAAM5C,QAAQ0D,OAAO1D;AACrB,UAAIA,OAAO;AAET,YAAIqD,aAAaP,SAAS,GAAG;AAE3B,cAAIO,aAAaW,MAAM,CAACxC,YAAWA,QAAOxB,KAAAA,CAAAA,GAAS;AAEjD0C,oBAAQuB,KAAKjE,KAAAA;UACf;QACF,OAAO;AAEL0C,kBAAQuB,KAAKjE,KAAAA;QACf;MACF;AACA0D,eAAS,MAAMA,OAAOQ,SAAQ;IAChC;AACA,UAAM5B,GAAG6B;AAET,WAAOzB,QAAQc,IAAI,CAACtD,YAAYkE,0BAAcC,YAAYnE,OAAAA,CAAAA;EAC5D;EAEA,MAAyBoE,eAAe;AACtC,UAAM,MAAMA,aAAAA;AACZ,WAAO;EACT;EAEQlB,iBAAiBmB,WAA0BhD,OAAuC;AACxF,QAAI,CAACgD;AAAW,aAAO,CAAA;AAEvB,UAAMC,gBAAgB,wBAACD,eAAAA;AACrB,aAAOA,WACJE,MAAM,CAAA,EACNC,MAAMC,qCAAAA,EACNnB,IAAI,CAACoB,UAAUA,MAAMC,YAAW,CAAA;IACrC,GALsB;AAQtB,UAAMC,cAAcN,cAAcD,SAAAA;AAGlC,UAAMpB,gBAAgB2B,YAAYtB,IAAI,CAACoB,UAAUrD,MAAMqD,KAAAA,CAAyB;AAChF,WAAOzB,cAAcL,WAAW,IAAIK,cAAc,CAAA,IAAKA;EACzD;EAEQD,gBAAgB3B,OAAkBiB,OAAqD;AAE7F,UAAM,EAAEuC,WAAU,IAAKvC;AAGvB,UAAMgC,gBAAgB,wBAACD,cAAAA;AACrB,aAAOA,UACJE,MAAM,CAAA,EACNC,MAAMC,qCAAAA,EACNnB,IAAI,CAACoB,UAAUA,MAAMC,YAAW,CAAA;IACrC,GALsB;AAQtB,UAAMG,YAAY,IAAIC,IAAI3B,OAAO4B,KAAK3D,KAAAA,EAAOiC,IAAI,CAACzD,QAAQA,IAAI8E,YAAW,CAAA,CAAA;AAGzE,QAAIM,YAAuD;MAAEZ,WAAW;MAAIa,YAAY;IAAE;AAE1F,eAAWb,aAAaQ,YAAY;AAClC,YAAMD,cAAcN,cAAcD,SAAAA;AAClC,YAAMa,aAAaN,YAAYtD,OAAO,CAACoD,UAAUI,UAAUK,IAAIT,KAAAA,CAAAA,EAAQ9B;AACvE,UAAIsC,aAAaD,UAAUC,YAAY;AACrCD,oBAAY;UAAEZ;UAAWa;QAAW;MACtC;IACF;AACA,WAAOD,UAAUC,aAAa,IAAID,UAAUZ,YAAY;EAC1D;;;;;EAMA,MAAc3C,sBAAuE;AAGnF,QAAI,KAAKjB;AAAK,aAAO,KAAKA;AAE1B,UAAM2E,MAAM,MAAMC,UAAUC,UAAS;AACrC,UAAMC,WAAWH,IAAII,KAAK,CAAC/D,QAAAA;AAEzB,aAAOA,IAAGgE,SAAS,KAAK/E,UAAUe,IAAGiE,YAAY,KAAK3E;IACxD,CAAA;AAEA,QAAI,CAACwE;AAAU;AAEf,UAAM9D,KAAK,UAAMkE,mBAAqB,KAAKjF,QAAQ,KAAKK,SAAS;AAEjE,UAAM6E,cAAcnE,GAAGoE,iBAAiBC,SAAS,KAAK7E,SAAS;AAE/D,QAAI2E;AAAa,WAAKnF,MAAMgB;AAC5B,WAAO,KAAKhB;EACd;AACF;","names":["IndexedDbPayloadDivinerSchema","PayloadDivinerSchema","IndexedDbPayloadDivinerConfigSchema","IndexedDbPayloadDivinerSchema","import_diviner_payload_model","payloadValueFilter","key","value","undefined","payload","sourceValue","Array","isArray","containsAll","IndexedDbPayloadDiviner","PayloadDiviner","configSchemas","IndexedDbPayloadDivinerConfigSchema","_db","dbName","config","archivist","IndexedDbArchivist","defaultDbName","dbVersion","defaultDbVersion","storeName","defaultStoreName","divineHandler","payloads","query","filter","isPayloadDivinerQueryPayload","pop","db","tryGetInitializedDb","schemas","limit","offset","hash","order","schema","_schema","sources","props","tx","transaction","store","objectStore","results","parsedOffset","parsedLimit","assertEx","length","filterSchema","direction","suggestedIndex","selectBestIndex","keyRangeValue","getKeyRangeValue","valueFilters","Object","entries","map","exists","cursor","index","openCursor","IDBKeyRange","only","advance","every","push","continue","done","PayloadHasher","jsonPayload","startHandler","indexName","extractFields","slice","split","IndexSeparator","field","toLowerCase","indexFields","indexNames","queryKeys","Set","keys","bestMatch","matchCount","has","dbs","indexedDB","databases","dbExists","some","name","version","openDB","storeExists","objectStoreNames","contains"]}

package/dist/browser/index.js

@@ -61,16 +61,15 @@ var IndexedDbPayloadDiviner = class extends PayloadDiviner {
   get storeName() {
     return this.config?.storeName ?? IndexedDbArchivist.defaultStoreName;
   }
-  get db() {
-    return assertEx(this._db, "DB not initialized");
-  }
   async divineHandler(payloads) {
-    const query = assertEx(payloads?.filter(isPayloadDivinerQueryPayload)?.pop(), "Missing query payload");
+    const query = payloads?.filter(isPayloadDivinerQueryPayload)?.pop();
     if (!query)
       return [];
-    this._db = await openDB(this.dbName, this.dbVersion);
+    const db = await this.tryGetInitializedDb();
+    if (!db)
+      return [];
     const { schemas, limit, offset, hash, order, schema: _schema, sources, ...props } = query;
-    const tx = this.db.transaction(this.storeName, "readonly");
+    const tx = db.transaction(this.storeName, "readonly");
     const store = tx.objectStore(this.storeName);
     const results = [];
     let parsedOffset = offset ?? 0;
@@ -144,6 +143,25 @@ var IndexedDbPayloadDiviner = class extends PayloadDiviner {
     }
     return bestMatch.matchCount > 0 ? bestMatch.indexName : null;
   }
+  /**
+  * Checks that the desired DB/Store exists and is initialized
+  * @returns The initialized DB or undefined if it does not exist
+  */
+  async tryGetInitializedDb() {
+    if (this._db)
+      return this._db;
+    const dbs = await indexedDB.databases();
+    const dbExists = dbs.some((db2) => {
+      return db2.name === this.dbName && db2.version === this.dbVersion;
+    });
+    if (!dbExists)
+      return;
+    const db = await openDB(this.dbName, this.dbVersion);
+    const storeExists = db.objectStoreNames.contains(this.storeName);
+    if (storeExists)
+      this._db = db;
+    return this._db;
+  }
 };
 export {
   IndexedDbPayloadDiviner,

package/dist/browser/index.js.map

@@ -1 +1 @@
-{"version":3,"sources":["../../src/Schema.ts","../../src/Config.ts","../../src/Diviner.ts"],"sourcesContent":["import { PayloadDivinerSchema } from '@xyo-network/diviner-payload-model'\n\nexport const IndexedDbPayloadDivinerSchema = `${PayloadDivinerSchema}.indexeddb`\nexport type IndexedDbPayloadDivinerSchema = typeof IndexedDbPayloadDivinerSchema\n","import { IndexDescription } from '@xyo-network/archivist-model'\nimport { DivinerConfig } from '@xyo-network/diviner-model'\n\nimport { IndexedDbPayloadDivinerSchema } from './Schema'\n\nexport const IndexedDbPayloadDivinerConfigSchema = `${IndexedDbPayloadDivinerSchema}.config`\nexport type IndexedDbPayloadDivinerConfigSchema = typeof IndexedDbPayloadDivinerConfigSchema\n\nexport type IndexedDbPayloadDivinerConfig = DivinerConfig<{\n  /**\n   * The database name\n   */\n  dbName?: string\n  /**\n   * The version of the DB, defaults to 1\n   */\n  dbVersion?: number\n  schema: IndexedDbPayloadDivinerConfigSchema\n  /**\n   * The storage configuration\n   * // TODO: Hoist to main diviner config\n   */\n  storage?: {\n    /**\n     * The indexes to create on the object store\n     */\n    indexes?: IndexDescription[]\n  }\n  /**\n   * The name of the object store\n   */\n  storeName?: string\n}>\n","import { containsAll } from '@xylabs/array'\nimport { assertEx } from '@xylabs/assert'\nimport { exists } from '@xylabs/exists'\nimport { IndexedDbArchivist } from '@xyo-network/archivist-indexeddb'\nimport { IndexSeparator } from '@xyo-network/archivist-model'\nimport { DivinerModule, DivinerModuleEventData } from '@xyo-network/diviner-model'\nimport { PayloadDiviner } from '@xyo-network/diviner-payload-abstract'\nimport { isPayloadDivinerQueryPayload, PayloadDivinerQueryPayload } from '@xyo-network/diviner-payload-model'\nimport { PayloadHasher } from '@xyo-network/hash'\nimport { AnyObject } from '@xyo-network/object'\nimport { Payload } from '@xyo-network/payload-model'\nimport { IDBPDatabase, IDBPObjectStore, openDB } from 'idb'\n\nimport { IndexedDbPayloadDivinerConfigSchema } from './Config'\nimport { IndexedDbPayloadDivinerParams } from './Params'\n\ninterface PayloadStore {\n  [s: string]: Payload\n}\n\ntype AnyPayload = Payload<Record<string, unknown>>\n\ntype ValueFilter = (payload?: AnyPayload | null) => boolean\n\nconst payloadValueFilter = (key: keyof AnyPayload, value?: unknown | unknown[]): ValueFilter | undefined => {\n  if (!value) return undefined\n  return (payload) => {\n    if (!payload) return false\n    const sourceValue = payload?.[key]\n    if (sourceValue === undefined) return false\n    return Array.isArray(sourceValue) && Array.isArray(value) ? containsAll(sourceValue, value) : sourceValue == value\n  }\n}\n\nexport class IndexedDbPayloadDiviner<\n  TParams extends IndexedDbPayloadDivinerParams = IndexedDbPayloadDivinerParams,\n  TIn extends PayloadDivinerQueryPayload = PayloadDivinerQueryPayload,\n  TOut extends Payload = Payload,\n  TEventData extends DivinerModuleEventData<DivinerModule<TParams>, TIn, TOut> = DivinerModuleEventData<DivinerModule<TParams>, TIn, TOut>,\n> extends PayloadDiviner<TParams, TIn, TOut, TEventData> {\n  static override configSchemas = [IndexedDbPayloadDivinerConfigSchema]\n\n  private _db: IDBPDatabase<PayloadStore> | undefined\n\n  /**\n   * The database name. If not supplied via config, it defaults\n   * to the archivist's name and if archivist's name is not supplied,\n   * it defaults to `archivist`. This behavior\n   * biases towards a single, isolated DB per archivist which seems to\n   * make the most sense for 99% of use cases.\n   */\n  get dbName() {\n    return this.config?.dbName ?? this.config?.archivist ?? IndexedDbArchivist.defaultDbName\n  }\n\n  /**\n   * The database version. If not supplied via config, it defaults to the archivist default version.\n   */\n  get dbVersion() {\n    return this.config?.dbVersion ?? IndexedDbArchivist.defaultDbVersion\n  }\n\n  /**\n   * The name of the object store. If not supplied via config, it defaults\n   * to `payloads`.\n   */\n  get storeName() {\n    return this.config?.storeName ?? IndexedDbArchivist.defaultStoreName\n  }\n\n  private get db(): IDBPDatabase<PayloadStore> {\n    return assertEx(this._db, 'DB not initialized')\n  }\n\n  protected override async divineHandler(payloads?: TIn[]): Promise<TOut[]> {\n    const query = assertEx(payloads?.filter(isPayloadDivinerQueryPayload)?.pop(), 'Missing query payload')\n    if (!query) return []\n    this._db = await openDB<PayloadStore>(this.dbName, this.dbVersion)\n    // eslint-disable-next-line @typescript-eslint/no-unused-vars\n    const { schemas, limit, offset, hash, order, schema: _schema, sources, ...props } = query as unknown as TIn & { sources?: string[] }\n    const tx = this.db.transaction(this.storeName, 'readonly')\n    const store = tx.objectStore(this.storeName)\n    const results: TOut[] = []\n    let parsedOffset = offset ?? 0\n    const parsedLimit = limit ?? 10\n    assertEx((schemas?.length ?? 1) === 1, 'IndexedDbPayloadDiviner: Only one filter schema supported')\n    const filterSchema = schemas?.[0]\n    const filter = filterSchema ? { schema: filterSchema, ...props } : { ...props }\n    const direction: IDBCursorDirection = order === 'desc' ? 'prev' : 'next'\n    const suggestedIndex = this.selectBestIndex(filter, store)\n    const keyRangeValue = this.getKeyRangeValue(suggestedIndex, filter)\n    const valueFilters: ValueFilter[] = props\n      ? Object.entries(props)\n          .map(([key, value]) => payloadValueFilter(key, value))\n          .filter(exists)\n      : []\n    let cursor = suggestedIndex\n      ? // Conditionally filter on schemas\n        await store.index(suggestedIndex).openCursor(IDBKeyRange.only(keyRangeValue), direction)\n      : // Just iterate all records\n        await store.openCursor(suggestedIndex, direction)\n\n    // Skip records until the offset is reached\n    while (cursor && parsedOffset > 0) {\n      cursor = await cursor.advance(parsedOffset)\n      parsedOffset = 0 // Reset offset after skipping\n    }\n    // Collect results up to the limit\n    while (cursor && results.length < parsedLimit) {\n      const value = cursor.value\n      if (value) {\n        // If we're filtering on more than just the schema\n        if (valueFilters.length > 0) {\n          // Ensure all filters pass\n          if (valueFilters.every((filter) => filter(value))) {\n            // Then save the value\n            results.push(value)\n          }\n        } else {\n          // Otherwise just save the value\n          results.push(value)\n        }\n      }\n      cursor = await cursor.continue()\n    }\n    await tx.done\n    // Remove any metadata before returning to the client\n    return results.map((payload) => PayloadHasher.jsonPayload(payload))\n  }\n\n  protected override async startHandler() {\n    await super.startHandler()\n    return true\n  }\n\n  private getKeyRangeValue(indexName: string | null, query: AnyObject): unknown | unknown[] {\n    if (!indexName) return []\n    // Function to extract fields from an index name\n    const extractFields = (indexName: string): string[] => {\n      return indexName\n        .slice(3)\n        .split(IndexSeparator)\n        .map((field) => field.toLowerCase())\n    }\n\n    // Extracting the relevant fields from the index name\n    const indexFields = extractFields(indexName)\n\n    // Collecting the values for these fields from the query object\n    const keyRangeValue = indexFields.map((field) => query[field as keyof AnyObject])\n    return keyRangeValue.length === 1 ? keyRangeValue[0] : keyRangeValue\n  }\n\n  private selectBestIndex(query: AnyObject, store: IDBPObjectStore<PayloadStore>): string | null {\n    // List of available indexes\n    const { indexNames } = store\n\n    // Function to extract fields from an index name\n    const extractFields = (indexName: string): string[] => {\n      return indexName\n        .slice(3)\n        .split(IndexSeparator)\n        .map((field) => field.toLowerCase())\n    }\n\n    // Convert query object keys to a set for easier comparison\n    const queryKeys = new Set(Object.keys(query).map((key) => key.toLowerCase()))\n\n    // Find the best matching index\n    let bestMatch: { indexName: string; matchCount: number } = { indexName: '', matchCount: 0 }\n\n    for (const indexName of indexNames) {\n      const indexFields = extractFields(indexName)\n      const matchCount = indexFields.filter((field) => queryKeys.has(field)).length\n      if (matchCount > bestMatch.matchCount) {\n        bestMatch = { indexName, matchCount }\n      }\n    }\n    return bestMatch.matchCount > 0 ? bestMatch.indexName : null\n  }\n}\n"],"mappings":";;;;AAAA,SAASA,4BAA4B;AAE9B,IAAMC,gCAAgC,GAAGD,oBAAAA;;;ACGzC,IAAME,sCAAsC,GAAGC,6BAAAA;;;ACLtD,SAASC,mBAAmB;AAC5B,SAASC,gBAAgB;AACzB,SAASC,cAAc;AACvB,SAASC,0BAA0B;AACnC,SAASC,sBAAsB;AAE/B,SAASC,sBAAsB;AAC/B,SAASC,oCAAgE;AACzE,SAASC,qBAAqB;AAG9B,SAAwCC,cAAc;AAatD,IAAMC,qBAAqB,wBAACC,KAAuBC,UAAAA;AACjD,MAAI,CAACA;AAAO,WAAOC;AACnB,SAAO,CAACC,YAAAA;AACN,QAAI,CAACA;AAAS,aAAO;AACrB,UAAMC,cAAcD,UAAUH,GAAAA;AAC9B,QAAII,gBAAgBF;AAAW,aAAO;AACtC,WAAOG,MAAMC,QAAQF,WAAAA,KAAgBC,MAAMC,QAAQL,KAAAA,IAASM,YAAYH,aAAaH,KAAAA,IAASG,eAAeH;EAC/G;AACF,GAR2B;AAUpB,IAAMO,0BAAN,cAKGC,eAAAA;EAvCV,OAuCUA;;;EACR,OAAgBC,gBAAgB;IAACC;;EAEzBC;;;;;;;;EASR,IAAIC,SAAS;AACX,WAAO,KAAKC,QAAQD,UAAU,KAAKC,QAAQC,aAAaC,mBAAmBC;EAC7E;;;;EAKA,IAAIC,YAAY;AACd,WAAO,KAAKJ,QAAQI,aAAaF,mBAAmBG;EACtD;;;;;EAMA,IAAIC,YAAY;AACd,WAAO,KAAKN,QAAQM,aAAaJ,mBAAmBK;EACtD;EAEA,IAAYC,KAAiC;AAC3C,WAAOC,SAAS,KAAKX,KAAK,oBAAA;EAC5B;EAEA,MAAyBY,cAAcC,UAAmC;AACxE,UAAMC,QAAQH,SAASE,UAAUE,OAAOC,4BAAAA,GAA+BC,IAAAA,GAAO,uBAAA;AAC9E,QAAI,CAACH;AAAO,aAAO,CAAA;AACnB,SAAKd,MAAM,MAAMkB,OAAqB,KAAKjB,QAAQ,KAAKK,SAAS;AAEjE,UAAM,EAAEa,SAASC,OAAOC,QAAQC,MAAMC,OAAOC,QAAQC,SAASC,SAAS,GAAGC,MAAAA,IAAUb;AACpF,UAAMc,KAAK,KAAKlB,GAAGmB,YAAY,KAAKrB,WAAW,UAAA;AAC/C,UAAMsB,QAAQF,GAAGG,YAAY,KAAKvB,SAAS;AAC3C,UAAMwB,UAAkB,CAAA;AACxB,QAAIC,eAAeZ,UAAU;AAC7B,UAAMa,cAAcd,SAAS;AAC7BT,cAAUQ,SAASgB,UAAU,OAAO,GAAG,2DAAA;AACvC,UAAMC,eAAejB,UAAU,CAAA;AAC/B,UAAMJ,SAASqB,eAAe;MAAEZ,QAAQY;MAAc,GAAGT;IAAM,IAAI;MAAE,GAAGA;IAAM;AAC9E,UAAMU,YAAgCd,UAAU,SAAS,SAAS;AAClE,UAAMe,iBAAiB,KAAKC,gBAAgBxB,QAAQe,KAAAA;AACpD,UAAMU,gBAAgB,KAAKC,iBAAiBH,gBAAgBvB,MAAAA;AAC5D,UAAM2B,eAA8Bf,QAChCgB,OAAOC,QAAQjB,KAAAA,EACZkB,IAAI,CAAC,CAACzD,KAAKC,KAAAA,MAAWF,mBAAmBC,KAAKC,KAAAA,CAAAA,EAC9C0B,OAAO+B,MAAAA,IACV,CAAA;AACJ,QAAIC,SAAST,iBAET,MAAMR,MAAMkB,MAAMV,cAAAA,EAAgBW,WAAWC,YAAYC,KAAKX,aAAAA,GAAgBH,SAAAA,IAE9E,MAAMP,MAAMmB,WAAWX,gBAAgBD,SAAAA;AAG3C,WAAOU,UAAUd,eAAe,GAAG;AACjCc,eAAS,MAAMA,OAAOK,QAAQnB,YAAAA;AAC9BA,qBAAe;IACjB;AAEA,WAAOc,UAAUf,QAAQG,SAASD,aAAa;AAC7C,YAAM7C,QAAQ0D,OAAO1D;AACrB,UAAIA,OAAO;AAET,YAAIqD,aAAaP,SAAS,GAAG;AAE3B,cAAIO,aAAaW,MAAM,CAACtC,YAAWA,QAAO1B,KAAAA,CAAAA,GAAS;AAEjD2C,oBAAQsB,KAAKjE,KAAAA;UACf;QACF,OAAO;AAEL2C,kBAAQsB,KAAKjE,KAAAA;QACf;MACF;AACA0D,eAAS,MAAMA,OAAOQ,SAAQ;IAChC;AACA,UAAM3B,GAAG4B;AAET,WAAOxB,QAAQa,IAAI,CAACtD,YAAYkE,cAAcC,YAAYnE,OAAAA,CAAAA;EAC5D;EAEA,MAAyBoE,eAAe;AACtC,UAAM,MAAMA,aAAAA;AACZ,WAAO;EACT;EAEQlB,iBAAiBmB,WAA0B9C,OAAuC;AACxF,QAAI,CAAC8C;AAAW,aAAO,CAAA;AAEvB,UAAMC,gBAAgB,wBAACD,eAAAA;AACrB,aAAOA,WACJE,MAAM,CAAA,EACNC,MAAMC,cAAAA,EACNnB,IAAI,CAACoB,UAAUA,MAAMC,YAAW,CAAA;IACrC,GALsB;AAQtB,UAAMC,cAAcN,cAAcD,SAAAA;AAGlC,UAAMpB,gBAAgB2B,YAAYtB,IAAI,CAACoB,UAAUnD,MAAMmD,KAAAA,CAAyB;AAChF,WAAOzB,cAAcL,WAAW,IAAIK,cAAc,CAAA,IAAKA;EACzD;EAEQD,gBAAgBzB,OAAkBgB,OAAqD;AAE7F,UAAM,EAAEsC,WAAU,IAAKtC;AAGvB,UAAM+B,gBAAgB,wBAACD,cAAAA;AACrB,aAAOA,UACJE,MAAM,CAAA,EACNC,MAAMC,cAAAA,EACNnB,IAAI,CAACoB,UAAUA,MAAMC,YAAW,CAAA;IACrC,GALsB;AAQtB,UAAMG,YAAY,IAAIC,IAAI3B,OAAO4B,KAAKzD,KAAAA,EAAO+B,IAAI,CAACzD,QAAQA,IAAI8E,YAAW,CAAA,CAAA;AAGzE,QAAIM,YAAuD;MAAEZ,WAAW;MAAIa,YAAY;IAAE;AAE1F,eAAWb,aAAaQ,YAAY;AAClC,YAAMD,cAAcN,cAAcD,SAAAA;AAClC,YAAMa,aAAaN,YAAYpD,OAAO,CAACkD,UAAUI,UAAUK,IAAIT,KAAAA,CAAAA,EAAQ9B;AACvE,UAAIsC,aAAaD,UAAUC,YAAY;AACrCD,oBAAY;UAAEZ;UAAWa;QAAW;MACtC;IACF;AACA,WAAOD,UAAUC,aAAa,IAAID,UAAUZ,YAAY;EAC1D;AACF;","names":["PayloadDivinerSchema","IndexedDbPayloadDivinerSchema","IndexedDbPayloadDivinerConfigSchema","IndexedDbPayloadDivinerSchema","containsAll","assertEx","exists","IndexedDbArchivist","IndexSeparator","PayloadDiviner","isPayloadDivinerQueryPayload","PayloadHasher","openDB","payloadValueFilter","key","value","undefined","payload","sourceValue","Array","isArray","containsAll","IndexedDbPayloadDiviner","PayloadDiviner","configSchemas","IndexedDbPayloadDivinerConfigSchema","_db","dbName","config","archivist","IndexedDbArchivist","defaultDbName","dbVersion","defaultDbVersion","storeName","defaultStoreName","db","assertEx","divineHandler","payloads","query","filter","isPayloadDivinerQueryPayload","pop","openDB","schemas","limit","offset","hash","order","schema","_schema","sources","props","tx","transaction","store","objectStore","results","parsedOffset","parsedLimit","length","filterSchema","direction","suggestedIndex","selectBestIndex","keyRangeValue","getKeyRangeValue","valueFilters","Object","entries","map","exists","cursor","index","openCursor","IDBKeyRange","only","advance","every","push","continue","done","PayloadHasher","jsonPayload","startHandler","indexName","extractFields","slice","split","IndexSeparator","field","toLowerCase","indexFields","indexNames","queryKeys","Set","keys","bestMatch","matchCount","has"]}
+{"version":3,"sources":["../../src/Schema.ts","../../src/Config.ts","../../src/Diviner.ts"],"sourcesContent":["import { PayloadDivinerSchema } from '@xyo-network/diviner-payload-model'\n\nexport const IndexedDbPayloadDivinerSchema = `${PayloadDivinerSchema}.indexeddb`\nexport type IndexedDbPayloadDivinerSchema = typeof IndexedDbPayloadDivinerSchema\n","import { IndexDescription } from '@xyo-network/archivist-model'\nimport { DivinerConfig } from '@xyo-network/diviner-model'\n\nimport { IndexedDbPayloadDivinerSchema } from './Schema'\n\nexport const IndexedDbPayloadDivinerConfigSchema = `${IndexedDbPayloadDivinerSchema}.config`\nexport type IndexedDbPayloadDivinerConfigSchema = typeof IndexedDbPayloadDivinerConfigSchema\n\nexport type IndexedDbPayloadDivinerConfig = DivinerConfig<{\n  /**\n   * The database name\n   */\n  dbName?: string\n  /**\n   * The version of the DB, defaults to 1\n   */\n  dbVersion?: number\n  schema: IndexedDbPayloadDivinerConfigSchema\n  /**\n   * The storage configuration\n   * // TODO: Hoist to main diviner config\n   */\n  storage?: {\n    /**\n     * The indexes to create on the object store\n     */\n    indexes?: IndexDescription[]\n  }\n  /**\n   * The name of the object store\n   */\n  storeName?: string\n}>\n","import { containsAll } from '@xylabs/array'\nimport { assertEx } from '@xylabs/assert'\nimport { exists } from '@xylabs/exists'\nimport { IndexedDbArchivist } from '@xyo-network/archivist-indexeddb'\nimport { IndexSeparator } from '@xyo-network/archivist-model'\nimport { DivinerModule, DivinerModuleEventData } from '@xyo-network/diviner-model'\nimport { PayloadDiviner } from '@xyo-network/diviner-payload-abstract'\nimport { isPayloadDivinerQueryPayload, PayloadDivinerQueryPayload } from '@xyo-network/diviner-payload-model'\nimport { PayloadHasher } from '@xyo-network/hash'\nimport { AnyObject } from '@xyo-network/object'\nimport { Payload } from '@xyo-network/payload-model'\nimport { IDBPDatabase, IDBPObjectStore, openDB } from 'idb'\n\nimport { IndexedDbPayloadDivinerConfigSchema } from './Config'\nimport { IndexedDbPayloadDivinerParams } from './Params'\n\ninterface PayloadStore {\n  [s: string]: Payload\n}\n\ntype AnyPayload = Payload<Record<string, unknown>>\n\ntype ValueFilter = (payload?: AnyPayload | null) => boolean\n\nconst payloadValueFilter = (key: keyof AnyPayload, value?: unknown | unknown[]): ValueFilter | undefined => {\n  if (!value) return undefined\n  return (payload) => {\n    if (!payload) return false\n    const sourceValue = payload?.[key]\n    if (sourceValue === undefined) return false\n    return Array.isArray(sourceValue) && Array.isArray(value) ? containsAll(sourceValue, value) : sourceValue == value\n  }\n}\n\nexport class IndexedDbPayloadDiviner<\n  TParams extends IndexedDbPayloadDivinerParams = IndexedDbPayloadDivinerParams,\n  TIn extends PayloadDivinerQueryPayload = PayloadDivinerQueryPayload,\n  TOut extends Payload = Payload,\n  TEventData extends DivinerModuleEventData<DivinerModule<TParams>, TIn, TOut> = DivinerModuleEventData<DivinerModule<TParams>, TIn, TOut>,\n> extends PayloadDiviner<TParams, TIn, TOut, TEventData> {\n  static override configSchemas = [IndexedDbPayloadDivinerConfigSchema]\n\n  private _db: IDBPDatabase<PayloadStore> | undefined\n\n  /**\n   * The database name. If not supplied via config, it defaults\n   * to the archivist's name and if archivist's name is not supplied,\n   * it defaults to `archivist`. This behavior\n   * biases towards a single, isolated DB per archivist which seems to\n   * make the most sense for 99% of use cases.\n   */\n  get dbName() {\n    return this.config?.dbName ?? this.config?.archivist ?? IndexedDbArchivist.defaultDbName\n  }\n\n  /**\n   * The database version. If not supplied via config, it defaults to the archivist default version.\n   */\n  get dbVersion() {\n    return this.config?.dbVersion ?? IndexedDbArchivist.defaultDbVersion\n  }\n\n  /**\n   * The name of the object store. If not supplied via config, it defaults\n   * to `payloads`.\n   */\n  get storeName() {\n    return this.config?.storeName ?? IndexedDbArchivist.defaultStoreName\n  }\n\n  protected override async divineHandler(payloads?: TIn[]): Promise<TOut[]> {\n    const query = payloads?.filter(isPayloadDivinerQueryPayload)?.pop()\n    if (!query) return []\n    const db = await this.tryGetInitializedDb()\n    if (!db) return []\n    // eslint-disable-next-line @typescript-eslint/no-unused-vars\n    const { schemas, limit, offset, hash, order, schema: _schema, sources, ...props } = query as unknown as TIn & { sources?: string[] }\n    const tx = db.transaction(this.storeName, 'readonly')\n    const store = tx.objectStore(this.storeName)\n    const results: TOut[] = []\n    let parsedOffset = offset ?? 0\n    const parsedLimit = limit ?? 10\n    assertEx((schemas?.length ?? 1) === 1, 'IndexedDbPayloadDiviner: Only one filter schema supported')\n    const filterSchema = schemas?.[0]\n    const filter = filterSchema ? { schema: filterSchema, ...props } : { ...props }\n    const direction: IDBCursorDirection = order === 'desc' ? 'prev' : 'next'\n    const suggestedIndex = this.selectBestIndex(filter, store)\n    const keyRangeValue = this.getKeyRangeValue(suggestedIndex, filter)\n    const valueFilters: ValueFilter[] = props\n      ? Object.entries(props)\n          .map(([key, value]) => payloadValueFilter(key, value))\n          .filter(exists)\n      : []\n    let cursor = suggestedIndex\n      ? // Conditionally filter on schemas\n        await store.index(suggestedIndex).openCursor(IDBKeyRange.only(keyRangeValue), direction)\n      : // Just iterate all records\n        await store.openCursor(suggestedIndex, direction)\n\n    // Skip records until the offset is reached\n    while (cursor && parsedOffset > 0) {\n      cursor = await cursor.advance(parsedOffset)\n      parsedOffset = 0 // Reset offset after skipping\n    }\n    // Collect results up to the limit\n    while (cursor && results.length < parsedLimit) {\n      const value = cursor.value\n      if (value) {\n        // If we're filtering on more than just the schema\n        if (valueFilters.length > 0) {\n          // Ensure all filters pass\n          if (valueFilters.every((filter) => filter(value))) {\n            // Then save the value\n            results.push(value)\n          }\n        } else {\n          // Otherwise just save the value\n          results.push(value)\n        }\n      }\n      cursor = await cursor.continue()\n    }\n    await tx.done\n    // Remove any metadata before returning to the client\n    return results.map((payload) => PayloadHasher.jsonPayload(payload))\n  }\n\n  protected override async startHandler() {\n    await super.startHandler()\n    return true\n  }\n\n  private getKeyRangeValue(indexName: string | null, query: AnyObject): unknown | unknown[] {\n    if (!indexName) return []\n    // Function to extract fields from an index name\n    const extractFields = (indexName: string): string[] => {\n      return indexName\n        .slice(3)\n        .split(IndexSeparator)\n        .map((field) => field.toLowerCase())\n    }\n\n    // Extracting the relevant fields from the index name\n    const indexFields = extractFields(indexName)\n\n    // Collecting the values for these fields from the query object\n    const keyRangeValue = indexFields.map((field) => query[field as keyof AnyObject])\n    return keyRangeValue.length === 1 ? keyRangeValue[0] : keyRangeValue\n  }\n\n  private selectBestIndex(query: AnyObject, store: IDBPObjectStore<PayloadStore>): string | null {\n    // List of available indexes\n    const { indexNames } = store\n\n    // Function to extract fields from an index name\n    const extractFields = (indexName: string): string[] => {\n      return indexName\n        .slice(3)\n        .split(IndexSeparator)\n        .map((field) => field.toLowerCase())\n    }\n\n    // Convert query object keys to a set for easier comparison\n    const queryKeys = new Set(Object.keys(query).map((key) => key.toLowerCase()))\n\n    // Find the best matching index\n    let bestMatch: { indexName: string; matchCount: number } = { indexName: '', matchCount: 0 }\n\n    for (const indexName of indexNames) {\n      const indexFields = extractFields(indexName)\n      const matchCount = indexFields.filter((field) => queryKeys.has(field)).length\n      if (matchCount > bestMatch.matchCount) {\n        bestMatch = { indexName, matchCount }\n      }\n    }\n    return bestMatch.matchCount > 0 ? bestMatch.indexName : null\n  }\n\n  /**\n   * Checks that the desired DB/Store exists and is initialized\n   * @returns The initialized DB or undefined if it does not exist\n   */\n  private async tryGetInitializedDb(): Promise<IDBPDatabase<PayloadStore> | undefined> {\n    // If we've already checked and found a successfully initialized\n    // db and objectStore, return the cached value\n    if (this._db) return this._db\n    // Enumerate the DBs\n    const dbs = await indexedDB.databases()\n    const dbExists = dbs.some((db) => {\n      // Check for the desired name/version\n      return db.name === this.dbName && db.version === this.dbVersion\n    })\n    // If the DB does not exist at the desired version, return undefined\n    if (!dbExists) return\n    // If the db does exist, open it\n    const db = await openDB<PayloadStore>(this.dbName, this.dbVersion)\n    // Check that the desired objectStore exists\n    const storeExists = db.objectStoreNames.contains(this.storeName)\n    // If the correct db/store exists, cache it for future calls\n    if (storeExists) this._db = db\n    return this._db\n  }\n}\n"],"mappings":";;;;AAAA,SAASA,4BAA4B;AAE9B,IAAMC,gCAAgC,GAAGD,oBAAAA;;;ACGzC,IAAME,sCAAsC,GAAGC,6BAAAA;;;ACLtD,SAASC,mBAAmB;AAC5B,SAASC,gBAAgB;AACzB,SAASC,cAAc;AACvB,SAASC,0BAA0B;AACnC,SAASC,sBAAsB;AAE/B,SAASC,sBAAsB;AAC/B,SAASC,oCAAgE;AACzE,SAASC,qBAAqB;AAG9B,SAAwCC,cAAc;AAatD,IAAMC,qBAAqB,wBAACC,KAAuBC,UAAAA;AACjD,MAAI,CAACA;AAAO,WAAOC;AACnB,SAAO,CAACC,YAAAA;AACN,QAAI,CAACA;AAAS,aAAO;AACrB,UAAMC,cAAcD,UAAUH,GAAAA;AAC9B,QAAII,gBAAgBF;AAAW,aAAO;AACtC,WAAOG,MAAMC,QAAQF,WAAAA,KAAgBC,MAAMC,QAAQL,KAAAA,IAASM,YAAYH,aAAaH,KAAAA,IAASG,eAAeH;EAC/G;AACF,GAR2B;AAUpB,IAAMO,0BAAN,cAKGC,eAAAA;EAvCV,OAuCUA;;;EACR,OAAgBC,gBAAgB;IAACC;;EAEzBC;;;;;;;;EASR,IAAIC,SAAS;AACX,WAAO,KAAKC,QAAQD,UAAU,KAAKC,QAAQC,aAAaC,mBAAmBC;EAC7E;;;;EAKA,IAAIC,YAAY;AACd,WAAO,KAAKJ,QAAQI,aAAaF,mBAAmBG;EACtD;;;;;EAMA,IAAIC,YAAY;AACd,WAAO,KAAKN,QAAQM,aAAaJ,mBAAmBK;EACtD;EAEA,MAAyBC,cAAcC,UAAmC;AACxE,UAAMC,QAAQD,UAAUE,OAAOC,4BAAAA,GAA+BC,IAAAA;AAC9D,QAAI,CAACH;AAAO,aAAO,CAAA;AACnB,UAAMI,KAAK,MAAM,KAAKC,oBAAmB;AACzC,QAAI,CAACD;AAAI,aAAO,CAAA;AAEhB,UAAM,EAAEE,SAASC,OAAOC,QAAQC,MAAMC,OAAOC,QAAQC,SAASC,SAAS,GAAGC,MAAAA,IAAUd;AACpF,UAAMe,KAAKX,GAAGY,YAAY,KAAKpB,WAAW,UAAA;AAC1C,UAAMqB,QAAQF,GAAGG,YAAY,KAAKtB,SAAS;AAC3C,UAAMuB,UAAkB,CAAA;AACxB,QAAIC,eAAeZ,UAAU;AAC7B,UAAMa,cAAcd,SAAS;AAC7Be,cAAUhB,SAASiB,UAAU,OAAO,GAAG,2DAAA;AACvC,UAAMC,eAAelB,UAAU,CAAA;AAC/B,UAAML,SAASuB,eAAe;MAAEb,QAAQa;MAAc,GAAGV;IAAM,IAAI;MAAE,GAAGA;IAAM;AAC9E,UAAMW,YAAgCf,UAAU,SAAS,SAAS;AAClE,UAAMgB,iBAAiB,KAAKC,gBAAgB1B,QAAQgB,KAAAA;AACpD,UAAMW,gBAAgB,KAAKC,iBAAiBH,gBAAgBzB,MAAAA;AAC5D,UAAM6B,eAA8BhB,QAChCiB,OAAOC,QAAQlB,KAAAA,EACZmB,IAAI,CAAC,CAACzD,KAAKC,KAAAA,MAAWF,mBAAmBC,KAAKC,KAAAA,CAAAA,EAC9CwB,OAAOiC,MAAAA,IACV,CAAA;AACJ,QAAIC,SAAST,iBAET,MAAMT,MAAMmB,MAAMV,cAAAA,EAAgBW,WAAWC,YAAYC,KAAKX,aAAAA,GAAgBH,SAAAA,IAE9E,MAAMR,MAAMoB,WAAWX,gBAAgBD,SAAAA;AAG3C,WAAOU,UAAUf,eAAe,GAAG;AACjCe,eAAS,MAAMA,OAAOK,QAAQpB,YAAAA;AAC9BA,qBAAe;IACjB;AAEA,WAAOe,UAAUhB,QAAQI,SAASF,aAAa;AAC7C,YAAM5C,QAAQ0D,OAAO1D;AACrB,UAAIA,OAAO;AAET,YAAIqD,aAAaP,SAAS,GAAG;AAE3B,cAAIO,aAAaW,MAAM,CAACxC,YAAWA,QAAOxB,KAAAA,CAAAA,GAAS;AAEjD0C,oBAAQuB,KAAKjE,KAAAA;UACf;QACF,OAAO;AAEL0C,kBAAQuB,KAAKjE,KAAAA;QACf;MACF;AACA0D,eAAS,MAAMA,OAAOQ,SAAQ;IAChC;AACA,UAAM5B,GAAG6B;AAET,WAAOzB,QAAQc,IAAI,CAACtD,YAAYkE,cAAcC,YAAYnE,OAAAA,CAAAA;EAC5D;EAEA,MAAyBoE,eAAe;AACtC,UAAM,MAAMA,aAAAA;AACZ,WAAO;EACT;EAEQlB,iBAAiBmB,WAA0BhD,OAAuC;AACxF,QAAI,CAACgD;AAAW,aAAO,CAAA;AAEvB,UAAMC,gBAAgB,wBAACD,eAAAA;AACrB,aAAOA,WACJE,MAAM,CAAA,EACNC,MAAMC,cAAAA,EACNnB,IAAI,CAACoB,UAAUA,MAAMC,YAAW,CAAA;IACrC,GALsB;AAQtB,UAAMC,cAAcN,cAAcD,SAAAA;AAGlC,UAAMpB,gBAAgB2B,YAAYtB,IAAI,CAACoB,UAAUrD,MAAMqD,KAAAA,CAAyB;AAChF,WAAOzB,cAAcL,WAAW,IAAIK,cAAc,CAAA,IAAKA;EACzD;EAEQD,gBAAgB3B,OAAkBiB,OAAqD;AAE7F,UAAM,EAAEuC,WAAU,IAAKvC;AAGvB,UAAMgC,gBAAgB,wBAACD,cAAAA;AACrB,aAAOA,UACJE,MAAM,CAAA,EACNC,MAAMC,cAAAA,EACNnB,IAAI,CAACoB,UAAUA,MAAMC,YAAW,CAAA;IACrC,GALsB;AAQtB,UAAMG,YAAY,IAAIC,IAAI3B,OAAO4B,KAAK3D,KAAAA,EAAOiC,IAAI,CAACzD,QAAQA,IAAI8E,YAAW,CAAA,CAAA;AAGzE,QAAIM,YAAuD;MAAEZ,WAAW;MAAIa,YAAY;IAAE;AAE1F,eAAWb,aAAaQ,YAAY;AAClC,YAAMD,cAAcN,cAAcD,SAAAA;AAClC,YAAMa,aAAaN,YAAYtD,OAAO,CAACoD,UAAUI,UAAUK,IAAIT,KAAAA,CAAAA,EAAQ9B;AACvE,UAAIsC,aAAaD,UAAUC,YAAY;AACrCD,oBAAY;UAAEZ;UAAWa;QAAW;MACtC;IACF;AACA,WAAOD,UAAUC,aAAa,IAAID,UAAUZ,YAAY;EAC1D;;;;;EAMA,MAAc3C,sBAAuE;AAGnF,QAAI,KAAKjB;AAAK,aAAO,KAAKA;AAE1B,UAAM2E,MAAM,MAAMC,UAAUC,UAAS;AACrC,UAAMC,WAAWH,IAAII,KAAK,CAAC/D,QAAAA;AAEzB,aAAOA,IAAGgE,SAAS,KAAK/E,UAAUe,IAAGiE,YAAY,KAAK3E;IACxD,CAAA;AAEA,QAAI,CAACwE;AAAU;AAEf,UAAM9D,KAAK,MAAMkE,OAAqB,KAAKjF,QAAQ,KAAKK,SAAS;AAEjE,UAAM6E,cAAcnE,GAAGoE,iBAAiBC,SAAS,KAAK7E,SAAS;AAE/D,QAAI2E;AAAa,WAAKnF,MAAMgB;AAC5B,WAAO,KAAKhB;EACd;AACF;","names":["PayloadDivinerSchema","IndexedDbPayloadDivinerSchema","IndexedDbPayloadDivinerConfigSchema","IndexedDbPayloadDivinerSchema","containsAll","assertEx","exists","IndexedDbArchivist","IndexSeparator","PayloadDiviner","isPayloadDivinerQueryPayload","PayloadHasher","openDB","payloadValueFilter","key","value","undefined","payload","sourceValue","Array","isArray","containsAll","IndexedDbPayloadDiviner","PayloadDiviner","configSchemas","IndexedDbPayloadDivinerConfigSchema","_db","dbName","config","archivist","IndexedDbArchivist","defaultDbName","dbVersion","defaultDbVersion","storeName","defaultStoreName","divineHandler","payloads","query","filter","isPayloadDivinerQueryPayload","pop","db","tryGetInitializedDb","schemas","limit","offset","hash","order","schema","_schema","sources","props","tx","transaction","store","objectStore","results","parsedOffset","parsedLimit","assertEx","length","filterSchema","direction","suggestedIndex","selectBestIndex","keyRangeValue","getKeyRangeValue","valueFilters","Object","entries","map","exists","cursor","index","openCursor","IDBKeyRange","only","advance","every","push","continue","done","PayloadHasher","jsonPayload","startHandler","indexName","extractFields","slice","split","IndexSeparator","field","toLowerCase","indexFields","indexNames","queryKeys","Set","keys","bestMatch","matchCount","has","dbs","indexedDB","databases","dbExists","some","name","version","openDB","storeExists","objectStoreNames","contains"]}

package/dist/node/Diviner.d.cts

@@ -23,10 +23,14 @@ export declare class IndexedDbPayloadDiviner<TParams extends IndexedDbPayloadDiv
      * to `payloads`.
      */
     get storeName(): string;
-    private get db();
     protected divineHandler(payloads?: TIn[]): Promise<TOut[]>;
     protected startHandler(): Promise<boolean>;
     private getKeyRangeValue;
     private selectBestIndex;
+    /**
+     * Checks that the desired DB/Store exists and is initialized
+     * @returns The initialized DB or undefined if it does not exist
+     */
+    private tryGetInitializedDb;
 }
 //# sourceMappingURL=Diviner.d.ts.map

package/dist/node/Diviner.d.cts.map

@@ -1 +1 @@
-{"version":3,"file":"Diviner.d.ts","sourceRoot":"","sources":["../../src/Diviner.ts"],"names":[],"mappings":"AAKA,OAAO,EAAE,aAAa,EAAE,sBAAsB,EAAE,MAAM,4BAA4B,CAAA;AAClF,OAAO,EAAE,cAAc,EAAE,MAAM,uCAAuC,CAAA;AACtE,OAAO,EAAgC,0BAA0B,EAAE,MAAM,oCAAoC,CAAA;AAG7G,OAAO,EAAE,OAAO,EAAE,MAAM,4BAA4B,CAAA;AAIpD,OAAO,EAAE,6BAA6B,EAAE,MAAM,UAAU,CAAA;AAoBxD,qBAAa,uBAAuB,CAClC,OAAO,SAAS,6BAA6B,GAAG,6BAA6B,EAC7E,GAAG,SAAS,0BAA0B,GAAG,0BAA0B,EACnE,IAAI,SAAS,OAAO,GAAG,OAAO,EAC9B,UAAU,SAAS,sBAAsB,CAAC,aAAa,CAAC,OAAO,CAAC,EAAE,GAAG,EAAE,IAAI,CAAC,GAAG,sBAAsB,CAAC,aAAa,CAAC,OAAO,CAAC,EAAE,GAAG,EAAE,IAAI,CAAC,CACxI,SAAQ,cAAc,CAAC,OAAO,EAAE,GAAG,EAAE,IAAI,EAAE,UAAU,CAAC;IACtD,OAAgB,aAAa,WAAwC;IAErE,OAAO,CAAC,GAAG,CAAwC;IAEnD;;;;;;OAMG;IACH,IAAI,MAAM,WAET;IAED;;OAEG;IACH,IAAI,SAAS,WAEZ;IAED;;;OAGG;IACH,IAAI,SAAS,WAEZ;IAED,OAAO,KAAK,EAAE,GAEb;cAEwB,aAAa,CAAC,QAAQ,CAAC,EAAE,GAAG,EAAE,GAAG,OAAO,CAAC,IAAI,EAAE,CAAC;cAwDhD,YAAY;IAKrC,OAAO,CAAC,gBAAgB;IAkBxB,OAAO,CAAC,eAAe;CA2BxB"}
+{"version":3,"file":"Diviner.d.ts","sourceRoot":"","sources":["../../src/Diviner.ts"],"names":[],"mappings":"AAKA,OAAO,EAAE,aAAa,EAAE,sBAAsB,EAAE,MAAM,4BAA4B,CAAA;AAClF,OAAO,EAAE,cAAc,EAAE,MAAM,uCAAuC,CAAA;AACtE,OAAO,EAAgC,0BAA0B,EAAE,MAAM,oCAAoC,CAAA;AAG7G,OAAO,EAAE,OAAO,EAAE,MAAM,4BAA4B,CAAA;AAIpD,OAAO,EAAE,6BAA6B,EAAE,MAAM,UAAU,CAAA;AAoBxD,qBAAa,uBAAuB,CAClC,OAAO,SAAS,6BAA6B,GAAG,6BAA6B,EAC7E,GAAG,SAAS,0BAA0B,GAAG,0BAA0B,EACnE,IAAI,SAAS,OAAO,GAAG,OAAO,EAC9B,UAAU,SAAS,sBAAsB,CAAC,aAAa,CAAC,OAAO,CAAC,EAAE,GAAG,EAAE,IAAI,CAAC,GAAG,sBAAsB,CAAC,aAAa,CAAC,OAAO,CAAC,EAAE,GAAG,EAAE,IAAI,CAAC,CACxI,SAAQ,cAAc,CAAC,OAAO,EAAE,GAAG,EAAE,IAAI,EAAE,UAAU,CAAC;IACtD,OAAgB,aAAa,WAAwC;IAErE,OAAO,CAAC,GAAG,CAAwC;IAEnD;;;;;;OAMG;IACH,IAAI,MAAM,WAET;IAED;;OAEG;IACH,IAAI,SAAS,WAEZ;IAED;;;OAGG;IACH,IAAI,SAAS,WAEZ;cAEwB,aAAa,CAAC,QAAQ,CAAC,EAAE,GAAG,EAAE,GAAG,OAAO,CAAC,IAAI,EAAE,CAAC;cAyDhD,YAAY;IAKrC,OAAO,CAAC,gBAAgB;IAkBxB,OAAO,CAAC,eAAe;IA4BvB;;;OAGG;YACW,mBAAmB;CAoBlC"}

package/dist/node/Diviner.d.mts

@@ -23,10 +23,14 @@ export declare class IndexedDbPayloadDiviner<TParams extends IndexedDbPayloadDiv
      * to `payloads`.
      */
     get storeName(): string;
-    private get db();
     protected divineHandler(payloads?: TIn[]): Promise<TOut[]>;
     protected startHandler(): Promise<boolean>;
     private getKeyRangeValue;
     private selectBestIndex;
+    /**
+     * Checks that the desired DB/Store exists and is initialized
+     * @returns The initialized DB or undefined if it does not exist
+     */
+    private tryGetInitializedDb;
 }
 //# sourceMappingURL=Diviner.d.ts.map

package/dist/node/Diviner.d.mts.map

@@ -1 +1 @@
-{"version":3,"file":"Diviner.d.ts","sourceRoot":"","sources":["../../src/Diviner.ts"],"names":[],"mappings":"AAKA,OAAO,EAAE,aAAa,EAAE,sBAAsB,EAAE,MAAM,4BAA4B,CAAA;AAClF,OAAO,EAAE,cAAc,EAAE,MAAM,uCAAuC,CAAA;AACtE,OAAO,EAAgC,0BAA0B,EAAE,MAAM,oCAAoC,CAAA;AAG7G,OAAO,EAAE,OAAO,EAAE,MAAM,4BAA4B,CAAA;AAIpD,OAAO,EAAE,6BAA6B,EAAE,MAAM,UAAU,CAAA;AAoBxD,qBAAa,uBAAuB,CAClC,OAAO,SAAS,6BAA6B,GAAG,6BAA6B,EAC7E,GAAG,SAAS,0BAA0B,GAAG,0BAA0B,EACnE,IAAI,SAAS,OAAO,GAAG,OAAO,EAC9B,UAAU,SAAS,sBAAsB,CAAC,aAAa,CAAC,OAAO,CAAC,EAAE,GAAG,EAAE,IAAI,CAAC,GAAG,sBAAsB,CAAC,aAAa,CAAC,OAAO,CAAC,EAAE,GAAG,EAAE,IAAI,CAAC,CACxI,SAAQ,cAAc,CAAC,OAAO,EAAE,GAAG,EAAE,IAAI,EAAE,UAAU,CAAC;IACtD,OAAgB,aAAa,WAAwC;IAErE,OAAO,CAAC,GAAG,CAAwC;IAEnD;;;;;;OAMG;IACH,IAAI,MAAM,WAET;IAED;;OAEG;IACH,IAAI,SAAS,WAEZ;IAED;;;OAGG;IACH,IAAI,SAAS,WAEZ;IAED,OAAO,KAAK,EAAE,GAEb;cAEwB,aAAa,CAAC,QAAQ,CAAC,EAAE,GAAG,EAAE,GAAG,OAAO,CAAC,IAAI,EAAE,CAAC;cAwDhD,YAAY;IAKrC,OAAO,CAAC,gBAAgB;IAkBxB,OAAO,CAAC,eAAe;CA2BxB"}
+{"version":3,"file":"Diviner.d.ts","sourceRoot":"","sources":["../../src/Diviner.ts"],"names":[],"mappings":"AAKA,OAAO,EAAE,aAAa,EAAE,sBAAsB,EAAE,MAAM,4BAA4B,CAAA;AAClF,OAAO,EAAE,cAAc,EAAE,MAAM,uCAAuC,CAAA;AACtE,OAAO,EAAgC,0BAA0B,EAAE,MAAM,oCAAoC,CAAA;AAG7G,OAAO,EAAE,OAAO,EAAE,MAAM,4BAA4B,CAAA;AAIpD,OAAO,EAAE,6BAA6B,EAAE,MAAM,UAAU,CAAA;AAoBxD,qBAAa,uBAAuB,CAClC,OAAO,SAAS,6BAA6B,GAAG,6BAA6B,EAC7E,GAAG,SAAS,0BAA0B,GAAG,0BAA0B,EACnE,IAAI,SAAS,OAAO,GAAG,OAAO,EAC9B,UAAU,SAAS,sBAAsB,CAAC,aAAa,CAAC,OAAO,CAAC,EAAE,GAAG,EAAE,IAAI,CAAC,GAAG,sBAAsB,CAAC,aAAa,CAAC,OAAO,CAAC,EAAE,GAAG,EAAE,IAAI,CAAC,CACxI,SAAQ,cAAc,CAAC,OAAO,EAAE,GAAG,EAAE,IAAI,EAAE,UAAU,CAAC;IACtD,OAAgB,aAAa,WAAwC;IAErE,OAAO,CAAC,GAAG,CAAwC;IAEnD;;;;;;OAMG;IACH,IAAI,MAAM,WAET;IAED;;OAEG;IACH,IAAI,SAAS,WAEZ;IAED;;;OAGG;IACH,IAAI,SAAS,WAEZ;cAEwB,aAAa,CAAC,QAAQ,CAAC,EAAE,GAAG,EAAE,GAAG,OAAO,CAAC,IAAI,EAAE,CAAC;cAyDhD,YAAY;IAKrC,OAAO,CAAC,gBAAgB;IAkBxB,OAAO,CAAC,eAAe;IA4BvB;;;OAGG;YACW,mBAAmB;CAoBlC"}

package/dist/node/Diviner.d.ts

@@ -23,10 +23,14 @@ export declare class IndexedDbPayloadDiviner<TParams extends IndexedDbPayloadDiv
      * to `payloads`.
      */
     get storeName(): string;
-    private get db();
     protected divineHandler(payloads?: TIn[]): Promise<TOut[]>;
     protected startHandler(): Promise<boolean>;
     private getKeyRangeValue;
     private selectBestIndex;
+    /**
+     * Checks that the desired DB/Store exists and is initialized
+     * @returns The initialized DB or undefined if it does not exist
+     */
+    private tryGetInitializedDb;
 }
 //# sourceMappingURL=Diviner.d.ts.map

package/dist/node/Diviner.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"Diviner.d.ts","sourceRoot":"","sources":["../../src/Diviner.ts"],"names":[],"mappings":"AAKA,OAAO,EAAE,aAAa,EAAE,sBAAsB,EAAE,MAAM,4BAA4B,CAAA;AAClF,OAAO,EAAE,cAAc,EAAE,MAAM,uCAAuC,CAAA;AACtE,OAAO,EAAgC,0BAA0B,EAAE,MAAM,oCAAoC,CAAA;AAG7G,OAAO,EAAE,OAAO,EAAE,MAAM,4BAA4B,CAAA;AAIpD,OAAO,EAAE,6BAA6B,EAAE,MAAM,UAAU,CAAA;AAoBxD,qBAAa,uBAAuB,CAClC,OAAO,SAAS,6BAA6B,GAAG,6BAA6B,EAC7E,GAAG,SAAS,0BAA0B,GAAG,0BAA0B,EACnE,IAAI,SAAS,OAAO,GAAG,OAAO,EAC9B,UAAU,SAAS,sBAAsB,CAAC,aAAa,CAAC,OAAO,CAAC,EAAE,GAAG,EAAE,IAAI,CAAC,GAAG,sBAAsB,CAAC,aAAa,CAAC,OAAO,CAAC,EAAE,GAAG,EAAE,IAAI,CAAC,CACxI,SAAQ,cAAc,CAAC,OAAO,EAAE,GAAG,EAAE,IAAI,EAAE,UAAU,CAAC;IACtD,OAAgB,aAAa,WAAwC;IAErE,OAAO,CAAC,GAAG,CAAwC;IAEnD;;;;;;OAMG;IACH,IAAI,MAAM,WAET;IAED;;OAEG;IACH,IAAI,SAAS,WAEZ;IAED;;;OAGG;IACH,IAAI,SAAS,WAEZ;IAED,OAAO,KAAK,EAAE,GAEb;cAEwB,aAAa,CAAC,QAAQ,CAAC,EAAE,GAAG,EAAE,GAAG,OAAO,CAAC,IAAI,EAAE,CAAC;cAwDhD,YAAY;IAKrC,OAAO,CAAC,gBAAgB;IAkBxB,OAAO,CAAC,eAAe;CA2BxB"}
+{"version":3,"file":"Diviner.d.ts","sourceRoot":"","sources":["../../src/Diviner.ts"],"names":[],"mappings":"AAKA,OAAO,EAAE,aAAa,EAAE,sBAAsB,EAAE,MAAM,4BAA4B,CAAA;AAClF,OAAO,EAAE,cAAc,EAAE,MAAM,uCAAuC,CAAA;AACtE,OAAO,EAAgC,0BAA0B,EAAE,MAAM,oCAAoC,CAAA;AAG7G,OAAO,EAAE,OAAO,EAAE,MAAM,4BAA4B,CAAA;AAIpD,OAAO,EAAE,6BAA6B,EAAE,MAAM,UAAU,CAAA;AAoBxD,qBAAa,uBAAuB,CAClC,OAAO,SAAS,6BAA6B,GAAG,6BAA6B,EAC7E,GAAG,SAAS,0BAA0B,GAAG,0BAA0B,EACnE,IAAI,SAAS,OAAO,GAAG,OAAO,EAC9B,UAAU,SAAS,sBAAsB,CAAC,aAAa,CAAC,OAAO,CAAC,EAAE,GAAG,EAAE,IAAI,CAAC,GAAG,sBAAsB,CAAC,aAAa,CAAC,OAAO,CAAC,EAAE,GAAG,EAAE,IAAI,CAAC,CACxI,SAAQ,cAAc,CAAC,OAAO,EAAE,GAAG,EAAE,IAAI,EAAE,UAAU,CAAC;IACtD,OAAgB,aAAa,WAAwC;IAErE,OAAO,CAAC,GAAG,CAAwC;IAEnD;;;;;;OAMG;IACH,IAAI,MAAM,WAET;IAED;;OAEG;IACH,IAAI,SAAS,WAEZ;IAED;;;OAGG;IACH,IAAI,SAAS,WAEZ;cAEwB,aAAa,CAAC,QAAQ,CAAC,EAAE,GAAG,EAAE,GAAG,OAAO,CAAC,IAAI,EAAE,CAAC;cAyDhD,YAAY;IAKrC,OAAO,CAAC,gBAAgB;IAkBxB,OAAO,CAAC,eAAe;IA4BvB;;;OAGG;YACW,mBAAmB;CAoBlC"}

package/dist/node/index.cjs

@@ -89,17 +89,16 @@ var _IndexedDbPayloadDiviner = class _IndexedDbPayloadDiviner extends import_div
     var _a;
     return ((_a = this.config) == null ? void 0 : _a.storeName) ?? import_archivist_indexeddb.IndexedDbArchivist.defaultStoreName;
   }
-  get db() {
-    return (0, import_assert.assertEx)(this._db, "DB not initialized");
-  }
   async divineHandler(payloads) {
     var _a;
-    const query = (0, import_assert.assertEx)((_a = payloads == null ? void 0 : payloads.filter(import_diviner_payload_model2.isPayloadDivinerQueryPayload)) == null ? void 0 : _a.pop(), "Missing query payload");
+    const query = (_a = payloads == null ? void 0 : payloads.filter(import_diviner_payload_model2.isPayloadDivinerQueryPayload)) == null ? void 0 : _a.pop();
     if (!query)
       return [];
-    this._db = await (0, import_idb.openDB)(this.dbName, this.dbVersion);
+    const db = await this.tryGetInitializedDb();
+    if (!db)
+      return [];
     const { schemas, limit, offset, hash, order, schema: _schema, sources, ...props } = query;
-    const tx = this.db.transaction(this.storeName, "readonly");
+    const tx = db.transaction(this.storeName, "readonly");
     const store = tx.objectStore(this.storeName);
     const results = [];
     let parsedOffset = offset ?? 0;
@@ -173,6 +172,25 @@ var _IndexedDbPayloadDiviner = class _IndexedDbPayloadDiviner extends import_div
     }
     return bestMatch.matchCount > 0 ? bestMatch.indexName : null;
   }
+  /**
+  * Checks that the desired DB/Store exists and is initialized
+  * @returns The initialized DB or undefined if it does not exist
+  */
+  async tryGetInitializedDb() {
+    if (this._db)
+      return this._db;
+    const dbs = await indexedDB.databases();
+    const dbExists = dbs.some((db2) => {
+      return db2.name === this.dbName && db2.version === this.dbVersion;
+    });
+    if (!dbExists)
+      return;
+    const db = await (0, import_idb.openDB)(this.dbName, this.dbVersion);
+    const storeExists = db.objectStoreNames.contains(this.storeName);
+    if (storeExists)
+      this._db = db;
+    return this._db;
+  }
 };
 __name(_IndexedDbPayloadDiviner, "IndexedDbPayloadDiviner");
 __publicField(_IndexedDbPayloadDiviner, "configSchemas", [

package/dist/node/index.cjs.map

@@ -1 +1 @@
-{"version":3,"sources":["../../src/index.ts","../../src/Schema.ts","../../src/Config.ts","../../src/Diviner.ts"],"sourcesContent":["export * from './Config'\nexport * from './Diviner'\nexport * from './Params'\nexport * from './Schema'\n","import { PayloadDivinerSchema } from '@xyo-network/diviner-payload-model'\n\nexport const IndexedDbPayloadDivinerSchema = `${PayloadDivinerSchema}.indexeddb`\nexport type IndexedDbPayloadDivinerSchema = typeof IndexedDbPayloadDivinerSchema\n","import { IndexDescription } from '@xyo-network/archivist-model'\nimport { DivinerConfig } from '@xyo-network/diviner-model'\n\nimport { IndexedDbPayloadDivinerSchema } from './Schema'\n\nexport const IndexedDbPayloadDivinerConfigSchema = `${IndexedDbPayloadDivinerSchema}.config`\nexport type IndexedDbPayloadDivinerConfigSchema = typeof IndexedDbPayloadDivinerConfigSchema\n\nexport type IndexedDbPayloadDivinerConfig = DivinerConfig<{\n  /**\n   * The database name\n   */\n  dbName?: string\n  /**\n   * The version of the DB, defaults to 1\n   */\n  dbVersion?: number\n  schema: IndexedDbPayloadDivinerConfigSchema\n  /**\n   * The storage configuration\n   * // TODO: Hoist to main diviner config\n   */\n  storage?: {\n    /**\n     * The indexes to create on the object store\n     */\n    indexes?: IndexDescription[]\n  }\n  /**\n   * The name of the object store\n   */\n  storeName?: string\n}>\n","import { containsAll } from '@xylabs/array'\nimport { assertEx } from '@xylabs/assert'\nimport { exists } from '@xylabs/exists'\nimport { IndexedDbArchivist } from '@xyo-network/archivist-indexeddb'\nimport { IndexSeparator } from '@xyo-network/archivist-model'\nimport { DivinerModule, DivinerModuleEventData } from '@xyo-network/diviner-model'\nimport { PayloadDiviner } from '@xyo-network/diviner-payload-abstract'\nimport { isPayloadDivinerQueryPayload, PayloadDivinerQueryPayload } from '@xyo-network/diviner-payload-model'\nimport { PayloadHasher } from '@xyo-network/hash'\nimport { AnyObject } from '@xyo-network/object'\nimport { Payload } from '@xyo-network/payload-model'\nimport { IDBPDatabase, IDBPObjectStore, openDB } from 'idb'\n\nimport { IndexedDbPayloadDivinerConfigSchema } from './Config'\nimport { IndexedDbPayloadDivinerParams } from './Params'\n\ninterface PayloadStore {\n  [s: string]: Payload\n}\n\ntype AnyPayload = Payload<Record<string, unknown>>\n\ntype ValueFilter = (payload?: AnyPayload | null) => boolean\n\nconst payloadValueFilter = (key: keyof AnyPayload, value?: unknown | unknown[]): ValueFilter | undefined => {\n  if (!value) return undefined\n  return (payload) => {\n    if (!payload) return false\n    const sourceValue = payload?.[key]\n    if (sourceValue === undefined) return false\n    return Array.isArray(sourceValue) && Array.isArray(value) ? containsAll(sourceValue, value) : sourceValue == value\n  }\n}\n\nexport class IndexedDbPayloadDiviner<\n  TParams extends IndexedDbPayloadDivinerParams = IndexedDbPayloadDivinerParams,\n  TIn extends PayloadDivinerQueryPayload = PayloadDivinerQueryPayload,\n  TOut extends Payload = Payload,\n  TEventData extends DivinerModuleEventData<DivinerModule<TParams>, TIn, TOut> = DivinerModuleEventData<DivinerModule<TParams>, TIn, TOut>,\n> extends PayloadDiviner<TParams, TIn, TOut, TEventData> {\n  static override configSchemas = [IndexedDbPayloadDivinerConfigSchema]\n\n  private _db: IDBPDatabase<PayloadStore> | undefined\n\n  /**\n   * The database name. If not supplied via config, it defaults\n   * to the archivist's name and if archivist's name is not supplied,\n   * it defaults to `archivist`. This behavior\n   * biases towards a single, isolated DB per archivist which seems to\n   * make the most sense for 99% of use cases.\n   */\n  get dbName() {\n    return this.config?.dbName ?? this.config?.archivist ?? IndexedDbArchivist.defaultDbName\n  }\n\n  /**\n   * The database version. If not supplied via config, it defaults to the archivist default version.\n   */\n  get dbVersion() {\n    return this.config?.dbVersion ?? IndexedDbArchivist.defaultDbVersion\n  }\n\n  /**\n   * The name of the object store. If not supplied via config, it defaults\n   * to `payloads`.\n   */\n  get storeName() {\n    return this.config?.storeName ?? IndexedDbArchivist.defaultStoreName\n  }\n\n  private get db(): IDBPDatabase<PayloadStore> {\n    return assertEx(this._db, 'DB not initialized')\n  }\n\n  protected override async divineHandler(payloads?: TIn[]): Promise<TOut[]> {\n    const query = assertEx(payloads?.filter(isPayloadDivinerQueryPayload)?.pop(), 'Missing query payload')\n    if (!query) return []\n    this._db = await openDB<PayloadStore>(this.dbName, this.dbVersion)\n    // eslint-disable-next-line @typescript-eslint/no-unused-vars\n    const { schemas, limit, offset, hash, order, schema: _schema, sources, ...props } = query as unknown as TIn & { sources?: string[] }\n    const tx = this.db.transaction(this.storeName, 'readonly')\n    const store = tx.objectStore(this.storeName)\n    const results: TOut[] = []\n    let parsedOffset = offset ?? 0\n    const parsedLimit = limit ?? 10\n    assertEx((schemas?.length ?? 1) === 1, 'IndexedDbPayloadDiviner: Only one filter schema supported')\n    const filterSchema = schemas?.[0]\n    const filter = filterSchema ? { schema: filterSchema, ...props } : { ...props }\n    const direction: IDBCursorDirection = order === 'desc' ? 'prev' : 'next'\n    const suggestedIndex = this.selectBestIndex(filter, store)\n    const keyRangeValue = this.getKeyRangeValue(suggestedIndex, filter)\n    const valueFilters: ValueFilter[] = props\n      ? Object.entries(props)\n          .map(([key, value]) => payloadValueFilter(key, value))\n          .filter(exists)\n      : []\n    let cursor = suggestedIndex\n      ? // Conditionally filter on schemas\n        await store.index(suggestedIndex).openCursor(IDBKeyRange.only(keyRangeValue), direction)\n      : // Just iterate all records\n        await store.openCursor(suggestedIndex, direction)\n\n    // Skip records until the offset is reached\n    while (cursor && parsedOffset > 0) {\n      cursor = await cursor.advance(parsedOffset)\n      parsedOffset = 0 // Reset offset after skipping\n    }\n    // Collect results up to the limit\n    while (cursor && results.length < parsedLimit) {\n      const value = cursor.value\n      if (value) {\n        // If we're filtering on more than just the schema\n        if (valueFilters.length > 0) {\n          // Ensure all filters pass\n          if (valueFilters.every((filter) => filter(value))) {\n            // Then save the value\n            results.push(value)\n          }\n        } else {\n          // Otherwise just save the value\n          results.push(value)\n        }\n      }\n      cursor = await cursor.continue()\n    }\n    await tx.done\n    // Remove any metadata before returning to the client\n    return results.map((payload) => PayloadHasher.jsonPayload(payload))\n  }\n\n  protected override async startHandler() {\n    await super.startHandler()\n    return true\n  }\n\n  private getKeyRangeValue(indexName: string | null, query: AnyObject): unknown | unknown[] {\n    if (!indexName) return []\n    // Function to extract fields from an index name\n    const extractFields = (indexName: string): string[] => {\n      return indexName\n        .slice(3)\n        .split(IndexSeparator)\n        .map((field) => field.toLowerCase())\n    }\n\n    // Extracting the relevant fields from the index name\n    const indexFields = extractFields(indexName)\n\n    // Collecting the values for these fields from the query object\n    const keyRangeValue = indexFields.map((field) => query[field as keyof AnyObject])\n    return keyRangeValue.length === 1 ? keyRangeValue[0] : keyRangeValue\n  }\n\n  private selectBestIndex(query: AnyObject, store: IDBPObjectStore<PayloadStore>): string | null {\n    // List of available indexes\n    const { indexNames } = store\n\n    // Function to extract fields from an index name\n    const extractFields = (indexName: string): string[] => {\n      return indexName\n        .slice(3)\n        .split(IndexSeparator)\n        .map((field) => field.toLowerCase())\n    }\n\n    // Convert query object keys to a set for easier comparison\n    const queryKeys = new Set(Object.keys(query).map((key) => key.toLowerCase()))\n\n    // Find the best matching index\n    let bestMatch: { indexName: string; matchCount: number } = { indexName: '', matchCount: 0 }\n\n    for (const indexName of indexNames) {\n      const indexFields = extractFields(indexName)\n      const matchCount = indexFields.filter((field) => queryKeys.has(field)).length\n      if (matchCount > bestMatch.matchCount) {\n        bestMatch = { indexName, matchCount }\n      }\n    }\n    return bestMatch.matchCount > 0 ? bestMatch.indexName : null\n  }\n}\n"],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;;;AAAA;;;;;;;;;ACAA,mCAAqC;AAE9B,IAAMA,gCAAgC,GAAGC,iDAAAA;;;ACGzC,IAAMC,sCAAsC,GAAGC,6BAAAA;;;ACLtD,mBAA4B;AAC5B,oBAAyB;AACzB,oBAAuB;AACvB,iCAAmC;AACnC,6BAA+B;AAE/B,sCAA+B;AAC/B,IAAAC,gCAAyE;AACzE,kBAA8B;AAG9B,iBAAsD;AAatD,IAAMC,qBAAqB,wBAACC,KAAuBC,UAAAA;AACjD,MAAI,CAACA;AAAO,WAAOC;AACnB,SAAO,CAACC,YAAAA;AACN,QAAI,CAACA;AAAS,aAAO;AACrB,UAAMC,cAAcD,mCAAUH;AAC9B,QAAII,gBAAgBF;AAAW,aAAO;AACtC,WAAOG,MAAMC,QAAQF,WAAAA,KAAgBC,MAAMC,QAAQL,KAAAA,QAASM,0BAAYH,aAAaH,KAAAA,IAASG,eAAeH;EAC/G;AACF,GAR2B;AAUpB,IAAMO,2BAAN,MAAMA,iCAKHC,+CAAAA;EAGAC;;;;;;;;EASR,IAAIC,SAAS;AAnDf;AAoDI,aAAO,UAAKC,WAAL,mBAAaD,aAAU,UAAKC,WAAL,mBAAaC,cAAaC,8CAAmBC;EAC7E;;;;EAKA,IAAIC,YAAY;AA1DlB;AA2DI,aAAO,UAAKJ,WAAL,mBAAaI,cAAaF,8CAAmBG;EACtD;;;;;EAMA,IAAIC,YAAY;AAlElB;AAmEI,aAAO,UAAKN,WAAL,mBAAaM,cAAaJ,8CAAmBK;EACtD;EAEA,IAAYC,KAAiC;AAC3C,eAAOC,wBAAS,KAAKX,KAAK,oBAAA;EAC5B;EAEA,MAAyBY,cAAcC,UAAmC;AA1E5E;AA2EI,UAAMC,YAAQH,yBAASE,0CAAUE,OAAOC,gEAAjBH,mBAAgDI,OAAO,uBAAA;AAC9E,QAAI,CAACH;AAAO,aAAO,CAAA;AACnB,SAAKd,MAAM,UAAMkB,mBAAqB,KAAKjB,QAAQ,KAAKK,SAAS;AAEjE,UAAM,EAAEa,SAASC,OAAOC,QAAQC,MAAMC,OAAOC,QAAQC,SAASC,SAAS,GAAGC,MAAAA,IAAUb;AACpF,UAAMc,KAAK,KAAKlB,GAAGmB,YAAY,KAAKrB,WAAW,UAAA;AAC/C,UAAMsB,QAAQF,GAAGG,YAAY,KAAKvB,SAAS;AAC3C,UAAMwB,UAAkB,CAAA;AACxB,QAAIC,eAAeZ,UAAU;AAC7B,UAAMa,cAAcd,SAAS;AAC7BT,kCAAUQ,mCAASgB,WAAU,OAAO,GAAG,2DAAA;AACvC,UAAMC,eAAejB,mCAAU;AAC/B,UAAMJ,SAASqB,eAAe;MAAEZ,QAAQY;MAAc,GAAGT;IAAM,IAAI;MAAE,GAAGA;IAAM;AAC9E,UAAMU,YAAgCd,UAAU,SAAS,SAAS;AAClE,UAAMe,iBAAiB,KAAKC,gBAAgBxB,QAAQe,KAAAA;AACpD,UAAMU,gBAAgB,KAAKC,iBAAiBH,gBAAgBvB,MAAAA;AAC5D,UAAM2B,eAA8Bf,QAChCgB,OAAOC,QAAQjB,KAAAA,EACZkB,IAAI,CAAC,CAACvD,KAAKC,KAAAA,MAAWF,mBAAmBC,KAAKC,KAAAA,CAAAA,EAC9CwB,OAAO+B,oBAAAA,IACV,CAAA;AACJ,QAAIC,SAAST,iBAET,MAAMR,MAAMkB,MAAMV,cAAAA,EAAgBW,WAAWC,YAAYC,KAAKX,aAAAA,GAAgBH,SAAAA,IAE9E,MAAMP,MAAMmB,WAAWX,gBAAgBD,SAAAA;AAG3C,WAAOU,UAAUd,eAAe,GAAG;AACjCc,eAAS,MAAMA,OAAOK,QAAQnB,YAAAA;AAC9BA,qBAAe;IACjB;AAEA,WAAOc,UAAUf,QAAQG,SAASD,aAAa;AAC7C,YAAM3C,QAAQwD,OAAOxD;AACrB,UAAIA,OAAO;AAET,YAAImD,aAAaP,SAAS,GAAG;AAE3B,cAAIO,aAAaW,MAAM,CAACtC,YAAWA,QAAOxB,KAAAA,CAAAA,GAAS;AAEjDyC,oBAAQsB,KAAK/D,KAAAA;UACf;QACF,OAAO;AAELyC,kBAAQsB,KAAK/D,KAAAA;QACf;MACF;AACAwD,eAAS,MAAMA,OAAOQ,SAAQ;IAChC;AACA,UAAM3B,GAAG4B;AAET,WAAOxB,QAAQa,IAAI,CAACpD,YAAYgE,0BAAcC,YAAYjE,OAAAA,CAAAA;EAC5D;EAEA,MAAyBkE,eAAe;AACtC,UAAM,MAAMA,aAAAA;AACZ,WAAO;EACT;EAEQlB,iBAAiBmB,WAA0B9C,OAAuC;AACxF,QAAI,CAAC8C;AAAW,aAAO,CAAA;AAEvB,UAAMC,gBAAgB,wBAACD,eAAAA;AACrB,aAAOA,WACJE,MAAM,CAAA,EACNC,MAAMC,qCAAAA,EACNnB,IAAI,CAACoB,UAAUA,MAAMC,YAAW,CAAA;IACrC,GALsB;AAQtB,UAAMC,cAAcN,cAAcD,SAAAA;AAGlC,UAAMpB,gBAAgB2B,YAAYtB,IAAI,CAACoB,UAAUnD,MAAMmD,KAAAA,CAAyB;AAChF,WAAOzB,cAAcL,WAAW,IAAIK,cAAc,CAAA,IAAKA;EACzD;EAEQD,gBAAgBzB,OAAkBgB,OAAqD;AAE7F,UAAM,EAAEsC,WAAU,IAAKtC;AAGvB,UAAM+B,gBAAgB,wBAACD,cAAAA;AACrB,aAAOA,UACJE,MAAM,CAAA,EACNC,MAAMC,qCAAAA,EACNnB,IAAI,CAACoB,UAAUA,MAAMC,YAAW,CAAA;IACrC,GALsB;AAQtB,UAAMG,YAAY,IAAIC,IAAI3B,OAAO4B,KAAKzD,KAAAA,EAAO+B,IAAI,CAACvD,QAAQA,IAAI4E,YAAW,CAAA,CAAA;AAGzE,QAAIM,YAAuD;MAAEZ,WAAW;MAAIa,YAAY;IAAE;AAE1F,eAAWb,aAAaQ,YAAY;AAClC,YAAMD,cAAcN,cAAcD,SAAAA;AAClC,YAAMa,aAAaN,YAAYpD,OAAO,CAACkD,UAAUI,UAAUK,IAAIT,KAAAA,CAAAA,EAAQ9B;AACvE,UAAIsC,aAAaD,UAAUC,YAAY;AACrCD,oBAAY;UAAEZ;UAAWa;QAAW;MACtC;IACF;AACA,WAAOD,UAAUC,aAAa,IAAID,UAAUZ,YAAY;EAC1D;AACF;AA7IU7D;AACR,cANWD,0BAMK6E,iBAAgB;EAACC;;AAN5B,IAAM9E,0BAAN;","names":["IndexedDbPayloadDivinerSchema","PayloadDivinerSchema","IndexedDbPayloadDivinerConfigSchema","IndexedDbPayloadDivinerSchema","import_diviner_payload_model","payloadValueFilter","key","value","undefined","payload","sourceValue","Array","isArray","containsAll","IndexedDbPayloadDiviner","PayloadDiviner","_db","dbName","config","archivist","IndexedDbArchivist","defaultDbName","dbVersion","defaultDbVersion","storeName","defaultStoreName","db","assertEx","divineHandler","payloads","query","filter","isPayloadDivinerQueryPayload","pop","openDB","schemas","limit","offset","hash","order","schema","_schema","sources","props","tx","transaction","store","objectStore","results","parsedOffset","parsedLimit","length","filterSchema","direction","suggestedIndex","selectBestIndex","keyRangeValue","getKeyRangeValue","valueFilters","Object","entries","map","exists","cursor","index","openCursor","IDBKeyRange","only","advance","every","push","continue","done","PayloadHasher","jsonPayload","startHandler","indexName","extractFields","slice","split","IndexSeparator","field","toLowerCase","indexFields","indexNames","queryKeys","Set","keys","bestMatch","matchCount","has","configSchemas","IndexedDbPayloadDivinerConfigSchema"]}
+{"version":3,"sources":["../../src/index.ts","../../src/Schema.ts","../../src/Config.ts","../../src/Diviner.ts"],"sourcesContent":["export * from './Config'\nexport * from './Diviner'\nexport * from './Params'\nexport * from './Schema'\n","import { PayloadDivinerSchema } from '@xyo-network/diviner-payload-model'\n\nexport const IndexedDbPayloadDivinerSchema = `${PayloadDivinerSchema}.indexeddb`\nexport type IndexedDbPayloadDivinerSchema = typeof IndexedDbPayloadDivinerSchema\n","import { IndexDescription } from '@xyo-network/archivist-model'\nimport { DivinerConfig } from '@xyo-network/diviner-model'\n\nimport { IndexedDbPayloadDivinerSchema } from './Schema'\n\nexport const IndexedDbPayloadDivinerConfigSchema = `${IndexedDbPayloadDivinerSchema}.config`\nexport type IndexedDbPayloadDivinerConfigSchema = typeof IndexedDbPayloadDivinerConfigSchema\n\nexport type IndexedDbPayloadDivinerConfig = DivinerConfig<{\n  /**\n   * The database name\n   */\n  dbName?: string\n  /**\n   * The version of the DB, defaults to 1\n   */\n  dbVersion?: number\n  schema: IndexedDbPayloadDivinerConfigSchema\n  /**\n   * The storage configuration\n   * // TODO: Hoist to main diviner config\n   */\n  storage?: {\n    /**\n     * The indexes to create on the object store\n     */\n    indexes?: IndexDescription[]\n  }\n  /**\n   * The name of the object store\n   */\n  storeName?: string\n}>\n","import { containsAll } from '@xylabs/array'\nimport { assertEx } from '@xylabs/assert'\nimport { exists } from '@xylabs/exists'\nimport { IndexedDbArchivist } from '@xyo-network/archivist-indexeddb'\nimport { IndexSeparator } from '@xyo-network/archivist-model'\nimport { DivinerModule, DivinerModuleEventData } from '@xyo-network/diviner-model'\nimport { PayloadDiviner } from '@xyo-network/diviner-payload-abstract'\nimport { isPayloadDivinerQueryPayload, PayloadDivinerQueryPayload } from '@xyo-network/diviner-payload-model'\nimport { PayloadHasher } from '@xyo-network/hash'\nimport { AnyObject } from '@xyo-network/object'\nimport { Payload } from '@xyo-network/payload-model'\nimport { IDBPDatabase, IDBPObjectStore, openDB } from 'idb'\n\nimport { IndexedDbPayloadDivinerConfigSchema } from './Config'\nimport { IndexedDbPayloadDivinerParams } from './Params'\n\ninterface PayloadStore {\n  [s: string]: Payload\n}\n\ntype AnyPayload = Payload<Record<string, unknown>>\n\ntype ValueFilter = (payload?: AnyPayload | null) => boolean\n\nconst payloadValueFilter = (key: keyof AnyPayload, value?: unknown | unknown[]): ValueFilter | undefined => {\n  if (!value) return undefined\n  return (payload) => {\n    if (!payload) return false\n    const sourceValue = payload?.[key]\n    if (sourceValue === undefined) return false\n    return Array.isArray(sourceValue) && Array.isArray(value) ? containsAll(sourceValue, value) : sourceValue == value\n  }\n}\n\nexport class IndexedDbPayloadDiviner<\n  TParams extends IndexedDbPayloadDivinerParams = IndexedDbPayloadDivinerParams,\n  TIn extends PayloadDivinerQueryPayload = PayloadDivinerQueryPayload,\n  TOut extends Payload = Payload,\n  TEventData extends DivinerModuleEventData<DivinerModule<TParams>, TIn, TOut> = DivinerModuleEventData<DivinerModule<TParams>, TIn, TOut>,\n> extends PayloadDiviner<TParams, TIn, TOut, TEventData> {\n  static override configSchemas = [IndexedDbPayloadDivinerConfigSchema]\n\n  private _db: IDBPDatabase<PayloadStore> | undefined\n\n  /**\n   * The database name. If not supplied via config, it defaults\n   * to the archivist's name and if archivist's name is not supplied,\n   * it defaults to `archivist`. This behavior\n   * biases towards a single, isolated DB per archivist which seems to\n   * make the most sense for 99% of use cases.\n   */\n  get dbName() {\n    return this.config?.dbName ?? this.config?.archivist ?? IndexedDbArchivist.defaultDbName\n  }\n\n  /**\n   * The database version. If not supplied via config, it defaults to the archivist default version.\n   */\n  get dbVersion() {\n    return this.config?.dbVersion ?? IndexedDbArchivist.defaultDbVersion\n  }\n\n  /**\n   * The name of the object store. If not supplied via config, it defaults\n   * to `payloads`.\n   */\n  get storeName() {\n    return this.config?.storeName ?? IndexedDbArchivist.defaultStoreName\n  }\n\n  protected override async divineHandler(payloads?: TIn[]): Promise<TOut[]> {\n    const query = payloads?.filter(isPayloadDivinerQueryPayload)?.pop()\n    if (!query) return []\n    const db = await this.tryGetInitializedDb()\n    if (!db) return []\n    // eslint-disable-next-line @typescript-eslint/no-unused-vars\n    const { schemas, limit, offset, hash, order, schema: _schema, sources, ...props } = query as unknown as TIn & { sources?: string[] }\n    const tx = db.transaction(this.storeName, 'readonly')\n    const store = tx.objectStore(this.storeName)\n    const results: TOut[] = []\n    let parsedOffset = offset ?? 0\n    const parsedLimit = limit ?? 10\n    assertEx((schemas?.length ?? 1) === 1, 'IndexedDbPayloadDiviner: Only one filter schema supported')\n    const filterSchema = schemas?.[0]\n    const filter = filterSchema ? { schema: filterSchema, ...props } : { ...props }\n    const direction: IDBCursorDirection = order === 'desc' ? 'prev' : 'next'\n    const suggestedIndex = this.selectBestIndex(filter, store)\n    const keyRangeValue = this.getKeyRangeValue(suggestedIndex, filter)\n    const valueFilters: ValueFilter[] = props\n      ? Object.entries(props)\n          .map(([key, value]) => payloadValueFilter(key, value))\n          .filter(exists)\n      : []\n    let cursor = suggestedIndex\n      ? // Conditionally filter on schemas\n        await store.index(suggestedIndex).openCursor(IDBKeyRange.only(keyRangeValue), direction)\n      : // Just iterate all records\n        await store.openCursor(suggestedIndex, direction)\n\n    // Skip records until the offset is reached\n    while (cursor && parsedOffset > 0) {\n      cursor = await cursor.advance(parsedOffset)\n      parsedOffset = 0 // Reset offset after skipping\n    }\n    // Collect results up to the limit\n    while (cursor && results.length < parsedLimit) {\n      const value = cursor.value\n      if (value) {\n        // If we're filtering on more than just the schema\n        if (valueFilters.length > 0) {\n          // Ensure all filters pass\n          if (valueFilters.every((filter) => filter(value))) {\n            // Then save the value\n            results.push(value)\n          }\n        } else {\n          // Otherwise just save the value\n          results.push(value)\n        }\n      }\n      cursor = await cursor.continue()\n    }\n    await tx.done\n    // Remove any metadata before returning to the client\n    return results.map((payload) => PayloadHasher.jsonPayload(payload))\n  }\n\n  protected override async startHandler() {\n    await super.startHandler()\n    return true\n  }\n\n  private getKeyRangeValue(indexName: string | null, query: AnyObject): unknown | unknown[] {\n    if (!indexName) return []\n    // Function to extract fields from an index name\n    const extractFields = (indexName: string): string[] => {\n      return indexName\n        .slice(3)\n        .split(IndexSeparator)\n        .map((field) => field.toLowerCase())\n    }\n\n    // Extracting the relevant fields from the index name\n    const indexFields = extractFields(indexName)\n\n    // Collecting the values for these fields from the query object\n    const keyRangeValue = indexFields.map((field) => query[field as keyof AnyObject])\n    return keyRangeValue.length === 1 ? keyRangeValue[0] : keyRangeValue\n  }\n\n  private selectBestIndex(query: AnyObject, store: IDBPObjectStore<PayloadStore>): string | null {\n    // List of available indexes\n    const { indexNames } = store\n\n    // Function to extract fields from an index name\n    const extractFields = (indexName: string): string[] => {\n      return indexName\n        .slice(3)\n        .split(IndexSeparator)\n        .map((field) => field.toLowerCase())\n    }\n\n    // Convert query object keys to a set for easier comparison\n    const queryKeys = new Set(Object.keys(query).map((key) => key.toLowerCase()))\n\n    // Find the best matching index\n    let bestMatch: { indexName: string; matchCount: number } = { indexName: '', matchCount: 0 }\n\n    for (const indexName of indexNames) {\n      const indexFields = extractFields(indexName)\n      const matchCount = indexFields.filter((field) => queryKeys.has(field)).length\n      if (matchCount > bestMatch.matchCount) {\n        bestMatch = { indexName, matchCount }\n      }\n    }\n    return bestMatch.matchCount > 0 ? bestMatch.indexName : null\n  }\n\n  /**\n   * Checks that the desired DB/Store exists and is initialized\n   * @returns The initialized DB or undefined if it does not exist\n   */\n  private async tryGetInitializedDb(): Promise<IDBPDatabase<PayloadStore> | undefined> {\n    // If we've already checked and found a successfully initialized\n    // db and objectStore, return the cached value\n    if (this._db) return this._db\n    // Enumerate the DBs\n    const dbs = await indexedDB.databases()\n    const dbExists = dbs.some((db) => {\n      // Check for the desired name/version\n      return db.name === this.dbName && db.version === this.dbVersion\n    })\n    // If the DB does not exist at the desired version, return undefined\n    if (!dbExists) return\n    // If the db does exist, open it\n    const db = await openDB<PayloadStore>(this.dbName, this.dbVersion)\n    // Check that the desired objectStore exists\n    const storeExists = db.objectStoreNames.contains(this.storeName)\n    // If the correct db/store exists, cache it for future calls\n    if (storeExists) this._db = db\n    return this._db\n  }\n}\n"],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;;;AAAA;;;;;;;;;ACAA,mCAAqC;AAE9B,IAAMA,gCAAgC,GAAGC,iDAAAA;;;ACGzC,IAAMC,sCAAsC,GAAGC,6BAAAA;;;ACLtD,mBAA4B;AAC5B,oBAAyB;AACzB,oBAAuB;AACvB,iCAAmC;AACnC,6BAA+B;AAE/B,sCAA+B;AAC/B,IAAAC,gCAAyE;AACzE,kBAA8B;AAG9B,iBAAsD;AAatD,IAAMC,qBAAqB,wBAACC,KAAuBC,UAAAA;AACjD,MAAI,CAACA;AAAO,WAAOC;AACnB,SAAO,CAACC,YAAAA;AACN,QAAI,CAACA;AAAS,aAAO;AACrB,UAAMC,cAAcD,mCAAUH;AAC9B,QAAII,gBAAgBF;AAAW,aAAO;AACtC,WAAOG,MAAMC,QAAQF,WAAAA,KAAgBC,MAAMC,QAAQL,KAAAA,QAASM,0BAAYH,aAAaH,KAAAA,IAASG,eAAeH;EAC/G;AACF,GAR2B;AAUpB,IAAMO,2BAAN,MAAMA,iCAKHC,+CAAAA;EAGAC;;;;;;;;EASR,IAAIC,SAAS;AAnDf;AAoDI,aAAO,UAAKC,WAAL,mBAAaD,aAAU,UAAKC,WAAL,mBAAaC,cAAaC,8CAAmBC;EAC7E;;;;EAKA,IAAIC,YAAY;AA1DlB;AA2DI,aAAO,UAAKJ,WAAL,mBAAaI,cAAaF,8CAAmBG;EACtD;;;;;EAMA,IAAIC,YAAY;AAlElB;AAmEI,aAAO,UAAKN,WAAL,mBAAaM,cAAaJ,8CAAmBK;EACtD;EAEA,MAAyBC,cAAcC,UAAmC;AAtE5E;AAuEI,UAAMC,SAAQD,0CAAUE,OAAOC,gEAAjBH,mBAAgDI;AAC9D,QAAI,CAACH;AAAO,aAAO,CAAA;AACnB,UAAMI,KAAK,MAAM,KAAKC,oBAAmB;AACzC,QAAI,CAACD;AAAI,aAAO,CAAA;AAEhB,UAAM,EAAEE,SAASC,OAAOC,QAAQC,MAAMC,OAAOC,QAAQC,SAASC,SAAS,GAAGC,MAAAA,IAAUd;AACpF,UAAMe,KAAKX,GAAGY,YAAY,KAAKpB,WAAW,UAAA;AAC1C,UAAMqB,QAAQF,GAAGG,YAAY,KAAKtB,SAAS;AAC3C,UAAMuB,UAAkB,CAAA;AACxB,QAAIC,eAAeZ,UAAU;AAC7B,UAAMa,cAAcd,SAAS;AAC7Be,kCAAUhB,mCAASiB,WAAU,OAAO,GAAG,2DAAA;AACvC,UAAMC,eAAelB,mCAAU;AAC/B,UAAML,SAASuB,eAAe;MAAEb,QAAQa;MAAc,GAAGV;IAAM,IAAI;MAAE,GAAGA;IAAM;AAC9E,UAAMW,YAAgCf,UAAU,SAAS,SAAS;AAClE,UAAMgB,iBAAiB,KAAKC,gBAAgB1B,QAAQgB,KAAAA;AACpD,UAAMW,gBAAgB,KAAKC,iBAAiBH,gBAAgBzB,MAAAA;AAC5D,UAAM6B,eAA8BhB,QAChCiB,OAAOC,QAAQlB,KAAAA,EACZmB,IAAI,CAAC,CAACvD,KAAKC,KAAAA,MAAWF,mBAAmBC,KAAKC,KAAAA,CAAAA,EAC9CsB,OAAOiC,oBAAAA,IACV,CAAA;AACJ,QAAIC,SAAST,iBAET,MAAMT,MAAMmB,MAAMV,cAAAA,EAAgBW,WAAWC,YAAYC,KAAKX,aAAAA,GAAgBH,SAAAA,IAE9E,MAAMR,MAAMoB,WAAWX,gBAAgBD,SAAAA;AAG3C,WAAOU,UAAUf,eAAe,GAAG;AACjCe,eAAS,MAAMA,OAAOK,QAAQpB,YAAAA;AAC9BA,qBAAe;IACjB;AAEA,WAAOe,UAAUhB,QAAQI,SAASF,aAAa;AAC7C,YAAM1C,QAAQwD,OAAOxD;AACrB,UAAIA,OAAO;AAET,YAAImD,aAAaP,SAAS,GAAG;AAE3B,cAAIO,aAAaW,MAAM,CAACxC,YAAWA,QAAOtB,KAAAA,CAAAA,GAAS;AAEjDwC,oBAAQuB,KAAK/D,KAAAA;UACf;QACF,OAAO;AAELwC,kBAAQuB,KAAK/D,KAAAA;QACf;MACF;AACAwD,eAAS,MAAMA,OAAOQ,SAAQ;IAChC;AACA,UAAM5B,GAAG6B;AAET,WAAOzB,QAAQc,IAAI,CAACpD,YAAYgE,0BAAcC,YAAYjE,OAAAA,CAAAA;EAC5D;EAEA,MAAyBkE,eAAe;AACtC,UAAM,MAAMA,aAAAA;AACZ,WAAO;EACT;EAEQlB,iBAAiBmB,WAA0BhD,OAAuC;AACxF,QAAI,CAACgD;AAAW,aAAO,CAAA;AAEvB,UAAMC,gBAAgB,wBAACD,eAAAA;AACrB,aAAOA,WACJE,MAAM,CAAA,EACNC,MAAMC,qCAAAA,EACNnB,IAAI,CAACoB,UAAUA,MAAMC,YAAW,CAAA;IACrC,GALsB;AAQtB,UAAMC,cAAcN,cAAcD,SAAAA;AAGlC,UAAMpB,gBAAgB2B,YAAYtB,IAAI,CAACoB,UAAUrD,MAAMqD,KAAAA,CAAyB;AAChF,WAAOzB,cAAcL,WAAW,IAAIK,cAAc,CAAA,IAAKA;EACzD;EAEQD,gBAAgB3B,OAAkBiB,OAAqD;AAE7F,UAAM,EAAEuC,WAAU,IAAKvC;AAGvB,UAAMgC,gBAAgB,wBAACD,cAAAA;AACrB,aAAOA,UACJE,MAAM,CAAA,EACNC,MAAMC,qCAAAA,EACNnB,IAAI,CAACoB,UAAUA,MAAMC,YAAW,CAAA;IACrC,GALsB;AAQtB,UAAMG,YAAY,IAAIC,IAAI3B,OAAO4B,KAAK3D,KAAAA,EAAOiC,IAAI,CAACvD,QAAQA,IAAI4E,YAAW,CAAA,CAAA;AAGzE,QAAIM,YAAuD;MAAEZ,WAAW;MAAIa,YAAY;IAAE;AAE1F,eAAWb,aAAaQ,YAAY;AAClC,YAAMD,cAAcN,cAAcD,SAAAA;AAClC,YAAMa,aAAaN,YAAYtD,OAAO,CAACoD,UAAUI,UAAUK,IAAIT,KAAAA,CAAAA,EAAQ9B;AACvE,UAAIsC,aAAaD,UAAUC,YAAY;AACrCD,oBAAY;UAAEZ;UAAWa;QAAW;MACtC;IACF;AACA,WAAOD,UAAUC,aAAa,IAAID,UAAUZ,YAAY;EAC1D;;;;;EAMA,MAAc3C,sBAAuE;AAGnF,QAAI,KAAKjB;AAAK,aAAO,KAAKA;AAE1B,UAAM2E,MAAM,MAAMC,UAAUC,UAAS;AACrC,UAAMC,WAAWH,IAAII,KAAK,CAAC/D,QAAAA;AAEzB,aAAOA,IAAGgE,SAAS,KAAK/E,UAAUe,IAAGiE,YAAY,KAAK3E;IACxD,CAAA;AAEA,QAAI,CAACwE;AAAU;AAEf,UAAM9D,KAAK,UAAMkE,mBAAqB,KAAKjF,QAAQ,KAAKK,SAAS;AAEjE,UAAM6E,cAAcnE,GAAGoE,iBAAiBC,SAAS,KAAK7E,SAAS;AAE/D,QAAI2E;AAAa,WAAKnF,MAAMgB;AAC5B,WAAO,KAAKhB;EACd;AACF;AAnKUD;AACR,cANWD,0BAMKwF,iBAAgB;EAACC;;AAN5B,IAAMzF,0BAAN;","names":["IndexedDbPayloadDivinerSchema","PayloadDivinerSchema","IndexedDbPayloadDivinerConfigSchema","IndexedDbPayloadDivinerSchema","import_diviner_payload_model","payloadValueFilter","key","value","undefined","payload","sourceValue","Array","isArray","containsAll","IndexedDbPayloadDiviner","PayloadDiviner","_db","dbName","config","archivist","IndexedDbArchivist","defaultDbName","dbVersion","defaultDbVersion","storeName","defaultStoreName","divineHandler","payloads","query","filter","isPayloadDivinerQueryPayload","pop","db","tryGetInitializedDb","schemas","limit","offset","hash","order","schema","_schema","sources","props","tx","transaction","store","objectStore","results","parsedOffset","parsedLimit","assertEx","length","filterSchema","direction","suggestedIndex","selectBestIndex","keyRangeValue","getKeyRangeValue","valueFilters","Object","entries","map","exists","cursor","index","openCursor","IDBKeyRange","only","advance","every","push","continue","done","PayloadHasher","jsonPayload","startHandler","indexName","extractFields","slice","split","IndexSeparator","field","toLowerCase","indexFields","indexNames","queryKeys","Set","keys","bestMatch","matchCount","has","dbs","indexedDB","databases","dbExists","some","name","version","openDB","storeExists","objectStoreNames","contains","configSchemas","IndexedDbPayloadDivinerConfigSchema"]}

package/dist/node/index.js

@@ -63,17 +63,16 @@ var _IndexedDbPayloadDiviner = class _IndexedDbPayloadDiviner extends PayloadDiv
     var _a;
     return ((_a = this.config) == null ? void 0 : _a.storeName) ?? IndexedDbArchivist.defaultStoreName;
   }
-  get db() {
-    return assertEx(this._db, "DB not initialized");
-  }
   async divineHandler(payloads) {
     var _a;
-    const query = assertEx((_a = payloads == null ? void 0 : payloads.filter(isPayloadDivinerQueryPayload)) == null ? void 0 : _a.pop(), "Missing query payload");
+    const query = (_a = payloads == null ? void 0 : payloads.filter(isPayloadDivinerQueryPayload)) == null ? void 0 : _a.pop();
     if (!query)
       return [];
-    this._db = await openDB(this.dbName, this.dbVersion);
+    const db = await this.tryGetInitializedDb();
+    if (!db)
+      return [];
     const { schemas, limit, offset, hash, order, schema: _schema, sources, ...props } = query;
-    const tx = this.db.transaction(this.storeName, "readonly");
+    const tx = db.transaction(this.storeName, "readonly");
     const store = tx.objectStore(this.storeName);
     const results = [];
     let parsedOffset = offset ?? 0;
@@ -147,6 +146,25 @@ var _IndexedDbPayloadDiviner = class _IndexedDbPayloadDiviner extends PayloadDiv
     }
     return bestMatch.matchCount > 0 ? bestMatch.indexName : null;
   }
+  /**
+  * Checks that the desired DB/Store exists and is initialized
+  * @returns The initialized DB or undefined if it does not exist
+  */
+  async tryGetInitializedDb() {
+    if (this._db)
+      return this._db;
+    const dbs = await indexedDB.databases();
+    const dbExists = dbs.some((db2) => {
+      return db2.name === this.dbName && db2.version === this.dbVersion;
+    });
+    if (!dbExists)
+      return;
+    const db = await openDB(this.dbName, this.dbVersion);
+    const storeExists = db.objectStoreNames.contains(this.storeName);
+    if (storeExists)
+      this._db = db;
+    return this._db;
+  }
 };
 __name(_IndexedDbPayloadDiviner, "IndexedDbPayloadDiviner");
 __publicField(_IndexedDbPayloadDiviner, "configSchemas", [

package/dist/node/index.js.map

@@ -1 +1 @@
-{"version":3,"sources":["../../src/Schema.ts","../../src/Config.ts","../../src/Diviner.ts"],"sourcesContent":["import { PayloadDivinerSchema } from '@xyo-network/diviner-payload-model'\n\nexport const IndexedDbPayloadDivinerSchema = `${PayloadDivinerSchema}.indexeddb`\nexport type IndexedDbPayloadDivinerSchema = typeof IndexedDbPayloadDivinerSchema\n","import { IndexDescription } from '@xyo-network/archivist-model'\nimport { DivinerConfig } from '@xyo-network/diviner-model'\n\nimport { IndexedDbPayloadDivinerSchema } from './Schema'\n\nexport const IndexedDbPayloadDivinerConfigSchema = `${IndexedDbPayloadDivinerSchema}.config`\nexport type IndexedDbPayloadDivinerConfigSchema = typeof IndexedDbPayloadDivinerConfigSchema\n\nexport type IndexedDbPayloadDivinerConfig = DivinerConfig<{\n  /**\n   * The database name\n   */\n  dbName?: string\n  /**\n   * The version of the DB, defaults to 1\n   */\n  dbVersion?: number\n  schema: IndexedDbPayloadDivinerConfigSchema\n  /**\n   * The storage configuration\n   * // TODO: Hoist to main diviner config\n   */\n  storage?: {\n    /**\n     * The indexes to create on the object store\n     */\n    indexes?: IndexDescription[]\n  }\n  /**\n   * The name of the object store\n   */\n  storeName?: string\n}>\n","import { containsAll } from '@xylabs/array'\nimport { assertEx } from '@xylabs/assert'\nimport { exists } from '@xylabs/exists'\nimport { IndexedDbArchivist } from '@xyo-network/archivist-indexeddb'\nimport { IndexSeparator } from '@xyo-network/archivist-model'\nimport { DivinerModule, DivinerModuleEventData } from '@xyo-network/diviner-model'\nimport { PayloadDiviner } from '@xyo-network/diviner-payload-abstract'\nimport { isPayloadDivinerQueryPayload, PayloadDivinerQueryPayload } from '@xyo-network/diviner-payload-model'\nimport { PayloadHasher } from '@xyo-network/hash'\nimport { AnyObject } from '@xyo-network/object'\nimport { Payload } from '@xyo-network/payload-model'\nimport { IDBPDatabase, IDBPObjectStore, openDB } from 'idb'\n\nimport { IndexedDbPayloadDivinerConfigSchema } from './Config'\nimport { IndexedDbPayloadDivinerParams } from './Params'\n\ninterface PayloadStore {\n  [s: string]: Payload\n}\n\ntype AnyPayload = Payload<Record<string, unknown>>\n\ntype ValueFilter = (payload?: AnyPayload | null) => boolean\n\nconst payloadValueFilter = (key: keyof AnyPayload, value?: unknown | unknown[]): ValueFilter | undefined => {\n  if (!value) return undefined\n  return (payload) => {\n    if (!payload) return false\n    const sourceValue = payload?.[key]\n    if (sourceValue === undefined) return false\n    return Array.isArray(sourceValue) && Array.isArray(value) ? containsAll(sourceValue, value) : sourceValue == value\n  }\n}\n\nexport class IndexedDbPayloadDiviner<\n  TParams extends IndexedDbPayloadDivinerParams = IndexedDbPayloadDivinerParams,\n  TIn extends PayloadDivinerQueryPayload = PayloadDivinerQueryPayload,\n  TOut extends Payload = Payload,\n  TEventData extends DivinerModuleEventData<DivinerModule<TParams>, TIn, TOut> = DivinerModuleEventData<DivinerModule<TParams>, TIn, TOut>,\n> extends PayloadDiviner<TParams, TIn, TOut, TEventData> {\n  static override configSchemas = [IndexedDbPayloadDivinerConfigSchema]\n\n  private _db: IDBPDatabase<PayloadStore> | undefined\n\n  /**\n   * The database name. If not supplied via config, it defaults\n   * to the archivist's name and if archivist's name is not supplied,\n   * it defaults to `archivist`. This behavior\n   * biases towards a single, isolated DB per archivist which seems to\n   * make the most sense for 99% of use cases.\n   */\n  get dbName() {\n    return this.config?.dbName ?? this.config?.archivist ?? IndexedDbArchivist.defaultDbName\n  }\n\n  /**\n   * The database version. If not supplied via config, it defaults to the archivist default version.\n   */\n  get dbVersion() {\n    return this.config?.dbVersion ?? IndexedDbArchivist.defaultDbVersion\n  }\n\n  /**\n   * The name of the object store. If not supplied via config, it defaults\n   * to `payloads`.\n   */\n  get storeName() {\n    return this.config?.storeName ?? IndexedDbArchivist.defaultStoreName\n  }\n\n  private get db(): IDBPDatabase<PayloadStore> {\n    return assertEx(this._db, 'DB not initialized')\n  }\n\n  protected override async divineHandler(payloads?: TIn[]): Promise<TOut[]> {\n    const query = assertEx(payloads?.filter(isPayloadDivinerQueryPayload)?.pop(), 'Missing query payload')\n    if (!query) return []\n    this._db = await openDB<PayloadStore>(this.dbName, this.dbVersion)\n    // eslint-disable-next-line @typescript-eslint/no-unused-vars\n    const { schemas, limit, offset, hash, order, schema: _schema, sources, ...props } = query as unknown as TIn & { sources?: string[] }\n    const tx = this.db.transaction(this.storeName, 'readonly')\n    const store = tx.objectStore(this.storeName)\n    const results: TOut[] = []\n    let parsedOffset = offset ?? 0\n    const parsedLimit = limit ?? 10\n    assertEx((schemas?.length ?? 1) === 1, 'IndexedDbPayloadDiviner: Only one filter schema supported')\n    const filterSchema = schemas?.[0]\n    const filter = filterSchema ? { schema: filterSchema, ...props } : { ...props }\n    const direction: IDBCursorDirection = order === 'desc' ? 'prev' : 'next'\n    const suggestedIndex = this.selectBestIndex(filter, store)\n    const keyRangeValue = this.getKeyRangeValue(suggestedIndex, filter)\n    const valueFilters: ValueFilter[] = props\n      ? Object.entries(props)\n          .map(([key, value]) => payloadValueFilter(key, value))\n          .filter(exists)\n      : []\n    let cursor = suggestedIndex\n      ? // Conditionally filter on schemas\n        await store.index(suggestedIndex).openCursor(IDBKeyRange.only(keyRangeValue), direction)\n      : // Just iterate all records\n        await store.openCursor(suggestedIndex, direction)\n\n    // Skip records until the offset is reached\n    while (cursor && parsedOffset > 0) {\n      cursor = await cursor.advance(parsedOffset)\n      parsedOffset = 0 // Reset offset after skipping\n    }\n    // Collect results up to the limit\n    while (cursor && results.length < parsedLimit) {\n      const value = cursor.value\n      if (value) {\n        // If we're filtering on more than just the schema\n        if (valueFilters.length > 0) {\n          // Ensure all filters pass\n          if (valueFilters.every((filter) => filter(value))) {\n            // Then save the value\n            results.push(value)\n          }\n        } else {\n          // Otherwise just save the value\n          results.push(value)\n        }\n      }\n      cursor = await cursor.continue()\n    }\n    await tx.done\n    // Remove any metadata before returning to the client\n    return results.map((payload) => PayloadHasher.jsonPayload(payload))\n  }\n\n  protected override async startHandler() {\n    await super.startHandler()\n    return true\n  }\n\n  private getKeyRangeValue(indexName: string | null, query: AnyObject): unknown | unknown[] {\n    if (!indexName) return []\n    // Function to extract fields from an index name\n    const extractFields = (indexName: string): string[] => {\n      return indexName\n        .slice(3)\n        .split(IndexSeparator)\n        .map((field) => field.toLowerCase())\n    }\n\n    // Extracting the relevant fields from the index name\n    const indexFields = extractFields(indexName)\n\n    // Collecting the values for these fields from the query object\n    const keyRangeValue = indexFields.map((field) => query[field as keyof AnyObject])\n    return keyRangeValue.length === 1 ? keyRangeValue[0] : keyRangeValue\n  }\n\n  private selectBestIndex(query: AnyObject, store: IDBPObjectStore<PayloadStore>): string | null {\n    // List of available indexes\n    const { indexNames } = store\n\n    // Function to extract fields from an index name\n    const extractFields = (indexName: string): string[] => {\n      return indexName\n        .slice(3)\n        .split(IndexSeparator)\n        .map((field) => field.toLowerCase())\n    }\n\n    // Convert query object keys to a set for easier comparison\n    const queryKeys = new Set(Object.keys(query).map((key) => key.toLowerCase()))\n\n    // Find the best matching index\n    let bestMatch: { indexName: string; matchCount: number } = { indexName: '', matchCount: 0 }\n\n    for (const indexName of indexNames) {\n      const indexFields = extractFields(indexName)\n      const matchCount = indexFields.filter((field) => queryKeys.has(field)).length\n      if (matchCount > bestMatch.matchCount) {\n        bestMatch = { indexName, matchCount }\n      }\n    }\n    return bestMatch.matchCount > 0 ? bestMatch.indexName : null\n  }\n}\n"],"mappings":";;;;;;;;;AAAA,SAASA,4BAA4B;AAE9B,IAAMC,gCAAgC,GAAGD,oBAAAA;;;ACGzC,IAAME,sCAAsC,GAAGC,6BAAAA;;;ACLtD,SAASC,mBAAmB;AAC5B,SAASC,gBAAgB;AACzB,SAASC,cAAc;AACvB,SAASC,0BAA0B;AACnC,SAASC,sBAAsB;AAE/B,SAASC,sBAAsB;AAC/B,SAASC,oCAAgE;AACzE,SAASC,qBAAqB;AAG9B,SAAwCC,cAAc;AAatD,IAAMC,qBAAqB,wBAACC,KAAuBC,UAAAA;AACjD,MAAI,CAACA;AAAO,WAAOC;AACnB,SAAO,CAACC,YAAAA;AACN,QAAI,CAACA;AAAS,aAAO;AACrB,UAAMC,cAAcD,mCAAUH;AAC9B,QAAII,gBAAgBF;AAAW,aAAO;AACtC,WAAOG,MAAMC,QAAQF,WAAAA,KAAgBC,MAAMC,QAAQL,KAAAA,IAASM,YAAYH,aAAaH,KAAAA,IAASG,eAAeH;EAC/G;AACF,GAR2B;AAUpB,IAAMO,2BAAN,MAAMA,iCAKHC,eAAAA;EAGAC;;;;;;;;EASR,IAAIC,SAAS;AAnDf;AAoDI,aAAO,UAAKC,WAAL,mBAAaD,aAAU,UAAKC,WAAL,mBAAaC,cAAaC,mBAAmBC;EAC7E;;;;EAKA,IAAIC,YAAY;AA1DlB;AA2DI,aAAO,UAAKJ,WAAL,mBAAaI,cAAaF,mBAAmBG;EACtD;;;;;EAMA,IAAIC,YAAY;AAlElB;AAmEI,aAAO,UAAKN,WAAL,mBAAaM,cAAaJ,mBAAmBK;EACtD;EAEA,IAAYC,KAAiC;AAC3C,WAAOC,SAAS,KAAKX,KAAK,oBAAA;EAC5B;EAEA,MAAyBY,cAAcC,UAAmC;AA1E5E;AA2EI,UAAMC,QAAQH,UAASE,0CAAUE,OAAOC,kCAAjBH,mBAAgDI,OAAO,uBAAA;AAC9E,QAAI,CAACH;AAAO,aAAO,CAAA;AACnB,SAAKd,MAAM,MAAMkB,OAAqB,KAAKjB,QAAQ,KAAKK,SAAS;AAEjE,UAAM,EAAEa,SAASC,OAAOC,QAAQC,MAAMC,OAAOC,QAAQC,SAASC,SAAS,GAAGC,MAAAA,IAAUb;AACpF,UAAMc,KAAK,KAAKlB,GAAGmB,YAAY,KAAKrB,WAAW,UAAA;AAC/C,UAAMsB,QAAQF,GAAGG,YAAY,KAAKvB,SAAS;AAC3C,UAAMwB,UAAkB,CAAA;AACxB,QAAIC,eAAeZ,UAAU;AAC7B,UAAMa,cAAcd,SAAS;AAC7BT,eAAUQ,mCAASgB,WAAU,OAAO,GAAG,2DAAA;AACvC,UAAMC,eAAejB,mCAAU;AAC/B,UAAMJ,SAASqB,eAAe;MAAEZ,QAAQY;MAAc,GAAGT;IAAM,IAAI;MAAE,GAAGA;IAAM;AAC9E,UAAMU,YAAgCd,UAAU,SAAS,SAAS;AAClE,UAAMe,iBAAiB,KAAKC,gBAAgBxB,QAAQe,KAAAA;AACpD,UAAMU,gBAAgB,KAAKC,iBAAiBH,gBAAgBvB,MAAAA;AAC5D,UAAM2B,eAA8Bf,QAChCgB,OAAOC,QAAQjB,KAAAA,EACZkB,IAAI,CAAC,CAACvD,KAAKC,KAAAA,MAAWF,mBAAmBC,KAAKC,KAAAA,CAAAA,EAC9CwB,OAAO+B,MAAAA,IACV,CAAA;AACJ,QAAIC,SAAST,iBAET,MAAMR,MAAMkB,MAAMV,cAAAA,EAAgBW,WAAWC,YAAYC,KAAKX,aAAAA,GAAgBH,SAAAA,IAE9E,MAAMP,MAAMmB,WAAWX,gBAAgBD,SAAAA;AAG3C,WAAOU,UAAUd,eAAe,GAAG;AACjCc,eAAS,MAAMA,OAAOK,QAAQnB,YAAAA;AAC9BA,qBAAe;IACjB;AAEA,WAAOc,UAAUf,QAAQG,SAASD,aAAa;AAC7C,YAAM3C,QAAQwD,OAAOxD;AACrB,UAAIA,OAAO;AAET,YAAImD,aAAaP,SAAS,GAAG;AAE3B,cAAIO,aAAaW,MAAM,CAACtC,YAAWA,QAAOxB,KAAAA,CAAAA,GAAS;AAEjDyC,oBAAQsB,KAAK/D,KAAAA;UACf;QACF,OAAO;AAELyC,kBAAQsB,KAAK/D,KAAAA;QACf;MACF;AACAwD,eAAS,MAAMA,OAAOQ,SAAQ;IAChC;AACA,UAAM3B,GAAG4B;AAET,WAAOxB,QAAQa,IAAI,CAACpD,YAAYgE,cAAcC,YAAYjE,OAAAA,CAAAA;EAC5D;EAEA,MAAyBkE,eAAe;AACtC,UAAM,MAAMA,aAAAA;AACZ,WAAO;EACT;EAEQlB,iBAAiBmB,WAA0B9C,OAAuC;AACxF,QAAI,CAAC8C;AAAW,aAAO,CAAA;AAEvB,UAAMC,gBAAgB,wBAACD,eAAAA;AACrB,aAAOA,WACJE,MAAM,CAAA,EACNC,MAAMC,cAAAA,EACNnB,IAAI,CAACoB,UAAUA,MAAMC,YAAW,CAAA;IACrC,GALsB;AAQtB,UAAMC,cAAcN,cAAcD,SAAAA;AAGlC,UAAMpB,gBAAgB2B,YAAYtB,IAAI,CAACoB,UAAUnD,MAAMmD,KAAAA,CAAyB;AAChF,WAAOzB,cAAcL,WAAW,IAAIK,cAAc,CAAA,IAAKA;EACzD;EAEQD,gBAAgBzB,OAAkBgB,OAAqD;AAE7F,UAAM,EAAEsC,WAAU,IAAKtC;AAGvB,UAAM+B,gBAAgB,wBAACD,cAAAA;AACrB,aAAOA,UACJE,MAAM,CAAA,EACNC,MAAMC,cAAAA,EACNnB,IAAI,CAACoB,UAAUA,MAAMC,YAAW,CAAA;IACrC,GALsB;AAQtB,UAAMG,YAAY,IAAIC,IAAI3B,OAAO4B,KAAKzD,KAAAA,EAAO+B,IAAI,CAACvD,QAAQA,IAAI4E,YAAW,CAAA,CAAA;AAGzE,QAAIM,YAAuD;MAAEZ,WAAW;MAAIa,YAAY;IAAE;AAE1F,eAAWb,aAAaQ,YAAY;AAClC,YAAMD,cAAcN,cAAcD,SAAAA;AAClC,YAAMa,aAAaN,YAAYpD,OAAO,CAACkD,UAAUI,UAAUK,IAAIT,KAAAA,CAAAA,EAAQ9B;AACvE,UAAIsC,aAAaD,UAAUC,YAAY;AACrCD,oBAAY;UAAEZ;UAAWa;QAAW;MACtC;IACF;AACA,WAAOD,UAAUC,aAAa,IAAID,UAAUZ,YAAY;EAC1D;AACF;AA7IU7D;AACR,cANWD,0BAMK6E,iBAAgB;EAACC;;AAN5B,IAAM9E,0BAAN;","names":["PayloadDivinerSchema","IndexedDbPayloadDivinerSchema","IndexedDbPayloadDivinerConfigSchema","IndexedDbPayloadDivinerSchema","containsAll","assertEx","exists","IndexedDbArchivist","IndexSeparator","PayloadDiviner","isPayloadDivinerQueryPayload","PayloadHasher","openDB","payloadValueFilter","key","value","undefined","payload","sourceValue","Array","isArray","containsAll","IndexedDbPayloadDiviner","PayloadDiviner","_db","dbName","config","archivist","IndexedDbArchivist","defaultDbName","dbVersion","defaultDbVersion","storeName","defaultStoreName","db","assertEx","divineHandler","payloads","query","filter","isPayloadDivinerQueryPayload","pop","openDB","schemas","limit","offset","hash","order","schema","_schema","sources","props","tx","transaction","store","objectStore","results","parsedOffset","parsedLimit","length","filterSchema","direction","suggestedIndex","selectBestIndex","keyRangeValue","getKeyRangeValue","valueFilters","Object","entries","map","exists","cursor","index","openCursor","IDBKeyRange","only","advance","every","push","continue","done","PayloadHasher","jsonPayload","startHandler","indexName","extractFields","slice","split","IndexSeparator","field","toLowerCase","indexFields","indexNames","queryKeys","Set","keys","bestMatch","matchCount","has","configSchemas","IndexedDbPayloadDivinerConfigSchema"]}
+{"version":3,"sources":["../../src/Schema.ts","../../src/Config.ts","../../src/Diviner.ts"],"sourcesContent":["import { PayloadDivinerSchema } from '@xyo-network/diviner-payload-model'\n\nexport const IndexedDbPayloadDivinerSchema = `${PayloadDivinerSchema}.indexeddb`\nexport type IndexedDbPayloadDivinerSchema = typeof IndexedDbPayloadDivinerSchema\n","import { IndexDescription } from '@xyo-network/archivist-model'\nimport { DivinerConfig } from '@xyo-network/diviner-model'\n\nimport { IndexedDbPayloadDivinerSchema } from './Schema'\n\nexport const IndexedDbPayloadDivinerConfigSchema = `${IndexedDbPayloadDivinerSchema}.config`\nexport type IndexedDbPayloadDivinerConfigSchema = typeof IndexedDbPayloadDivinerConfigSchema\n\nexport type IndexedDbPayloadDivinerConfig = DivinerConfig<{\n  /**\n   * The database name\n   */\n  dbName?: string\n  /**\n   * The version of the DB, defaults to 1\n   */\n  dbVersion?: number\n  schema: IndexedDbPayloadDivinerConfigSchema\n  /**\n   * The storage configuration\n   * // TODO: Hoist to main diviner config\n   */\n  storage?: {\n    /**\n     * The indexes to create on the object store\n     */\n    indexes?: IndexDescription[]\n  }\n  /**\n   * The name of the object store\n   */\n  storeName?: string\n}>\n","import { containsAll } from '@xylabs/array'\nimport { assertEx } from '@xylabs/assert'\nimport { exists } from '@xylabs/exists'\nimport { IndexedDbArchivist } from '@xyo-network/archivist-indexeddb'\nimport { IndexSeparator } from '@xyo-network/archivist-model'\nimport { DivinerModule, DivinerModuleEventData } from '@xyo-network/diviner-model'\nimport { PayloadDiviner } from '@xyo-network/diviner-payload-abstract'\nimport { isPayloadDivinerQueryPayload, PayloadDivinerQueryPayload } from '@xyo-network/diviner-payload-model'\nimport { PayloadHasher } from '@xyo-network/hash'\nimport { AnyObject } from '@xyo-network/object'\nimport { Payload } from '@xyo-network/payload-model'\nimport { IDBPDatabase, IDBPObjectStore, openDB } from 'idb'\n\nimport { IndexedDbPayloadDivinerConfigSchema } from './Config'\nimport { IndexedDbPayloadDivinerParams } from './Params'\n\ninterface PayloadStore {\n  [s: string]: Payload\n}\n\ntype AnyPayload = Payload<Record<string, unknown>>\n\ntype ValueFilter = (payload?: AnyPayload | null) => boolean\n\nconst payloadValueFilter = (key: keyof AnyPayload, value?: unknown | unknown[]): ValueFilter | undefined => {\n  if (!value) return undefined\n  return (payload) => {\n    if (!payload) return false\n    const sourceValue = payload?.[key]\n    if (sourceValue === undefined) return false\n    return Array.isArray(sourceValue) && Array.isArray(value) ? containsAll(sourceValue, value) : sourceValue == value\n  }\n}\n\nexport class IndexedDbPayloadDiviner<\n  TParams extends IndexedDbPayloadDivinerParams = IndexedDbPayloadDivinerParams,\n  TIn extends PayloadDivinerQueryPayload = PayloadDivinerQueryPayload,\n  TOut extends Payload = Payload,\n  TEventData extends DivinerModuleEventData<DivinerModule<TParams>, TIn, TOut> = DivinerModuleEventData<DivinerModule<TParams>, TIn, TOut>,\n> extends PayloadDiviner<TParams, TIn, TOut, TEventData> {\n  static override configSchemas = [IndexedDbPayloadDivinerConfigSchema]\n\n  private _db: IDBPDatabase<PayloadStore> | undefined\n\n  /**\n   * The database name. If not supplied via config, it defaults\n   * to the archivist's name and if archivist's name is not supplied,\n   * it defaults to `archivist`. This behavior\n   * biases towards a single, isolated DB per archivist which seems to\n   * make the most sense for 99% of use cases.\n   */\n  get dbName() {\n    return this.config?.dbName ?? this.config?.archivist ?? IndexedDbArchivist.defaultDbName\n  }\n\n  /**\n   * The database version. If not supplied via config, it defaults to the archivist default version.\n   */\n  get dbVersion() {\n    return this.config?.dbVersion ?? IndexedDbArchivist.defaultDbVersion\n  }\n\n  /**\n   * The name of the object store. If not supplied via config, it defaults\n   * to `payloads`.\n   */\n  get storeName() {\n    return this.config?.storeName ?? IndexedDbArchivist.defaultStoreName\n  }\n\n  protected override async divineHandler(payloads?: TIn[]): Promise<TOut[]> {\n    const query = payloads?.filter(isPayloadDivinerQueryPayload)?.pop()\n    if (!query) return []\n    const db = await this.tryGetInitializedDb()\n    if (!db) return []\n    // eslint-disable-next-line @typescript-eslint/no-unused-vars\n    const { schemas, limit, offset, hash, order, schema: _schema, sources, ...props } = query as unknown as TIn & { sources?: string[] }\n    const tx = db.transaction(this.storeName, 'readonly')\n    const store = tx.objectStore(this.storeName)\n    const results: TOut[] = []\n    let parsedOffset = offset ?? 0\n    const parsedLimit = limit ?? 10\n    assertEx((schemas?.length ?? 1) === 1, 'IndexedDbPayloadDiviner: Only one filter schema supported')\n    const filterSchema = schemas?.[0]\n    const filter = filterSchema ? { schema: filterSchema, ...props } : { ...props }\n    const direction: IDBCursorDirection = order === 'desc' ? 'prev' : 'next'\n    const suggestedIndex = this.selectBestIndex(filter, store)\n    const keyRangeValue = this.getKeyRangeValue(suggestedIndex, filter)\n    const valueFilters: ValueFilter[] = props\n      ? Object.entries(props)\n          .map(([key, value]) => payloadValueFilter(key, value))\n          .filter(exists)\n      : []\n    let cursor = suggestedIndex\n      ? // Conditionally filter on schemas\n        await store.index(suggestedIndex).openCursor(IDBKeyRange.only(keyRangeValue), direction)\n      : // Just iterate all records\n        await store.openCursor(suggestedIndex, direction)\n\n    // Skip records until the offset is reached\n    while (cursor && parsedOffset > 0) {\n      cursor = await cursor.advance(parsedOffset)\n      parsedOffset = 0 // Reset offset after skipping\n    }\n    // Collect results up to the limit\n    while (cursor && results.length < parsedLimit) {\n      const value = cursor.value\n      if (value) {\n        // If we're filtering on more than just the schema\n        if (valueFilters.length > 0) {\n          // Ensure all filters pass\n          if (valueFilters.every((filter) => filter(value))) {\n            // Then save the value\n            results.push(value)\n          }\n        } else {\n          // Otherwise just save the value\n          results.push(value)\n        }\n      }\n      cursor = await cursor.continue()\n    }\n    await tx.done\n    // Remove any metadata before returning to the client\n    return results.map((payload) => PayloadHasher.jsonPayload(payload))\n  }\n\n  protected override async startHandler() {\n    await super.startHandler()\n    return true\n  }\n\n  private getKeyRangeValue(indexName: string | null, query: AnyObject): unknown | unknown[] {\n    if (!indexName) return []\n    // Function to extract fields from an index name\n    const extractFields = (indexName: string): string[] => {\n      return indexName\n        .slice(3)\n        .split(IndexSeparator)\n        .map((field) => field.toLowerCase())\n    }\n\n    // Extracting the relevant fields from the index name\n    const indexFields = extractFields(indexName)\n\n    // Collecting the values for these fields from the query object\n    const keyRangeValue = indexFields.map((field) => query[field as keyof AnyObject])\n    return keyRangeValue.length === 1 ? keyRangeValue[0] : keyRangeValue\n  }\n\n  private selectBestIndex(query: AnyObject, store: IDBPObjectStore<PayloadStore>): string | null {\n    // List of available indexes\n    const { indexNames } = store\n\n    // Function to extract fields from an index name\n    const extractFields = (indexName: string): string[] => {\n      return indexName\n        .slice(3)\n        .split(IndexSeparator)\n        .map((field) => field.toLowerCase())\n    }\n\n    // Convert query object keys to a set for easier comparison\n    const queryKeys = new Set(Object.keys(query).map((key) => key.toLowerCase()))\n\n    // Find the best matching index\n    let bestMatch: { indexName: string; matchCount: number } = { indexName: '', matchCount: 0 }\n\n    for (const indexName of indexNames) {\n      const indexFields = extractFields(indexName)\n      const matchCount = indexFields.filter((field) => queryKeys.has(field)).length\n      if (matchCount > bestMatch.matchCount) {\n        bestMatch = { indexName, matchCount }\n      }\n    }\n    return bestMatch.matchCount > 0 ? bestMatch.indexName : null\n  }\n\n  /**\n   * Checks that the desired DB/Store exists and is initialized\n   * @returns The initialized DB or undefined if it does not exist\n   */\n  private async tryGetInitializedDb(): Promise<IDBPDatabase<PayloadStore> | undefined> {\n    // If we've already checked and found a successfully initialized\n    // db and objectStore, return the cached value\n    if (this._db) return this._db\n    // Enumerate the DBs\n    const dbs = await indexedDB.databases()\n    const dbExists = dbs.some((db) => {\n      // Check for the desired name/version\n      return db.name === this.dbName && db.version === this.dbVersion\n    })\n    // If the DB does not exist at the desired version, return undefined\n    if (!dbExists) return\n    // If the db does exist, open it\n    const db = await openDB<PayloadStore>(this.dbName, this.dbVersion)\n    // Check that the desired objectStore exists\n    const storeExists = db.objectStoreNames.contains(this.storeName)\n    // If the correct db/store exists, cache it for future calls\n    if (storeExists) this._db = db\n    return this._db\n  }\n}\n"],"mappings":";;;;;;;;;AAAA,SAASA,4BAA4B;AAE9B,IAAMC,gCAAgC,GAAGD,oBAAAA;;;ACGzC,IAAME,sCAAsC,GAAGC,6BAAAA;;;ACLtD,SAASC,mBAAmB;AAC5B,SAASC,gBAAgB;AACzB,SAASC,cAAc;AACvB,SAASC,0BAA0B;AACnC,SAASC,sBAAsB;AAE/B,SAASC,sBAAsB;AAC/B,SAASC,oCAAgE;AACzE,SAASC,qBAAqB;AAG9B,SAAwCC,cAAc;AAatD,IAAMC,qBAAqB,wBAACC,KAAuBC,UAAAA;AACjD,MAAI,CAACA;AAAO,WAAOC;AACnB,SAAO,CAACC,YAAAA;AACN,QAAI,CAACA;AAAS,aAAO;AACrB,UAAMC,cAAcD,mCAAUH;AAC9B,QAAII,gBAAgBF;AAAW,aAAO;AACtC,WAAOG,MAAMC,QAAQF,WAAAA,KAAgBC,MAAMC,QAAQL,KAAAA,IAASM,YAAYH,aAAaH,KAAAA,IAASG,eAAeH;EAC/G;AACF,GAR2B;AAUpB,IAAMO,2BAAN,MAAMA,iCAKHC,eAAAA;EAGAC;;;;;;;;EASR,IAAIC,SAAS;AAnDf;AAoDI,aAAO,UAAKC,WAAL,mBAAaD,aAAU,UAAKC,WAAL,mBAAaC,cAAaC,mBAAmBC;EAC7E;;;;EAKA,IAAIC,YAAY;AA1DlB;AA2DI,aAAO,UAAKJ,WAAL,mBAAaI,cAAaF,mBAAmBG;EACtD;;;;;EAMA,IAAIC,YAAY;AAlElB;AAmEI,aAAO,UAAKN,WAAL,mBAAaM,cAAaJ,mBAAmBK;EACtD;EAEA,MAAyBC,cAAcC,UAAmC;AAtE5E;AAuEI,UAAMC,SAAQD,0CAAUE,OAAOC,kCAAjBH,mBAAgDI;AAC9D,QAAI,CAACH;AAAO,aAAO,CAAA;AACnB,UAAMI,KAAK,MAAM,KAAKC,oBAAmB;AACzC,QAAI,CAACD;AAAI,aAAO,CAAA;AAEhB,UAAM,EAAEE,SAASC,OAAOC,QAAQC,MAAMC,OAAOC,QAAQC,SAASC,SAAS,GAAGC,MAAAA,IAAUd;AACpF,UAAMe,KAAKX,GAAGY,YAAY,KAAKpB,WAAW,UAAA;AAC1C,UAAMqB,QAAQF,GAAGG,YAAY,KAAKtB,SAAS;AAC3C,UAAMuB,UAAkB,CAAA;AACxB,QAAIC,eAAeZ,UAAU;AAC7B,UAAMa,cAAcd,SAAS;AAC7Be,eAAUhB,mCAASiB,WAAU,OAAO,GAAG,2DAAA;AACvC,UAAMC,eAAelB,mCAAU;AAC/B,UAAML,SAASuB,eAAe;MAAEb,QAAQa;MAAc,GAAGV;IAAM,IAAI;MAAE,GAAGA;IAAM;AAC9E,UAAMW,YAAgCf,UAAU,SAAS,SAAS;AAClE,UAAMgB,iBAAiB,KAAKC,gBAAgB1B,QAAQgB,KAAAA;AACpD,UAAMW,gBAAgB,KAAKC,iBAAiBH,gBAAgBzB,MAAAA;AAC5D,UAAM6B,eAA8BhB,QAChCiB,OAAOC,QAAQlB,KAAAA,EACZmB,IAAI,CAAC,CAACvD,KAAKC,KAAAA,MAAWF,mBAAmBC,KAAKC,KAAAA,CAAAA,EAC9CsB,OAAOiC,MAAAA,IACV,CAAA;AACJ,QAAIC,SAAST,iBAET,MAAMT,MAAMmB,MAAMV,cAAAA,EAAgBW,WAAWC,YAAYC,KAAKX,aAAAA,GAAgBH,SAAAA,IAE9E,MAAMR,MAAMoB,WAAWX,gBAAgBD,SAAAA;AAG3C,WAAOU,UAAUf,eAAe,GAAG;AACjCe,eAAS,MAAMA,OAAOK,QAAQpB,YAAAA;AAC9BA,qBAAe;IACjB;AAEA,WAAOe,UAAUhB,QAAQI,SAASF,aAAa;AAC7C,YAAM1C,QAAQwD,OAAOxD;AACrB,UAAIA,OAAO;AAET,YAAImD,aAAaP,SAAS,GAAG;AAE3B,cAAIO,aAAaW,MAAM,CAACxC,YAAWA,QAAOtB,KAAAA,CAAAA,GAAS;AAEjDwC,oBAAQuB,KAAK/D,KAAAA;UACf;QACF,OAAO;AAELwC,kBAAQuB,KAAK/D,KAAAA;QACf;MACF;AACAwD,eAAS,MAAMA,OAAOQ,SAAQ;IAChC;AACA,UAAM5B,GAAG6B;AAET,WAAOzB,QAAQc,IAAI,CAACpD,YAAYgE,cAAcC,YAAYjE,OAAAA,CAAAA;EAC5D;EAEA,MAAyBkE,eAAe;AACtC,UAAM,MAAMA,aAAAA;AACZ,WAAO;EACT;EAEQlB,iBAAiBmB,WAA0BhD,OAAuC;AACxF,QAAI,CAACgD;AAAW,aAAO,CAAA;AAEvB,UAAMC,gBAAgB,wBAACD,eAAAA;AACrB,aAAOA,WACJE,MAAM,CAAA,EACNC,MAAMC,cAAAA,EACNnB,IAAI,CAACoB,UAAUA,MAAMC,YAAW,CAAA;IACrC,GALsB;AAQtB,UAAMC,cAAcN,cAAcD,SAAAA;AAGlC,UAAMpB,gBAAgB2B,YAAYtB,IAAI,CAACoB,UAAUrD,MAAMqD,KAAAA,CAAyB;AAChF,WAAOzB,cAAcL,WAAW,IAAIK,cAAc,CAAA,IAAKA;EACzD;EAEQD,gBAAgB3B,OAAkBiB,OAAqD;AAE7F,UAAM,EAAEuC,WAAU,IAAKvC;AAGvB,UAAMgC,gBAAgB,wBAACD,cAAAA;AACrB,aAAOA,UACJE,MAAM,CAAA,EACNC,MAAMC,cAAAA,EACNnB,IAAI,CAACoB,UAAUA,MAAMC,YAAW,CAAA;IACrC,GALsB;AAQtB,UAAMG,YAAY,IAAIC,IAAI3B,OAAO4B,KAAK3D,KAAAA,EAAOiC,IAAI,CAACvD,QAAQA,IAAI4E,YAAW,CAAA,CAAA;AAGzE,QAAIM,YAAuD;MAAEZ,WAAW;MAAIa,YAAY;IAAE;AAE1F,eAAWb,aAAaQ,YAAY;AAClC,YAAMD,cAAcN,cAAcD,SAAAA;AAClC,YAAMa,aAAaN,YAAYtD,OAAO,CAACoD,UAAUI,UAAUK,IAAIT,KAAAA,CAAAA,EAAQ9B;AACvE,UAAIsC,aAAaD,UAAUC,YAAY;AACrCD,oBAAY;UAAEZ;UAAWa;QAAW;MACtC;IACF;AACA,WAAOD,UAAUC,aAAa,IAAID,UAAUZ,YAAY;EAC1D;;;;;EAMA,MAAc3C,sBAAuE;AAGnF,QAAI,KAAKjB;AAAK,aAAO,KAAKA;AAE1B,UAAM2E,MAAM,MAAMC,UAAUC,UAAS;AACrC,UAAMC,WAAWH,IAAII,KAAK,CAAC/D,QAAAA;AAEzB,aAAOA,IAAGgE,SAAS,KAAK/E,UAAUe,IAAGiE,YAAY,KAAK3E;IACxD,CAAA;AAEA,QAAI,CAACwE;AAAU;AAEf,UAAM9D,KAAK,MAAMkE,OAAqB,KAAKjF,QAAQ,KAAKK,SAAS;AAEjE,UAAM6E,cAAcnE,GAAGoE,iBAAiBC,SAAS,KAAK7E,SAAS;AAE/D,QAAI2E;AAAa,WAAKnF,MAAMgB;AAC5B,WAAO,KAAKhB;EACd;AACF;AAnKUD;AACR,cANWD,0BAMKwF,iBAAgB;EAACC;;AAN5B,IAAMzF,0BAAN;","names":["PayloadDivinerSchema","IndexedDbPayloadDivinerSchema","IndexedDbPayloadDivinerConfigSchema","IndexedDbPayloadDivinerSchema","containsAll","assertEx","exists","IndexedDbArchivist","IndexSeparator","PayloadDiviner","isPayloadDivinerQueryPayload","PayloadHasher","openDB","payloadValueFilter","key","value","undefined","payload","sourceValue","Array","isArray","containsAll","IndexedDbPayloadDiviner","PayloadDiviner","_db","dbName","config","archivist","IndexedDbArchivist","defaultDbName","dbVersion","defaultDbVersion","storeName","defaultStoreName","divineHandler","payloads","query","filter","isPayloadDivinerQueryPayload","pop","db","tryGetInitializedDb","schemas","limit","offset","hash","order","schema","_schema","sources","props","tx","transaction","store","objectStore","results","parsedOffset","parsedLimit","assertEx","length","filterSchema","direction","suggestedIndex","selectBestIndex","keyRangeValue","getKeyRangeValue","valueFilters","Object","entries","map","exists","cursor","index","openCursor","IDBKeyRange","only","advance","every","push","continue","done","PayloadHasher","jsonPayload","startHandler","indexName","extractFields","slice","split","IndexSeparator","field","toLowerCase","indexFields","indexNames","queryKeys","Set","keys","bestMatch","matchCount","has","dbs","indexedDB","databases","dbExists","some","name","version","openDB","storeExists","objectStoreNames","contains","configSchemas","IndexedDbPayloadDivinerConfigSchema"]}

package/package.json

@@ -13,23 +13,23 @@
     "@xylabs/array": "^2.13.23",
     "@xylabs/assert": "^2.13.23",
     "@xylabs/exists": "^2.13.23",
-    "@xyo-network/archivist-model": "~2.87.0-rc.6",
-    "@xyo-network/diviner-model": "~2.87.0-rc.6",
-    "@xyo-network/diviner-payload-abstract": "~2.87.0-rc.6",
-    "@xyo-network/diviner-payload-model": "~2.87.0-rc.6",
-    "@xyo-network/hash": "~2.87.0-rc.6",
-    "@xyo-network/payload-model": "~2.87.0-rc.6",
+    "@xyo-network/archivist-model": "~2.87.0",
+    "@xyo-network/diviner-model": "~2.87.0",
+    "@xyo-network/diviner-payload-abstract": "~2.87.0",
+    "@xyo-network/diviner-payload-model": "~2.87.0",
+    "@xyo-network/hash": "~2.87.0",
+    "@xyo-network/payload-model": "~2.87.0",
     "idb": "^8.0.0"
   },
   "devDependencies": {
     "@xylabs/ts-scripts-yarn3": "^3.2.33",
     "@xylabs/tsconfig": "^3.2.33",
-    "@xyo-network/account": "~2.87.0-rc.6",
-    "@xyo-network/archivist-indexeddb": "~2.87.0-rc.6",
-    "@xyo-network/module-model": "~2.87.0-rc.6",
-    "@xyo-network/node-memory": "~2.87.0-rc.6",
-    "@xyo-network/object": "~2.87.0-rc.6",
-    "@xyo-network/payload-builder": "~2.87.0-rc.6",
+    "@xyo-network/account": "~2.87.0",
+    "@xyo-network/archivist-indexeddb": "~2.87.0",
+    "@xyo-network/module-model": "~2.87.0",
+    "@xyo-network/node-memory": "~2.87.0",
+    "@xyo-network/object": "~2.87.0",
+    "@xyo-network/payload-builder": "~2.87.0",
     "fake-indexeddb": "^5.0.2",
     "typescript": "^5.3.3"
   },
@@ -72,7 +72,6 @@
     "url": "https://github.com/XYOracleNetwork/sdk-xyo-client-js.git"
   },
   "sideEffects": false,
-  "version": "2.87.0-rc.6",
-  "type": "module",
-  "stableVersion": "2.86.1"
+  "version": "2.87.0",
+  "type": "module"
 }

package/src/Diviner.ts

@@ -68,17 +68,14 @@ export class IndexedDbPayloadDiviner<
     return this.config?.storeName ?? IndexedDbArchivist.defaultStoreName
   }
 
-  private get db(): IDBPDatabase<PayloadStore> {
-    return assertEx(this._db, 'DB not initialized')
-  }
-
   protected override async divineHandler(payloads?: TIn[]): Promise<TOut[]> {
-    const query = assertEx(payloads?.filter(isPayloadDivinerQueryPayload)?.pop(), 'Missing query payload')
+    const query = payloads?.filter(isPayloadDivinerQueryPayload)?.pop()
     if (!query) return []
-    this._db = await openDB<PayloadStore>(this.dbName, this.dbVersion)
+    const db = await this.tryGetInitializedDb()
+    if (!db) return []
     // eslint-disable-next-line @typescript-eslint/no-unused-vars
     const { schemas, limit, offset, hash, order, schema: _schema, sources, ...props } = query as unknown as TIn & { sources?: string[] }
-    const tx = this.db.transaction(this.storeName, 'readonly')
+    const tx = db.transaction(this.storeName, 'readonly')
     const store = tx.objectStore(this.storeName)
     const results: TOut[] = []
     let parsedOffset = offset ?? 0
@@ -178,4 +175,29 @@ export class IndexedDbPayloadDiviner<
     }
     return bestMatch.matchCount > 0 ? bestMatch.indexName : null
   }
+
+  /**
+   * Checks that the desired DB/Store exists and is initialized
+   * @returns The initialized DB or undefined if it does not exist
+   */
+  private async tryGetInitializedDb(): Promise<IDBPDatabase<PayloadStore> | undefined> {
+    // If we've already checked and found a successfully initialized
+    // db and objectStore, return the cached value
+    if (this._db) return this._db
+    // Enumerate the DBs
+    const dbs = await indexedDB.databases()
+    const dbExists = dbs.some((db) => {
+      // Check for the desired name/version
+      return db.name === this.dbName && db.version === this.dbVersion
+    })
+    // If the DB does not exist at the desired version, return undefined
+    if (!dbExists) return
+    // If the db does exist, open it
+    const db = await openDB<PayloadStore>(this.dbName, this.dbVersion)
+    // Check that the desired objectStore exists
+    const storeExists = db.objectStoreNames.contains(this.storeName)
+    // If the correct db/store exists, cache it for future calls
+    if (storeExists) this._db = db
+    return this._db
+  }
 }