@xyo-network/diviner-boundwitness-indexeddb 2.107.3 → 2.107.4

package/dist/node/index.js

@@ -1,2 +1,159 @@
-var y=Object.defineProperty;var W=Object.getPrototypeOf;var j=Reflect.get;var z=(r,e,t)=>e in r?y(r,e,{enumerable:!0,configurable:!0,writable:!0,value:t}):r[e]=t;var l=(r,e)=>y(r,"name",{value:e,configurable:!0});var h=(r,e,t)=>z(r,typeof e!="symbol"?e+"":e,t);var g=(r,e,t)=>j(W(r),t,e);import{BoundWitnessDivinerSchema as A}from"@xyo-network/diviner-boundwitness-model";var x=`${A}.indexeddb`;var u=`${x}.config`;import{containsAll as F}from"@xylabs/array";import{exists as G}from"@xylabs/exists";import{IndexedDbArchivist as c}from"@xyo-network/archivist-indexeddb";import{BoundWitnessSchema as U,isBoundWitness as $}from"@xyo-network/boundwitness-model";import{BoundWitnessDiviner as k}from"@xyo-network/diviner-boundwitness-abstract";import{isBoundWitnessDivinerQueryPayload as q}from"@xyo-network/diviner-boundwitness-model";import{PayloadBuilder as K}from"@xyo-network/payload-builder";import{openDB as L}from"idb";var p=l((r,e)=>{if(!(!e||(e==null?void 0:e.length)===0))return t=>t?F(t[r],e):!1},"bwValueFilter"),o=class o extends k{get dbName(){var e,t;return((e=this.config)==null?void 0:e.dbName)??((t=this.config)==null?void 0:t.archivist)??c.defaultDbName}get dbVersion(){var e;return((e=this.config)==null?void 0:e.dbVersion)??c.defaultDbVersion}get storeName(){var e;return((e=this.config)==null?void 0:e.storeName)??c.defaultStoreName}async divineHandler(e){var m;let t=(m=e==null?void 0:e.filter(q))==null?void 0:m.pop();return t?await this.tryUseDb(async N=>{let{addresses:S,payload_hashes:D,payload_schemas:B,limit:V,offset:v,order:C}=t,b=N.transaction(this.storeName,"readonly"),E=b.objectStore(this.storeName),a=[],d=v??0,H=V??10,I=C==="desc"?"prev":"next",f=[p("addresses",S),p("payload_hashes",D),p("payload_schemas",B)].filter(G),i=await E.index(c.schemaIndexName).openCursor(IDBKeyRange.only(U),I);if(f.length===0)for(;i&&d>0;)i=await i.advance(d),d=0;for(;i&&a.length<H;){let n=i.value;n&&(f.length>0?f.every(P=>P(n))&&a.push(n):a.push(n));try{i=await i.continue()}catch{break}}return await b.done,await Promise.all(a.filter($).map(n=>K.build(n)))})??[]:[]}async startHandler(){return await super.startHandler(),!0}async tryGetInitializedDb(){if((await indexedDB.databases()).some(s=>s.name===this.dbName&&s.version===this.dbVersion)){let s=await L(this.dbName,this.dbVersion);if(s.objectStoreNames.contains(this.storeName))return s;s.close()}}async tryUseDb(e){let t=await this.tryGetInitializedDb();if(t)try{return await e(t)}finally{t.close()}}};l(o,"IndexedDbBoundWitnessDiviner"),h(o,"configSchemas",[...g(o,o,"configSchemas"),u]),h(o,"defaultConfigSchema",u);var w=o;export{w as IndexedDbBoundWitnessDiviner,u as IndexedDbBoundWitnessDivinerConfigSchema,x as IndexedDbBoundWitnessDivinerSchema};
+var __defProp = Object.defineProperty;
+var __getProtoOf = Object.getPrototypeOf;
+var __reflectGet = Reflect.get;
+var __defNormalProp = (obj, key, value) => key in obj ? __defProp(obj, key, { enumerable: true, configurable: true, writable: true, value }) : obj[key] = value;
+var __name = (target, value) => __defProp(target, "name", { value, configurable: true });
+var __publicField = (obj, key, value) => __defNormalProp(obj, typeof key !== "symbol" ? key + "" : key, value);
+var __superGet = (cls, obj, key) => __reflectGet(__getProtoOf(cls), key, obj);
+
+// src/Schema.ts
+import { BoundWitnessDivinerSchema } from "@xyo-network/diviner-boundwitness-model";
+var IndexedDbBoundWitnessDivinerSchema = `${BoundWitnessDivinerSchema}.indexeddb`;
+
+// src/Config.ts
+var IndexedDbBoundWitnessDivinerConfigSchema = `${IndexedDbBoundWitnessDivinerSchema}.config`;
+
+// src/Diviner.ts
+import { containsAll } from "@xylabs/array";
+import { exists } from "@xylabs/exists";
+import { IndexedDbArchivist } from "@xyo-network/archivist-indexeddb";
+import { BoundWitnessSchema, isBoundWitness } from "@xyo-network/boundwitness-model";
+import { BoundWitnessDiviner } from "@xyo-network/diviner-boundwitness-abstract";
+import { isBoundWitnessDivinerQueryPayload } from "@xyo-network/diviner-boundwitness-model";
+import { PayloadBuilder } from "@xyo-network/payload-builder";
+import { openDB } from "idb";
+var bwValueFilter = /* @__PURE__ */ __name((key, values) => {
+  if (!values || (values == null ? void 0 : values.length) === 0) return void 0;
+  return (bw) => {
+    if (!bw) return false;
+    return containsAll(bw[key], values);
+  };
+}, "bwValueFilter");
+var _IndexedDbBoundWitnessDiviner = class _IndexedDbBoundWitnessDiviner extends BoundWitnessDiviner {
+  /**
+  * The database name. If not supplied via config, it defaults
+  * to the archivist's name and if archivist's name is not supplied,
+  * it defaults to `archivist`. This behavior
+  * biases towards a single, isolated DB per archivist which seems to
+  * make the most sense for 99% of use cases.
+  */
+  get dbName() {
+    var _a, _b;
+    return ((_a = this.config) == null ? void 0 : _a.dbName) ?? ((_b = this.config) == null ? void 0 : _b.archivist) ?? IndexedDbArchivist.defaultDbName;
+  }
+  /**
+  * The database version. If not supplied via config, it defaults to 1.
+  */
+  get dbVersion() {
+    var _a;
+    return ((_a = this.config) == null ? void 0 : _a.dbVersion) ?? IndexedDbArchivist.defaultDbVersion;
+  }
+  /**
+  * The name of the object store. If not supplied via config, it defaults
+  * to `payloads`.
+  */
+  get storeName() {
+    var _a;
+    return ((_a = this.config) == null ? void 0 : _a.storeName) ?? IndexedDbArchivist.defaultStoreName;
+  }
+  async divineHandler(payloads) {
+    var _a;
+    const query = (_a = payloads == null ? void 0 : payloads.filter(isBoundWitnessDivinerQueryPayload)) == null ? void 0 : _a.pop();
+    if (!query) return [];
+    const result = await this.tryUseDb(async (db) => {
+      const { addresses, payload_hashes, payload_schemas, limit, offset, order } = query;
+      const tx = db.transaction(this.storeName, "readonly");
+      const store = tx.objectStore(this.storeName);
+      const results = [];
+      let parsedOffset = offset ?? 0;
+      const parsedLimit = limit ?? 10;
+      const direction = order === "desc" ? "prev" : "next";
+      const valueFilters = [
+        bwValueFilter("addresses", addresses),
+        bwValueFilter("payload_hashes", payload_hashes),
+        bwValueFilter("payload_schemas", payload_schemas)
+      ].filter(exists);
+      let cursor = await store.index(IndexedDbArchivist.schemaIndexName).openCursor(IDBKeyRange.only(BoundWitnessSchema), direction);
+      if (valueFilters.length === 0) {
+        while (cursor && parsedOffset > 0) {
+          cursor = await cursor.advance(parsedOffset);
+          parsedOffset = 0;
+        }
+      }
+      while (cursor && results.length < parsedLimit) {
+        const value = cursor.value;
+        if (value) {
+          if (valueFilters.length > 0) {
+            if (valueFilters.every((filter) => filter(value))) {
+              results.push(value);
+            }
+          } else {
+            results.push(value);
+          }
+        }
+        try {
+          cursor = await cursor.continue();
+        } catch {
+          break;
+        }
+      }
+      await tx.done;
+      return await Promise.all(results.filter(isBoundWitness).map((bw) => {
+        return PayloadBuilder.build(bw);
+      }));
+    });
+    return result ?? [];
+  }
+  async startHandler() {
+    await super.startHandler();
+    return true;
+  }
+  /**
+  * Checks that the desired DB/objectStore exists and is initialized to the correct version
+  * @returns The initialized DB or undefined if it does not exist in the desired state
+  */
+  async tryGetInitializedDb() {
+    const dbs = await indexedDB.databases();
+    const dbExists = dbs.some((db) => {
+      return db.name === this.dbName && db.version === this.dbVersion;
+    });
+    if (dbExists) {
+      const db = await openDB(this.dbName, this.dbVersion);
+      const storeExists = db.objectStoreNames.contains(this.storeName);
+      if (storeExists) {
+        return db;
+      } else {
+        db.close();
+      }
+    }
+  }
+  /**
+  * Executes a callback with the initialized DB and then closes the db
+  * @param callback The method to execute with the initialized DB
+  * @returns
+  */
+  async tryUseDb(callback) {
+    const db = await this.tryGetInitializedDb();
+    if (db) {
+      try {
+        return await callback(db);
+      } finally {
+        db.close();
+      }
+    }
+    return void 0;
+  }
+};
+__name(_IndexedDbBoundWitnessDiviner, "IndexedDbBoundWitnessDiviner");
+__publicField(_IndexedDbBoundWitnessDiviner, "configSchemas", [
+  ...__superGet(_IndexedDbBoundWitnessDiviner, _IndexedDbBoundWitnessDiviner, "configSchemas"),
+  IndexedDbBoundWitnessDivinerConfigSchema
+]);
+__publicField(_IndexedDbBoundWitnessDiviner, "defaultConfigSchema", IndexedDbBoundWitnessDivinerConfigSchema);
+var IndexedDbBoundWitnessDiviner = _IndexedDbBoundWitnessDiviner;
+export {
+  IndexedDbBoundWitnessDiviner,
+  IndexedDbBoundWitnessDivinerConfigSchema,
+  IndexedDbBoundWitnessDivinerSchema
+};
 //# sourceMappingURL=index.js.map

package/dist/node/index.js.map

@@ -1 +1 @@
-{"version":3,"sources":["../../src/Schema.ts","../../src/Config.ts","../../src/Diviner.ts"],"sourcesContent":["import { BoundWitnessDivinerSchema } from '@xyo-network/diviner-boundwitness-model'\n\nexport const IndexedDbBoundWitnessDivinerSchema = `${BoundWitnessDivinerSchema}.indexeddb` as const\nexport type IndexedDbBoundWitnessDivinerSchema = typeof IndexedDbBoundWitnessDivinerSchema\n","import { IndexDescription } from '@xyo-network/archivist-model'\nimport { DivinerConfig } from '@xyo-network/diviner-model'\n\nimport { IndexedDbBoundWitnessDivinerSchema } from './Schema'\n\nexport const IndexedDbBoundWitnessDivinerConfigSchema = `${IndexedDbBoundWitnessDivinerSchema}.config` as const\nexport type IndexedDbBoundWitnessDivinerConfigSchema = typeof IndexedDbBoundWitnessDivinerConfigSchema\n\nexport type IndexedDbBoundWitnessDivinerConfig = DivinerConfig<{\n  /**\n   * The database name\n   */\n  dbName?: string\n  /**\n   * The version of the DB, defaults to 1\n   */\n  dbVersion?: number\n  schema: IndexedDbBoundWitnessDivinerConfigSchema\n  /**\n   * The storage configuration\n   * // TODO: Hoist to main diviner config\n   */\n  storage?: {\n    /**\n     * The indexes to create on the object store\n     */\n    indexes?: IndexDescription[]\n  }\n  /**\n   * The name of the object store\n   */\n  storeName?: string\n}>\n","import { containsAll } from '@xylabs/array'\nimport { exists } from '@xylabs/exists'\nimport { IndexedDbArchivist } from '@xyo-network/archivist-indexeddb'\nimport { BoundWitness, BoundWitnessSchema, isBoundWitness } from '@xyo-network/boundwitness-model'\nimport { BoundWitnessDiviner } from '@xyo-network/diviner-boundwitness-abstract'\nimport { BoundWitnessDivinerQueryPayload, isBoundWitnessDivinerQueryPayload } from '@xyo-network/diviner-boundwitness-model'\nimport { PayloadBuilder } from '@xyo-network/payload-builder'\nimport { Schema } from '@xyo-network/payload-model'\nimport { IDBPDatabase, openDB } from 'idb'\n\nimport { IndexedDbBoundWitnessDivinerConfigSchema } from './Config'\nimport { IndexedDbBoundWitnessDivinerParams } from './Params'\n\ninterface BoundWitnessStore {\n  [s: string]: BoundWitness\n}\n\ntype ValueFilter = (bw?: BoundWitness | null) => boolean\n\nconst bwValueFilter = (\n  key: keyof Pick<BoundWitness, 'addresses' | 'payload_hashes' | 'payload_schemas'>,\n  values?: string[],\n): ValueFilter | undefined => {\n  if (!values || values?.length === 0) return undefined\n  return (bw) => {\n    if (!bw) return false\n    return containsAll(bw[key], values)\n  }\n}\n\nexport class IndexedDbBoundWitnessDiviner<\n  TParams extends IndexedDbBoundWitnessDivinerParams = IndexedDbBoundWitnessDivinerParams,\n  TIn extends BoundWitnessDivinerQueryPayload = BoundWitnessDivinerQueryPayload,\n  TOut extends BoundWitness = BoundWitness,\n> extends BoundWitnessDiviner<TParams, TIn, TOut> {\n  static override readonly configSchemas: Schema[] = [...super.configSchemas, IndexedDbBoundWitnessDivinerConfigSchema]\n  static override readonly defaultConfigSchema: Schema = IndexedDbBoundWitnessDivinerConfigSchema\n\n  /**\n   * The database name. If not supplied via config, it defaults\n   * to the archivist's name and if archivist's name is not supplied,\n   * it defaults to `archivist`. This behavior\n   * biases towards a single, isolated DB per archivist which seems to\n   * make the most sense for 99% of use cases.\n   */\n  get dbName() {\n    return this.config?.dbName ?? this.config?.archivist ?? IndexedDbArchivist.defaultDbName\n  }\n\n  /**\n   * The database version. If not supplied via config, it defaults to 1.\n   */\n  get dbVersion() {\n    return this.config?.dbVersion ?? IndexedDbArchivist.defaultDbVersion\n  }\n\n  /**\n   * The name of the object store. If not supplied via config, it defaults\n   * to `payloads`.\n   */\n  get storeName() {\n    return this.config?.storeName ?? IndexedDbArchivist.defaultStoreName\n  }\n\n  protected override async divineHandler(payloads?: TIn[]): Promise<TOut[]> {\n    const query = payloads?.filter(isBoundWitnessDivinerQueryPayload)?.pop()\n    if (!query) return []\n\n    const result = await this.tryUseDb(async (db) => {\n      const { addresses, payload_hashes, payload_schemas, limit, offset, order } = query\n      const tx = db.transaction(this.storeName, 'readonly')\n      const store = tx.objectStore(this.storeName)\n      const results: TOut[] = []\n      let parsedOffset = offset ?? 0\n      const parsedLimit = limit ?? 10\n      const direction: IDBCursorDirection = order === 'desc' ? 'prev' : 'next'\n      const valueFilters: ValueFilter[] = [\n        bwValueFilter('addresses', addresses),\n        bwValueFilter('payload_hashes', payload_hashes),\n        bwValueFilter('payload_schemas', payload_schemas),\n      ].filter(exists)\n      // Only iterate over BWs\n      let cursor = await store.index(IndexedDbArchivist.schemaIndexName).openCursor(IDBKeyRange.only(BoundWitnessSchema), direction)\n\n      // If we're filtering on more than just the schema, we need to\n      // iterate through all the results\n      if (valueFilters.length === 0) {\n        // Skip records until the offset is reached\n        while (cursor && parsedOffset > 0) {\n          cursor = await cursor.advance(parsedOffset)\n          parsedOffset = 0 // Reset offset after skipping\n        }\n      }\n      // Collect results up to the limit\n      while (cursor && results.length < parsedLimit) {\n        const value = cursor.value\n        if (value) {\n          // If we're filtering on more than just the schema\n          if (valueFilters.length > 0) {\n            // Ensure all filters pass\n            if (valueFilters.every((filter) => filter(value))) {\n              // Then save the value\n              results.push(value)\n            }\n          } else {\n            // Otherwise just save the value\n            results.push(value)\n          }\n        }\n        try {\n          cursor = await cursor.continue()\n        } catch {\n          break\n        }\n      }\n      await tx.done\n      // Remove any metadata before returning to the client\n      return await Promise.all(\n        results.filter(isBoundWitness).map((bw) => {\n          return PayloadBuilder.build(bw)\n        }),\n      )\n    })\n    return result ?? []\n  }\n\n  protected override async startHandler() {\n    await super.startHandler()\n    // NOTE: Do not eager initialize the DB here. It will cause the\n    // DB to be created by this process and then the DB will be\n    // in a bad state for other processes that need to create the DB.\n    return true\n  }\n\n  /**\n   * Checks that the desired DB/objectStore exists and is initialized to the correct version\n   * @returns The initialized DB or undefined if it does not exist in the desired state\n   */\n  private async tryGetInitializedDb(): Promise<IDBPDatabase<BoundWitnessStore> | undefined> {\n    // Enumerate the DBs\n    const dbs = await indexedDB.databases()\n    // Check that the DB exists at the desired version\n    const dbExists = dbs.some((db) => {\n      return db.name === this.dbName && db.version === this.dbVersion\n    })\n    // If the DB exists at the desired version\n    if (dbExists) {\n      // If the db does exist, open it\n      const db = await openDB<BoundWitnessStore>(this.dbName, this.dbVersion)\n      // Check that the desired objectStore exists\n      const storeExists = db.objectStoreNames.contains(this.storeName)\n      // If the correct db/version/objectStore exists\n      if (storeExists) {\n        return db\n      } else {\n        // Otherwise close the db so the process that is going to update the\n        // db can open it\n        db.close()\n      }\n    }\n  }\n\n  /**\n   * Executes a callback with the initialized DB and then closes the db\n   * @param callback The method to execute with the initialized DB\n   * @returns\n   */\n  private async tryUseDb<T>(callback: (db: IDBPDatabase<BoundWitnessStore>) => Promise<T> | T): Promise<T | undefined> {\n    // Get the initialized DB\n    const db = await this.tryGetInitializedDb()\n    if (db) {\n      try {\n        // Perform the callback\n        return await callback(db)\n      } finally {\n        // Close the DB\n        db.close()\n      }\n    }\n    return undefined\n  }\n}\n"],"mappings":"gSAAA,OAASA,6BAAAA,MAAiC,0CAEnC,IAAMC,EAAqC,GAAGD,CAAAA,aCG9C,IAAME,EAA2C,GAAGC,CAAAA,UCL3D,OAASC,eAAAA,MAAmB,gBAC5B,OAASC,UAAAA,MAAc,iBACvB,OAASC,sBAAAA,MAA0B,mCACnC,OAAuBC,sBAAAA,EAAoBC,kBAAAA,MAAsB,kCACjE,OAASC,uBAAAA,MAA2B,6CACpC,OAA0CC,qCAAAA,MAAyC,0CACnF,OAASC,kBAAAA,MAAsB,+BAE/B,OAAuBC,UAAAA,MAAc,MAWrC,IAAMC,EAAgBC,EAAA,CACpBC,EACAC,IAAAA,CAEA,GAAI,GAACA,IAAUA,GAAAA,YAAAA,EAAQC,UAAW,GAClC,OAAQC,GACDA,EACEC,EAAYD,EAAGH,CAAAA,EAAMC,CAAAA,EADZ,EAGpB,EATsB,iBAWTI,EAAN,MAAMA,UAIHC,CAAAA,CAWR,IAAIC,QAAS,CA7Cf,IAAAC,EAAAC,EA8CI,QAAOD,EAAA,KAAKE,SAAL,YAAAF,EAAaD,WAAUE,EAAA,KAAKC,SAAL,YAAAD,EAAaE,YAAaC,EAAmBC,aAC7E,CAKA,IAAIC,WAAY,CApDlB,IAAAN,EAqDI,QAAOA,EAAA,KAAKE,SAAL,YAAAF,EAAaM,YAAaF,EAAmBG,gBACtD,CAMA,IAAIC,WAAY,CA5DlB,IAAAR,EA6DI,QAAOA,EAAA,KAAKE,SAAL,YAAAF,EAAaQ,YAAaJ,EAAmBK,gBACtD,CAEA,MAAyBC,cAAcC,EAAmC,CAhE5E,IAAAX,EAiEI,IAAMY,GAAQD,EAAAA,GAAAA,YAAAA,EAAUE,OAAOC,KAAjBH,YAAAA,EAAqDI,MACnE,OAAKH,EAEU,MAAM,KAAKI,SAAS,MAAOC,GAAAA,CACxC,GAAM,CAAEC,UAAAA,EAAWC,eAAAA,EAAgBC,gBAAAA,EAAiBC,MAAAA,EAAOC,OAAAA,EAAQC,MAAAA,CAAK,EAAKX,EACvEY,EAAKP,EAAGQ,YAAY,KAAKjB,UAAW,UAAA,EACpCkB,EAAQF,EAAGG,YAAY,KAAKnB,SAAS,EACrCoB,EAAkB,CAAA,EACpBC,EAAeP,GAAU,EACvBQ,EAAcT,GAAS,GACvBU,EAAgCR,IAAU,OAAS,OAAS,OAC5DS,EAA8B,CAClC1C,EAAc,YAAa4B,CAAAA,EAC3B5B,EAAc,iBAAkB6B,CAAAA,EAChC7B,EAAc,kBAAmB8B,CAAAA,GACjCP,OAAOoB,CAAAA,EAELC,EAAS,MAAMR,EAAMS,MAAM/B,EAAmBgC,eAAe,EAAEC,WAAWC,YAAYC,KAAKC,CAAAA,EAAqBT,CAAAA,EAIpH,GAAIC,EAAatC,SAAW,EAE1B,KAAOwC,GAAUL,EAAe,GAC9BK,EAAS,MAAMA,EAAOO,QAAQZ,CAAAA,EAC9BA,EAAe,EAInB,KAAOK,GAAUN,EAAQlC,OAASoC,GAAa,CAC7C,IAAMY,EAAQR,EAAOQ,MACjBA,IAEEV,EAAatC,OAAS,EAEpBsC,EAAaW,MAAO9B,GAAWA,EAAO6B,CAAAA,CAAAA,GAExCd,EAAQgB,KAAKF,CAAAA,EAIfd,EAAQgB,KAAKF,CAAAA,GAGjB,GAAI,CACFR,EAAS,MAAMA,EAAOW,SAAQ,CAChC,MAAQ,CACN,KACF,CACF,CACA,aAAMrB,EAAGsB,KAEF,MAAMC,QAAQC,IACnBpB,EAAQf,OAAOoC,CAAAA,EAAgBC,IAAKvD,GAC3BwD,EAAeC,MAAMzD,CAAAA,CAC9B,CAAA,CAEJ,CAAA,GACiB,CAAA,EAzDE,CAAA,CA0DrB,CAEA,MAAyB0D,cAAe,CACtC,aAAM,MAAMA,aAAAA,EAIL,EACT,CAMA,MAAcC,qBAA4E,CAQxF,IANY,MAAMC,UAAUC,UAAS,GAEhBC,KAAMxC,GAClBA,EAAGyC,OAAS,KAAK3D,QAAUkB,EAAG0C,UAAY,KAAKrD,SACxD,EAEc,CAEZ,IAAMW,EAAK,MAAM2C,EAA0B,KAAK7D,OAAQ,KAAKO,SAAS,EAItE,GAFoBW,EAAG4C,iBAAiBC,SAAS,KAAKtD,SAAS,EAG7D,OAAOS,EAIPA,EAAG8C,MAAK,CAEZ,CACF,CAOA,MAAc/C,SAAYgD,EAA2F,CAEnH,IAAM/C,EAAK,MAAM,KAAKqC,oBAAmB,EACzC,GAAIrC,EACF,GAAI,CAEF,OAAO,MAAM+C,EAAS/C,CAAAA,CACxB,QAAA,CAEEA,EAAG8C,MAAK,CACV,CAGJ,CACF,EAnJUjE,EAAAA,EAAAA,gCACRmE,EALWpE,EAKcqE,gBAA0B,IAAIC,EAAAC,IAAMF,iBAAeG,IAC5EJ,EANWpE,EAMcyE,sBAA8BD,GANlD,IAAMxE,EAANuE","names":["BoundWitnessDivinerSchema","IndexedDbBoundWitnessDivinerSchema","IndexedDbBoundWitnessDivinerConfigSchema","IndexedDbBoundWitnessDivinerSchema","containsAll","exists","IndexedDbArchivist","BoundWitnessSchema","isBoundWitness","BoundWitnessDiviner","isBoundWitnessDivinerQueryPayload","PayloadBuilder","openDB","bwValueFilter","__name","key","values","length","bw","containsAll","IndexedDbBoundWitnessDiviner","BoundWitnessDiviner","dbName","_a","_b","config","archivist","IndexedDbArchivist","defaultDbName","dbVersion","defaultDbVersion","storeName","defaultStoreName","divineHandler","payloads","query","filter","isBoundWitnessDivinerQueryPayload","pop","tryUseDb","db","addresses","payload_hashes","payload_schemas","limit","offset","order","tx","transaction","store","objectStore","results","parsedOffset","parsedLimit","direction","valueFilters","exists","cursor","index","schemaIndexName","openCursor","IDBKeyRange","only","BoundWitnessSchema","advance","value","every","push","continue","done","Promise","all","isBoundWitness","map","PayloadBuilder","build","startHandler","tryGetInitializedDb","indexedDB","databases","some","name","version","openDB","objectStoreNames","contains","close","callback","__publicField","configSchemas","__superGet","_IndexedDbBoundWitnessDiviner","IndexedDbBoundWitnessDivinerConfigSchema","defaultConfigSchema"]}
+{"version":3,"sources":["../../src/Schema.ts","../../src/Config.ts","../../src/Diviner.ts"],"sourcesContent":["import { BoundWitnessDivinerSchema } from '@xyo-network/diviner-boundwitness-model'\n\nexport const IndexedDbBoundWitnessDivinerSchema = `${BoundWitnessDivinerSchema}.indexeddb` as const\nexport type IndexedDbBoundWitnessDivinerSchema = typeof IndexedDbBoundWitnessDivinerSchema\n","import { IndexDescription } from '@xyo-network/archivist-model'\nimport { DivinerConfig } from '@xyo-network/diviner-model'\n\nimport { IndexedDbBoundWitnessDivinerSchema } from './Schema'\n\nexport const IndexedDbBoundWitnessDivinerConfigSchema = `${IndexedDbBoundWitnessDivinerSchema}.config` as const\nexport type IndexedDbBoundWitnessDivinerConfigSchema = typeof IndexedDbBoundWitnessDivinerConfigSchema\n\nexport type IndexedDbBoundWitnessDivinerConfig = DivinerConfig<{\n  /**\n   * The database name\n   */\n  dbName?: string\n  /**\n   * The version of the DB, defaults to 1\n   */\n  dbVersion?: number\n  schema: IndexedDbBoundWitnessDivinerConfigSchema\n  /**\n   * The storage configuration\n   * // TODO: Hoist to main diviner config\n   */\n  storage?: {\n    /**\n     * The indexes to create on the object store\n     */\n    indexes?: IndexDescription[]\n  }\n  /**\n   * The name of the object store\n   */\n  storeName?: string\n}>\n","import { containsAll } from '@xylabs/array'\nimport { exists } from '@xylabs/exists'\nimport { IndexedDbArchivist } from '@xyo-network/archivist-indexeddb'\nimport { BoundWitness, BoundWitnessSchema, isBoundWitness } from '@xyo-network/boundwitness-model'\nimport { BoundWitnessDiviner } from '@xyo-network/diviner-boundwitness-abstract'\nimport { BoundWitnessDivinerQueryPayload, isBoundWitnessDivinerQueryPayload } from '@xyo-network/diviner-boundwitness-model'\nimport { PayloadBuilder } from '@xyo-network/payload-builder'\nimport { Schema } from '@xyo-network/payload-model'\nimport { IDBPDatabase, openDB } from 'idb'\n\nimport { IndexedDbBoundWitnessDivinerConfigSchema } from './Config'\nimport { IndexedDbBoundWitnessDivinerParams } from './Params'\n\ninterface BoundWitnessStore {\n  [s: string]: BoundWitness\n}\n\ntype ValueFilter = (bw?: BoundWitness | null) => boolean\n\nconst bwValueFilter = (\n  key: keyof Pick<BoundWitness, 'addresses' | 'payload_hashes' | 'payload_schemas'>,\n  values?: string[],\n): ValueFilter | undefined => {\n  if (!values || values?.length === 0) return undefined\n  return (bw) => {\n    if (!bw) return false\n    return containsAll(bw[key], values)\n  }\n}\n\nexport class IndexedDbBoundWitnessDiviner<\n  TParams extends IndexedDbBoundWitnessDivinerParams = IndexedDbBoundWitnessDivinerParams,\n  TIn extends BoundWitnessDivinerQueryPayload = BoundWitnessDivinerQueryPayload,\n  TOut extends BoundWitness = BoundWitness,\n> extends BoundWitnessDiviner<TParams, TIn, TOut> {\n  static override readonly configSchemas: Schema[] = [...super.configSchemas, IndexedDbBoundWitnessDivinerConfigSchema]\n  static override readonly defaultConfigSchema: Schema = IndexedDbBoundWitnessDivinerConfigSchema\n\n  /**\n   * The database name. If not supplied via config, it defaults\n   * to the archivist's name and if archivist's name is not supplied,\n   * it defaults to `archivist`. This behavior\n   * biases towards a single, isolated DB per archivist which seems to\n   * make the most sense for 99% of use cases.\n   */\n  get dbName() {\n    return this.config?.dbName ?? this.config?.archivist ?? IndexedDbArchivist.defaultDbName\n  }\n\n  /**\n   * The database version. If not supplied via config, it defaults to 1.\n   */\n  get dbVersion() {\n    return this.config?.dbVersion ?? IndexedDbArchivist.defaultDbVersion\n  }\n\n  /**\n   * The name of the object store. If not supplied via config, it defaults\n   * to `payloads`.\n   */\n  get storeName() {\n    return this.config?.storeName ?? IndexedDbArchivist.defaultStoreName\n  }\n\n  protected override async divineHandler(payloads?: TIn[]): Promise<TOut[]> {\n    const query = payloads?.filter(isBoundWitnessDivinerQueryPayload)?.pop()\n    if (!query) return []\n\n    const result = await this.tryUseDb(async (db) => {\n      const { addresses, payload_hashes, payload_schemas, limit, offset, order } = query\n      const tx = db.transaction(this.storeName, 'readonly')\n      const store = tx.objectStore(this.storeName)\n      const results: TOut[] = []\n      let parsedOffset = offset ?? 0\n      const parsedLimit = limit ?? 10\n      const direction: IDBCursorDirection = order === 'desc' ? 'prev' : 'next'\n      const valueFilters: ValueFilter[] = [\n        bwValueFilter('addresses', addresses),\n        bwValueFilter('payload_hashes', payload_hashes),\n        bwValueFilter('payload_schemas', payload_schemas),\n      ].filter(exists)\n      // Only iterate over BWs\n      let cursor = await store.index(IndexedDbArchivist.schemaIndexName).openCursor(IDBKeyRange.only(BoundWitnessSchema), direction)\n\n      // If we're filtering on more than just the schema, we need to\n      // iterate through all the results\n      if (valueFilters.length === 0) {\n        // Skip records until the offset is reached\n        while (cursor && parsedOffset > 0) {\n          cursor = await cursor.advance(parsedOffset)\n          parsedOffset = 0 // Reset offset after skipping\n        }\n      }\n      // Collect results up to the limit\n      while (cursor && results.length < parsedLimit) {\n        const value = cursor.value\n        if (value) {\n          // If we're filtering on more than just the schema\n          if (valueFilters.length > 0) {\n            // Ensure all filters pass\n            if (valueFilters.every((filter) => filter(value))) {\n              // Then save the value\n              results.push(value)\n            }\n          } else {\n            // Otherwise just save the value\n            results.push(value)\n          }\n        }\n        try {\n          cursor = await cursor.continue()\n        } catch {\n          break\n        }\n      }\n      await tx.done\n      // Remove any metadata before returning to the client\n      return await Promise.all(\n        results.filter(isBoundWitness).map((bw) => {\n          return PayloadBuilder.build(bw)\n        }),\n      )\n    })\n    return result ?? []\n  }\n\n  protected override async startHandler() {\n    await super.startHandler()\n    // NOTE: Do not eager initialize the DB here. It will cause the\n    // DB to be created by this process and then the DB will be\n    // in a bad state for other processes that need to create the DB.\n    return true\n  }\n\n  /**\n   * Checks that the desired DB/objectStore exists and is initialized to the correct version\n   * @returns The initialized DB or undefined if it does not exist in the desired state\n   */\n  private async tryGetInitializedDb(): Promise<IDBPDatabase<BoundWitnessStore> | undefined> {\n    // Enumerate the DBs\n    const dbs = await indexedDB.databases()\n    // Check that the DB exists at the desired version\n    const dbExists = dbs.some((db) => {\n      return db.name === this.dbName && db.version === this.dbVersion\n    })\n    // If the DB exists at the desired version\n    if (dbExists) {\n      // If the db does exist, open it\n      const db = await openDB<BoundWitnessStore>(this.dbName, this.dbVersion)\n      // Check that the desired objectStore exists\n      const storeExists = db.objectStoreNames.contains(this.storeName)\n      // If the correct db/version/objectStore exists\n      if (storeExists) {\n        return db\n      } else {\n        // Otherwise close the db so the process that is going to update the\n        // db can open it\n        db.close()\n      }\n    }\n  }\n\n  /**\n   * Executes a callback with the initialized DB and then closes the db\n   * @param callback The method to execute with the initialized DB\n   * @returns\n   */\n  private async tryUseDb<T>(callback: (db: IDBPDatabase<BoundWitnessStore>) => Promise<T> | T): Promise<T | undefined> {\n    // Get the initialized DB\n    const db = await this.tryGetInitializedDb()\n    if (db) {\n      try {\n        // Perform the callback\n        return await callback(db)\n      } finally {\n        // Close the DB\n        db.close()\n      }\n    }\n    return undefined\n  }\n}\n"],"mappings":";;;;;;;;;AAAA,SAASA,iCAAiC;AAEnC,IAAMC,qCAAqC,GAAGD,yBAAAA;;;ACG9C,IAAME,2CAA2C,GAAGC,kCAAAA;;;ACL3D,SAASC,mBAAmB;AAC5B,SAASC,cAAc;AACvB,SAASC,0BAA0B;AACnC,SAAuBC,oBAAoBC,sBAAsB;AACjE,SAASC,2BAA2B;AACpC,SAA0CC,yCAAyC;AACnF,SAASC,sBAAsB;AAE/B,SAAuBC,cAAc;AAWrC,IAAMC,gBAAgB,wBACpBC,KACAC,WAAAA;AAEA,MAAI,CAACA,WAAUA,iCAAQC,YAAW,EAAG,QAAOC;AAC5C,SAAO,CAACC,OAAAA;AACN,QAAI,CAACA,GAAI,QAAO;AAChB,WAAOC,YAAYD,GAAGJ,GAAAA,GAAMC,MAAAA;EAC9B;AACF,GATsB;AAWf,IAAMK,gCAAN,MAAMA,sCAIHC,oBAAAA;;;;;;;;EAWR,IAAIC,SAAS;AA7Cf;AA8CI,aAAO,UAAKC,WAAL,mBAAaD,aAAU,UAAKC,WAAL,mBAAaC,cAAaC,mBAAmBC;EAC7E;;;;EAKA,IAAIC,YAAY;AApDlB;AAqDI,aAAO,UAAKJ,WAAL,mBAAaI,cAAaF,mBAAmBG;EACtD;;;;;EAMA,IAAIC,YAAY;AA5DlB;AA6DI,aAAO,UAAKN,WAAL,mBAAaM,cAAaJ,mBAAmBK;EACtD;EAEA,MAAyBC,cAAcC,UAAmC;AAhE5E;AAiEI,UAAMC,SAAQD,0CAAUE,OAAOC,uCAAjBH,mBAAqDI;AACnE,QAAI,CAACH,MAAO,QAAO,CAAA;AAEnB,UAAMI,SAAS,MAAM,KAAKC,SAAS,OAAOC,OAAAA;AACxC,YAAM,EAAEC,WAAWC,gBAAgBC,iBAAiBC,OAAOC,QAAQC,MAAK,IAAKZ;AAC7E,YAAMa,KAAKP,GAAGQ,YAAY,KAAKlB,WAAW,UAAA;AAC1C,YAAMmB,QAAQF,GAAGG,YAAY,KAAKpB,SAAS;AAC3C,YAAMqB,UAAkB,CAAA;AACxB,UAAIC,eAAeP,UAAU;AAC7B,YAAMQ,cAAcT,SAAS;AAC7B,YAAMU,YAAgCR,UAAU,SAAS,SAAS;AAClE,YAAMS,eAA8B;QAClCzC,cAAc,aAAa2B,SAAAA;QAC3B3B,cAAc,kBAAkB4B,cAAAA;QAChC5B,cAAc,mBAAmB6B,eAAAA;QACjCR,OAAOqB,MAAAA;AAET,UAAIC,SAAS,MAAMR,MAAMS,MAAMhC,mBAAmBiC,eAAe,EAAEC,WAAWC,YAAYC,KAAKC,kBAAAA,GAAqBT,SAAAA;AAIpH,UAAIC,aAAatC,WAAW,GAAG;AAE7B,eAAOwC,UAAUL,eAAe,GAAG;AACjCK,mBAAS,MAAMA,OAAOO,QAAQZ,YAAAA;AAC9BA,yBAAe;QACjB;MACF;AAEA,aAAOK,UAAUN,QAAQlC,SAASoC,aAAa;AAC7C,cAAMY,QAAQR,OAAOQ;AACrB,YAAIA,OAAO;AAET,cAAIV,aAAatC,SAAS,GAAG;AAE3B,gBAAIsC,aAAaW,MAAM,CAAC/B,WAAWA,OAAO8B,KAAAA,CAAAA,GAAS;AAEjDd,sBAAQgB,KAAKF,KAAAA;YACf;UACF,OAAO;AAELd,oBAAQgB,KAAKF,KAAAA;UACf;QACF;AACA,YAAI;AACFR,mBAAS,MAAMA,OAAOW,SAAQ;QAChC,QAAQ;AACN;QACF;MACF;AACA,YAAMrB,GAAGsB;AAET,aAAO,MAAMC,QAAQC,IACnBpB,QAAQhB,OAAOqC,cAAAA,EAAgBC,IAAI,CAACtD,OAAAA;AAClC,eAAOuD,eAAeC,MAAMxD,EAAAA;MAC9B,CAAA,CAAA;IAEJ,CAAA;AACA,WAAOmB,UAAU,CAAA;EACnB;EAEA,MAAyBsC,eAAe;AACtC,UAAM,MAAMA,aAAAA;AAIZ,WAAO;EACT;;;;;EAMA,MAAcC,sBAA4E;AAExF,UAAMC,MAAM,MAAMC,UAAUC,UAAS;AAErC,UAAMC,WAAWH,IAAII,KAAK,CAAC1C,OAAAA;AACzB,aAAOA,GAAG2C,SAAS,KAAK5D,UAAUiB,GAAG4C,YAAY,KAAKxD;IACxD,CAAA;AAEA,QAAIqD,UAAU;AAEZ,YAAMzC,KAAK,MAAM6C,OAA0B,KAAK9D,QAAQ,KAAKK,SAAS;AAEtE,YAAM0D,cAAc9C,GAAG+C,iBAAiBC,SAAS,KAAK1D,SAAS;AAE/D,UAAIwD,aAAa;AACf,eAAO9C;MACT,OAAO;AAGLA,WAAGiD,MAAK;MACV;IACF;EACF;;;;;;EAOA,MAAclD,SAAYmD,UAA2F;AAEnH,UAAMlD,KAAK,MAAM,KAAKqC,oBAAmB;AACzC,QAAIrC,IAAI;AACN,UAAI;AAEF,eAAO,MAAMkD,SAASlD,EAAAA;MACxB,UAAA;AAEEA,WAAGiD,MAAK;MACV;IACF;AACA,WAAOvE;EACT;AACF;AAnJUI;AACR,cALWD,+BAKcsE,iBAA0B;KAAI,yEAAMA;EAAeC;;AAC5E,cANWvE,+BAMcwE,uBAA8BD;AANlD,IAAMvE,+BAAN;","names":["BoundWitnessDivinerSchema","IndexedDbBoundWitnessDivinerSchema","IndexedDbBoundWitnessDivinerConfigSchema","IndexedDbBoundWitnessDivinerSchema","containsAll","exists","IndexedDbArchivist","BoundWitnessSchema","isBoundWitness","BoundWitnessDiviner","isBoundWitnessDivinerQueryPayload","PayloadBuilder","openDB","bwValueFilter","key","values","length","undefined","bw","containsAll","IndexedDbBoundWitnessDiviner","BoundWitnessDiviner","dbName","config","archivist","IndexedDbArchivist","defaultDbName","dbVersion","defaultDbVersion","storeName","defaultStoreName","divineHandler","payloads","query","filter","isBoundWitnessDivinerQueryPayload","pop","result","tryUseDb","db","addresses","payload_hashes","payload_schemas","limit","offset","order","tx","transaction","store","objectStore","results","parsedOffset","parsedLimit","direction","valueFilters","exists","cursor","index","schemaIndexName","openCursor","IDBKeyRange","only","BoundWitnessSchema","advance","value","every","push","continue","done","Promise","all","isBoundWitness","map","PayloadBuilder","build","startHandler","tryGetInitializedDb","dbs","indexedDB","databases","dbExists","some","name","version","openDB","storeExists","objectStoreNames","contains","close","callback","configSchemas","IndexedDbBoundWitnessDivinerConfigSchema","defaultConfigSchema"]}

package/package.json

@@ -12,25 +12,25 @@
   "dependencies": {
     "@xylabs/array": "^3.5.1",
     "@xylabs/exists": "^3.5.1",
-    "@xyo-network/archivist-indexeddb": "~2.107.3",
-    "@xyo-network/archivist-model": "~2.107.3",
-    "@xyo-network/boundwitness-model": "~2.107.3",
-    "@xyo-network/diviner-boundwitness-abstract": "~2.107.3",
-    "@xyo-network/diviner-boundwitness-model": "~2.107.3",
-    "@xyo-network/diviner-model": "~2.107.3",
-    "@xyo-network/module-model": "~2.107.3",
-    "@xyo-network/payload-builder": "~2.107.3",
-    "@xyo-network/payload-model": "~2.107.3",
+    "@xyo-network/archivist-indexeddb": "~2.107.4",
+    "@xyo-network/archivist-model": "~2.107.4",
+    "@xyo-network/boundwitness-model": "~2.107.4",
+    "@xyo-network/diviner-boundwitness-abstract": "~2.107.4",
+    "@xyo-network/diviner-boundwitness-model": "~2.107.4",
+    "@xyo-network/diviner-model": "~2.107.4",
+    "@xyo-network/module-model": "~2.107.4",
+    "@xyo-network/payload-builder": "~2.107.4",
+    "@xyo-network/payload-model": "~2.107.4",
     "idb": "^8.0.0"
   },
   "devDependencies": {
-    "@xylabs/ts-scripts-yarn3": "^3.11.9",
-    "@xylabs/tsconfig": "^3.11.9",
-    "@xyo-network/account": "~2.107.3",
-    "@xyo-network/archivist-indexeddb": "~2.107.3",
-    "@xyo-network/boundwitness-builder": "~2.107.3",
-    "@xyo-network/node-memory": "~2.107.3",
-    "@xyo-network/payload-builder": "~2.107.3",
+    "@xylabs/ts-scripts-yarn3": "^3.11.10",
+    "@xylabs/tsconfig": "^3.11.10",
+    "@xyo-network/account": "~2.107.4",
+    "@xyo-network/archivist-indexeddb": "~2.107.4",
+    "@xyo-network/boundwitness-builder": "~2.107.4",
+    "@xyo-network/node-memory": "~2.107.4",
+    "@xyo-network/payload-builder": "~2.107.4",
     "fake-indexeddb": "^5.0.2",
     "typescript": "^5.5.2"
   },
@@ -73,6 +73,6 @@
     "url": "https://github.com/XYOracleNetwork/sdk-xyo-client-js.git"
   },
   "sideEffects": false,
-  "version": "2.107.3",
+  "version": "2.107.4",
   "type": "module"
 }