@xyo-network/module-abstract-mongodb 2.79.5 → 2.79.6

package/dist/browser/Module.d.cts.map

@@ -1 +1 @@
-{"version":3,"file":"Module.d.ts","sourceRoot":"","sources":["../../src/Module.ts"],"names":[],"mappings":"AAGA,OAAO,EAAE,MAAM,EAAE,MAAM,2BAA2B,CAAA;AAClD,OAAO,EAAiB,mBAAmB,EAAuB,yBAAyB,EAAE,MAAM,mCAAmC,CAAA;AACtI,OAAO,EAAE,oBAAoB,EAAE,eAAe,EAAE,MAAM,8BAA8B,CAAA;AACpF,OAAO,EAAE,YAAY,EAAE,kBAAkB,EAAE,MAAM,+BAA+B,CAAA;AAOhF,MAAM,MAAM,iBAAiB,CAAC,OAAO,SAAS,mBAAmB,GAAG,mBAAmB,IAAI,QAAQ,MAAM,GAAG,IAAI,EAAE,GAAG,EAAE,KAAK,MAAM,CAAC,OAAO,CAAC,CAAA;AAE3I,eAAO,MAAM,kBAAkB;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;6HAFmF,GAAG,EAAE;sBAWjG,aAAa,oBAAoB,CAAC,GAAG,SAAS;iBACnD,aAAa,eAAe,CAAC,GAAG,SAAS;;;;;;;;IA8BtD;;;OAGG;qBACoB,QAAQ,IAAI,CAAC;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;YAiBvC,CAAA"}
+{"version":3,"file":"Module.d.ts","sourceRoot":"","sources":["../../src/Module.ts"],"names":[],"mappings":"AAGA,OAAO,EAAE,MAAM,EAAE,MAAM,2BAA2B,CAAA;AAClD,OAAO,EAAiB,mBAAmB,EAAuB,yBAAyB,EAAE,MAAM,mCAAmC,CAAA;AACtI,OAAO,EAAE,oBAAoB,EAAE,eAAe,EAAE,MAAM,8BAA8B,CAAA;AACpF,OAAO,EAAE,YAAY,EAAE,kBAAkB,EAAE,MAAM,+BAA+B,CAAA;AAQhF,MAAM,MAAM,iBAAiB,CAAC,OAAO,SAAS,mBAAmB,GAAG,mBAAmB,IAAI,QAAQ,MAAM,GAAG,IAAI,EAAE,GAAG,EAAE,KAAK,MAAM,CAAC,OAAO,CAAC,CAAA;AAE3I,eAAO,MAAM,kBAAkB;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;6HAFmF,GAAG,EAAE;sBAWjG,aAAa,oBAAoB,CAAC,GAAG,SAAS;iBACnD,aAAa,eAAe,CAAC,GAAG,SAAS;;;;;;;;IA8BtD;;;OAGG;qBACoB,QAAQ,IAAI,CAAC;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;YAOvC,CAAA"}

package/dist/browser/Module.d.mts.map

@@ -1 +1 @@
-{"version":3,"file":"Module.d.ts","sourceRoot":"","sources":["../../src/Module.ts"],"names":[],"mappings":"AAGA,OAAO,EAAE,MAAM,EAAE,MAAM,2BAA2B,CAAA;AAClD,OAAO,EAAiB,mBAAmB,EAAuB,yBAAyB,EAAE,MAAM,mCAAmC,CAAA;AACtI,OAAO,EAAE,oBAAoB,EAAE,eAAe,EAAE,MAAM,8BAA8B,CAAA;AACpF,OAAO,EAAE,YAAY,EAAE,kBAAkB,EAAE,MAAM,+BAA+B,CAAA;AAOhF,MAAM,MAAM,iBAAiB,CAAC,OAAO,SAAS,mBAAmB,GAAG,mBAAmB,IAAI,QAAQ,MAAM,GAAG,IAAI,EAAE,GAAG,EAAE,KAAK,MAAM,CAAC,OAAO,CAAC,CAAA;AAE3I,eAAO,MAAM,kBAAkB;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;6HAFmF,GAAG,EAAE;sBAWjG,aAAa,oBAAoB,CAAC,GAAG,SAAS;iBACnD,aAAa,eAAe,CAAC,GAAG,SAAS;;;;;;;;IA8BtD;;;OAGG;qBACoB,QAAQ,IAAI,CAAC;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;YAiBvC,CAAA"}
+{"version":3,"file":"Module.d.ts","sourceRoot":"","sources":["../../src/Module.ts"],"names":[],"mappings":"AAGA,OAAO,EAAE,MAAM,EAAE,MAAM,2BAA2B,CAAA;AAClD,OAAO,EAAiB,mBAAmB,EAAuB,yBAAyB,EAAE,MAAM,mCAAmC,CAAA;AACtI,OAAO,EAAE,oBAAoB,EAAE,eAAe,EAAE,MAAM,8BAA8B,CAAA;AACpF,OAAO,EAAE,YAAY,EAAE,kBAAkB,EAAE,MAAM,+BAA+B,CAAA;AAQhF,MAAM,MAAM,iBAAiB,CAAC,OAAO,SAAS,mBAAmB,GAAG,mBAAmB,IAAI,QAAQ,MAAM,GAAG,IAAI,EAAE,GAAG,EAAE,KAAK,MAAM,CAAC,OAAO,CAAC,CAAA;AAE3I,eAAO,MAAM,kBAAkB;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;6HAFmF,GAAG,EAAE;sBAWjG,aAAa,oBAAoB,CAAC,GAAG,SAAS;iBACnD,aAAa,eAAe,CAAC,GAAG,SAAS;;;;;;;;IA8BtD;;;OAGG;qBACoB,QAAQ,IAAI,CAAC;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;YAOvC,CAAA"}

package/dist/browser/Module.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"Module.d.ts","sourceRoot":"","sources":["../../src/Module.ts"],"names":[],"mappings":"AAGA,OAAO,EAAE,MAAM,EAAE,MAAM,2BAA2B,CAAA;AAClD,OAAO,EAAiB,mBAAmB,EAAuB,yBAAyB,EAAE,MAAM,mCAAmC,CAAA;AACtI,OAAO,EAAE,oBAAoB,EAAE,eAAe,EAAE,MAAM,8BAA8B,CAAA;AACpF,OAAO,EAAE,YAAY,EAAE,kBAAkB,EAAE,MAAM,+BAA+B,CAAA;AAOhF,MAAM,MAAM,iBAAiB,CAAC,OAAO,SAAS,mBAAmB,GAAG,mBAAmB,IAAI,QAAQ,MAAM,GAAG,IAAI,EAAE,GAAG,EAAE,KAAK,MAAM,CAAC,OAAO,CAAC,CAAA;AAE3I,eAAO,MAAM,kBAAkB;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;6HAFmF,GAAG,EAAE;sBAWjG,aAAa,oBAAoB,CAAC,GAAG,SAAS;iBACnD,aAAa,eAAe,CAAC,GAAG,SAAS;;;;;;;;IA8BtD;;;OAGG;qBACoB,QAAQ,IAAI,CAAC;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;YAiBvC,CAAA"}
+{"version":3,"file":"Module.d.ts","sourceRoot":"","sources":["../../src/Module.ts"],"names":[],"mappings":"AAGA,OAAO,EAAE,MAAM,EAAE,MAAM,2BAA2B,CAAA;AAClD,OAAO,EAAiB,mBAAmB,EAAuB,yBAAyB,EAAE,MAAM,mCAAmC,CAAA;AACtI,OAAO,EAAE,oBAAoB,EAAE,eAAe,EAAE,MAAM,8BAA8B,CAAA;AACpF,OAAO,EAAE,YAAY,EAAE,kBAAkB,EAAE,MAAM,+BAA+B,CAAA;AAQhF,MAAM,MAAM,iBAAiB,CAAC,OAAO,SAAS,mBAAmB,GAAG,mBAAmB,IAAI,QAAQ,MAAM,GAAG,IAAI,EAAE,GAAG,EAAE,KAAK,MAAM,CAAC,OAAO,CAAC,CAAA;AAE3I,eAAO,MAAM,kBAAkB;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;6HAFmF,GAAG,EAAE;sBAWjG,aAAa,oBAAoB,CAAC,GAAG,SAAS;iBACnD,aAAa,eAAe,CAAC,GAAG,SAAS;;;;;;;;IA8BtD;;;OAGG;qBACoB,QAAQ,IAAI,CAAC;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;YAOvC,CAAA"}

package/dist/browser/index.cjs

@@ -171,20 +171,8 @@ var MongoDBModuleMixin = /* @__PURE__ */ __name((ModuleBase) => {
     */
     async ensureIndexes() {
       const configIndexes = this.config?.storage?.indexes ?? [];
-      await this.boundWitnesses.useCollection(async (collection) => {
-        const collectionName = collection.collectionName.toLowerCase();
-        const indexes = configIndexes.filter((ix) => ix?.name?.toLowerCase().startsWith(collectionName));
-        if (indexes.length === 0)
-          return;
-        await collection.createIndexes(indexes);
-      });
-      await this.payloads.useCollection(async (collection) => {
-        const collectionName = collection.collectionName.toLowerCase();
-        const indexes = configIndexes.filter((ix) => ix?.name?.toLowerCase().startsWith(collectionName));
-        if (indexes.length === 0)
-          return;
-        await collection.createIndexes(indexes);
-      });
+      await ensureIndexesExistOnCollection(this.boundWitnesses, configIndexes);
+      await ensureIndexesExistOnCollection(this.payloads, configIndexes);
     }
   };
   MongoModuleBase = _ts_decorate([
@@ -192,6 +180,29 @@ var MongoDBModuleMixin = /* @__PURE__ */ __name((ModuleBase) => {
   ], MongoModuleBase);
   return MongoModuleBase;
 }, "MongoDBModuleMixin");
+var ensureIndexesExistOnCollection = /* @__PURE__ */ __name(async (sdk, configIndexes) => {
+  await sdk.useCollection(async (collection) => {
+    const collectionName = collection.collectionName.toLowerCase();
+    const indexes = configIndexes.filter((ix) => ix?.name?.toLowerCase().startsWith(collectionName));
+    if (indexes.length === 0)
+      return;
+    for (const ix of indexes) {
+      try {
+        await collection.createIndexes([
+          ix
+        ]);
+      } catch (error) {
+        const mongoServerError = error;
+        const { codeName } = mongoServerError;
+        if (codeName === "IndexKeySpecsConflict" || codeName === "IndexOptionsConflict") {
+          continue;
+        }
+        console.error(`Error creating index ${ix.name} for collection ${collectionName}: ${error}`);
+        throw error;
+      }
+    }
+  });
+}, "ensureIndexesExistOnCollection");
 
 // src/util/dbProperty.ts
 var escapeChar = "#";

package/dist/browser/index.cjs.map

@@ -1 +1 @@
-{"version":3,"sources":["../../src/index.ts","../../src/Collections.ts","../../src/config/getBaseMongoSdk.ts","../../src/config/getMongoDBConfig.ts","../../src/config/hasMongoDBConfig.ts","../../src/Databases.ts","../../src/Defaults.ts","../../src/Module.ts","../../src/util/dbProperty.ts","../../src/util/removeId.ts"],"sourcesContent":["export * from './Collections'\nexport * from './config'\nexport * from './Databases'\nexport * from './Defaults'\nexport * from './IndexDescription'\nexport * from './Indexes'\nexport * from './Module'\nexport * from './util'\n","// TODO: By DB\nexport const COLLECTIONS = {\n  AddressInfo: 'address_info' as const,\n  ArchivistStats: 'archivist_stats' as const,\n  BoundWitnesses: 'bound_witnesses' as const,\n  Payloads: 'payloads' as const,\n  Thumbnails: 'thumbnails' as const,\n  Users: 'users' as const,\n}\n","import { assertEx } from '@xylabs/assert'\nimport { BaseMongoSdk, BaseMongoSdkPrivateConfig } from '@xyo-network/sdk-xyo-mongo-js'\nimport { Document } from 'mongodb'\n\nimport { getMongoDBConfig } from './getMongoDBConfig'\n\nexport const getBaseMongoSdkPrivateConfig = (): BaseMongoSdkPrivateConfig => {\n  const env = getMongoDBConfig()\n  return {\n    dbConnectionString: env.MONGO_CONNECTION_STRING,\n    dbDomain: assertEx(env.MONGO_DOMAIN, 'Missing Mongo Domain'),\n    dbName: assertEx(env.MONGO_DATABASE, 'Missing Mongo Database'),\n    dbPassword: assertEx(env.MONGO_PASSWORD, 'Missing Mongo Password'),\n    dbUserName: assertEx(env.MONGO_USERNAME, 'Missing Mongo Username'),\n  }\n}\n\nexport const getBaseMongoSdk = <T extends Document>(collection: string) => {\n  return new BaseMongoSdk<T>({ ...getBaseMongoSdkPrivateConfig(), collection })\n}\n","export type MongoDbConnectionStringEnvVar = 'MONGO_CONNECTION_STRING'\nexport type MongoDbEnvVars = 'MONGO_DATABASE' | 'MONGO_DOMAIN' | 'MONGO_PASSWORD' | 'MONGO_USERNAME'\n\nexport type MongoEnv = Record<MongoDbEnvVars | MongoDbConnectionStringEnvVar, string | undefined>\n\nexport const getMongoDBConfig = (): MongoEnv => {\n  const env: MongoEnv = {} as MongoEnv\n  if (process.env.MONGO_CONNECTION_STRING) {\n    env.MONGO_CONNECTION_STRING = process.env.MONGO_CONNECTION_STRING\n  }\n  if (process.env.MONGO_DOMAIN) {\n    env.MONGO_DATABASE = process.env.MONGO_DATABASE\n    env.MONGO_DOMAIN = process.env.MONGO_DOMAIN\n    env.MONGO_PASSWORD = process.env.MONGO_PASSWORD\n    env.MONGO_USERNAME = process.env.MONGO_USERNAME\n  }\n  return env\n}\n","import { exists } from '@xylabs/exists'\n\nimport { getMongoDBConfig } from './getMongoDBConfig'\n\nexport const hasMongoDBConfig = (): boolean => {\n  const env = getMongoDBConfig()\n  const requiredValues = [env.MONGO_CONNECTION_STRING, env.MONGO_DATABASE, env.MONGO_DOMAIN, env.MONGO_PASSWORD, env.MONGO_USERNAME]\n  return requiredValues.every(exists)\n}\n","export const DATABASES = {\n  Archivist: 'archivist' as const,\n}\n","export const DefaultAggregateTimeoutMs = 10_000\nexport const DefaultLimit = 20\nexport const DefaultMaxTimeMS = 2000\nexport const DefaultOrder = 'desc'\n","import { assertEx } from '@xylabs/assert'\nimport { merge } from '@xylabs/lodash'\nimport { staticImplements } from '@xylabs/static-implements'\nimport { Module } from '@xyo-network/module-model'\nimport { MongoDBModule, MongoDBModuleParams, MongoDBModuleStatic, MongoDBStorageClassLabels } from '@xyo-network/module-model-mongodb'\nimport { BoundWitnessWithMeta, PayloadWithMeta } from '@xyo-network/payload-mongodb'\nimport { BaseMongoSdk, BaseMongoSdkConfig } from '@xyo-network/sdk-xyo-mongo-js'\n\nimport { COLLECTIONS } from './Collections'\nimport { getBaseMongoSdkPrivateConfig } from './config'\nimport { IndexDescription } from './IndexDescription'\n\n// eslint-disable-next-line @typescript-eslint/no-explicit-any\nexport type AnyAbstractModule<TParams extends MongoDBModuleParams = MongoDBModuleParams> = abstract new (...args: any[]) => Module<TParams>\n\nexport const MongoDBModuleMixin = <\n  TParams extends MongoDBModuleParams = MongoDBModuleParams,\n  TModule extends AnyAbstractModule<TParams> = AnyAbstractModule<TParams>,\n>(\n  ModuleBase: TModule,\n) => {\n  @staticImplements<MongoDBModuleStatic>()\n  abstract class MongoModuleBase extends ModuleBase implements MongoDBModule {\n    static labels = MongoDBStorageClassLabels\n    _boundWitnessSdk: BaseMongoSdk<BoundWitnessWithMeta> | undefined\n    _payloadSdk: BaseMongoSdk<PayloadWithMeta> | undefined\n\n    get boundWitnessSdkConfig(): BaseMongoSdkConfig {\n      const config = { collection: COLLECTIONS.BoundWitnesses, ...getBaseMongoSdkPrivateConfig() }\n      return merge(config, this.params.boundWitnessSdkConfig, this.config.boundWitnessSdkConfig, {\n        collection: this.config.boundWitnessSdkConfig?.collection ?? this.params.boundWitnessSdkConfig?.collection ?? COLLECTIONS.BoundWitnesses,\n      })\n    }\n\n    get boundWitnesses() {\n      this._boundWitnessSdk = this._boundWitnessSdk ?? new BaseMongoSdk<BoundWitnessWithMeta>(this.boundWitnessSdkConfig)\n      return assertEx(this._boundWitnessSdk)\n    }\n\n    get jobQueue() {\n      return assertEx(this.params.jobQueue, 'MongoDBModule Error: jobQueue required for this module but is not defined')\n    }\n\n    get payloadSdkConfig(): BaseMongoSdkConfig {\n      const config = { collection: COLLECTIONS.Payloads, ...getBaseMongoSdkPrivateConfig() }\n      return merge(config, this.params.payloadSdkConfig, this.config.payloadSdkConfig, {\n        collection: this.config.payloadSdkConfig?.collection ?? this.params.payloadSdkConfig?.collection ?? COLLECTIONS.Payloads,\n      })\n    }\n\n    get payloads() {\n      this._payloadSdk = this._payloadSdk ?? new BaseMongoSdk<PayloadWithMeta>(this.payloadSdkConfig)\n      return assertEx(this._payloadSdk)\n    }\n\n    /**\n     * Ensures any indexes specified within the config are created. This method should be idempotent\n     * allowing for multiple calls without causing errors while ensuring the desired state.\n     */\n    async ensureIndexes(): Promise<void> {\n      const configIndexes = (this.config as { storage?: { indexes?: IndexDescription[] } })?.storage?.indexes ?? []\n      await this.boundWitnesses.useCollection(async (collection) => {\n        const collectionName = collection.collectionName.toLowerCase()\n        const indexes = configIndexes.filter((ix) => ix?.name?.toLowerCase().startsWith(collectionName))\n        if (indexes.length === 0) return\n        await collection.createIndexes(indexes)\n      })\n      await this.payloads.useCollection(async (collection) => {\n        const collectionName = collection.collectionName.toLowerCase()\n        const indexes = configIndexes.filter((ix) => ix?.name?.toLowerCase().startsWith(collectionName))\n        if (indexes.length === 0) return\n        await collection.createIndexes(indexes)\n      })\n    }\n  }\n  return MongoModuleBase\n}\n","export const escapeChar = '#'\n\nexport const toDbProperty = (value: string) => value.replaceAll('.', escapeChar)\n\nexport const fromDbProperty = (value: string) => value.replaceAll(escapeChar, '.')\n","import { Payload } from '@xyo-network/payload-model'\nimport { OptionalId, WithId, WithoutId } from 'mongodb'\n\nexport const removeId = <T extends Payload = Payload>(payload: T | WithId<T> | WithoutId<T> | OptionalId<T>): WithoutId<T> => {\n  // eslint-disable-next-line @typescript-eslint/no-unused-vars\n  const { _id, ...withoutId } = payload as OptionalId<T>\n  return withoutId as WithoutId<T>\n}\n"],"mappings":";;;;;;;;;;;;;;;;;;;;;AAAA;;;;;;;;;;;;;;;;;;;;;ACCO,IAAMA,cAAc;EACzBC,aAAa;EACbC,gBAAgB;EAChBC,gBAAgB;EAChBC,UAAU;EACVC,YAAY;EACZC,OAAO;AACT;;;ACRA,oBAAyB;AACzB,8BAAwD;;;ACIjD,IAAMC,mBAAmB,6BAAA;AAC9B,QAAMC,MAAgB,CAAC;AACvB,MAAIC,QAAQD,IAAIE,yBAAyB;AACvCF,QAAIE,0BAA0BD,QAAQD,IAAIE;EAC5C;AACA,MAAID,QAAQD,IAAIG,cAAc;AAC5BH,QAAII,iBAAiBH,QAAQD,IAAII;AACjCJ,QAAIG,eAAeF,QAAQD,IAAIG;AAC/BH,QAAIK,iBAAiBJ,QAAQD,IAAIK;AACjCL,QAAIM,iBAAiBL,QAAQD,IAAIM;EACnC;AACA,SAAON;AACT,GAZgC;;;ADCzB,IAAMO,+BAA+B,6BAAA;AAC1C,QAAMC,MAAMC,iBAAAA;AACZ,SAAO;IACLC,oBAAoBF,IAAIG;IACxBC,cAAUC,wBAASL,IAAIM,cAAc,sBAAA;IACrCC,YAAQF,wBAASL,IAAIQ,gBAAgB,wBAAA;IACrCC,gBAAYJ,wBAASL,IAAIU,gBAAgB,wBAAA;IACzCC,gBAAYN,wBAASL,IAAIY,gBAAgB,wBAAA;EAC3C;AACF,GAT4C;AAWrC,IAAMC,kBAAkB,wBAAqBC,eAAAA;AAClD,SAAO,IAAIC,qCAAgB;IAAE,GAAGhB,6BAAAA;IAAgCe;EAAW,CAAA;AAC7E,GAF+B;;;AEjB/B,oBAAuB;AAIhB,IAAME,mBAAmB,6BAAA;AAC9B,QAAMC,MAAMC,iBAAAA;AACZ,QAAMC,iBAAiB;IAACF,IAAIG;IAAyBH,IAAII;IAAgBJ,IAAIK;IAAcL,IAAIM;IAAgBN,IAAIO;;AACnH,SAAOL,eAAeM,MAAMC,oBAAAA;AAC9B,GAJgC;;;ACJzB,IAAMC,YAAY;EACvBC,WAAW;AACb;;;ACFO,IAAMC,4BAA4B;AAClC,IAAMC,eAAe;AACrB,IAAMC,mBAAmB;AACzB,IAAMC,eAAe;;;ACH5B,IAAAC,iBAAyB;AACzB,oBAAsB;AACtB,+BAAiC;AAEjC,kCAAmG;AAEnG,IAAAC,2BAAiD;;;;;;;;;;;;AAS1C,IAAMC,qBAAqB,wBAIhCC,eAAAA;MAGeC,kBAAf,MAAA,wBAAuCD,WAAAA;WAAAA;;;IACrC,OAAOE,SAASC;IAChBC;IACAC;IAEA,IAAIC,wBAA4C;AAC9C,YAAMC,SAAS;QAAEC,YAAYC,YAAYC;QAAgB,GAAGC,6BAAAA;MAA+B;AAC3F,iBAAOC,qBAAML,QAAQ,KAAKM,OAAOP,uBAAuB,KAAKC,OAAOD,uBAAuB;QACzFE,YAAY,KAAKD,OAAOD,uBAAuBE,cAAc,KAAKK,OAAOP,uBAAuBE,cAAcC,YAAYC;MAC5H,CAAA;IACF;IAEA,IAAII,iBAAiB;AACnB,WAAKV,mBAAmB,KAAKA,oBAAoB,IAAIW,sCAAmC,KAAKT,qBAAqB;AAClH,iBAAOU,yBAAS,KAAKZ,gBAAgB;IACvC;IAEA,IAAIa,WAAW;AACb,iBAAOD,yBAAS,KAAKH,OAAOI,UAAU,2EAAA;IACxC;IAEA,IAAIC,mBAAuC;AACzC,YAAMX,SAAS;QAAEC,YAAYC,YAAYU;QAAU,GAAGR,6BAAAA;MAA+B;AACrF,iBAAOC,qBAAML,QAAQ,KAAKM,OAAOK,kBAAkB,KAAKX,OAAOW,kBAAkB;QAC/EV,YAAY,KAAKD,OAAOW,kBAAkBV,cAAc,KAAKK,OAAOK,kBAAkBV,cAAcC,YAAYU;MAClH,CAAA;IACF;IAEA,IAAIC,WAAW;AACb,WAAKf,cAAc,KAAKA,eAAe,IAAIU,sCAA8B,KAAKG,gBAAgB;AAC9F,iBAAOF,yBAAS,KAAKX,WAAW;IAClC;;;;;IAMA,MAAMgB,gBAA+B;AACnC,YAAMC,gBAAiB,KAAKf,QAA2DgB,SAASC,WAAW,CAAA;AAC3G,YAAM,KAAKV,eAAeW,cAAc,OAAOjB,eAAAA;AAC7C,cAAMkB,iBAAiBlB,WAAWkB,eAAeC,YAAW;AAC5D,cAAMH,UAAUF,cAAcM,OAAO,CAACC,OAAOA,IAAIC,MAAMH,YAAAA,EAAcI,WAAWL,cAAAA,CAAAA;AAChF,YAAIF,QAAQQ,WAAW;AAAG;AAC1B,cAAMxB,WAAWyB,cAAcT,OAAAA;MACjC,CAAA;AACA,YAAM,KAAKJ,SAASK,cAAc,OAAOjB,eAAAA;AACvC,cAAMkB,iBAAiBlB,WAAWkB,eAAeC,YAAW;AAC5D,cAAMH,UAAUF,cAAcM,OAAO,CAACC,OAAOA,IAAIC,MAAMH,YAAAA,EAAcI,WAAWL,cAAAA,CAAAA;AAChF,YAAIF,QAAQQ,WAAW;AAAG;AAC1B,cAAMxB,WAAWyB,cAAcT,OAAAA;MACjC,CAAA;IACF;EACF;AApDevB,oBAAAA,aAAAA;QADdiC,2CAAAA;KACcjC,eAAAA;AAqDf,SAAOA;AACT,GA7DkC;;;ACf3B,IAAMkC,aAAa;AAEnB,IAAMC,eAAe,wBAACC,UAAkBA,MAAMC,WAAW,KAAKH,UAAAA,GAAzC;AAErB,IAAMI,iBAAiB,wBAACF,UAAkBA,MAAMC,WAAWH,YAAY,GAAA,GAAhD;;;ACDvB,IAAMK,WAAW,wBAA8BC,YAAAA;AAEpD,QAAM,EAAEC,KAAK,GAAGC,UAAAA,IAAcF;AAC9B,SAAOE;AACT,GAJwB;","names":["COLLECTIONS","AddressInfo","ArchivistStats","BoundWitnesses","Payloads","Thumbnails","Users","getMongoDBConfig","env","process","MONGO_CONNECTION_STRING","MONGO_DOMAIN","MONGO_DATABASE","MONGO_PASSWORD","MONGO_USERNAME","getBaseMongoSdkPrivateConfig","env","getMongoDBConfig","dbConnectionString","MONGO_CONNECTION_STRING","dbDomain","assertEx","MONGO_DOMAIN","dbName","MONGO_DATABASE","dbPassword","MONGO_PASSWORD","dbUserName","MONGO_USERNAME","getBaseMongoSdk","collection","BaseMongoSdk","hasMongoDBConfig","env","getMongoDBConfig","requiredValues","MONGO_CONNECTION_STRING","MONGO_DATABASE","MONGO_DOMAIN","MONGO_PASSWORD","MONGO_USERNAME","every","exists","DATABASES","Archivist","DefaultAggregateTimeoutMs","DefaultLimit","DefaultMaxTimeMS","DefaultOrder","import_assert","import_sdk_xyo_mongo_js","MongoDBModuleMixin","ModuleBase","MongoModuleBase","labels","MongoDBStorageClassLabels","_boundWitnessSdk","_payloadSdk","boundWitnessSdkConfig","config","collection","COLLECTIONS","BoundWitnesses","getBaseMongoSdkPrivateConfig","merge","params","boundWitnesses","BaseMongoSdk","assertEx","jobQueue","payloadSdkConfig","Payloads","payloads","ensureIndexes","configIndexes","storage","indexes","useCollection","collectionName","toLowerCase","filter","ix","name","startsWith","length","createIndexes","staticImplements","escapeChar","toDbProperty","value","replaceAll","fromDbProperty","removeId","payload","_id","withoutId"]}
+{"version":3,"sources":["../../src/index.ts","../../src/Collections.ts","../../src/config/getBaseMongoSdk.ts","../../src/config/getMongoDBConfig.ts","../../src/config/hasMongoDBConfig.ts","../../src/Databases.ts","../../src/Defaults.ts","../../src/Module.ts","../../src/util/dbProperty.ts","../../src/util/removeId.ts"],"sourcesContent":["export * from './Collections'\nexport * from './config'\nexport * from './Databases'\nexport * from './Defaults'\nexport * from './IndexDescription'\nexport * from './Indexes'\nexport * from './Module'\nexport * from './util'\n","// TODO: By DB\nexport const COLLECTIONS = {\n  AddressInfo: 'address_info' as const,\n  ArchivistStats: 'archivist_stats' as const,\n  BoundWitnesses: 'bound_witnesses' as const,\n  Payloads: 'payloads' as const,\n  Thumbnails: 'thumbnails' as const,\n  Users: 'users' as const,\n}\n","import { assertEx } from '@xylabs/assert'\nimport { BaseMongoSdk, BaseMongoSdkPrivateConfig } from '@xyo-network/sdk-xyo-mongo-js'\nimport { Document } from 'mongodb'\n\nimport { getMongoDBConfig } from './getMongoDBConfig'\n\nexport const getBaseMongoSdkPrivateConfig = (): BaseMongoSdkPrivateConfig => {\n  const env = getMongoDBConfig()\n  return {\n    dbConnectionString: env.MONGO_CONNECTION_STRING,\n    dbDomain: assertEx(env.MONGO_DOMAIN, 'Missing Mongo Domain'),\n    dbName: assertEx(env.MONGO_DATABASE, 'Missing Mongo Database'),\n    dbPassword: assertEx(env.MONGO_PASSWORD, 'Missing Mongo Password'),\n    dbUserName: assertEx(env.MONGO_USERNAME, 'Missing Mongo Username'),\n  }\n}\n\nexport const getBaseMongoSdk = <T extends Document>(collection: string) => {\n  return new BaseMongoSdk<T>({ ...getBaseMongoSdkPrivateConfig(), collection })\n}\n","export type MongoDbConnectionStringEnvVar = 'MONGO_CONNECTION_STRING'\nexport type MongoDbEnvVars = 'MONGO_DATABASE' | 'MONGO_DOMAIN' | 'MONGO_PASSWORD' | 'MONGO_USERNAME'\n\nexport type MongoEnv = Record<MongoDbEnvVars | MongoDbConnectionStringEnvVar, string | undefined>\n\nexport const getMongoDBConfig = (): MongoEnv => {\n  const env: MongoEnv = {} as MongoEnv\n  if (process.env.MONGO_CONNECTION_STRING) {\n    env.MONGO_CONNECTION_STRING = process.env.MONGO_CONNECTION_STRING\n  }\n  if (process.env.MONGO_DOMAIN) {\n    env.MONGO_DATABASE = process.env.MONGO_DATABASE\n    env.MONGO_DOMAIN = process.env.MONGO_DOMAIN\n    env.MONGO_PASSWORD = process.env.MONGO_PASSWORD\n    env.MONGO_USERNAME = process.env.MONGO_USERNAME\n  }\n  return env\n}\n","import { exists } from '@xylabs/exists'\n\nimport { getMongoDBConfig } from './getMongoDBConfig'\n\nexport const hasMongoDBConfig = (): boolean => {\n  const env = getMongoDBConfig()\n  const requiredValues = [env.MONGO_CONNECTION_STRING, env.MONGO_DATABASE, env.MONGO_DOMAIN, env.MONGO_PASSWORD, env.MONGO_USERNAME]\n  return requiredValues.every(exists)\n}\n","export const DATABASES = {\n  Archivist: 'archivist' as const,\n}\n","export const DefaultAggregateTimeoutMs = 10_000\nexport const DefaultLimit = 20\nexport const DefaultMaxTimeMS = 2000\nexport const DefaultOrder = 'desc'\n","import { assertEx } from '@xylabs/assert'\nimport { merge } from '@xylabs/lodash'\nimport { staticImplements } from '@xylabs/static-implements'\nimport { Module } from '@xyo-network/module-model'\nimport { MongoDBModule, MongoDBModuleParams, MongoDBModuleStatic, MongoDBStorageClassLabels } from '@xyo-network/module-model-mongodb'\nimport { BoundWitnessWithMeta, PayloadWithMeta } from '@xyo-network/payload-mongodb'\nimport { BaseMongoSdk, BaseMongoSdkConfig } from '@xyo-network/sdk-xyo-mongo-js'\nimport { MongoServerError } from 'mongodb'\n\nimport { COLLECTIONS } from './Collections'\nimport { getBaseMongoSdkPrivateConfig } from './config'\nimport { IndexDescription } from './IndexDescription'\n\n// eslint-disable-next-line @typescript-eslint/no-explicit-any\nexport type AnyAbstractModule<TParams extends MongoDBModuleParams = MongoDBModuleParams> = abstract new (...args: any[]) => Module<TParams>\n\nexport const MongoDBModuleMixin = <\n  TParams extends MongoDBModuleParams = MongoDBModuleParams,\n  TModule extends AnyAbstractModule<TParams> = AnyAbstractModule<TParams>,\n>(\n  ModuleBase: TModule,\n) => {\n  @staticImplements<MongoDBModuleStatic>()\n  abstract class MongoModuleBase extends ModuleBase implements MongoDBModule {\n    static labels = MongoDBStorageClassLabels\n    _boundWitnessSdk: BaseMongoSdk<BoundWitnessWithMeta> | undefined\n    _payloadSdk: BaseMongoSdk<PayloadWithMeta> | undefined\n\n    get boundWitnessSdkConfig(): BaseMongoSdkConfig {\n      const config = { collection: COLLECTIONS.BoundWitnesses, ...getBaseMongoSdkPrivateConfig() }\n      return merge(config, this.params.boundWitnessSdkConfig, this.config.boundWitnessSdkConfig, {\n        collection: this.config.boundWitnessSdkConfig?.collection ?? this.params.boundWitnessSdkConfig?.collection ?? COLLECTIONS.BoundWitnesses,\n      })\n    }\n\n    get boundWitnesses() {\n      this._boundWitnessSdk = this._boundWitnessSdk ?? new BaseMongoSdk<BoundWitnessWithMeta>(this.boundWitnessSdkConfig)\n      return assertEx(this._boundWitnessSdk)\n    }\n\n    get jobQueue() {\n      return assertEx(this.params.jobQueue, 'MongoDBModule Error: jobQueue required for this module but is not defined')\n    }\n\n    get payloadSdkConfig(): BaseMongoSdkConfig {\n      const config = { collection: COLLECTIONS.Payloads, ...getBaseMongoSdkPrivateConfig() }\n      return merge(config, this.params.payloadSdkConfig, this.config.payloadSdkConfig, {\n        collection: this.config.payloadSdkConfig?.collection ?? this.params.payloadSdkConfig?.collection ?? COLLECTIONS.Payloads,\n      })\n    }\n\n    get payloads() {\n      this._payloadSdk = this._payloadSdk ?? new BaseMongoSdk<PayloadWithMeta>(this.payloadSdkConfig)\n      return assertEx(this._payloadSdk)\n    }\n\n    /**\n     * Ensures any indexes specified within the config are created. This method should be idempotent\n     * allowing for multiple calls without causing errors while ensuring the desired state.\n     */\n    async ensureIndexes(): Promise<void> {\n      const configIndexes = (this.config as { storage?: { indexes?: IndexDescription[] } })?.storage?.indexes ?? []\n      await ensureIndexesExistOnCollection(this.boundWitnesses, configIndexes)\n      await ensureIndexesExistOnCollection(this.payloads, configIndexes)\n    }\n  }\n  return MongoModuleBase\n}\n\n/**\n * Ensures the specified indexes exist on the collection\n * @param sdk The sdk to use for the collection\n * @param configIndexes The indexes to ensure exist on the collection\n */\nconst ensureIndexesExistOnCollection = async (\n  sdk: BaseMongoSdk<PayloadWithMeta> | BaseMongoSdk<BoundWitnessWithMeta>,\n  configIndexes: IndexDescription[],\n) => {\n  await sdk.useCollection(async (collection) => {\n    const collectionName = collection.collectionName.toLowerCase()\n    const indexes = configIndexes.filter((ix) => ix?.name?.toLowerCase().startsWith(collectionName))\n    if (indexes.length === 0) return\n    for (const ix of indexes) {\n      try {\n        await collection.createIndexes([ix])\n      } catch (error) {\n        const mongoServerError = error as MongoServerError\n        const { codeName } = mongoServerError\n        if (codeName === 'IndexKeySpecsConflict' || codeName === 'IndexOptionsConflict') {\n          // Index already exists which is fine OR index exists with another name which is fine\n          // TODO: For the latter case (IndexOptionsConflict) we could get into this case\n          // if we change the TTL an existing index.  We currently don't support TTLs so\n          // we'll need to revisit this assumption if we do.\n          continue\n        }\n        console.error(`Error creating index ${ix.name} for collection ${collectionName}: ${error}`)\n        throw error\n      }\n    }\n  })\n}\n","export const escapeChar = '#'\n\nexport const toDbProperty = (value: string) => value.replaceAll('.', escapeChar)\n\nexport const fromDbProperty = (value: string) => value.replaceAll(escapeChar, '.')\n","import { Payload } from '@xyo-network/payload-model'\nimport { OptionalId, WithId, WithoutId } from 'mongodb'\n\nexport const removeId = <T extends Payload = Payload>(payload: T | WithId<T> | WithoutId<T> | OptionalId<T>): WithoutId<T> => {\n  // eslint-disable-next-line @typescript-eslint/no-unused-vars\n  const { _id, ...withoutId } = payload as OptionalId<T>\n  return withoutId as WithoutId<T>\n}\n"],"mappings":";;;;;;;;;;;;;;;;;;;;;AAAA;;;;;;;;;;;;;;;;;;;;;ACCO,IAAMA,cAAc;EACzBC,aAAa;EACbC,gBAAgB;EAChBC,gBAAgB;EAChBC,UAAU;EACVC,YAAY;EACZC,OAAO;AACT;;;ACRA,oBAAyB;AACzB,8BAAwD;;;ACIjD,IAAMC,mBAAmB,6BAAA;AAC9B,QAAMC,MAAgB,CAAC;AACvB,MAAIC,QAAQD,IAAIE,yBAAyB;AACvCF,QAAIE,0BAA0BD,QAAQD,IAAIE;EAC5C;AACA,MAAID,QAAQD,IAAIG,cAAc;AAC5BH,QAAII,iBAAiBH,QAAQD,IAAII;AACjCJ,QAAIG,eAAeF,QAAQD,IAAIG;AAC/BH,QAAIK,iBAAiBJ,QAAQD,IAAIK;AACjCL,QAAIM,iBAAiBL,QAAQD,IAAIM;EACnC;AACA,SAAON;AACT,GAZgC;;;ADCzB,IAAMO,+BAA+B,6BAAA;AAC1C,QAAMC,MAAMC,iBAAAA;AACZ,SAAO;IACLC,oBAAoBF,IAAIG;IACxBC,cAAUC,wBAASL,IAAIM,cAAc,sBAAA;IACrCC,YAAQF,wBAASL,IAAIQ,gBAAgB,wBAAA;IACrCC,gBAAYJ,wBAASL,IAAIU,gBAAgB,wBAAA;IACzCC,gBAAYN,wBAASL,IAAIY,gBAAgB,wBAAA;EAC3C;AACF,GAT4C;AAWrC,IAAMC,kBAAkB,wBAAqBC,eAAAA;AAClD,SAAO,IAAIC,qCAAgB;IAAE,GAAGhB,6BAAAA;IAAgCe;EAAW,CAAA;AAC7E,GAF+B;;;AEjB/B,oBAAuB;AAIhB,IAAME,mBAAmB,6BAAA;AAC9B,QAAMC,MAAMC,iBAAAA;AACZ,QAAMC,iBAAiB;IAACF,IAAIG;IAAyBH,IAAII;IAAgBJ,IAAIK;IAAcL,IAAIM;IAAgBN,IAAIO;;AACnH,SAAOL,eAAeM,MAAMC,oBAAAA;AAC9B,GAJgC;;;ACJzB,IAAMC,YAAY;EACvBC,WAAW;AACb;;;ACFO,IAAMC,4BAA4B;AAClC,IAAMC,eAAe;AACrB,IAAMC,mBAAmB;AACzB,IAAMC,eAAe;;;ACH5B,IAAAC,iBAAyB;AACzB,oBAAsB;AACtB,+BAAiC;AAEjC,kCAAmG;AAEnG,IAAAC,2BAAiD;;;;;;;;;;;;AAU1C,IAAMC,qBAAqB,wBAIhCC,eAAAA;MAGeC,kBAAf,MAAA,wBAAuCD,WAAAA;WAAAA;;;IACrC,OAAOE,SAASC;IAChBC;IACAC;IAEA,IAAIC,wBAA4C;AAC9C,YAAMC,SAAS;QAAEC,YAAYC,YAAYC;QAAgB,GAAGC,6BAAAA;MAA+B;AAC3F,iBAAOC,qBAAML,QAAQ,KAAKM,OAAOP,uBAAuB,KAAKC,OAAOD,uBAAuB;QACzFE,YAAY,KAAKD,OAAOD,uBAAuBE,cAAc,KAAKK,OAAOP,uBAAuBE,cAAcC,YAAYC;MAC5H,CAAA;IACF;IAEA,IAAII,iBAAiB;AACnB,WAAKV,mBAAmB,KAAKA,oBAAoB,IAAIW,sCAAmC,KAAKT,qBAAqB;AAClH,iBAAOU,yBAAS,KAAKZ,gBAAgB;IACvC;IAEA,IAAIa,WAAW;AACb,iBAAOD,yBAAS,KAAKH,OAAOI,UAAU,2EAAA;IACxC;IAEA,IAAIC,mBAAuC;AACzC,YAAMX,SAAS;QAAEC,YAAYC,YAAYU;QAAU,GAAGR,6BAAAA;MAA+B;AACrF,iBAAOC,qBAAML,QAAQ,KAAKM,OAAOK,kBAAkB,KAAKX,OAAOW,kBAAkB;QAC/EV,YAAY,KAAKD,OAAOW,kBAAkBV,cAAc,KAAKK,OAAOK,kBAAkBV,cAAcC,YAAYU;MAClH,CAAA;IACF;IAEA,IAAIC,WAAW;AACb,WAAKf,cAAc,KAAKA,eAAe,IAAIU,sCAA8B,KAAKG,gBAAgB;AAC9F,iBAAOF,yBAAS,KAAKX,WAAW;IAClC;;;;;IAMA,MAAMgB,gBAA+B;AACnC,YAAMC,gBAAiB,KAAKf,QAA2DgB,SAASC,WAAW,CAAA;AAC3G,YAAMC,+BAA+B,KAAKX,gBAAgBQ,aAAAA;AAC1D,YAAMG,+BAA+B,KAAKL,UAAUE,aAAAA;IACtD;EACF;AA1CerB,oBAAAA,aAAAA;QADdyB,2CAAAA;KACczB,eAAAA;AA2Cf,SAAOA;AACT,GAnDkC;AA0DlC,IAAMwB,iCAAiC,8BACrCE,KACAL,kBAAAA;AAEA,QAAMK,IAAIC,cAAc,OAAOpB,eAAAA;AAC7B,UAAMqB,iBAAiBrB,WAAWqB,eAAeC,YAAW;AAC5D,UAAMN,UAAUF,cAAcS,OAAO,CAACC,OAAOA,IAAIC,MAAMH,YAAAA,EAAcI,WAAWL,cAAAA,CAAAA;AAChF,QAAIL,QAAQW,WAAW;AAAG;AAC1B,eAAWH,MAAMR,SAAS;AACxB,UAAI;AACF,cAAMhB,WAAW4B,cAAc;UAACJ;SAAG;MACrC,SAASK,OAAO;AACd,cAAMC,mBAAmBD;AACzB,cAAM,EAAEE,SAAQ,IAAKD;AACrB,YAAIC,aAAa,2BAA2BA,aAAa,wBAAwB;AAK/E;QACF;AACAC,gBAAQH,MAAM,wBAAwBL,GAAGC,IAAI,mBAAmBJ,cAAAA,KAAmBQ,KAAAA,EAAO;AAC1F,cAAMA;MACR;IACF;EACF,CAAA;AACF,GA1BuC;;;AC1EhC,IAAMI,aAAa;AAEnB,IAAMC,eAAe,wBAACC,UAAkBA,MAAMC,WAAW,KAAKH,UAAAA,GAAzC;AAErB,IAAMI,iBAAiB,wBAACF,UAAkBA,MAAMC,WAAWH,YAAY,GAAA,GAAhD;;;ACDvB,IAAMK,WAAW,wBAA8BC,YAAAA;AAEpD,QAAM,EAAEC,KAAK,GAAGC,UAAAA,IAAcF;AAC9B,SAAOE;AACT,GAJwB;","names":["COLLECTIONS","AddressInfo","ArchivistStats","BoundWitnesses","Payloads","Thumbnails","Users","getMongoDBConfig","env","process","MONGO_CONNECTION_STRING","MONGO_DOMAIN","MONGO_DATABASE","MONGO_PASSWORD","MONGO_USERNAME","getBaseMongoSdkPrivateConfig","env","getMongoDBConfig","dbConnectionString","MONGO_CONNECTION_STRING","dbDomain","assertEx","MONGO_DOMAIN","dbName","MONGO_DATABASE","dbPassword","MONGO_PASSWORD","dbUserName","MONGO_USERNAME","getBaseMongoSdk","collection","BaseMongoSdk","hasMongoDBConfig","env","getMongoDBConfig","requiredValues","MONGO_CONNECTION_STRING","MONGO_DATABASE","MONGO_DOMAIN","MONGO_PASSWORD","MONGO_USERNAME","every","exists","DATABASES","Archivist","DefaultAggregateTimeoutMs","DefaultLimit","DefaultMaxTimeMS","DefaultOrder","import_assert","import_sdk_xyo_mongo_js","MongoDBModuleMixin","ModuleBase","MongoModuleBase","labels","MongoDBStorageClassLabels","_boundWitnessSdk","_payloadSdk","boundWitnessSdkConfig","config","collection","COLLECTIONS","BoundWitnesses","getBaseMongoSdkPrivateConfig","merge","params","boundWitnesses","BaseMongoSdk","assertEx","jobQueue","payloadSdkConfig","Payloads","payloads","ensureIndexes","configIndexes","storage","indexes","ensureIndexesExistOnCollection","staticImplements","sdk","useCollection","collectionName","toLowerCase","filter","ix","name","startsWith","length","createIndexes","error","mongoServerError","codeName","console","escapeChar","toDbProperty","value","replaceAll","fromDbProperty","removeId","payload","_id","withoutId"]}

package/dist/browser/index.js

@@ -133,20 +133,8 @@ var MongoDBModuleMixin = /* @__PURE__ */ __name((ModuleBase) => {
     */
     async ensureIndexes() {
       const configIndexes = this.config?.storage?.indexes ?? [];
-      await this.boundWitnesses.useCollection(async (collection) => {
-        const collectionName = collection.collectionName.toLowerCase();
-        const indexes = configIndexes.filter((ix) => ix?.name?.toLowerCase().startsWith(collectionName));
-        if (indexes.length === 0)
-          return;
-        await collection.createIndexes(indexes);
-      });
-      await this.payloads.useCollection(async (collection) => {
-        const collectionName = collection.collectionName.toLowerCase();
-        const indexes = configIndexes.filter((ix) => ix?.name?.toLowerCase().startsWith(collectionName));
-        if (indexes.length === 0)
-          return;
-        await collection.createIndexes(indexes);
-      });
+      await ensureIndexesExistOnCollection(this.boundWitnesses, configIndexes);
+      await ensureIndexesExistOnCollection(this.payloads, configIndexes);
     }
   };
   MongoModuleBase = _ts_decorate([
@@ -154,6 +142,29 @@ var MongoDBModuleMixin = /* @__PURE__ */ __name((ModuleBase) => {
   ], MongoModuleBase);
   return MongoModuleBase;
 }, "MongoDBModuleMixin");
+var ensureIndexesExistOnCollection = /* @__PURE__ */ __name(async (sdk, configIndexes) => {
+  await sdk.useCollection(async (collection) => {
+    const collectionName = collection.collectionName.toLowerCase();
+    const indexes = configIndexes.filter((ix) => ix?.name?.toLowerCase().startsWith(collectionName));
+    if (indexes.length === 0)
+      return;
+    for (const ix of indexes) {
+      try {
+        await collection.createIndexes([
+          ix
+        ]);
+      } catch (error) {
+        const mongoServerError = error;
+        const { codeName } = mongoServerError;
+        if (codeName === "IndexKeySpecsConflict" || codeName === "IndexOptionsConflict") {
+          continue;
+        }
+        console.error(`Error creating index ${ix.name} for collection ${collectionName}: ${error}`);
+        throw error;
+      }
+    }
+  });
+}, "ensureIndexesExistOnCollection");
 
 // src/util/dbProperty.ts
 var escapeChar = "#";

package/dist/browser/index.js.map

@@ -1 +1 @@
-{"version":3,"sources":["../../src/Collections.ts","../../src/config/getBaseMongoSdk.ts","../../src/config/getMongoDBConfig.ts","../../src/config/hasMongoDBConfig.ts","../../src/Databases.ts","../../src/Defaults.ts","../../src/Module.ts","../../src/util/dbProperty.ts","../../src/util/removeId.ts"],"sourcesContent":["// TODO: By DB\nexport const COLLECTIONS = {\n  AddressInfo: 'address_info' as const,\n  ArchivistStats: 'archivist_stats' as const,\n  BoundWitnesses: 'bound_witnesses' as const,\n  Payloads: 'payloads' as const,\n  Thumbnails: 'thumbnails' as const,\n  Users: 'users' as const,\n}\n","import { assertEx } from '@xylabs/assert'\nimport { BaseMongoSdk, BaseMongoSdkPrivateConfig } from '@xyo-network/sdk-xyo-mongo-js'\nimport { Document } from 'mongodb'\n\nimport { getMongoDBConfig } from './getMongoDBConfig'\n\nexport const getBaseMongoSdkPrivateConfig = (): BaseMongoSdkPrivateConfig => {\n  const env = getMongoDBConfig()\n  return {\n    dbConnectionString: env.MONGO_CONNECTION_STRING,\n    dbDomain: assertEx(env.MONGO_DOMAIN, 'Missing Mongo Domain'),\n    dbName: assertEx(env.MONGO_DATABASE, 'Missing Mongo Database'),\n    dbPassword: assertEx(env.MONGO_PASSWORD, 'Missing Mongo Password'),\n    dbUserName: assertEx(env.MONGO_USERNAME, 'Missing Mongo Username'),\n  }\n}\n\nexport const getBaseMongoSdk = <T extends Document>(collection: string) => {\n  return new BaseMongoSdk<T>({ ...getBaseMongoSdkPrivateConfig(), collection })\n}\n","export type MongoDbConnectionStringEnvVar = 'MONGO_CONNECTION_STRING'\nexport type MongoDbEnvVars = 'MONGO_DATABASE' | 'MONGO_DOMAIN' | 'MONGO_PASSWORD' | 'MONGO_USERNAME'\n\nexport type MongoEnv = Record<MongoDbEnvVars | MongoDbConnectionStringEnvVar, string | undefined>\n\nexport const getMongoDBConfig = (): MongoEnv => {\n  const env: MongoEnv = {} as MongoEnv\n  if (process.env.MONGO_CONNECTION_STRING) {\n    env.MONGO_CONNECTION_STRING = process.env.MONGO_CONNECTION_STRING\n  }\n  if (process.env.MONGO_DOMAIN) {\n    env.MONGO_DATABASE = process.env.MONGO_DATABASE\n    env.MONGO_DOMAIN = process.env.MONGO_DOMAIN\n    env.MONGO_PASSWORD = process.env.MONGO_PASSWORD\n    env.MONGO_USERNAME = process.env.MONGO_USERNAME\n  }\n  return env\n}\n","import { exists } from '@xylabs/exists'\n\nimport { getMongoDBConfig } from './getMongoDBConfig'\n\nexport const hasMongoDBConfig = (): boolean => {\n  const env = getMongoDBConfig()\n  const requiredValues = [env.MONGO_CONNECTION_STRING, env.MONGO_DATABASE, env.MONGO_DOMAIN, env.MONGO_PASSWORD, env.MONGO_USERNAME]\n  return requiredValues.every(exists)\n}\n","export const DATABASES = {\n  Archivist: 'archivist' as const,\n}\n","export const DefaultAggregateTimeoutMs = 10_000\nexport const DefaultLimit = 20\nexport const DefaultMaxTimeMS = 2000\nexport const DefaultOrder = 'desc'\n","import { assertEx } from '@xylabs/assert'\nimport { merge } from '@xylabs/lodash'\nimport { staticImplements } from '@xylabs/static-implements'\nimport { Module } from '@xyo-network/module-model'\nimport { MongoDBModule, MongoDBModuleParams, MongoDBModuleStatic, MongoDBStorageClassLabels } from '@xyo-network/module-model-mongodb'\nimport { BoundWitnessWithMeta, PayloadWithMeta } from '@xyo-network/payload-mongodb'\nimport { BaseMongoSdk, BaseMongoSdkConfig } from '@xyo-network/sdk-xyo-mongo-js'\n\nimport { COLLECTIONS } from './Collections'\nimport { getBaseMongoSdkPrivateConfig } from './config'\nimport { IndexDescription } from './IndexDescription'\n\n// eslint-disable-next-line @typescript-eslint/no-explicit-any\nexport type AnyAbstractModule<TParams extends MongoDBModuleParams = MongoDBModuleParams> = abstract new (...args: any[]) => Module<TParams>\n\nexport const MongoDBModuleMixin = <\n  TParams extends MongoDBModuleParams = MongoDBModuleParams,\n  TModule extends AnyAbstractModule<TParams> = AnyAbstractModule<TParams>,\n>(\n  ModuleBase: TModule,\n) => {\n  @staticImplements<MongoDBModuleStatic>()\n  abstract class MongoModuleBase extends ModuleBase implements MongoDBModule {\n    static labels = MongoDBStorageClassLabels\n    _boundWitnessSdk: BaseMongoSdk<BoundWitnessWithMeta> | undefined\n    _payloadSdk: BaseMongoSdk<PayloadWithMeta> | undefined\n\n    get boundWitnessSdkConfig(): BaseMongoSdkConfig {\n      const config = { collection: COLLECTIONS.BoundWitnesses, ...getBaseMongoSdkPrivateConfig() }\n      return merge(config, this.params.boundWitnessSdkConfig, this.config.boundWitnessSdkConfig, {\n        collection: this.config.boundWitnessSdkConfig?.collection ?? this.params.boundWitnessSdkConfig?.collection ?? COLLECTIONS.BoundWitnesses,\n      })\n    }\n\n    get boundWitnesses() {\n      this._boundWitnessSdk = this._boundWitnessSdk ?? new BaseMongoSdk<BoundWitnessWithMeta>(this.boundWitnessSdkConfig)\n      return assertEx(this._boundWitnessSdk)\n    }\n\n    get jobQueue() {\n      return assertEx(this.params.jobQueue, 'MongoDBModule Error: jobQueue required for this module but is not defined')\n    }\n\n    get payloadSdkConfig(): BaseMongoSdkConfig {\n      const config = { collection: COLLECTIONS.Payloads, ...getBaseMongoSdkPrivateConfig() }\n      return merge(config, this.params.payloadSdkConfig, this.config.payloadSdkConfig, {\n        collection: this.config.payloadSdkConfig?.collection ?? this.params.payloadSdkConfig?.collection ?? COLLECTIONS.Payloads,\n      })\n    }\n\n    get payloads() {\n      this._payloadSdk = this._payloadSdk ?? new BaseMongoSdk<PayloadWithMeta>(this.payloadSdkConfig)\n      return assertEx(this._payloadSdk)\n    }\n\n    /**\n     * Ensures any indexes specified within the config are created. This method should be idempotent\n     * allowing for multiple calls without causing errors while ensuring the desired state.\n     */\n    async ensureIndexes(): Promise<void> {\n      const configIndexes = (this.config as { storage?: { indexes?: IndexDescription[] } })?.storage?.indexes ?? []\n      await this.boundWitnesses.useCollection(async (collection) => {\n        const collectionName = collection.collectionName.toLowerCase()\n        const indexes = configIndexes.filter((ix) => ix?.name?.toLowerCase().startsWith(collectionName))\n        if (indexes.length === 0) return\n        await collection.createIndexes(indexes)\n      })\n      await this.payloads.useCollection(async (collection) => {\n        const collectionName = collection.collectionName.toLowerCase()\n        const indexes = configIndexes.filter((ix) => ix?.name?.toLowerCase().startsWith(collectionName))\n        if (indexes.length === 0) return\n        await collection.createIndexes(indexes)\n      })\n    }\n  }\n  return MongoModuleBase\n}\n","export const escapeChar = '#'\n\nexport const toDbProperty = (value: string) => value.replaceAll('.', escapeChar)\n\nexport const fromDbProperty = (value: string) => value.replaceAll(escapeChar, '.')\n","import { Payload } from '@xyo-network/payload-model'\nimport { OptionalId, WithId, WithoutId } from 'mongodb'\n\nexport const removeId = <T extends Payload = Payload>(payload: T | WithId<T> | WithoutId<T> | OptionalId<T>): WithoutId<T> => {\n  // eslint-disable-next-line @typescript-eslint/no-unused-vars\n  const { _id, ...withoutId } = payload as OptionalId<T>\n  return withoutId as WithoutId<T>\n}\n"],"mappings":";;;;AACO,IAAMA,cAAc;EACzBC,aAAa;EACbC,gBAAgB;EAChBC,gBAAgB;EAChBC,UAAU;EACVC,YAAY;EACZC,OAAO;AACT;;;ACRA,SAASC,gBAAgB;AACzB,SAASC,oBAA+C;;;ACIjD,IAAMC,mBAAmB,6BAAA;AAC9B,QAAMC,MAAgB,CAAC;AACvB,MAAIC,QAAQD,IAAIE,yBAAyB;AACvCF,QAAIE,0BAA0BD,QAAQD,IAAIE;EAC5C;AACA,MAAID,QAAQD,IAAIG,cAAc;AAC5BH,QAAII,iBAAiBH,QAAQD,IAAII;AACjCJ,QAAIG,eAAeF,QAAQD,IAAIG;AAC/BH,QAAIK,iBAAiBJ,QAAQD,IAAIK;AACjCL,QAAIM,iBAAiBL,QAAQD,IAAIM;EACnC;AACA,SAAON;AACT,GAZgC;;;ADCzB,IAAMO,+BAA+B,6BAAA;AAC1C,QAAMC,MAAMC,iBAAAA;AACZ,SAAO;IACLC,oBAAoBF,IAAIG;IACxBC,UAAUC,SAASL,IAAIM,cAAc,sBAAA;IACrCC,QAAQF,SAASL,IAAIQ,gBAAgB,wBAAA;IACrCC,YAAYJ,SAASL,IAAIU,gBAAgB,wBAAA;IACzCC,YAAYN,SAASL,IAAIY,gBAAgB,wBAAA;EAC3C;AACF,GAT4C;AAWrC,IAAMC,kBAAkB,wBAAqBC,eAAAA;AAClD,SAAO,IAAIC,aAAgB;IAAE,GAAGhB,6BAAAA;IAAgCe;EAAW,CAAA;AAC7E,GAF+B;;;AEjB/B,SAASE,cAAc;AAIhB,IAAMC,mBAAmB,6BAAA;AAC9B,QAAMC,MAAMC,iBAAAA;AACZ,QAAMC,iBAAiB;IAACF,IAAIG;IAAyBH,IAAII;IAAgBJ,IAAIK;IAAcL,IAAIM;IAAgBN,IAAIO;;AACnH,SAAOL,eAAeM,MAAMC,MAAAA;AAC9B,GAJgC;;;ACJzB,IAAMC,YAAY;EACvBC,WAAW;AACb;;;ACFO,IAAMC,4BAA4B;AAClC,IAAMC,eAAe;AACrB,IAAMC,mBAAmB;AACzB,IAAMC,eAAe;;;ACH5B,SAASC,YAAAA,iBAAgB;AACzB,SAASC,aAAa;AACtB,SAASC,wBAAwB;AAEjC,SAAkEC,iCAAiC;AAEnG,SAASC,gBAAAA,qBAAwC;;;;;;;;;;;;AAS1C,IAAMC,qBAAqB,wBAIhCC,eAAAA;MAGeC,kBAAf,MAAA,wBAAuCD,WAAAA;WAAAA;;;IACrC,OAAOE,SAASC;IAChBC;IACAC;IAEA,IAAIC,wBAA4C;AAC9C,YAAMC,SAAS;QAAEC,YAAYC,YAAYC;QAAgB,GAAGC,6BAAAA;MAA+B;AAC3F,aAAOC,MAAML,QAAQ,KAAKM,OAAOP,uBAAuB,KAAKC,OAAOD,uBAAuB;QACzFE,YAAY,KAAKD,OAAOD,uBAAuBE,cAAc,KAAKK,OAAOP,uBAAuBE,cAAcC,YAAYC;MAC5H,CAAA;IACF;IAEA,IAAII,iBAAiB;AACnB,WAAKV,mBAAmB,KAAKA,oBAAoB,IAAIW,cAAmC,KAAKT,qBAAqB;AAClH,aAAOU,UAAS,KAAKZ,gBAAgB;IACvC;IAEA,IAAIa,WAAW;AACb,aAAOD,UAAS,KAAKH,OAAOI,UAAU,2EAAA;IACxC;IAEA,IAAIC,mBAAuC;AACzC,YAAMX,SAAS;QAAEC,YAAYC,YAAYU;QAAU,GAAGR,6BAAAA;MAA+B;AACrF,aAAOC,MAAML,QAAQ,KAAKM,OAAOK,kBAAkB,KAAKX,OAAOW,kBAAkB;QAC/EV,YAAY,KAAKD,OAAOW,kBAAkBV,cAAc,KAAKK,OAAOK,kBAAkBV,cAAcC,YAAYU;MAClH,CAAA;IACF;IAEA,IAAIC,WAAW;AACb,WAAKf,cAAc,KAAKA,eAAe,IAAIU,cAA8B,KAAKG,gBAAgB;AAC9F,aAAOF,UAAS,KAAKX,WAAW;IAClC;;;;;IAMA,MAAMgB,gBAA+B;AACnC,YAAMC,gBAAiB,KAAKf,QAA2DgB,SAASC,WAAW,CAAA;AAC3G,YAAM,KAAKV,eAAeW,cAAc,OAAOjB,eAAAA;AAC7C,cAAMkB,iBAAiBlB,WAAWkB,eAAeC,YAAW;AAC5D,cAAMH,UAAUF,cAAcM,OAAO,CAACC,OAAOA,IAAIC,MAAMH,YAAAA,EAAcI,WAAWL,cAAAA,CAAAA;AAChF,YAAIF,QAAQQ,WAAW;AAAG;AAC1B,cAAMxB,WAAWyB,cAAcT,OAAAA;MACjC,CAAA;AACA,YAAM,KAAKJ,SAASK,cAAc,OAAOjB,eAAAA;AACvC,cAAMkB,iBAAiBlB,WAAWkB,eAAeC,YAAW;AAC5D,cAAMH,UAAUF,cAAcM,OAAO,CAACC,OAAOA,IAAIC,MAAMH,YAAAA,EAAcI,WAAWL,cAAAA,CAAAA;AAChF,YAAIF,QAAQQ,WAAW;AAAG;AAC1B,cAAMxB,WAAWyB,cAAcT,OAAAA;MACjC,CAAA;IACF;EACF;AApDevB,oBAAAA,aAAAA;IADdiC,iBAAAA;KACcjC,eAAAA;AAqDf,SAAOA;AACT,GA7DkC;;;ACf3B,IAAMkC,aAAa;AAEnB,IAAMC,eAAe,wBAACC,UAAkBA,MAAMC,WAAW,KAAKH,UAAAA,GAAzC;AAErB,IAAMI,iBAAiB,wBAACF,UAAkBA,MAAMC,WAAWH,YAAY,GAAA,GAAhD;;;ACDvB,IAAMK,WAAW,wBAA8BC,YAAAA;AAEpD,QAAM,EAAEC,KAAK,GAAGC,UAAAA,IAAcF;AAC9B,SAAOE;AACT,GAJwB;","names":["COLLECTIONS","AddressInfo","ArchivistStats","BoundWitnesses","Payloads","Thumbnails","Users","assertEx","BaseMongoSdk","getMongoDBConfig","env","process","MONGO_CONNECTION_STRING","MONGO_DOMAIN","MONGO_DATABASE","MONGO_PASSWORD","MONGO_USERNAME","getBaseMongoSdkPrivateConfig","env","getMongoDBConfig","dbConnectionString","MONGO_CONNECTION_STRING","dbDomain","assertEx","MONGO_DOMAIN","dbName","MONGO_DATABASE","dbPassword","MONGO_PASSWORD","dbUserName","MONGO_USERNAME","getBaseMongoSdk","collection","BaseMongoSdk","exists","hasMongoDBConfig","env","getMongoDBConfig","requiredValues","MONGO_CONNECTION_STRING","MONGO_DATABASE","MONGO_DOMAIN","MONGO_PASSWORD","MONGO_USERNAME","every","exists","DATABASES","Archivist","DefaultAggregateTimeoutMs","DefaultLimit","DefaultMaxTimeMS","DefaultOrder","assertEx","merge","staticImplements","MongoDBStorageClassLabels","BaseMongoSdk","MongoDBModuleMixin","ModuleBase","MongoModuleBase","labels","MongoDBStorageClassLabels","_boundWitnessSdk","_payloadSdk","boundWitnessSdkConfig","config","collection","COLLECTIONS","BoundWitnesses","getBaseMongoSdkPrivateConfig","merge","params","boundWitnesses","BaseMongoSdk","assertEx","jobQueue","payloadSdkConfig","Payloads","payloads","ensureIndexes","configIndexes","storage","indexes","useCollection","collectionName","toLowerCase","filter","ix","name","startsWith","length","createIndexes","staticImplements","escapeChar","toDbProperty","value","replaceAll","fromDbProperty","removeId","payload","_id","withoutId"]}
+{"version":3,"sources":["../../src/Collections.ts","../../src/config/getBaseMongoSdk.ts","../../src/config/getMongoDBConfig.ts","../../src/config/hasMongoDBConfig.ts","../../src/Databases.ts","../../src/Defaults.ts","../../src/Module.ts","../../src/util/dbProperty.ts","../../src/util/removeId.ts"],"sourcesContent":["// TODO: By DB\nexport const COLLECTIONS = {\n  AddressInfo: 'address_info' as const,\n  ArchivistStats: 'archivist_stats' as const,\n  BoundWitnesses: 'bound_witnesses' as const,\n  Payloads: 'payloads' as const,\n  Thumbnails: 'thumbnails' as const,\n  Users: 'users' as const,\n}\n","import { assertEx } from '@xylabs/assert'\nimport { BaseMongoSdk, BaseMongoSdkPrivateConfig } from '@xyo-network/sdk-xyo-mongo-js'\nimport { Document } from 'mongodb'\n\nimport { getMongoDBConfig } from './getMongoDBConfig'\n\nexport const getBaseMongoSdkPrivateConfig = (): BaseMongoSdkPrivateConfig => {\n  const env = getMongoDBConfig()\n  return {\n    dbConnectionString: env.MONGO_CONNECTION_STRING,\n    dbDomain: assertEx(env.MONGO_DOMAIN, 'Missing Mongo Domain'),\n    dbName: assertEx(env.MONGO_DATABASE, 'Missing Mongo Database'),\n    dbPassword: assertEx(env.MONGO_PASSWORD, 'Missing Mongo Password'),\n    dbUserName: assertEx(env.MONGO_USERNAME, 'Missing Mongo Username'),\n  }\n}\n\nexport const getBaseMongoSdk = <T extends Document>(collection: string) => {\n  return new BaseMongoSdk<T>({ ...getBaseMongoSdkPrivateConfig(), collection })\n}\n","export type MongoDbConnectionStringEnvVar = 'MONGO_CONNECTION_STRING'\nexport type MongoDbEnvVars = 'MONGO_DATABASE' | 'MONGO_DOMAIN' | 'MONGO_PASSWORD' | 'MONGO_USERNAME'\n\nexport type MongoEnv = Record<MongoDbEnvVars | MongoDbConnectionStringEnvVar, string | undefined>\n\nexport const getMongoDBConfig = (): MongoEnv => {\n  const env: MongoEnv = {} as MongoEnv\n  if (process.env.MONGO_CONNECTION_STRING) {\n    env.MONGO_CONNECTION_STRING = process.env.MONGO_CONNECTION_STRING\n  }\n  if (process.env.MONGO_DOMAIN) {\n    env.MONGO_DATABASE = process.env.MONGO_DATABASE\n    env.MONGO_DOMAIN = process.env.MONGO_DOMAIN\n    env.MONGO_PASSWORD = process.env.MONGO_PASSWORD\n    env.MONGO_USERNAME = process.env.MONGO_USERNAME\n  }\n  return env\n}\n","import { exists } from '@xylabs/exists'\n\nimport { getMongoDBConfig } from './getMongoDBConfig'\n\nexport const hasMongoDBConfig = (): boolean => {\n  const env = getMongoDBConfig()\n  const requiredValues = [env.MONGO_CONNECTION_STRING, env.MONGO_DATABASE, env.MONGO_DOMAIN, env.MONGO_PASSWORD, env.MONGO_USERNAME]\n  return requiredValues.every(exists)\n}\n","export const DATABASES = {\n  Archivist: 'archivist' as const,\n}\n","export const DefaultAggregateTimeoutMs = 10_000\nexport const DefaultLimit = 20\nexport const DefaultMaxTimeMS = 2000\nexport const DefaultOrder = 'desc'\n","import { assertEx } from '@xylabs/assert'\nimport { merge } from '@xylabs/lodash'\nimport { staticImplements } from '@xylabs/static-implements'\nimport { Module } from '@xyo-network/module-model'\nimport { MongoDBModule, MongoDBModuleParams, MongoDBModuleStatic, MongoDBStorageClassLabels } from '@xyo-network/module-model-mongodb'\nimport { BoundWitnessWithMeta, PayloadWithMeta } from '@xyo-network/payload-mongodb'\nimport { BaseMongoSdk, BaseMongoSdkConfig } from '@xyo-network/sdk-xyo-mongo-js'\nimport { MongoServerError } from 'mongodb'\n\nimport { COLLECTIONS } from './Collections'\nimport { getBaseMongoSdkPrivateConfig } from './config'\nimport { IndexDescription } from './IndexDescription'\n\n// eslint-disable-next-line @typescript-eslint/no-explicit-any\nexport type AnyAbstractModule<TParams extends MongoDBModuleParams = MongoDBModuleParams> = abstract new (...args: any[]) => Module<TParams>\n\nexport const MongoDBModuleMixin = <\n  TParams extends MongoDBModuleParams = MongoDBModuleParams,\n  TModule extends AnyAbstractModule<TParams> = AnyAbstractModule<TParams>,\n>(\n  ModuleBase: TModule,\n) => {\n  @staticImplements<MongoDBModuleStatic>()\n  abstract class MongoModuleBase extends ModuleBase implements MongoDBModule {\n    static labels = MongoDBStorageClassLabels\n    _boundWitnessSdk: BaseMongoSdk<BoundWitnessWithMeta> | undefined\n    _payloadSdk: BaseMongoSdk<PayloadWithMeta> | undefined\n\n    get boundWitnessSdkConfig(): BaseMongoSdkConfig {\n      const config = { collection: COLLECTIONS.BoundWitnesses, ...getBaseMongoSdkPrivateConfig() }\n      return merge(config, this.params.boundWitnessSdkConfig, this.config.boundWitnessSdkConfig, {\n        collection: this.config.boundWitnessSdkConfig?.collection ?? this.params.boundWitnessSdkConfig?.collection ?? COLLECTIONS.BoundWitnesses,\n      })\n    }\n\n    get boundWitnesses() {\n      this._boundWitnessSdk = this._boundWitnessSdk ?? new BaseMongoSdk<BoundWitnessWithMeta>(this.boundWitnessSdkConfig)\n      return assertEx(this._boundWitnessSdk)\n    }\n\n    get jobQueue() {\n      return assertEx(this.params.jobQueue, 'MongoDBModule Error: jobQueue required for this module but is not defined')\n    }\n\n    get payloadSdkConfig(): BaseMongoSdkConfig {\n      const config = { collection: COLLECTIONS.Payloads, ...getBaseMongoSdkPrivateConfig() }\n      return merge(config, this.params.payloadSdkConfig, this.config.payloadSdkConfig, {\n        collection: this.config.payloadSdkConfig?.collection ?? this.params.payloadSdkConfig?.collection ?? COLLECTIONS.Payloads,\n      })\n    }\n\n    get payloads() {\n      this._payloadSdk = this._payloadSdk ?? new BaseMongoSdk<PayloadWithMeta>(this.payloadSdkConfig)\n      return assertEx(this._payloadSdk)\n    }\n\n    /**\n     * Ensures any indexes specified within the config are created. This method should be idempotent\n     * allowing for multiple calls without causing errors while ensuring the desired state.\n     */\n    async ensureIndexes(): Promise<void> {\n      const configIndexes = (this.config as { storage?: { indexes?: IndexDescription[] } })?.storage?.indexes ?? []\n      await ensureIndexesExistOnCollection(this.boundWitnesses, configIndexes)\n      await ensureIndexesExistOnCollection(this.payloads, configIndexes)\n    }\n  }\n  return MongoModuleBase\n}\n\n/**\n * Ensures the specified indexes exist on the collection\n * @param sdk The sdk to use for the collection\n * @param configIndexes The indexes to ensure exist on the collection\n */\nconst ensureIndexesExistOnCollection = async (\n  sdk: BaseMongoSdk<PayloadWithMeta> | BaseMongoSdk<BoundWitnessWithMeta>,\n  configIndexes: IndexDescription[],\n) => {\n  await sdk.useCollection(async (collection) => {\n    const collectionName = collection.collectionName.toLowerCase()\n    const indexes = configIndexes.filter((ix) => ix?.name?.toLowerCase().startsWith(collectionName))\n    if (indexes.length === 0) return\n    for (const ix of indexes) {\n      try {\n        await collection.createIndexes([ix])\n      } catch (error) {\n        const mongoServerError = error as MongoServerError\n        const { codeName } = mongoServerError\n        if (codeName === 'IndexKeySpecsConflict' || codeName === 'IndexOptionsConflict') {\n          // Index already exists which is fine OR index exists with another name which is fine\n          // TODO: For the latter case (IndexOptionsConflict) we could get into this case\n          // if we change the TTL an existing index.  We currently don't support TTLs so\n          // we'll need to revisit this assumption if we do.\n          continue\n        }\n        console.error(`Error creating index ${ix.name} for collection ${collectionName}: ${error}`)\n        throw error\n      }\n    }\n  })\n}\n","export const escapeChar = '#'\n\nexport const toDbProperty = (value: string) => value.replaceAll('.', escapeChar)\n\nexport const fromDbProperty = (value: string) => value.replaceAll(escapeChar, '.')\n","import { Payload } from '@xyo-network/payload-model'\nimport { OptionalId, WithId, WithoutId } from 'mongodb'\n\nexport const removeId = <T extends Payload = Payload>(payload: T | WithId<T> | WithoutId<T> | OptionalId<T>): WithoutId<T> => {\n  // eslint-disable-next-line @typescript-eslint/no-unused-vars\n  const { _id, ...withoutId } = payload as OptionalId<T>\n  return withoutId as WithoutId<T>\n}\n"],"mappings":";;;;AACO,IAAMA,cAAc;EACzBC,aAAa;EACbC,gBAAgB;EAChBC,gBAAgB;EAChBC,UAAU;EACVC,YAAY;EACZC,OAAO;AACT;;;ACRA,SAASC,gBAAgB;AACzB,SAASC,oBAA+C;;;ACIjD,IAAMC,mBAAmB,6BAAA;AAC9B,QAAMC,MAAgB,CAAC;AACvB,MAAIC,QAAQD,IAAIE,yBAAyB;AACvCF,QAAIE,0BAA0BD,QAAQD,IAAIE;EAC5C;AACA,MAAID,QAAQD,IAAIG,cAAc;AAC5BH,QAAII,iBAAiBH,QAAQD,IAAII;AACjCJ,QAAIG,eAAeF,QAAQD,IAAIG;AAC/BH,QAAIK,iBAAiBJ,QAAQD,IAAIK;AACjCL,QAAIM,iBAAiBL,QAAQD,IAAIM;EACnC;AACA,SAAON;AACT,GAZgC;;;ADCzB,IAAMO,+BAA+B,6BAAA;AAC1C,QAAMC,MAAMC,iBAAAA;AACZ,SAAO;IACLC,oBAAoBF,IAAIG;IACxBC,UAAUC,SAASL,IAAIM,cAAc,sBAAA;IACrCC,QAAQF,SAASL,IAAIQ,gBAAgB,wBAAA;IACrCC,YAAYJ,SAASL,IAAIU,gBAAgB,wBAAA;IACzCC,YAAYN,SAASL,IAAIY,gBAAgB,wBAAA;EAC3C;AACF,GAT4C;AAWrC,IAAMC,kBAAkB,wBAAqBC,eAAAA;AAClD,SAAO,IAAIC,aAAgB;IAAE,GAAGhB,6BAAAA;IAAgCe;EAAW,CAAA;AAC7E,GAF+B;;;AEjB/B,SAASE,cAAc;AAIhB,IAAMC,mBAAmB,6BAAA;AAC9B,QAAMC,MAAMC,iBAAAA;AACZ,QAAMC,iBAAiB;IAACF,IAAIG;IAAyBH,IAAII;IAAgBJ,IAAIK;IAAcL,IAAIM;IAAgBN,IAAIO;;AACnH,SAAOL,eAAeM,MAAMC,MAAAA;AAC9B,GAJgC;;;ACJzB,IAAMC,YAAY;EACvBC,WAAW;AACb;;;ACFO,IAAMC,4BAA4B;AAClC,IAAMC,eAAe;AACrB,IAAMC,mBAAmB;AACzB,IAAMC,eAAe;;;ACH5B,SAASC,YAAAA,iBAAgB;AACzB,SAASC,aAAa;AACtB,SAASC,wBAAwB;AAEjC,SAAkEC,iCAAiC;AAEnG,SAASC,gBAAAA,qBAAwC;;;;;;;;;;;;AAU1C,IAAMC,qBAAqB,wBAIhCC,eAAAA;MAGeC,kBAAf,MAAA,wBAAuCD,WAAAA;WAAAA;;;IACrC,OAAOE,SAASC;IAChBC;IACAC;IAEA,IAAIC,wBAA4C;AAC9C,YAAMC,SAAS;QAAEC,YAAYC,YAAYC;QAAgB,GAAGC,6BAAAA;MAA+B;AAC3F,aAAOC,MAAML,QAAQ,KAAKM,OAAOP,uBAAuB,KAAKC,OAAOD,uBAAuB;QACzFE,YAAY,KAAKD,OAAOD,uBAAuBE,cAAc,KAAKK,OAAOP,uBAAuBE,cAAcC,YAAYC;MAC5H,CAAA;IACF;IAEA,IAAII,iBAAiB;AACnB,WAAKV,mBAAmB,KAAKA,oBAAoB,IAAIW,cAAmC,KAAKT,qBAAqB;AAClH,aAAOU,UAAS,KAAKZ,gBAAgB;IACvC;IAEA,IAAIa,WAAW;AACb,aAAOD,UAAS,KAAKH,OAAOI,UAAU,2EAAA;IACxC;IAEA,IAAIC,mBAAuC;AACzC,YAAMX,SAAS;QAAEC,YAAYC,YAAYU;QAAU,GAAGR,6BAAAA;MAA+B;AACrF,aAAOC,MAAML,QAAQ,KAAKM,OAAOK,kBAAkB,KAAKX,OAAOW,kBAAkB;QAC/EV,YAAY,KAAKD,OAAOW,kBAAkBV,cAAc,KAAKK,OAAOK,kBAAkBV,cAAcC,YAAYU;MAClH,CAAA;IACF;IAEA,IAAIC,WAAW;AACb,WAAKf,cAAc,KAAKA,eAAe,IAAIU,cAA8B,KAAKG,gBAAgB;AAC9F,aAAOF,UAAS,KAAKX,WAAW;IAClC;;;;;IAMA,MAAMgB,gBAA+B;AACnC,YAAMC,gBAAiB,KAAKf,QAA2DgB,SAASC,WAAW,CAAA;AAC3G,YAAMC,+BAA+B,KAAKX,gBAAgBQ,aAAAA;AAC1D,YAAMG,+BAA+B,KAAKL,UAAUE,aAAAA;IACtD;EACF;AA1CerB,oBAAAA,aAAAA;IADdyB,iBAAAA;KACczB,eAAAA;AA2Cf,SAAOA;AACT,GAnDkC;AA0DlC,IAAMwB,iCAAiC,8BACrCE,KACAL,kBAAAA;AAEA,QAAMK,IAAIC,cAAc,OAAOpB,eAAAA;AAC7B,UAAMqB,iBAAiBrB,WAAWqB,eAAeC,YAAW;AAC5D,UAAMN,UAAUF,cAAcS,OAAO,CAACC,OAAOA,IAAIC,MAAMH,YAAAA,EAAcI,WAAWL,cAAAA,CAAAA;AAChF,QAAIL,QAAQW,WAAW;AAAG;AAC1B,eAAWH,MAAMR,SAAS;AACxB,UAAI;AACF,cAAMhB,WAAW4B,cAAc;UAACJ;SAAG;MACrC,SAASK,OAAO;AACd,cAAMC,mBAAmBD;AACzB,cAAM,EAAEE,SAAQ,IAAKD;AACrB,YAAIC,aAAa,2BAA2BA,aAAa,wBAAwB;AAK/E;QACF;AACAC,gBAAQH,MAAM,wBAAwBL,GAAGC,IAAI,mBAAmBJ,cAAAA,KAAmBQ,KAAAA,EAAO;AAC1F,cAAMA;MACR;IACF;EACF,CAAA;AACF,GA1BuC;;;AC1EhC,IAAMI,aAAa;AAEnB,IAAMC,eAAe,wBAACC,UAAkBA,MAAMC,WAAW,KAAKH,UAAAA,GAAzC;AAErB,IAAMI,iBAAiB,wBAACF,UAAkBA,MAAMC,WAAWH,YAAY,GAAA,GAAhD;;;ACDvB,IAAMK,WAAW,wBAA8BC,YAAAA;AAEpD,QAAM,EAAEC,KAAK,GAAGC,UAAAA,IAAcF;AAC9B,SAAOE;AACT,GAJwB;","names":["COLLECTIONS","AddressInfo","ArchivistStats","BoundWitnesses","Payloads","Thumbnails","Users","assertEx","BaseMongoSdk","getMongoDBConfig","env","process","MONGO_CONNECTION_STRING","MONGO_DOMAIN","MONGO_DATABASE","MONGO_PASSWORD","MONGO_USERNAME","getBaseMongoSdkPrivateConfig","env","getMongoDBConfig","dbConnectionString","MONGO_CONNECTION_STRING","dbDomain","assertEx","MONGO_DOMAIN","dbName","MONGO_DATABASE","dbPassword","MONGO_PASSWORD","dbUserName","MONGO_USERNAME","getBaseMongoSdk","collection","BaseMongoSdk","exists","hasMongoDBConfig","env","getMongoDBConfig","requiredValues","MONGO_CONNECTION_STRING","MONGO_DATABASE","MONGO_DOMAIN","MONGO_PASSWORD","MONGO_USERNAME","every","exists","DATABASES","Archivist","DefaultAggregateTimeoutMs","DefaultLimit","DefaultMaxTimeMS","DefaultOrder","assertEx","merge","staticImplements","MongoDBStorageClassLabels","BaseMongoSdk","MongoDBModuleMixin","ModuleBase","MongoModuleBase","labels","MongoDBStorageClassLabels","_boundWitnessSdk","_payloadSdk","boundWitnessSdkConfig","config","collection","COLLECTIONS","BoundWitnesses","getBaseMongoSdkPrivateConfig","merge","params","boundWitnesses","BaseMongoSdk","assertEx","jobQueue","payloadSdkConfig","Payloads","payloads","ensureIndexes","configIndexes","storage","indexes","ensureIndexesExistOnCollection","staticImplements","sdk","useCollection","collectionName","toLowerCase","filter","ix","name","startsWith","length","createIndexes","error","mongoServerError","codeName","console","escapeChar","toDbProperty","value","replaceAll","fromDbProperty","removeId","payload","_id","withoutId"]}

package/dist/node/Module.d.cts.map

@@ -1 +1 @@
-{"version":3,"file":"Module.d.ts","sourceRoot":"","sources":["../../src/Module.ts"],"names":[],"mappings":"AAGA,OAAO,EAAE,MAAM,EAAE,MAAM,2BAA2B,CAAA;AAClD,OAAO,EAAiB,mBAAmB,EAAuB,yBAAyB,EAAE,MAAM,mCAAmC,CAAA;AACtI,OAAO,EAAE,oBAAoB,EAAE,eAAe,EAAE,MAAM,8BAA8B,CAAA;AACpF,OAAO,EAAE,YAAY,EAAE,kBAAkB,EAAE,MAAM,+BAA+B,CAAA;AAOhF,MAAM,MAAM,iBAAiB,CAAC,OAAO,SAAS,mBAAmB,GAAG,mBAAmB,IAAI,QAAQ,MAAM,GAAG,IAAI,EAAE,GAAG,EAAE,KAAK,MAAM,CAAC,OAAO,CAAC,CAAA;AAE3I,eAAO,MAAM,kBAAkB;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;6HAFmF,GAAG,EAAE;sBAWjG,aAAa,oBAAoB,CAAC,GAAG,SAAS;iBACnD,aAAa,eAAe,CAAC,GAAG,SAAS;;;;;;;;IA8BtD;;;OAGG;qBACoB,QAAQ,IAAI,CAAC;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;YAiBvC,CAAA"}
+{"version":3,"file":"Module.d.ts","sourceRoot":"","sources":["../../src/Module.ts"],"names":[],"mappings":"AAGA,OAAO,EAAE,MAAM,EAAE,MAAM,2BAA2B,CAAA;AAClD,OAAO,EAAiB,mBAAmB,EAAuB,yBAAyB,EAAE,MAAM,mCAAmC,CAAA;AACtI,OAAO,EAAE,oBAAoB,EAAE,eAAe,EAAE,MAAM,8BAA8B,CAAA;AACpF,OAAO,EAAE,YAAY,EAAE,kBAAkB,EAAE,MAAM,+BAA+B,CAAA;AAQhF,MAAM,MAAM,iBAAiB,CAAC,OAAO,SAAS,mBAAmB,GAAG,mBAAmB,IAAI,QAAQ,MAAM,GAAG,IAAI,EAAE,GAAG,EAAE,KAAK,MAAM,CAAC,OAAO,CAAC,CAAA;AAE3I,eAAO,MAAM,kBAAkB;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;6HAFmF,GAAG,EAAE;sBAWjG,aAAa,oBAAoB,CAAC,GAAG,SAAS;iBACnD,aAAa,eAAe,CAAC,GAAG,SAAS;;;;;;;;IA8BtD;;;OAGG;qBACoB,QAAQ,IAAI,CAAC;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;YAOvC,CAAA"}

package/dist/node/Module.d.mts.map

@@ -1 +1 @@
-{"version":3,"file":"Module.d.ts","sourceRoot":"","sources":["../../src/Module.ts"],"names":[],"mappings":"AAGA,OAAO,EAAE,MAAM,EAAE,MAAM,2BAA2B,CAAA;AAClD,OAAO,EAAiB,mBAAmB,EAAuB,yBAAyB,EAAE,MAAM,mCAAmC,CAAA;AACtI,OAAO,EAAE,oBAAoB,EAAE,eAAe,EAAE,MAAM,8BAA8B,CAAA;AACpF,OAAO,EAAE,YAAY,EAAE,kBAAkB,EAAE,MAAM,+BAA+B,CAAA;AAOhF,MAAM,MAAM,iBAAiB,CAAC,OAAO,SAAS,mBAAmB,GAAG,mBAAmB,IAAI,QAAQ,MAAM,GAAG,IAAI,EAAE,GAAG,EAAE,KAAK,MAAM,CAAC,OAAO,CAAC,CAAA;AAE3I,eAAO,MAAM,kBAAkB;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;6HAFmF,GAAG,EAAE;sBAWjG,aAAa,oBAAoB,CAAC,GAAG,SAAS;iBACnD,aAAa,eAAe,CAAC,GAAG,SAAS;;;;;;;;IA8BtD;;;OAGG;qBACoB,QAAQ,IAAI,CAAC;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;YAiBvC,CAAA"}
+{"version":3,"file":"Module.d.ts","sourceRoot":"","sources":["../../src/Module.ts"],"names":[],"mappings":"AAGA,OAAO,EAAE,MAAM,EAAE,MAAM,2BAA2B,CAAA;AAClD,OAAO,EAAiB,mBAAmB,EAAuB,yBAAyB,EAAE,MAAM,mCAAmC,CAAA;AACtI,OAAO,EAAE,oBAAoB,EAAE,eAAe,EAAE,MAAM,8BAA8B,CAAA;AACpF,OAAO,EAAE,YAAY,EAAE,kBAAkB,EAAE,MAAM,+BAA+B,CAAA;AAQhF,MAAM,MAAM,iBAAiB,CAAC,OAAO,SAAS,mBAAmB,GAAG,mBAAmB,IAAI,QAAQ,MAAM,GAAG,IAAI,EAAE,GAAG,EAAE,KAAK,MAAM,CAAC,OAAO,CAAC,CAAA;AAE3I,eAAO,MAAM,kBAAkB;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;6HAFmF,GAAG,EAAE;sBAWjG,aAAa,oBAAoB,CAAC,GAAG,SAAS;iBACnD,aAAa,eAAe,CAAC,GAAG,SAAS;;;;;;;;IA8BtD;;;OAGG;qBACoB,QAAQ,IAAI,CAAC;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;YAOvC,CAAA"}

package/dist/node/Module.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"Module.d.ts","sourceRoot":"","sources":["../../src/Module.ts"],"names":[],"mappings":"AAGA,OAAO,EAAE,MAAM,EAAE,MAAM,2BAA2B,CAAA;AAClD,OAAO,EAAiB,mBAAmB,EAAuB,yBAAyB,EAAE,MAAM,mCAAmC,CAAA;AACtI,OAAO,EAAE,oBAAoB,EAAE,eAAe,EAAE,MAAM,8BAA8B,CAAA;AACpF,OAAO,EAAE,YAAY,EAAE,kBAAkB,EAAE,MAAM,+BAA+B,CAAA;AAOhF,MAAM,MAAM,iBAAiB,CAAC,OAAO,SAAS,mBAAmB,GAAG,mBAAmB,IAAI,QAAQ,MAAM,GAAG,IAAI,EAAE,GAAG,EAAE,KAAK,MAAM,CAAC,OAAO,CAAC,CAAA;AAE3I,eAAO,MAAM,kBAAkB;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;6HAFmF,GAAG,EAAE;sBAWjG,aAAa,oBAAoB,CAAC,GAAG,SAAS;iBACnD,aAAa,eAAe,CAAC,GAAG,SAAS;;;;;;;;IA8BtD;;;OAGG;qBACoB,QAAQ,IAAI,CAAC;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;YAiBvC,CAAA"}
+{"version":3,"file":"Module.d.ts","sourceRoot":"","sources":["../../src/Module.ts"],"names":[],"mappings":"AAGA,OAAO,EAAE,MAAM,EAAE,MAAM,2BAA2B,CAAA;AAClD,OAAO,EAAiB,mBAAmB,EAAuB,yBAAyB,EAAE,MAAM,mCAAmC,CAAA;AACtI,OAAO,EAAE,oBAAoB,EAAE,eAAe,EAAE,MAAM,8BAA8B,CAAA;AACpF,OAAO,EAAE,YAAY,EAAE,kBAAkB,EAAE,MAAM,+BAA+B,CAAA;AAQhF,MAAM,MAAM,iBAAiB,CAAC,OAAO,SAAS,mBAAmB,GAAG,mBAAmB,IAAI,QAAQ,MAAM,GAAG,IAAI,EAAE,GAAG,EAAE,KAAK,MAAM,CAAC,OAAO,CAAC,CAAA;AAE3I,eAAO,MAAM,kBAAkB;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;6HAFmF,GAAG,EAAE;sBAWjG,aAAa,oBAAoB,CAAC,GAAG,SAAS;iBACnD,aAAa,eAAe,CAAC,GAAG,SAAS;;;;;;;;IA8BtD;;;OAGG;qBACoB,QAAQ,IAAI,CAAC;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;YAOvC,CAAA"}

package/dist/node/index.js

@@ -176,26 +176,8 @@ var MongoDBModuleMixin = /* @__PURE__ */ __name((ModuleBase) => {
     async ensureIndexes() {
       var _a2, _b;
       const configIndexes = ((_b = (_a2 = this.config) == null ? void 0 : _a2.storage) == null ? void 0 : _b.indexes) ?? [];
-      await this.boundWitnesses.useCollection(async (collection) => {
-        const collectionName = collection.collectionName.toLowerCase();
-        const indexes = configIndexes.filter((ix) => {
-          var _a3;
-          return (_a3 = ix == null ? void 0 : ix.name) == null ? void 0 : _a3.toLowerCase().startsWith(collectionName);
-        });
-        if (indexes.length === 0)
-          return;
-        await collection.createIndexes(indexes);
-      });
-      await this.payloads.useCollection(async (collection) => {
-        const collectionName = collection.collectionName.toLowerCase();
-        const indexes = configIndexes.filter((ix) => {
-          var _a3;
-          return (_a3 = ix == null ? void 0 : ix.name) == null ? void 0 : _a3.toLowerCase().startsWith(collectionName);
-        });
-        if (indexes.length === 0)
-          return;
-        await collection.createIndexes(indexes);
-      });
+      await ensureIndexesExistOnCollection(this.boundWitnesses, configIndexes);
+      await ensureIndexesExistOnCollection(this.payloads, configIndexes);
     }
   }, __name(_a, "MongoModuleBase"), __publicField(_a, "labels", import_module_model_mongodb.MongoDBStorageClassLabels), _a);
   MongoModuleBase = _ts_decorate([
@@ -203,6 +185,32 @@ var MongoDBModuleMixin = /* @__PURE__ */ __name((ModuleBase) => {
   ], MongoModuleBase);
   return MongoModuleBase;
 }, "MongoDBModuleMixin");
+var ensureIndexesExistOnCollection = /* @__PURE__ */ __name(async (sdk, configIndexes) => {
+  await sdk.useCollection(async (collection) => {
+    const collectionName = collection.collectionName.toLowerCase();
+    const indexes = configIndexes.filter((ix) => {
+      var _a;
+      return (_a = ix == null ? void 0 : ix.name) == null ? void 0 : _a.toLowerCase().startsWith(collectionName);
+    });
+    if (indexes.length === 0)
+      return;
+    for (const ix of indexes) {
+      try {
+        await collection.createIndexes([
+          ix
+        ]);
+      } catch (error) {
+        const mongoServerError = error;
+        const { codeName } = mongoServerError;
+        if (codeName === "IndexKeySpecsConflict" || codeName === "IndexOptionsConflict") {
+          continue;
+        }
+        console.error(`Error creating index ${ix.name} for collection ${collectionName}: ${error}`);
+        throw error;
+      }
+    }
+  });
+}, "ensureIndexesExistOnCollection");
 
 // src/util/dbProperty.ts
 var escapeChar = "#";

package/dist/node/index.js.map

@@ -1 +1 @@
-{"version":3,"sources":["../../src/index.ts","../../src/Collections.ts","../../src/config/getBaseMongoSdk.ts","../../src/config/getMongoDBConfig.ts","../../src/config/hasMongoDBConfig.ts","../../src/Databases.ts","../../src/Defaults.ts","../../src/Module.ts","../../src/util/dbProperty.ts","../../src/util/removeId.ts"],"sourcesContent":["export * from './Collections'\nexport * from './config'\nexport * from './Databases'\nexport * from './Defaults'\nexport * from './IndexDescription'\nexport * from './Indexes'\nexport * from './Module'\nexport * from './util'\n","// TODO: By DB\nexport const COLLECTIONS = {\n  AddressInfo: 'address_info' as const,\n  ArchivistStats: 'archivist_stats' as const,\n  BoundWitnesses: 'bound_witnesses' as const,\n  Payloads: 'payloads' as const,\n  Thumbnails: 'thumbnails' as const,\n  Users: 'users' as const,\n}\n","import { assertEx } from '@xylabs/assert'\nimport { BaseMongoSdk, BaseMongoSdkPrivateConfig } from '@xyo-network/sdk-xyo-mongo-js'\nimport { Document } from 'mongodb'\n\nimport { getMongoDBConfig } from './getMongoDBConfig'\n\nexport const getBaseMongoSdkPrivateConfig = (): BaseMongoSdkPrivateConfig => {\n  const env = getMongoDBConfig()\n  return {\n    dbConnectionString: env.MONGO_CONNECTION_STRING,\n    dbDomain: assertEx(env.MONGO_DOMAIN, 'Missing Mongo Domain'),\n    dbName: assertEx(env.MONGO_DATABASE, 'Missing Mongo Database'),\n    dbPassword: assertEx(env.MONGO_PASSWORD, 'Missing Mongo Password'),\n    dbUserName: assertEx(env.MONGO_USERNAME, 'Missing Mongo Username'),\n  }\n}\n\nexport const getBaseMongoSdk = <T extends Document>(collection: string) => {\n  return new BaseMongoSdk<T>({ ...getBaseMongoSdkPrivateConfig(), collection })\n}\n","export type MongoDbConnectionStringEnvVar = 'MONGO_CONNECTION_STRING'\nexport type MongoDbEnvVars = 'MONGO_DATABASE' | 'MONGO_DOMAIN' | 'MONGO_PASSWORD' | 'MONGO_USERNAME'\n\nexport type MongoEnv = Record<MongoDbEnvVars | MongoDbConnectionStringEnvVar, string | undefined>\n\nexport const getMongoDBConfig = (): MongoEnv => {\n  const env: MongoEnv = {} as MongoEnv\n  if (process.env.MONGO_CONNECTION_STRING) {\n    env.MONGO_CONNECTION_STRING = process.env.MONGO_CONNECTION_STRING\n  }\n  if (process.env.MONGO_DOMAIN) {\n    env.MONGO_DATABASE = process.env.MONGO_DATABASE\n    env.MONGO_DOMAIN = process.env.MONGO_DOMAIN\n    env.MONGO_PASSWORD = process.env.MONGO_PASSWORD\n    env.MONGO_USERNAME = process.env.MONGO_USERNAME\n  }\n  return env\n}\n","import { exists } from '@xylabs/exists'\n\nimport { getMongoDBConfig } from './getMongoDBConfig'\n\nexport const hasMongoDBConfig = (): boolean => {\n  const env = getMongoDBConfig()\n  const requiredValues = [env.MONGO_CONNECTION_STRING, env.MONGO_DATABASE, env.MONGO_DOMAIN, env.MONGO_PASSWORD, env.MONGO_USERNAME]\n  return requiredValues.every(exists)\n}\n","export const DATABASES = {\n  Archivist: 'archivist' as const,\n}\n","export const DefaultAggregateTimeoutMs = 10_000\nexport const DefaultLimit = 20\nexport const DefaultMaxTimeMS = 2000\nexport const DefaultOrder = 'desc'\n","import { assertEx } from '@xylabs/assert'\nimport { merge } from '@xylabs/lodash'\nimport { staticImplements } from '@xylabs/static-implements'\nimport { Module } from '@xyo-network/module-model'\nimport { MongoDBModule, MongoDBModuleParams, MongoDBModuleStatic, MongoDBStorageClassLabels } from '@xyo-network/module-model-mongodb'\nimport { BoundWitnessWithMeta, PayloadWithMeta } from '@xyo-network/payload-mongodb'\nimport { BaseMongoSdk, BaseMongoSdkConfig } from '@xyo-network/sdk-xyo-mongo-js'\n\nimport { COLLECTIONS } from './Collections'\nimport { getBaseMongoSdkPrivateConfig } from './config'\nimport { IndexDescription } from './IndexDescription'\n\n// eslint-disable-next-line @typescript-eslint/no-explicit-any\nexport type AnyAbstractModule<TParams extends MongoDBModuleParams = MongoDBModuleParams> = abstract new (...args: any[]) => Module<TParams>\n\nexport const MongoDBModuleMixin = <\n  TParams extends MongoDBModuleParams = MongoDBModuleParams,\n  TModule extends AnyAbstractModule<TParams> = AnyAbstractModule<TParams>,\n>(\n  ModuleBase: TModule,\n) => {\n  @staticImplements<MongoDBModuleStatic>()\n  abstract class MongoModuleBase extends ModuleBase implements MongoDBModule {\n    static labels = MongoDBStorageClassLabels\n    _boundWitnessSdk: BaseMongoSdk<BoundWitnessWithMeta> | undefined\n    _payloadSdk: BaseMongoSdk<PayloadWithMeta> | undefined\n\n    get boundWitnessSdkConfig(): BaseMongoSdkConfig {\n      const config = { collection: COLLECTIONS.BoundWitnesses, ...getBaseMongoSdkPrivateConfig() }\n      return merge(config, this.params.boundWitnessSdkConfig, this.config.boundWitnessSdkConfig, {\n        collection: this.config.boundWitnessSdkConfig?.collection ?? this.params.boundWitnessSdkConfig?.collection ?? COLLECTIONS.BoundWitnesses,\n      })\n    }\n\n    get boundWitnesses() {\n      this._boundWitnessSdk = this._boundWitnessSdk ?? new BaseMongoSdk<BoundWitnessWithMeta>(this.boundWitnessSdkConfig)\n      return assertEx(this._boundWitnessSdk)\n    }\n\n    get jobQueue() {\n      return assertEx(this.params.jobQueue, 'MongoDBModule Error: jobQueue required for this module but is not defined')\n    }\n\n    get payloadSdkConfig(): BaseMongoSdkConfig {\n      const config = { collection: COLLECTIONS.Payloads, ...getBaseMongoSdkPrivateConfig() }\n      return merge(config, this.params.payloadSdkConfig, this.config.payloadSdkConfig, {\n        collection: this.config.payloadSdkConfig?.collection ?? this.params.payloadSdkConfig?.collection ?? COLLECTIONS.Payloads,\n      })\n    }\n\n    get payloads() {\n      this._payloadSdk = this._payloadSdk ?? new BaseMongoSdk<PayloadWithMeta>(this.payloadSdkConfig)\n      return assertEx(this._payloadSdk)\n    }\n\n    /**\n     * Ensures any indexes specified within the config are created. This method should be idempotent\n     * allowing for multiple calls without causing errors while ensuring the desired state.\n     */\n    async ensureIndexes(): Promise<void> {\n      const configIndexes = (this.config as { storage?: { indexes?: IndexDescription[] } })?.storage?.indexes ?? []\n      await this.boundWitnesses.useCollection(async (collection) => {\n        const collectionName = collection.collectionName.toLowerCase()\n        const indexes = configIndexes.filter((ix) => ix?.name?.toLowerCase().startsWith(collectionName))\n        if (indexes.length === 0) return\n        await collection.createIndexes(indexes)\n      })\n      await this.payloads.useCollection(async (collection) => {\n        const collectionName = collection.collectionName.toLowerCase()\n        const indexes = configIndexes.filter((ix) => ix?.name?.toLowerCase().startsWith(collectionName))\n        if (indexes.length === 0) return\n        await collection.createIndexes(indexes)\n      })\n    }\n  }\n  return MongoModuleBase\n}\n","export const escapeChar = '#'\n\nexport const toDbProperty = (value: string) => value.replaceAll('.', escapeChar)\n\nexport const fromDbProperty = (value: string) => value.replaceAll(escapeChar, '.')\n","import { Payload } from '@xyo-network/payload-model'\nimport { OptionalId, WithId, WithoutId } from 'mongodb'\n\nexport const removeId = <T extends Payload = Payload>(payload: T | WithId<T> | WithoutId<T> | OptionalId<T>): WithoutId<T> => {\n  // eslint-disable-next-line @typescript-eslint/no-unused-vars\n  const { _id, ...withoutId } = payload as OptionalId<T>\n  return withoutId as WithoutId<T>\n}\n"],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;;;AAAA;;;;;;;;;;;;;;;;;;;;;ACCO,IAAMA,cAAc;EACzBC,aAAa;EACbC,gBAAgB;EAChBC,gBAAgB;EAChBC,UAAU;EACVC,YAAY;EACZC,OAAO;AACT;;;ACRA,oBAAyB;AACzB,8BAAwD;;;ACIjD,IAAMC,mBAAmB,6BAAA;AAC9B,QAAMC,MAAgB,CAAC;AACvB,MAAIC,QAAQD,IAAIE,yBAAyB;AACvCF,QAAIE,0BAA0BD,QAAQD,IAAIE;EAC5C;AACA,MAAID,QAAQD,IAAIG,cAAc;AAC5BH,QAAII,iBAAiBH,QAAQD,IAAII;AACjCJ,QAAIG,eAAeF,QAAQD,IAAIG;AAC/BH,QAAIK,iBAAiBJ,QAAQD,IAAIK;AACjCL,QAAIM,iBAAiBL,QAAQD,IAAIM;EACnC;AACA,SAAON;AACT,GAZgC;;;ADCzB,IAAMO,+BAA+B,6BAAA;AAC1C,QAAMC,MAAMC,iBAAAA;AACZ,SAAO;IACLC,oBAAoBF,IAAIG;IACxBC,cAAUC,wBAASL,IAAIM,cAAc,sBAAA;IACrCC,YAAQF,wBAASL,IAAIQ,gBAAgB,wBAAA;IACrCC,gBAAYJ,wBAASL,IAAIU,gBAAgB,wBAAA;IACzCC,gBAAYN,wBAASL,IAAIY,gBAAgB,wBAAA;EAC3C;AACF,GAT4C;AAWrC,IAAMC,kBAAkB,wBAAqBC,eAAAA;AAClD,SAAO,IAAIC,qCAAgB;IAAE,GAAGhB,6BAAAA;IAAgCe;EAAW,CAAA;AAC7E,GAF+B;;;AEjB/B,oBAAuB;AAIhB,IAAME,mBAAmB,6BAAA;AAC9B,QAAMC,MAAMC,iBAAAA;AACZ,QAAMC,iBAAiB;IAACF,IAAIG;IAAyBH,IAAII;IAAgBJ,IAAIK;IAAcL,IAAIM;IAAgBN,IAAIO;;AACnH,SAAOL,eAAeM,MAAMC,oBAAAA;AAC9B,GAJgC;;;ACJzB,IAAMC,YAAY;EACvBC,WAAW;AACb;;;ACFO,IAAMC,4BAA4B;AAClC,IAAMC,eAAe;AACrB,IAAMC,mBAAmB;AACzB,IAAMC,eAAe;;;ACH5B,IAAAC,iBAAyB;AACzB,oBAAsB;AACtB,+BAAiC;AAEjC,kCAAmG;AAEnG,IAAAC,2BAAiD;;;;;;;;;;;;AAS1C,IAAMC,qBAAqB,wBAIhCC,eAAAA;;MAGeC,mBAAf,mBAAuCD,WAAAA;IAErCE;IACAC;IAEA,IAAIC,wBAA4C;;AAC9C,YAAMC,SAAS;QAAEC,YAAYC,YAAYC;QAAgB,GAAGC,6BAAAA;MAA+B;AAC3F,iBAAOC,qBAAML,QAAQ,KAAKM,OAAOP,uBAAuB,KAAKC,OAAOD,uBAAuB;QACzFE,cAAYM,MAAA,KAAKP,OAAOD,0BAAZ,gBAAAQ,IAAmCN,iBAAc,UAAKK,OAAOP,0BAAZ,mBAAmCE,eAAcC,YAAYC;MAC5H,CAAA;IACF;IAEA,IAAIK,iBAAiB;AACnB,WAAKX,mBAAmB,KAAKA,oBAAoB,IAAIY,sCAAmC,KAAKV,qBAAqB;AAClH,iBAAOW,yBAAS,KAAKb,gBAAgB;IACvC;IAEA,IAAIc,WAAW;AACb,iBAAOD,yBAAS,KAAKJ,OAAOK,UAAU,2EAAA;IACxC;IAEA,IAAIC,mBAAuC;;AACzC,YAAMZ,SAAS;QAAEC,YAAYC,YAAYW;QAAU,GAAGT,6BAAAA;MAA+B;AACrF,iBAAOC,qBAAML,QAAQ,KAAKM,OAAOM,kBAAkB,KAAKZ,OAAOY,kBAAkB;QAC/EX,cAAYM,MAAA,KAAKP,OAAOY,qBAAZ,gBAAAL,IAA8BN,iBAAc,UAAKK,OAAOM,qBAAZ,mBAA8BX,eAAcC,YAAYW;MAClH,CAAA;IACF;IAEA,IAAIC,WAAW;AACb,WAAKhB,cAAc,KAAKA,eAAe,IAAIW,sCAA8B,KAAKG,gBAAgB;AAC9F,iBAAOF,yBAAS,KAAKZ,WAAW;IAClC;;;;;IAMA,MAAMiB,gBAA+B;;AACnC,YAAMC,kBAAiB,MAAAT,MAAA,KAAKP,WAAL,gBAAAO,IAAgEU,YAAhE,mBAAyEC,YAAW,CAAA;AAC3G,YAAM,KAAKV,eAAeW,cAAc,OAAOlB,eAAAA;AAC7C,cAAMmB,iBAAiBnB,WAAWmB,eAAeC,YAAW;AAC5D,cAAMH,UAAUF,cAAcM,OAAO,CAACC,OAAAA;;AAAOA,kBAAAA,MAAAA,yBAAIC,SAAJD,gBAAAA,IAAUF,cAAcI,WAAWL;SAAAA;AAChF,YAAIF,QAAQQ,WAAW;AAAG;AAC1B,cAAMzB,WAAW0B,cAAcT,OAAAA;MACjC,CAAA;AACA,YAAM,KAAKJ,SAASK,cAAc,OAAOlB,eAAAA;AACvC,cAAMmB,iBAAiBnB,WAAWmB,eAAeC,YAAW;AAC5D,cAAMH,UAAUF,cAAcM,OAAO,CAACC,OAAAA;;AAAOA,kBAAAA,MAAAA,yBAAIC,SAAJD,gBAAAA,IAAUF,cAAcI,WAAWL;SAAAA;AAChF,YAAIF,QAAQQ,WAAW;AAAG;AAC1B,cAAMzB,WAAW0B,cAAcT,OAAAA;MACjC,CAAA;IACF;EACF,GApDuCvB,+BACrC,cADF,IACSiC,UAASC,wDADlB;AAAejC,oBAAAA,aAAAA;QADdkC,2CAAAA;KACclC,eAAAA;AAqDf,SAAOA;AACT,GA7DkC;;;ACf3B,IAAMmC,aAAa;AAEnB,IAAMC,eAAe,wBAACC,UAAkBA,MAAMC,WAAW,KAAKH,UAAAA,GAAzC;AAErB,IAAMI,iBAAiB,wBAACF,UAAkBA,MAAMC,WAAWH,YAAY,GAAA,GAAhD;;;ACDvB,IAAMK,WAAW,wBAA8BC,YAAAA;AAEpD,QAAM,EAAEC,KAAK,GAAGC,UAAAA,IAAcF;AAC9B,SAAOE;AACT,GAJwB;","names":["COLLECTIONS","AddressInfo","ArchivistStats","BoundWitnesses","Payloads","Thumbnails","Users","getMongoDBConfig","env","process","MONGO_CONNECTION_STRING","MONGO_DOMAIN","MONGO_DATABASE","MONGO_PASSWORD","MONGO_USERNAME","getBaseMongoSdkPrivateConfig","env","getMongoDBConfig","dbConnectionString","MONGO_CONNECTION_STRING","dbDomain","assertEx","MONGO_DOMAIN","dbName","MONGO_DATABASE","dbPassword","MONGO_PASSWORD","dbUserName","MONGO_USERNAME","getBaseMongoSdk","collection","BaseMongoSdk","hasMongoDBConfig","env","getMongoDBConfig","requiredValues","MONGO_CONNECTION_STRING","MONGO_DATABASE","MONGO_DOMAIN","MONGO_PASSWORD","MONGO_USERNAME","every","exists","DATABASES","Archivist","DefaultAggregateTimeoutMs","DefaultLimit","DefaultMaxTimeMS","DefaultOrder","import_assert","import_sdk_xyo_mongo_js","MongoDBModuleMixin","ModuleBase","MongoModuleBase","_boundWitnessSdk","_payloadSdk","boundWitnessSdkConfig","config","collection","COLLECTIONS","BoundWitnesses","getBaseMongoSdkPrivateConfig","merge","params","_a","boundWitnesses","BaseMongoSdk","assertEx","jobQueue","payloadSdkConfig","Payloads","payloads","ensureIndexes","configIndexes","storage","indexes","useCollection","collectionName","toLowerCase","filter","ix","name","startsWith","length","createIndexes","labels","MongoDBStorageClassLabels","staticImplements","escapeChar","toDbProperty","value","replaceAll","fromDbProperty","removeId","payload","_id","withoutId"]}
+{"version":3,"sources":["../../src/index.ts","../../src/Collections.ts","../../src/config/getBaseMongoSdk.ts","../../src/config/getMongoDBConfig.ts","../../src/config/hasMongoDBConfig.ts","../../src/Databases.ts","../../src/Defaults.ts","../../src/Module.ts","../../src/util/dbProperty.ts","../../src/util/removeId.ts"],"sourcesContent":["export * from './Collections'\nexport * from './config'\nexport * from './Databases'\nexport * from './Defaults'\nexport * from './IndexDescription'\nexport * from './Indexes'\nexport * from './Module'\nexport * from './util'\n","// TODO: By DB\nexport const COLLECTIONS = {\n  AddressInfo: 'address_info' as const,\n  ArchivistStats: 'archivist_stats' as const,\n  BoundWitnesses: 'bound_witnesses' as const,\n  Payloads: 'payloads' as const,\n  Thumbnails: 'thumbnails' as const,\n  Users: 'users' as const,\n}\n","import { assertEx } from '@xylabs/assert'\nimport { BaseMongoSdk, BaseMongoSdkPrivateConfig } from '@xyo-network/sdk-xyo-mongo-js'\nimport { Document } from 'mongodb'\n\nimport { getMongoDBConfig } from './getMongoDBConfig'\n\nexport const getBaseMongoSdkPrivateConfig = (): BaseMongoSdkPrivateConfig => {\n  const env = getMongoDBConfig()\n  return {\n    dbConnectionString: env.MONGO_CONNECTION_STRING,\n    dbDomain: assertEx(env.MONGO_DOMAIN, 'Missing Mongo Domain'),\n    dbName: assertEx(env.MONGO_DATABASE, 'Missing Mongo Database'),\n    dbPassword: assertEx(env.MONGO_PASSWORD, 'Missing Mongo Password'),\n    dbUserName: assertEx(env.MONGO_USERNAME, 'Missing Mongo Username'),\n  }\n}\n\nexport const getBaseMongoSdk = <T extends Document>(collection: string) => {\n  return new BaseMongoSdk<T>({ ...getBaseMongoSdkPrivateConfig(), collection })\n}\n","export type MongoDbConnectionStringEnvVar = 'MONGO_CONNECTION_STRING'\nexport type MongoDbEnvVars = 'MONGO_DATABASE' | 'MONGO_DOMAIN' | 'MONGO_PASSWORD' | 'MONGO_USERNAME'\n\nexport type MongoEnv = Record<MongoDbEnvVars | MongoDbConnectionStringEnvVar, string | undefined>\n\nexport const getMongoDBConfig = (): MongoEnv => {\n  const env: MongoEnv = {} as MongoEnv\n  if (process.env.MONGO_CONNECTION_STRING) {\n    env.MONGO_CONNECTION_STRING = process.env.MONGO_CONNECTION_STRING\n  }\n  if (process.env.MONGO_DOMAIN) {\n    env.MONGO_DATABASE = process.env.MONGO_DATABASE\n    env.MONGO_DOMAIN = process.env.MONGO_DOMAIN\n    env.MONGO_PASSWORD = process.env.MONGO_PASSWORD\n    env.MONGO_USERNAME = process.env.MONGO_USERNAME\n  }\n  return env\n}\n","import { exists } from '@xylabs/exists'\n\nimport { getMongoDBConfig } from './getMongoDBConfig'\n\nexport const hasMongoDBConfig = (): boolean => {\n  const env = getMongoDBConfig()\n  const requiredValues = [env.MONGO_CONNECTION_STRING, env.MONGO_DATABASE, env.MONGO_DOMAIN, env.MONGO_PASSWORD, env.MONGO_USERNAME]\n  return requiredValues.every(exists)\n}\n","export const DATABASES = {\n  Archivist: 'archivist' as const,\n}\n","export const DefaultAggregateTimeoutMs = 10_000\nexport const DefaultLimit = 20\nexport const DefaultMaxTimeMS = 2000\nexport const DefaultOrder = 'desc'\n","import { assertEx } from '@xylabs/assert'\nimport { merge } from '@xylabs/lodash'\nimport { staticImplements } from '@xylabs/static-implements'\nimport { Module } from '@xyo-network/module-model'\nimport { MongoDBModule, MongoDBModuleParams, MongoDBModuleStatic, MongoDBStorageClassLabels } from '@xyo-network/module-model-mongodb'\nimport { BoundWitnessWithMeta, PayloadWithMeta } from '@xyo-network/payload-mongodb'\nimport { BaseMongoSdk, BaseMongoSdkConfig } from '@xyo-network/sdk-xyo-mongo-js'\nimport { MongoServerError } from 'mongodb'\n\nimport { COLLECTIONS } from './Collections'\nimport { getBaseMongoSdkPrivateConfig } from './config'\nimport { IndexDescription } from './IndexDescription'\n\n// eslint-disable-next-line @typescript-eslint/no-explicit-any\nexport type AnyAbstractModule<TParams extends MongoDBModuleParams = MongoDBModuleParams> = abstract new (...args: any[]) => Module<TParams>\n\nexport const MongoDBModuleMixin = <\n  TParams extends MongoDBModuleParams = MongoDBModuleParams,\n  TModule extends AnyAbstractModule<TParams> = AnyAbstractModule<TParams>,\n>(\n  ModuleBase: TModule,\n) => {\n  @staticImplements<MongoDBModuleStatic>()\n  abstract class MongoModuleBase extends ModuleBase implements MongoDBModule {\n    static labels = MongoDBStorageClassLabels\n    _boundWitnessSdk: BaseMongoSdk<BoundWitnessWithMeta> | undefined\n    _payloadSdk: BaseMongoSdk<PayloadWithMeta> | undefined\n\n    get boundWitnessSdkConfig(): BaseMongoSdkConfig {\n      const config = { collection: COLLECTIONS.BoundWitnesses, ...getBaseMongoSdkPrivateConfig() }\n      return merge(config, this.params.boundWitnessSdkConfig, this.config.boundWitnessSdkConfig, {\n        collection: this.config.boundWitnessSdkConfig?.collection ?? this.params.boundWitnessSdkConfig?.collection ?? COLLECTIONS.BoundWitnesses,\n      })\n    }\n\n    get boundWitnesses() {\n      this._boundWitnessSdk = this._boundWitnessSdk ?? new BaseMongoSdk<BoundWitnessWithMeta>(this.boundWitnessSdkConfig)\n      return assertEx(this._boundWitnessSdk)\n    }\n\n    get jobQueue() {\n      return assertEx(this.params.jobQueue, 'MongoDBModule Error: jobQueue required for this module but is not defined')\n    }\n\n    get payloadSdkConfig(): BaseMongoSdkConfig {\n      const config = { collection: COLLECTIONS.Payloads, ...getBaseMongoSdkPrivateConfig() }\n      return merge(config, this.params.payloadSdkConfig, this.config.payloadSdkConfig, {\n        collection: this.config.payloadSdkConfig?.collection ?? this.params.payloadSdkConfig?.collection ?? COLLECTIONS.Payloads,\n      })\n    }\n\n    get payloads() {\n      this._payloadSdk = this._payloadSdk ?? new BaseMongoSdk<PayloadWithMeta>(this.payloadSdkConfig)\n      return assertEx(this._payloadSdk)\n    }\n\n    /**\n     * Ensures any indexes specified within the config are created. This method should be idempotent\n     * allowing for multiple calls without causing errors while ensuring the desired state.\n     */\n    async ensureIndexes(): Promise<void> {\n      const configIndexes = (this.config as { storage?: { indexes?: IndexDescription[] } })?.storage?.indexes ?? []\n      await ensureIndexesExistOnCollection(this.boundWitnesses, configIndexes)\n      await ensureIndexesExistOnCollection(this.payloads, configIndexes)\n    }\n  }\n  return MongoModuleBase\n}\n\n/**\n * Ensures the specified indexes exist on the collection\n * @param sdk The sdk to use for the collection\n * @param configIndexes The indexes to ensure exist on the collection\n */\nconst ensureIndexesExistOnCollection = async (\n  sdk: BaseMongoSdk<PayloadWithMeta> | BaseMongoSdk<BoundWitnessWithMeta>,\n  configIndexes: IndexDescription[],\n) => {\n  await sdk.useCollection(async (collection) => {\n    const collectionName = collection.collectionName.toLowerCase()\n    const indexes = configIndexes.filter((ix) => ix?.name?.toLowerCase().startsWith(collectionName))\n    if (indexes.length === 0) return\n    for (const ix of indexes) {\n      try {\n        await collection.createIndexes([ix])\n      } catch (error) {\n        const mongoServerError = error as MongoServerError\n        const { codeName } = mongoServerError\n        if (codeName === 'IndexKeySpecsConflict' || codeName === 'IndexOptionsConflict') {\n          // Index already exists which is fine OR index exists with another name which is fine\n          // TODO: For the latter case (IndexOptionsConflict) we could get into this case\n          // if we change the TTL an existing index.  We currently don't support TTLs so\n          // we'll need to revisit this assumption if we do.\n          continue\n        }\n        console.error(`Error creating index ${ix.name} for collection ${collectionName}: ${error}`)\n        throw error\n      }\n    }\n  })\n}\n","export const escapeChar = '#'\n\nexport const toDbProperty = (value: string) => value.replaceAll('.', escapeChar)\n\nexport const fromDbProperty = (value: string) => value.replaceAll(escapeChar, '.')\n","import { Payload } from '@xyo-network/payload-model'\nimport { OptionalId, WithId, WithoutId } from 'mongodb'\n\nexport const removeId = <T extends Payload = Payload>(payload: T | WithId<T> | WithoutId<T> | OptionalId<T>): WithoutId<T> => {\n  // eslint-disable-next-line @typescript-eslint/no-unused-vars\n  const { _id, ...withoutId } = payload as OptionalId<T>\n  return withoutId as WithoutId<T>\n}\n"],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;;;AAAA;;;;;;;;;;;;;;;;;;;;;ACCO,IAAMA,cAAc;EACzBC,aAAa;EACbC,gBAAgB;EAChBC,gBAAgB;EAChBC,UAAU;EACVC,YAAY;EACZC,OAAO;AACT;;;ACRA,oBAAyB;AACzB,8BAAwD;;;ACIjD,IAAMC,mBAAmB,6BAAA;AAC9B,QAAMC,MAAgB,CAAC;AACvB,MAAIC,QAAQD,IAAIE,yBAAyB;AACvCF,QAAIE,0BAA0BD,QAAQD,IAAIE;EAC5C;AACA,MAAID,QAAQD,IAAIG,cAAc;AAC5BH,QAAII,iBAAiBH,QAAQD,IAAII;AACjCJ,QAAIG,eAAeF,QAAQD,IAAIG;AAC/BH,QAAIK,iBAAiBJ,QAAQD,IAAIK;AACjCL,QAAIM,iBAAiBL,QAAQD,IAAIM;EACnC;AACA,SAAON;AACT,GAZgC;;;ADCzB,IAAMO,+BAA+B,6BAAA;AAC1C,QAAMC,MAAMC,iBAAAA;AACZ,SAAO;IACLC,oBAAoBF,IAAIG;IACxBC,cAAUC,wBAASL,IAAIM,cAAc,sBAAA;IACrCC,YAAQF,wBAASL,IAAIQ,gBAAgB,wBAAA;IACrCC,gBAAYJ,wBAASL,IAAIU,gBAAgB,wBAAA;IACzCC,gBAAYN,wBAASL,IAAIY,gBAAgB,wBAAA;EAC3C;AACF,GAT4C;AAWrC,IAAMC,kBAAkB,wBAAqBC,eAAAA;AAClD,SAAO,IAAIC,qCAAgB;IAAE,GAAGhB,6BAAAA;IAAgCe;EAAW,CAAA;AAC7E,GAF+B;;;AEjB/B,oBAAuB;AAIhB,IAAME,mBAAmB,6BAAA;AAC9B,QAAMC,MAAMC,iBAAAA;AACZ,QAAMC,iBAAiB;IAACF,IAAIG;IAAyBH,IAAII;IAAgBJ,IAAIK;IAAcL,IAAIM;IAAgBN,IAAIO;;AACnH,SAAOL,eAAeM,MAAMC,oBAAAA;AAC9B,GAJgC;;;ACJzB,IAAMC,YAAY;EACvBC,WAAW;AACb;;;ACFO,IAAMC,4BAA4B;AAClC,IAAMC,eAAe;AACrB,IAAMC,mBAAmB;AACzB,IAAMC,eAAe;;;ACH5B,IAAAC,iBAAyB;AACzB,oBAAsB;AACtB,+BAAiC;AAEjC,kCAAmG;AAEnG,IAAAC,2BAAiD;;;;;;;;;;;;AAU1C,IAAMC,qBAAqB,wBAIhCC,eAAAA;;MAGeC,mBAAf,mBAAuCD,WAAAA;IAErCE;IACAC;IAEA,IAAIC,wBAA4C;;AAC9C,YAAMC,SAAS;QAAEC,YAAYC,YAAYC;QAAgB,GAAGC,6BAAAA;MAA+B;AAC3F,iBAAOC,qBAAML,QAAQ,KAAKM,OAAOP,uBAAuB,KAAKC,OAAOD,uBAAuB;QACzFE,cAAYM,MAAA,KAAKP,OAAOD,0BAAZ,gBAAAQ,IAAmCN,iBAAc,UAAKK,OAAOP,0BAAZ,mBAAmCE,eAAcC,YAAYC;MAC5H,CAAA;IACF;IAEA,IAAIK,iBAAiB;AACnB,WAAKX,mBAAmB,KAAKA,oBAAoB,IAAIY,sCAAmC,KAAKV,qBAAqB;AAClH,iBAAOW,yBAAS,KAAKb,gBAAgB;IACvC;IAEA,IAAIc,WAAW;AACb,iBAAOD,yBAAS,KAAKJ,OAAOK,UAAU,2EAAA;IACxC;IAEA,IAAIC,mBAAuC;;AACzC,YAAMZ,SAAS;QAAEC,YAAYC,YAAYW;QAAU,GAAGT,6BAAAA;MAA+B;AACrF,iBAAOC,qBAAML,QAAQ,KAAKM,OAAOM,kBAAkB,KAAKZ,OAAOY,kBAAkB;QAC/EX,cAAYM,MAAA,KAAKP,OAAOY,qBAAZ,gBAAAL,IAA8BN,iBAAc,UAAKK,OAAOM,qBAAZ,mBAA8BX,eAAcC,YAAYW;MAClH,CAAA;IACF;IAEA,IAAIC,WAAW;AACb,WAAKhB,cAAc,KAAKA,eAAe,IAAIW,sCAA8B,KAAKG,gBAAgB;AAC9F,iBAAOF,yBAAS,KAAKZ,WAAW;IAClC;;;;;IAMA,MAAMiB,gBAA+B;;AACnC,YAAMC,kBAAiB,MAAAT,MAAA,KAAKP,WAAL,gBAAAO,IAAgEU,YAAhE,mBAAyEC,YAAW,CAAA;AAC3G,YAAMC,+BAA+B,KAAKX,gBAAgBQ,aAAAA;AAC1D,YAAMG,+BAA+B,KAAKL,UAAUE,aAAAA;IACtD;EACF,GA1CuCrB,+BACrC,cADF,IACSyB,UAASC,wDADlB;AAAezB,oBAAAA,aAAAA;QADd0B,2CAAAA;KACc1B,eAAAA;AA2Cf,SAAOA;AACT,GAnDkC;AA0DlC,IAAMuB,iCAAiC,8BACrCI,KACAP,kBAAAA;AAEA,QAAMO,IAAIC,cAAc,OAAOvB,eAAAA;AAC7B,UAAMwB,iBAAiBxB,WAAWwB,eAAeC,YAAW;AAC5D,UAAMR,UAAUF,cAAcW,OAAO,CAACC,OAAAA;;AAAOA,4CAAIC,SAAJD,mBAAUF,cAAcI,WAAWL;KAAAA;AAChF,QAAIP,QAAQa,WAAW;AAAG;AAC1B,eAAWH,MAAMV,SAAS;AACxB,UAAI;AACF,cAAMjB,WAAW+B,cAAc;UAACJ;SAAG;MACrC,SAASK,OAAO;AACd,cAAMC,mBAAmBD;AACzB,cAAM,EAAEE,SAAQ,IAAKD;AACrB,YAAIC,aAAa,2BAA2BA,aAAa,wBAAwB;AAK/E;QACF;AACAC,gBAAQH,MAAM,wBAAwBL,GAAGC,IAAI,mBAAmBJ,cAAAA,KAAmBQ,KAAAA,EAAO;AAC1F,cAAMA;MACR;IACF;EACF,CAAA;AACF,GA1BuC;;;AC1EhC,IAAMI,aAAa;AAEnB,IAAMC,eAAe,wBAACC,UAAkBA,MAAMC,WAAW,KAAKH,UAAAA,GAAzC;AAErB,IAAMI,iBAAiB,wBAACF,UAAkBA,MAAMC,WAAWH,YAAY,GAAA,GAAhD;;;ACDvB,IAAMK,WAAW,wBAA8BC,YAAAA;AAEpD,QAAM,EAAEC,KAAK,GAAGC,UAAAA,IAAcF;AAC9B,SAAOE;AACT,GAJwB;","names":["COLLECTIONS","AddressInfo","ArchivistStats","BoundWitnesses","Payloads","Thumbnails","Users","getMongoDBConfig","env","process","MONGO_CONNECTION_STRING","MONGO_DOMAIN","MONGO_DATABASE","MONGO_PASSWORD","MONGO_USERNAME","getBaseMongoSdkPrivateConfig","env","getMongoDBConfig","dbConnectionString","MONGO_CONNECTION_STRING","dbDomain","assertEx","MONGO_DOMAIN","dbName","MONGO_DATABASE","dbPassword","MONGO_PASSWORD","dbUserName","MONGO_USERNAME","getBaseMongoSdk","collection","BaseMongoSdk","hasMongoDBConfig","env","getMongoDBConfig","requiredValues","MONGO_CONNECTION_STRING","MONGO_DATABASE","MONGO_DOMAIN","MONGO_PASSWORD","MONGO_USERNAME","every","exists","DATABASES","Archivist","DefaultAggregateTimeoutMs","DefaultLimit","DefaultMaxTimeMS","DefaultOrder","import_assert","import_sdk_xyo_mongo_js","MongoDBModuleMixin","ModuleBase","MongoModuleBase","_boundWitnessSdk","_payloadSdk","boundWitnessSdkConfig","config","collection","COLLECTIONS","BoundWitnesses","getBaseMongoSdkPrivateConfig","merge","params","_a","boundWitnesses","BaseMongoSdk","assertEx","jobQueue","payloadSdkConfig","Payloads","payloads","ensureIndexes","configIndexes","storage","indexes","ensureIndexesExistOnCollection","labels","MongoDBStorageClassLabels","staticImplements","sdk","useCollection","collectionName","toLowerCase","filter","ix","name","startsWith","length","createIndexes","error","mongoServerError","codeName","console","escapeChar","toDbProperty","value","replaceAll","fromDbProperty","removeId","payload","_id","withoutId"]}

package/dist/node/index.mjs

@@ -138,26 +138,8 @@ var MongoDBModuleMixin = /* @__PURE__ */ __name((ModuleBase) => {
     async ensureIndexes() {
       var _a2, _b;
       const configIndexes = ((_b = (_a2 = this.config) == null ? void 0 : _a2.storage) == null ? void 0 : _b.indexes) ?? [];
-      await this.boundWitnesses.useCollection(async (collection) => {
-        const collectionName = collection.collectionName.toLowerCase();
-        const indexes = configIndexes.filter((ix) => {
-          var _a3;
-          return (_a3 = ix == null ? void 0 : ix.name) == null ? void 0 : _a3.toLowerCase().startsWith(collectionName);
-        });
-        if (indexes.length === 0)
-          return;
-        await collection.createIndexes(indexes);
-      });
-      await this.payloads.useCollection(async (collection) => {
-        const collectionName = collection.collectionName.toLowerCase();
-        const indexes = configIndexes.filter((ix) => {
-          var _a3;
-          return (_a3 = ix == null ? void 0 : ix.name) == null ? void 0 : _a3.toLowerCase().startsWith(collectionName);
-        });
-        if (indexes.length === 0)
-          return;
-        await collection.createIndexes(indexes);
-      });
+      await ensureIndexesExistOnCollection(this.boundWitnesses, configIndexes);
+      await ensureIndexesExistOnCollection(this.payloads, configIndexes);
     }
   }, __name(_a, "MongoModuleBase"), __publicField(_a, "labels", MongoDBStorageClassLabels), _a);
   MongoModuleBase = _ts_decorate([
@@ -165,6 +147,32 @@ var MongoDBModuleMixin = /* @__PURE__ */ __name((ModuleBase) => {
   ], MongoModuleBase);
   return MongoModuleBase;
 }, "MongoDBModuleMixin");
+var ensureIndexesExistOnCollection = /* @__PURE__ */ __name(async (sdk, configIndexes) => {
+  await sdk.useCollection(async (collection) => {
+    const collectionName = collection.collectionName.toLowerCase();
+    const indexes = configIndexes.filter((ix) => {
+      var _a;
+      return (_a = ix == null ? void 0 : ix.name) == null ? void 0 : _a.toLowerCase().startsWith(collectionName);
+    });
+    if (indexes.length === 0)
+      return;
+    for (const ix of indexes) {
+      try {
+        await collection.createIndexes([
+          ix
+        ]);
+      } catch (error) {
+        const mongoServerError = error;
+        const { codeName } = mongoServerError;
+        if (codeName === "IndexKeySpecsConflict" || codeName === "IndexOptionsConflict") {
+          continue;
+        }
+        console.error(`Error creating index ${ix.name} for collection ${collectionName}: ${error}`);
+        throw error;
+      }
+    }
+  });
+}, "ensureIndexesExistOnCollection");
 
 // src/util/dbProperty.ts
 var escapeChar = "#";

package/dist/node/index.mjs.map

@@ -1 +1 @@
-{"version":3,"sources":["../../src/Collections.ts","../../src/config/getBaseMongoSdk.ts","../../src/config/getMongoDBConfig.ts","../../src/config/hasMongoDBConfig.ts","../../src/Databases.ts","../../src/Defaults.ts","../../src/Module.ts","../../src/util/dbProperty.ts","../../src/util/removeId.ts"],"sourcesContent":["// TODO: By DB\nexport const COLLECTIONS = {\n  AddressInfo: 'address_info' as const,\n  ArchivistStats: 'archivist_stats' as const,\n  BoundWitnesses: 'bound_witnesses' as const,\n  Payloads: 'payloads' as const,\n  Thumbnails: 'thumbnails' as const,\n  Users: 'users' as const,\n}\n","import { assertEx } from '@xylabs/assert'\nimport { BaseMongoSdk, BaseMongoSdkPrivateConfig } from '@xyo-network/sdk-xyo-mongo-js'\nimport { Document } from 'mongodb'\n\nimport { getMongoDBConfig } from './getMongoDBConfig'\n\nexport const getBaseMongoSdkPrivateConfig = (): BaseMongoSdkPrivateConfig => {\n  const env = getMongoDBConfig()\n  return {\n    dbConnectionString: env.MONGO_CONNECTION_STRING,\n    dbDomain: assertEx(env.MONGO_DOMAIN, 'Missing Mongo Domain'),\n    dbName: assertEx(env.MONGO_DATABASE, 'Missing Mongo Database'),\n    dbPassword: assertEx(env.MONGO_PASSWORD, 'Missing Mongo Password'),\n    dbUserName: assertEx(env.MONGO_USERNAME, 'Missing Mongo Username'),\n  }\n}\n\nexport const getBaseMongoSdk = <T extends Document>(collection: string) => {\n  return new BaseMongoSdk<T>({ ...getBaseMongoSdkPrivateConfig(), collection })\n}\n","export type MongoDbConnectionStringEnvVar = 'MONGO_CONNECTION_STRING'\nexport type MongoDbEnvVars = 'MONGO_DATABASE' | 'MONGO_DOMAIN' | 'MONGO_PASSWORD' | 'MONGO_USERNAME'\n\nexport type MongoEnv = Record<MongoDbEnvVars | MongoDbConnectionStringEnvVar, string | undefined>\n\nexport const getMongoDBConfig = (): MongoEnv => {\n  const env: MongoEnv = {} as MongoEnv\n  if (process.env.MONGO_CONNECTION_STRING) {\n    env.MONGO_CONNECTION_STRING = process.env.MONGO_CONNECTION_STRING\n  }\n  if (process.env.MONGO_DOMAIN) {\n    env.MONGO_DATABASE = process.env.MONGO_DATABASE\n    env.MONGO_DOMAIN = process.env.MONGO_DOMAIN\n    env.MONGO_PASSWORD = process.env.MONGO_PASSWORD\n    env.MONGO_USERNAME = process.env.MONGO_USERNAME\n  }\n  return env\n}\n","import { exists } from '@xylabs/exists'\n\nimport { getMongoDBConfig } from './getMongoDBConfig'\n\nexport const hasMongoDBConfig = (): boolean => {\n  const env = getMongoDBConfig()\n  const requiredValues = [env.MONGO_CONNECTION_STRING, env.MONGO_DATABASE, env.MONGO_DOMAIN, env.MONGO_PASSWORD, env.MONGO_USERNAME]\n  return requiredValues.every(exists)\n}\n","export const DATABASES = {\n  Archivist: 'archivist' as const,\n}\n","export const DefaultAggregateTimeoutMs = 10_000\nexport const DefaultLimit = 20\nexport const DefaultMaxTimeMS = 2000\nexport const DefaultOrder = 'desc'\n","import { assertEx } from '@xylabs/assert'\nimport { merge } from '@xylabs/lodash'\nimport { staticImplements } from '@xylabs/static-implements'\nimport { Module } from '@xyo-network/module-model'\nimport { MongoDBModule, MongoDBModuleParams, MongoDBModuleStatic, MongoDBStorageClassLabels } from '@xyo-network/module-model-mongodb'\nimport { BoundWitnessWithMeta, PayloadWithMeta } from '@xyo-network/payload-mongodb'\nimport { BaseMongoSdk, BaseMongoSdkConfig } from '@xyo-network/sdk-xyo-mongo-js'\n\nimport { COLLECTIONS } from './Collections'\nimport { getBaseMongoSdkPrivateConfig } from './config'\nimport { IndexDescription } from './IndexDescription'\n\n// eslint-disable-next-line @typescript-eslint/no-explicit-any\nexport type AnyAbstractModule<TParams extends MongoDBModuleParams = MongoDBModuleParams> = abstract new (...args: any[]) => Module<TParams>\n\nexport const MongoDBModuleMixin = <\n  TParams extends MongoDBModuleParams = MongoDBModuleParams,\n  TModule extends AnyAbstractModule<TParams> = AnyAbstractModule<TParams>,\n>(\n  ModuleBase: TModule,\n) => {\n  @staticImplements<MongoDBModuleStatic>()\n  abstract class MongoModuleBase extends ModuleBase implements MongoDBModule {\n    static labels = MongoDBStorageClassLabels\n    _boundWitnessSdk: BaseMongoSdk<BoundWitnessWithMeta> | undefined\n    _payloadSdk: BaseMongoSdk<PayloadWithMeta> | undefined\n\n    get boundWitnessSdkConfig(): BaseMongoSdkConfig {\n      const config = { collection: COLLECTIONS.BoundWitnesses, ...getBaseMongoSdkPrivateConfig() }\n      return merge(config, this.params.boundWitnessSdkConfig, this.config.boundWitnessSdkConfig, {\n        collection: this.config.boundWitnessSdkConfig?.collection ?? this.params.boundWitnessSdkConfig?.collection ?? COLLECTIONS.BoundWitnesses,\n      })\n    }\n\n    get boundWitnesses() {\n      this._boundWitnessSdk = this._boundWitnessSdk ?? new BaseMongoSdk<BoundWitnessWithMeta>(this.boundWitnessSdkConfig)\n      return assertEx(this._boundWitnessSdk)\n    }\n\n    get jobQueue() {\n      return assertEx(this.params.jobQueue, 'MongoDBModule Error: jobQueue required for this module but is not defined')\n    }\n\n    get payloadSdkConfig(): BaseMongoSdkConfig {\n      const config = { collection: COLLECTIONS.Payloads, ...getBaseMongoSdkPrivateConfig() }\n      return merge(config, this.params.payloadSdkConfig, this.config.payloadSdkConfig, {\n        collection: this.config.payloadSdkConfig?.collection ?? this.params.payloadSdkConfig?.collection ?? COLLECTIONS.Payloads,\n      })\n    }\n\n    get payloads() {\n      this._payloadSdk = this._payloadSdk ?? new BaseMongoSdk<PayloadWithMeta>(this.payloadSdkConfig)\n      return assertEx(this._payloadSdk)\n    }\n\n    /**\n     * Ensures any indexes specified within the config are created. This method should be idempotent\n     * allowing for multiple calls without causing errors while ensuring the desired state.\n     */\n    async ensureIndexes(): Promise<void> {\n      const configIndexes = (this.config as { storage?: { indexes?: IndexDescription[] } })?.storage?.indexes ?? []\n      await this.boundWitnesses.useCollection(async (collection) => {\n        const collectionName = collection.collectionName.toLowerCase()\n        const indexes = configIndexes.filter((ix) => ix?.name?.toLowerCase().startsWith(collectionName))\n        if (indexes.length === 0) return\n        await collection.createIndexes(indexes)\n      })\n      await this.payloads.useCollection(async (collection) => {\n        const collectionName = collection.collectionName.toLowerCase()\n        const indexes = configIndexes.filter((ix) => ix?.name?.toLowerCase().startsWith(collectionName))\n        if (indexes.length === 0) return\n        await collection.createIndexes(indexes)\n      })\n    }\n  }\n  return MongoModuleBase\n}\n","export const escapeChar = '#'\n\nexport const toDbProperty = (value: string) => value.replaceAll('.', escapeChar)\n\nexport const fromDbProperty = (value: string) => value.replaceAll(escapeChar, '.')\n","import { Payload } from '@xyo-network/payload-model'\nimport { OptionalId, WithId, WithoutId } from 'mongodb'\n\nexport const removeId = <T extends Payload = Payload>(payload: T | WithId<T> | WithoutId<T> | OptionalId<T>): WithoutId<T> => {\n  // eslint-disable-next-line @typescript-eslint/no-unused-vars\n  const { _id, ...withoutId } = payload as OptionalId<T>\n  return withoutId as WithoutId<T>\n}\n"],"mappings":";;;;;;;;;AACO,IAAMA,cAAc;EACzBC,aAAa;EACbC,gBAAgB;EAChBC,gBAAgB;EAChBC,UAAU;EACVC,YAAY;EACZC,OAAO;AACT;;;ACRA,SAASC,gBAAgB;AACzB,SAASC,oBAA+C;;;ACIjD,IAAMC,mBAAmB,6BAAA;AAC9B,QAAMC,MAAgB,CAAC;AACvB,MAAIC,QAAQD,IAAIE,yBAAyB;AACvCF,QAAIE,0BAA0BD,QAAQD,IAAIE;EAC5C;AACA,MAAID,QAAQD,IAAIG,cAAc;AAC5BH,QAAII,iBAAiBH,QAAQD,IAAII;AACjCJ,QAAIG,eAAeF,QAAQD,IAAIG;AAC/BH,QAAIK,iBAAiBJ,QAAQD,IAAIK;AACjCL,QAAIM,iBAAiBL,QAAQD,IAAIM;EACnC;AACA,SAAON;AACT,GAZgC;;;ADCzB,IAAMO,+BAA+B,6BAAA;AAC1C,QAAMC,MAAMC,iBAAAA;AACZ,SAAO;IACLC,oBAAoBF,IAAIG;IACxBC,UAAUC,SAASL,IAAIM,cAAc,sBAAA;IACrCC,QAAQF,SAASL,IAAIQ,gBAAgB,wBAAA;IACrCC,YAAYJ,SAASL,IAAIU,gBAAgB,wBAAA;IACzCC,YAAYN,SAASL,IAAIY,gBAAgB,wBAAA;EAC3C;AACF,GAT4C;AAWrC,IAAMC,kBAAkB,wBAAqBC,eAAAA;AAClD,SAAO,IAAIC,aAAgB;IAAE,GAAGhB,6BAAAA;IAAgCe;EAAW,CAAA;AAC7E,GAF+B;;;AEjB/B,SAASE,cAAc;AAIhB,IAAMC,mBAAmB,6BAAA;AAC9B,QAAMC,MAAMC,iBAAAA;AACZ,QAAMC,iBAAiB;IAACF,IAAIG;IAAyBH,IAAII;IAAgBJ,IAAIK;IAAcL,IAAIM;IAAgBN,IAAIO;;AACnH,SAAOL,eAAeM,MAAMC,MAAAA;AAC9B,GAJgC;;;ACJzB,IAAMC,YAAY;EACvBC,WAAW;AACb;;;ACFO,IAAMC,4BAA4B;AAClC,IAAMC,eAAe;AACrB,IAAMC,mBAAmB;AACzB,IAAMC,eAAe;;;ACH5B,SAASC,YAAAA,iBAAgB;AACzB,SAASC,aAAa;AACtB,SAASC,wBAAwB;AAEjC,SAAkEC,iCAAiC;AAEnG,SAASC,gBAAAA,qBAAwC;;;;;;;;;;;;AAS1C,IAAMC,qBAAqB,wBAIhCC,eAAAA;;MAGeC,mBAAf,mBAAuCD,WAAAA;IAErCE;IACAC;IAEA,IAAIC,wBAA4C;;AAC9C,YAAMC,SAAS;QAAEC,YAAYC,YAAYC;QAAgB,GAAGC,6BAAAA;MAA+B;AAC3F,aAAOC,MAAML,QAAQ,KAAKM,OAAOP,uBAAuB,KAAKC,OAAOD,uBAAuB;QACzFE,cAAYM,MAAA,KAAKP,OAAOD,0BAAZ,gBAAAQ,IAAmCN,iBAAc,UAAKK,OAAOP,0BAAZ,mBAAmCE,eAAcC,YAAYC;MAC5H,CAAA;IACF;IAEA,IAAIK,iBAAiB;AACnB,WAAKX,mBAAmB,KAAKA,oBAAoB,IAAIY,cAAmC,KAAKV,qBAAqB;AAClH,aAAOW,UAAS,KAAKb,gBAAgB;IACvC;IAEA,IAAIc,WAAW;AACb,aAAOD,UAAS,KAAKJ,OAAOK,UAAU,2EAAA;IACxC;IAEA,IAAIC,mBAAuC;;AACzC,YAAMZ,SAAS;QAAEC,YAAYC,YAAYW;QAAU,GAAGT,6BAAAA;MAA+B;AACrF,aAAOC,MAAML,QAAQ,KAAKM,OAAOM,kBAAkB,KAAKZ,OAAOY,kBAAkB;QAC/EX,cAAYM,MAAA,KAAKP,OAAOY,qBAAZ,gBAAAL,IAA8BN,iBAAc,UAAKK,OAAOM,qBAAZ,mBAA8BX,eAAcC,YAAYW;MAClH,CAAA;IACF;IAEA,IAAIC,WAAW;AACb,WAAKhB,cAAc,KAAKA,eAAe,IAAIW,cAA8B,KAAKG,gBAAgB;AAC9F,aAAOF,UAAS,KAAKZ,WAAW;IAClC;;;;;IAMA,MAAMiB,gBAA+B;;AACnC,YAAMC,kBAAiB,MAAAT,MAAA,KAAKP,WAAL,gBAAAO,IAAgEU,YAAhE,mBAAyEC,YAAW,CAAA;AAC3G,YAAM,KAAKV,eAAeW,cAAc,OAAOlB,eAAAA;AAC7C,cAAMmB,iBAAiBnB,WAAWmB,eAAeC,YAAW;AAC5D,cAAMH,UAAUF,cAAcM,OAAO,CAACC,OAAAA;;AAAOA,kBAAAA,MAAAA,yBAAIC,SAAJD,gBAAAA,IAAUF,cAAcI,WAAWL;SAAAA;AAChF,YAAIF,QAAQQ,WAAW;AAAG;AAC1B,cAAMzB,WAAW0B,cAAcT,OAAAA;MACjC,CAAA;AACA,YAAM,KAAKJ,SAASK,cAAc,OAAOlB,eAAAA;AACvC,cAAMmB,iBAAiBnB,WAAWmB,eAAeC,YAAW;AAC5D,cAAMH,UAAUF,cAAcM,OAAO,CAACC,OAAAA;;AAAOA,kBAAAA,MAAAA,yBAAIC,SAAJD,gBAAAA,IAAUF,cAAcI,WAAWL;SAAAA;AAChF,YAAIF,QAAQQ,WAAW;AAAG;AAC1B,cAAMzB,WAAW0B,cAAcT,OAAAA;MACjC,CAAA;IACF;EACF,GApDuCvB,+BACrC,cADF,IACSiC,UAASC,4BADlB;AAAejC,oBAAAA,aAAAA;IADdkC,iBAAAA;KACclC,eAAAA;AAqDf,SAAOA;AACT,GA7DkC;;;ACf3B,IAAMmC,aAAa;AAEnB,IAAMC,eAAe,wBAACC,UAAkBA,MAAMC,WAAW,KAAKH,UAAAA,GAAzC;AAErB,IAAMI,iBAAiB,wBAACF,UAAkBA,MAAMC,WAAWH,YAAY,GAAA,GAAhD;;;ACDvB,IAAMK,WAAW,wBAA8BC,YAAAA;AAEpD,QAAM,EAAEC,KAAK,GAAGC,UAAAA,IAAcF;AAC9B,SAAOE;AACT,GAJwB;","names":["COLLECTIONS","AddressInfo","ArchivistStats","BoundWitnesses","Payloads","Thumbnails","Users","assertEx","BaseMongoSdk","getMongoDBConfig","env","process","MONGO_CONNECTION_STRING","MONGO_DOMAIN","MONGO_DATABASE","MONGO_PASSWORD","MONGO_USERNAME","getBaseMongoSdkPrivateConfig","env","getMongoDBConfig","dbConnectionString","MONGO_CONNECTION_STRING","dbDomain","assertEx","MONGO_DOMAIN","dbName","MONGO_DATABASE","dbPassword","MONGO_PASSWORD","dbUserName","MONGO_USERNAME","getBaseMongoSdk","collection","BaseMongoSdk","exists","hasMongoDBConfig","env","getMongoDBConfig","requiredValues","MONGO_CONNECTION_STRING","MONGO_DATABASE","MONGO_DOMAIN","MONGO_PASSWORD","MONGO_USERNAME","every","exists","DATABASES","Archivist","DefaultAggregateTimeoutMs","DefaultLimit","DefaultMaxTimeMS","DefaultOrder","assertEx","merge","staticImplements","MongoDBStorageClassLabels","BaseMongoSdk","MongoDBModuleMixin","ModuleBase","MongoModuleBase","_boundWitnessSdk","_payloadSdk","boundWitnessSdkConfig","config","collection","COLLECTIONS","BoundWitnesses","getBaseMongoSdkPrivateConfig","merge","params","_a","boundWitnesses","BaseMongoSdk","assertEx","jobQueue","payloadSdkConfig","Payloads","payloads","ensureIndexes","configIndexes","storage","indexes","useCollection","collectionName","toLowerCase","filter","ix","name","startsWith","length","createIndexes","labels","MongoDBStorageClassLabels","staticImplements","escapeChar","toDbProperty","value","replaceAll","fromDbProperty","removeId","payload","_id","withoutId"]}
+{"version":3,"sources":["../../src/Collections.ts","../../src/config/getBaseMongoSdk.ts","../../src/config/getMongoDBConfig.ts","../../src/config/hasMongoDBConfig.ts","../../src/Databases.ts","../../src/Defaults.ts","../../src/Module.ts","../../src/util/dbProperty.ts","../../src/util/removeId.ts"],"sourcesContent":["// TODO: By DB\nexport const COLLECTIONS = {\n  AddressInfo: 'address_info' as const,\n  ArchivistStats: 'archivist_stats' as const,\n  BoundWitnesses: 'bound_witnesses' as const,\n  Payloads: 'payloads' as const,\n  Thumbnails: 'thumbnails' as const,\n  Users: 'users' as const,\n}\n","import { assertEx } from '@xylabs/assert'\nimport { BaseMongoSdk, BaseMongoSdkPrivateConfig } from '@xyo-network/sdk-xyo-mongo-js'\nimport { Document } from 'mongodb'\n\nimport { getMongoDBConfig } from './getMongoDBConfig'\n\nexport const getBaseMongoSdkPrivateConfig = (): BaseMongoSdkPrivateConfig => {\n  const env = getMongoDBConfig()\n  return {\n    dbConnectionString: env.MONGO_CONNECTION_STRING,\n    dbDomain: assertEx(env.MONGO_DOMAIN, 'Missing Mongo Domain'),\n    dbName: assertEx(env.MONGO_DATABASE, 'Missing Mongo Database'),\n    dbPassword: assertEx(env.MONGO_PASSWORD, 'Missing Mongo Password'),\n    dbUserName: assertEx(env.MONGO_USERNAME, 'Missing Mongo Username'),\n  }\n}\n\nexport const getBaseMongoSdk = <T extends Document>(collection: string) => {\n  return new BaseMongoSdk<T>({ ...getBaseMongoSdkPrivateConfig(), collection })\n}\n","export type MongoDbConnectionStringEnvVar = 'MONGO_CONNECTION_STRING'\nexport type MongoDbEnvVars = 'MONGO_DATABASE' | 'MONGO_DOMAIN' | 'MONGO_PASSWORD' | 'MONGO_USERNAME'\n\nexport type MongoEnv = Record<MongoDbEnvVars | MongoDbConnectionStringEnvVar, string | undefined>\n\nexport const getMongoDBConfig = (): MongoEnv => {\n  const env: MongoEnv = {} as MongoEnv\n  if (process.env.MONGO_CONNECTION_STRING) {\n    env.MONGO_CONNECTION_STRING = process.env.MONGO_CONNECTION_STRING\n  }\n  if (process.env.MONGO_DOMAIN) {\n    env.MONGO_DATABASE = process.env.MONGO_DATABASE\n    env.MONGO_DOMAIN = process.env.MONGO_DOMAIN\n    env.MONGO_PASSWORD = process.env.MONGO_PASSWORD\n    env.MONGO_USERNAME = process.env.MONGO_USERNAME\n  }\n  return env\n}\n","import { exists } from '@xylabs/exists'\n\nimport { getMongoDBConfig } from './getMongoDBConfig'\n\nexport const hasMongoDBConfig = (): boolean => {\n  const env = getMongoDBConfig()\n  const requiredValues = [env.MONGO_CONNECTION_STRING, env.MONGO_DATABASE, env.MONGO_DOMAIN, env.MONGO_PASSWORD, env.MONGO_USERNAME]\n  return requiredValues.every(exists)\n}\n","export const DATABASES = {\n  Archivist: 'archivist' as const,\n}\n","export const DefaultAggregateTimeoutMs = 10_000\nexport const DefaultLimit = 20\nexport const DefaultMaxTimeMS = 2000\nexport const DefaultOrder = 'desc'\n","import { assertEx } from '@xylabs/assert'\nimport { merge } from '@xylabs/lodash'\nimport { staticImplements } from '@xylabs/static-implements'\nimport { Module } from '@xyo-network/module-model'\nimport { MongoDBModule, MongoDBModuleParams, MongoDBModuleStatic, MongoDBStorageClassLabels } from '@xyo-network/module-model-mongodb'\nimport { BoundWitnessWithMeta, PayloadWithMeta } from '@xyo-network/payload-mongodb'\nimport { BaseMongoSdk, BaseMongoSdkConfig } from '@xyo-network/sdk-xyo-mongo-js'\nimport { MongoServerError } from 'mongodb'\n\nimport { COLLECTIONS } from './Collections'\nimport { getBaseMongoSdkPrivateConfig } from './config'\nimport { IndexDescription } from './IndexDescription'\n\n// eslint-disable-next-line @typescript-eslint/no-explicit-any\nexport type AnyAbstractModule<TParams extends MongoDBModuleParams = MongoDBModuleParams> = abstract new (...args: any[]) => Module<TParams>\n\nexport const MongoDBModuleMixin = <\n  TParams extends MongoDBModuleParams = MongoDBModuleParams,\n  TModule extends AnyAbstractModule<TParams> = AnyAbstractModule<TParams>,\n>(\n  ModuleBase: TModule,\n) => {\n  @staticImplements<MongoDBModuleStatic>()\n  abstract class MongoModuleBase extends ModuleBase implements MongoDBModule {\n    static labels = MongoDBStorageClassLabels\n    _boundWitnessSdk: BaseMongoSdk<BoundWitnessWithMeta> | undefined\n    _payloadSdk: BaseMongoSdk<PayloadWithMeta> | undefined\n\n    get boundWitnessSdkConfig(): BaseMongoSdkConfig {\n      const config = { collection: COLLECTIONS.BoundWitnesses, ...getBaseMongoSdkPrivateConfig() }\n      return merge(config, this.params.boundWitnessSdkConfig, this.config.boundWitnessSdkConfig, {\n        collection: this.config.boundWitnessSdkConfig?.collection ?? this.params.boundWitnessSdkConfig?.collection ?? COLLECTIONS.BoundWitnesses,\n      })\n    }\n\n    get boundWitnesses() {\n      this._boundWitnessSdk = this._boundWitnessSdk ?? new BaseMongoSdk<BoundWitnessWithMeta>(this.boundWitnessSdkConfig)\n      return assertEx(this._boundWitnessSdk)\n    }\n\n    get jobQueue() {\n      return assertEx(this.params.jobQueue, 'MongoDBModule Error: jobQueue required for this module but is not defined')\n    }\n\n    get payloadSdkConfig(): BaseMongoSdkConfig {\n      const config = { collection: COLLECTIONS.Payloads, ...getBaseMongoSdkPrivateConfig() }\n      return merge(config, this.params.payloadSdkConfig, this.config.payloadSdkConfig, {\n        collection: this.config.payloadSdkConfig?.collection ?? this.params.payloadSdkConfig?.collection ?? COLLECTIONS.Payloads,\n      })\n    }\n\n    get payloads() {\n      this._payloadSdk = this._payloadSdk ?? new BaseMongoSdk<PayloadWithMeta>(this.payloadSdkConfig)\n      return assertEx(this._payloadSdk)\n    }\n\n    /**\n     * Ensures any indexes specified within the config are created. This method should be idempotent\n     * allowing for multiple calls without causing errors while ensuring the desired state.\n     */\n    async ensureIndexes(): Promise<void> {\n      const configIndexes = (this.config as { storage?: { indexes?: IndexDescription[] } })?.storage?.indexes ?? []\n      await ensureIndexesExistOnCollection(this.boundWitnesses, configIndexes)\n      await ensureIndexesExistOnCollection(this.payloads, configIndexes)\n    }\n  }\n  return MongoModuleBase\n}\n\n/**\n * Ensures the specified indexes exist on the collection\n * @param sdk The sdk to use for the collection\n * @param configIndexes The indexes to ensure exist on the collection\n */\nconst ensureIndexesExistOnCollection = async (\n  sdk: BaseMongoSdk<PayloadWithMeta> | BaseMongoSdk<BoundWitnessWithMeta>,\n  configIndexes: IndexDescription[],\n) => {\n  await sdk.useCollection(async (collection) => {\n    const collectionName = collection.collectionName.toLowerCase()\n    const indexes = configIndexes.filter((ix) => ix?.name?.toLowerCase().startsWith(collectionName))\n    if (indexes.length === 0) return\n    for (const ix of indexes) {\n      try {\n        await collection.createIndexes([ix])\n      } catch (error) {\n        const mongoServerError = error as MongoServerError\n        const { codeName } = mongoServerError\n        if (codeName === 'IndexKeySpecsConflict' || codeName === 'IndexOptionsConflict') {\n          // Index already exists which is fine OR index exists with another name which is fine\n          // TODO: For the latter case (IndexOptionsConflict) we could get into this case\n          // if we change the TTL an existing index.  We currently don't support TTLs so\n          // we'll need to revisit this assumption if we do.\n          continue\n        }\n        console.error(`Error creating index ${ix.name} for collection ${collectionName}: ${error}`)\n        throw error\n      }\n    }\n  })\n}\n","export const escapeChar = '#'\n\nexport const toDbProperty = (value: string) => value.replaceAll('.', escapeChar)\n\nexport const fromDbProperty = (value: string) => value.replaceAll(escapeChar, '.')\n","import { Payload } from '@xyo-network/payload-model'\nimport { OptionalId, WithId, WithoutId } from 'mongodb'\n\nexport const removeId = <T extends Payload = Payload>(payload: T | WithId<T> | WithoutId<T> | OptionalId<T>): WithoutId<T> => {\n  // eslint-disable-next-line @typescript-eslint/no-unused-vars\n  const { _id, ...withoutId } = payload as OptionalId<T>\n  return withoutId as WithoutId<T>\n}\n"],"mappings":";;;;;;;;;AACO,IAAMA,cAAc;EACzBC,aAAa;EACbC,gBAAgB;EAChBC,gBAAgB;EAChBC,UAAU;EACVC,YAAY;EACZC,OAAO;AACT;;;ACRA,SAASC,gBAAgB;AACzB,SAASC,oBAA+C;;;ACIjD,IAAMC,mBAAmB,6BAAA;AAC9B,QAAMC,MAAgB,CAAC;AACvB,MAAIC,QAAQD,IAAIE,yBAAyB;AACvCF,QAAIE,0BAA0BD,QAAQD,IAAIE;EAC5C;AACA,MAAID,QAAQD,IAAIG,cAAc;AAC5BH,QAAII,iBAAiBH,QAAQD,IAAII;AACjCJ,QAAIG,eAAeF,QAAQD,IAAIG;AAC/BH,QAAIK,iBAAiBJ,QAAQD,IAAIK;AACjCL,QAAIM,iBAAiBL,QAAQD,IAAIM;EACnC;AACA,SAAON;AACT,GAZgC;;;ADCzB,IAAMO,+BAA+B,6BAAA;AAC1C,QAAMC,MAAMC,iBAAAA;AACZ,SAAO;IACLC,oBAAoBF,IAAIG;IACxBC,UAAUC,SAASL,IAAIM,cAAc,sBAAA;IACrCC,QAAQF,SAASL,IAAIQ,gBAAgB,wBAAA;IACrCC,YAAYJ,SAASL,IAAIU,gBAAgB,wBAAA;IACzCC,YAAYN,SAASL,IAAIY,gBAAgB,wBAAA;EAC3C;AACF,GAT4C;AAWrC,IAAMC,kBAAkB,wBAAqBC,eAAAA;AAClD,SAAO,IAAIC,aAAgB;IAAE,GAAGhB,6BAAAA;IAAgCe;EAAW,CAAA;AAC7E,GAF+B;;;AEjB/B,SAASE,cAAc;AAIhB,IAAMC,mBAAmB,6BAAA;AAC9B,QAAMC,MAAMC,iBAAAA;AACZ,QAAMC,iBAAiB;IAACF,IAAIG;IAAyBH,IAAII;IAAgBJ,IAAIK;IAAcL,IAAIM;IAAgBN,IAAIO;;AACnH,SAAOL,eAAeM,MAAMC,MAAAA;AAC9B,GAJgC;;;ACJzB,IAAMC,YAAY;EACvBC,WAAW;AACb;;;ACFO,IAAMC,4BAA4B;AAClC,IAAMC,eAAe;AACrB,IAAMC,mBAAmB;AACzB,IAAMC,eAAe;;;ACH5B,SAASC,YAAAA,iBAAgB;AACzB,SAASC,aAAa;AACtB,SAASC,wBAAwB;AAEjC,SAAkEC,iCAAiC;AAEnG,SAASC,gBAAAA,qBAAwC;;;;;;;;;;;;AAU1C,IAAMC,qBAAqB,wBAIhCC,eAAAA;;MAGeC,mBAAf,mBAAuCD,WAAAA;IAErCE;IACAC;IAEA,IAAIC,wBAA4C;;AAC9C,YAAMC,SAAS;QAAEC,YAAYC,YAAYC;QAAgB,GAAGC,6BAAAA;MAA+B;AAC3F,aAAOC,MAAML,QAAQ,KAAKM,OAAOP,uBAAuB,KAAKC,OAAOD,uBAAuB;QACzFE,cAAYM,MAAA,KAAKP,OAAOD,0BAAZ,gBAAAQ,IAAmCN,iBAAc,UAAKK,OAAOP,0BAAZ,mBAAmCE,eAAcC,YAAYC;MAC5H,CAAA;IACF;IAEA,IAAIK,iBAAiB;AACnB,WAAKX,mBAAmB,KAAKA,oBAAoB,IAAIY,cAAmC,KAAKV,qBAAqB;AAClH,aAAOW,UAAS,KAAKb,gBAAgB;IACvC;IAEA,IAAIc,WAAW;AACb,aAAOD,UAAS,KAAKJ,OAAOK,UAAU,2EAAA;IACxC;IAEA,IAAIC,mBAAuC;;AACzC,YAAMZ,SAAS;QAAEC,YAAYC,YAAYW;QAAU,GAAGT,6BAAAA;MAA+B;AACrF,aAAOC,MAAML,QAAQ,KAAKM,OAAOM,kBAAkB,KAAKZ,OAAOY,kBAAkB;QAC/EX,cAAYM,MAAA,KAAKP,OAAOY,qBAAZ,gBAAAL,IAA8BN,iBAAc,UAAKK,OAAOM,qBAAZ,mBAA8BX,eAAcC,YAAYW;MAClH,CAAA;IACF;IAEA,IAAIC,WAAW;AACb,WAAKhB,cAAc,KAAKA,eAAe,IAAIW,cAA8B,KAAKG,gBAAgB;AAC9F,aAAOF,UAAS,KAAKZ,WAAW;IAClC;;;;;IAMA,MAAMiB,gBAA+B;;AACnC,YAAMC,kBAAiB,MAAAT,MAAA,KAAKP,WAAL,gBAAAO,IAAgEU,YAAhE,mBAAyEC,YAAW,CAAA;AAC3G,YAAMC,+BAA+B,KAAKX,gBAAgBQ,aAAAA;AAC1D,YAAMG,+BAA+B,KAAKL,UAAUE,aAAAA;IACtD;EACF,GA1CuCrB,+BACrC,cADF,IACSyB,UAASC,4BADlB;AAAezB,oBAAAA,aAAAA;IADd0B,iBAAAA;KACc1B,eAAAA;AA2Cf,SAAOA;AACT,GAnDkC;AA0DlC,IAAMuB,iCAAiC,8BACrCI,KACAP,kBAAAA;AAEA,QAAMO,IAAIC,cAAc,OAAOvB,eAAAA;AAC7B,UAAMwB,iBAAiBxB,WAAWwB,eAAeC,YAAW;AAC5D,UAAMR,UAAUF,cAAcW,OAAO,CAACC,OAAAA;;AAAOA,4CAAIC,SAAJD,mBAAUF,cAAcI,WAAWL;KAAAA;AAChF,QAAIP,QAAQa,WAAW;AAAG;AAC1B,eAAWH,MAAMV,SAAS;AACxB,UAAI;AACF,cAAMjB,WAAW+B,cAAc;UAACJ;SAAG;MACrC,SAASK,OAAO;AACd,cAAMC,mBAAmBD;AACzB,cAAM,EAAEE,SAAQ,IAAKD;AACrB,YAAIC,aAAa,2BAA2BA,aAAa,wBAAwB;AAK/E;QACF;AACAC,gBAAQH,MAAM,wBAAwBL,GAAGC,IAAI,mBAAmBJ,cAAAA,KAAmBQ,KAAAA,EAAO;AAC1F,cAAMA;MACR;IACF;EACF,CAAA;AACF,GA1BuC;;;AC1EhC,IAAMI,aAAa;AAEnB,IAAMC,eAAe,wBAACC,UAAkBA,MAAMC,WAAW,KAAKH,UAAAA,GAAzC;AAErB,IAAMI,iBAAiB,wBAACF,UAAkBA,MAAMC,WAAWH,YAAY,GAAA,GAAhD;;;ACDvB,IAAMK,WAAW,wBAA8BC,YAAAA;AAEpD,QAAM,EAAEC,KAAK,GAAGC,UAAAA,IAAcF;AAC9B,SAAOE;AACT,GAJwB;","names":["COLLECTIONS","AddressInfo","ArchivistStats","BoundWitnesses","Payloads","Thumbnails","Users","assertEx","BaseMongoSdk","getMongoDBConfig","env","process","MONGO_CONNECTION_STRING","MONGO_DOMAIN","MONGO_DATABASE","MONGO_PASSWORD","MONGO_USERNAME","getBaseMongoSdkPrivateConfig","env","getMongoDBConfig","dbConnectionString","MONGO_CONNECTION_STRING","dbDomain","assertEx","MONGO_DOMAIN","dbName","MONGO_DATABASE","dbPassword","MONGO_PASSWORD","dbUserName","MONGO_USERNAME","getBaseMongoSdk","collection","BaseMongoSdk","exists","hasMongoDBConfig","env","getMongoDBConfig","requiredValues","MONGO_CONNECTION_STRING","MONGO_DATABASE","MONGO_DOMAIN","MONGO_PASSWORD","MONGO_USERNAME","every","exists","DATABASES","Archivist","DefaultAggregateTimeoutMs","DefaultLimit","DefaultMaxTimeMS","DefaultOrder","assertEx","merge","staticImplements","MongoDBStorageClassLabels","BaseMongoSdk","MongoDBModuleMixin","ModuleBase","MongoModuleBase","_boundWitnessSdk","_payloadSdk","boundWitnessSdkConfig","config","collection","COLLECTIONS","BoundWitnesses","getBaseMongoSdkPrivateConfig","merge","params","_a","boundWitnesses","BaseMongoSdk","assertEx","jobQueue","payloadSdkConfig","Payloads","payloads","ensureIndexes","configIndexes","storage","indexes","ensureIndexesExistOnCollection","labels","MongoDBStorageClassLabels","staticImplements","sdk","useCollection","collectionName","toLowerCase","filter","ix","name","startsWith","length","createIndexes","error","mongoServerError","codeName","console","escapeChar","toDbProperty","value","replaceAll","fromDbProperty","removeId","payload","_id","withoutId"]}

package/package.json

@@ -10,18 +10,18 @@
     "url": "https://github.com/XYOracleNetwork/sdk-xyo-client-js/issues"
   },
   "dependencies": {
-    "@xylabs/assert": "^2.13.8",
-    "@xylabs/exists": "^2.13.8",
-    "@xylabs/lodash": "^2.13.8",
-    "@xylabs/static-implements": "^2.13.8",
-    "@xyo-network/module-model": "~2.79.5",
-    "@xyo-network/module-model-mongodb": "~2.79.5",
-    "@xyo-network/payload-model": "~2.79.5",
-    "@xyo-network/payload-mongodb": "~2.79.5",
+    "@xylabs/assert": "^2.13.9",
+    "@xylabs/exists": "^2.13.9",
+    "@xylabs/lodash": "^2.13.9",
+    "@xylabs/static-implements": "^2.13.9",
+    "@xyo-network/module-model": "~2.79.6",
+    "@xyo-network/module-model-mongodb": "~2.79.6",
+    "@xyo-network/payload-model": "~2.79.6",
+    "@xyo-network/payload-mongodb": "~2.79.6",
     "mongodb": "^6.2.0"
   },
   "peerDependencies": {
-    "@xyo-network/sdk-xyo-mongo-js": "~2.79.5"
+    "@xyo-network/sdk-xyo-mongo-js": "~2.79.6"
   },
   "peerDependenciesMeta": {
     "@xyo-network/sdk-xyo-mongo-js": {
@@ -31,7 +31,7 @@
   "devDependencies": {
     "@xylabs/ts-scripts-yarn3": "^3.1.21",
     "@xylabs/tsconfig": "^3.1.21",
-    "@xyo-network/sdk-xyo-mongo-js": "~2.79.5",
+    "@xyo-network/sdk-xyo-mongo-js": "~2.79.6",
     "fake-indexeddb": "^4.0.2",
     "typescript": "^5.2.2"
   },
@@ -75,5 +75,5 @@
     "url": "https://github.com/XYOracleNetwork/sdk-xyo-client-js.git"
   },
   "sideEffects": false,
-  "version": "2.79.5"
+  "version": "2.79.6"
 }

package/src/Module.ts

@@ -5,6 +5,7 @@ import { Module } from '@xyo-network/module-model'
 import { MongoDBModule, MongoDBModuleParams, MongoDBModuleStatic, MongoDBStorageClassLabels } from '@xyo-network/module-model-mongodb'
 import { BoundWitnessWithMeta, PayloadWithMeta } from '@xyo-network/payload-mongodb'
 import { BaseMongoSdk, BaseMongoSdkConfig } from '@xyo-network/sdk-xyo-mongo-js'
+import { MongoServerError } from 'mongodb'
 
 import { COLLECTIONS } from './Collections'
 import { getBaseMongoSdkPrivateConfig } from './config'
@@ -59,19 +60,42 @@ export const MongoDBModuleMixin = <
      */
     async ensureIndexes(): Promise<void> {
       const configIndexes = (this.config as { storage?: { indexes?: IndexDescription[] } })?.storage?.indexes ?? []
-      await this.boundWitnesses.useCollection(async (collection) => {
-        const collectionName = collection.collectionName.toLowerCase()
-        const indexes = configIndexes.filter((ix) => ix?.name?.toLowerCase().startsWith(collectionName))
-        if (indexes.length === 0) return
-        await collection.createIndexes(indexes)
-      })
-      await this.payloads.useCollection(async (collection) => {
-        const collectionName = collection.collectionName.toLowerCase()
-        const indexes = configIndexes.filter((ix) => ix?.name?.toLowerCase().startsWith(collectionName))
-        if (indexes.length === 0) return
-        await collection.createIndexes(indexes)
-      })
+      await ensureIndexesExistOnCollection(this.boundWitnesses, configIndexes)
+      await ensureIndexesExistOnCollection(this.payloads, configIndexes)
     }
   }
   return MongoModuleBase
 }
+
+/**
+ * Ensures the specified indexes exist on the collection
+ * @param sdk The sdk to use for the collection
+ * @param configIndexes The indexes to ensure exist on the collection
+ */
+const ensureIndexesExistOnCollection = async (
+  sdk: BaseMongoSdk<PayloadWithMeta> | BaseMongoSdk<BoundWitnessWithMeta>,
+  configIndexes: IndexDescription[],
+) => {
+  await sdk.useCollection(async (collection) => {
+    const collectionName = collection.collectionName.toLowerCase()
+    const indexes = configIndexes.filter((ix) => ix?.name?.toLowerCase().startsWith(collectionName))
+    if (indexes.length === 0) return
+    for (const ix of indexes) {
+      try {
+        await collection.createIndexes([ix])
+      } catch (error) {
+        const mongoServerError = error as MongoServerError
+        const { codeName } = mongoServerError
+        if (codeName === 'IndexKeySpecsConflict' || codeName === 'IndexOptionsConflict') {
+          // Index already exists which is fine OR index exists with another name which is fine
+          // TODO: For the latter case (IndexOptionsConflict) we could get into this case
+          // if we change the TTL an existing index.  We currently don't support TTLs so
+          // we'll need to revisit this assumption if we do.
+          continue
+        }
+        console.error(`Error creating index ${ix.name} for collection ${collectionName}: ${error}`)
+        throw error
+      }
+    }
+  })
+}