@xyo-network/diviner-temporal-indexing-memory 2.107.3 → 2.107.5

package/dist/browser/index.cjs

@@ -1,2 +1,402 @@
-"use strict";var S=Object.defineProperty;var te=Object.getOwnPropertyDescriptor;var re=Object.getOwnPropertyNames;var ne=Object.prototype.hasOwnProperty;var r=(a,e)=>S(a,"name",{value:e,configurable:!0});var oe=(a,e)=>{for(var i in e)S(a,i,{get:e[i],enumerable:!0})},me=(a,e,i,t)=>{if(e&&typeof e=="object"||typeof e=="function")for(let s of re(e))!ne.call(a,s)&&s!==i&&S(a,s,{get:()=>e[s],enumerable:!(t=te(e,s))||t.enumerable});return a};var ce=a=>me(S({},"__esModule",{value:!0}),a);var fe={};oe(fe,{TemporalIndexingDiviner:()=>v,TemporalIndexingDivinerDivinerQueryToIndexQueryDiviner:()=>D,TemporalIndexingDivinerIndexCandidateToIndexDiviner:()=>w,TemporalIndexingDivinerIndexQueryResponseToDivinerQueryResponseDiviner:()=>_,TemporalIndexingDivinerStateToIndexCandidateDiviner:()=>Q});module.exports=ce(fe);var F=require("@xyo-network/diviner-indexing-memory"),b=require("@xyo-network/diviner-temporal-indexing-model");var v=class extends F.IndexingDiviner{static{r(this,"TemporalIndexingDiviner")}static configSchemas=[...super.configSchemas,b.TemporalIndexingDivinerConfigSchema];static defaultConfigSchema=b.TemporalIndexingDivinerConfigSchema;async startHandler(){return await super.startHandler(),!0}};var H=require("@xyo-network/diviner-abstract"),g=require("@xyo-network/diviner-jsonpath-aggregate-memory"),T=require("@xyo-network/diviner-payload-model"),f=require("@xyo-network/diviner-temporal-indexing-model"),M=require("@xyo-network/payload-builder"),j=require("@xyo-network/payload-model");var D=class extends H.AbstractDiviner{static{r(this,"TemporalIndexingDivinerDivinerQueryToIndexQueryDiviner")}static configSchemas=[...super.configSchemas,f.TemporalIndexingDivinerDivinerQueryToIndexQueryDivinerConfigSchema];static defaultConfigSchema=f.TemporalIndexingDivinerDivinerQueryToIndexQueryDivinerConfigSchema;static labels={...super.labels,"network.xyo.diviner.stage":"divinerQueryToIndexQueryDiviner"};_indexableSchemas;_payloadTransformers;get divinerQuerySchema(){return this.config.divinerQuerySchema??T.PayloadDivinerQuerySchema}get indexQuerySchema(){return this.config.indexQuerySchema??T.PayloadDivinerQuerySchema}get indexSchema(){return this.config.indexSchema??f.TemporalIndexingDivinerResultIndexSchema}get indexableSchemas(){return this._indexableSchemas||(this._indexableSchemas=Object.keys(this.schemaTransforms)),this._indexableSchemas}get payloadTransformers(){return this._payloadTransformers||(this._payloadTransformers=(0,g.jsonPathToTransformersDictionary)(this.schemaTransforms)),this._payloadTransformers}get schemaTransforms(){return this.config?.schemaTransforms??{[this.divinerQuerySchema]:[{defaultValue:1,destinationField:"limit",sourcePathExpression:"$.limit"},{defaultValue:0,destinationField:"offset",sourcePathExpression:"$.offset"},{defaultValue:"desc",destinationField:"order",sourcePathExpression:"$.order"}]}}async divineHandler(e=[]){let i=e.filter((0,j.isPayloadOfSchemaType)(this.divinerQuerySchema));return i.length>0?await Promise.all(i.map(async s=>{let o=await(0,g.reducePayloads)([s],this.payloadTransformers,this.indexQuerySchema);return o.schemas=[this.indexSchema],delete o.sources,await new M.PayloadBuilder({schema:this.indexQuerySchema}).fields(o).build()})):[]}};var k=require("@xylabs/array"),$=require("@xylabs/assert"),E=require("@xylabs/exists"),O=require("@xyo-network/boundwitness-model"),R=require("@xyo-network/diviner-abstract"),L=require("@xyo-network/diviner-jsonpath-aggregate-memory"),u=require("@xyo-network/diviner-temporal-indexing-model"),h=require("@xyo-network/payload-builder"),V=require("@xyo-network/payload-model"),q=require("@xyo-network/payload-utils");var de="TemporalIndexingDivinerIndexCandidateToIndexDiviner",w=class extends R.AbstractDiviner{static{r(this,"TemporalIndexingDivinerIndexCandidateToIndexDiviner")}static configSchemas=[...super.configSchemas,u.TemporalIndexingDivinerIndexCandidateToIndexDivinerConfigSchema];static defaultConfigSchema=u.TemporalIndexingDivinerIndexCandidateToIndexDivinerConfigSchema;static labels={...super.labels,"network.xyo.diviner.stage":"indexCandidateToIndexDiviner"};_indexableSchemas;_payloadTransformers;get indexableSchemas(){return this._indexableSchemas||(this._indexableSchemas=Object.keys(this.schemaTransforms)),this._indexableSchemas}get payloadTransformers(){return this._payloadTransformers||(this._payloadTransformers=(0,L.jsonPathToTransformersDictionary)(this.schemaTransforms)),this._payloadTransformers}get schemaTransforms(){return(0,$.assertEx)(this.config?.schemaTransforms,()=>`${de}: Missing config.schemaTransforms section`)}async divineHandler(e=[]){let i=await Promise.all(e.map(n=>h.PayloadBuilder.build(n))),t=i.filter(O.isBoundWitnessWithMeta).filter(n=>(0,k.containsAll)(n.payload_schemas,this.indexableSchemas)),s=i.filter(n=>this.isIndexablePayload(n));if(t.length===0||s.length===0)return[];let[o,m]=await Promise.all([h.PayloadBuilder.toDataHashMap(t),h.PayloadBuilder.toDataHashMap(s)]),d=[];for(let[n,l]of Object.entries(o)){let y=(0,q.intraBoundwitnessSchemaCombinations)(l,this.indexableSchemas);for(let x of y)x.map(c=>m[c]).filter(E.exists).length===this.indexableSchemas.length&&d.push([n,...x])}return(await Promise.all(d.map(async([n,...l])=>{let x=l.map(c=>m[c]).flatMap(c=>{let A=this.payloadTransformers[c.schema];return A?A.map(ae=>ae(c)):[]}),B=[n,...l];return await new h.PayloadBuilder({schema:u.TemporalIndexingDivinerResultIndexSchema}).fields(Object.assign({sources:B},...x)).build()}))).flat()}isIndexablePayload=r(e=>(0,V.isAnyPayload)(e)&&this.indexableSchemas.includes(e?.schema),"isIndexablePayload");isIndexableSchema=r(e=>typeof e=="string"?this.indexableSchemas.includes(e):!1,"isIndexableSchema")};var N=require("@xyo-network/diviner-abstract"),z=require("@xyo-network/diviner-payload-model"),P=require("@xyo-network/diviner-temporal-indexing-model");var _=class extends N.AbstractDiviner{static{r(this,"TemporalIndexingDivinerIndexQueryResponseToDivinerQueryResponseDiviner")}static configSchemas=[...super.configSchemas,P.TemporalIndexingDivinerIndexQueryResponseToDivinerQueryResponseDivinerConfigSchema];static defaultConfigSchema=P.TemporalIndexingDivinerIndexQueryResponseToDivinerQueryResponseDivinerConfigSchema;static labels={...super.labels,"network.xyo.diviner.stage":"indexQueryResponseToDivinerQueryResponseDiviner"};async divineHandler(e=[]){let i=e.filter(t=>!(0,z.isPayloadDivinerQueryPayload)(t));return await Promise.resolve(i)}};var C=require("@xylabs/assert"),J=require("@xylabs/exists"),K=require("@xyo-network/archivist-wrapper"),U=require("@xyo-network/boundwitness-model"),X=require("@xyo-network/diviner-abstract"),Y=require("@xyo-network/diviner-boundwitness-model"),I=require("@xyo-network/diviner-temporal-indexing-model"),Z=require("@xyo-network/diviner-wrapper"),p=require("@xyo-network/module-model"),ee=require("@xyo-network/payload-builder"),ie=require("@xyo-network/payload-utils"),se=require("@xyo-network/witness-timestamp");var le="asc",G="TemporalIndexingDivinerStateToIndexCandidateDiviner",Q=class extends X.AbstractDiviner{static{r(this,"TemporalIndexingDivinerStateToIndexCandidateDiviner")}static configSchemas=[...super.configSchemas,I.TemporalIndexingDivinerStateToIndexCandidateDivinerConfigSchema];static defaultConfigSchema=I.TemporalIndexingDivinerStateToIndexCandidateDivinerConfigSchema;static labels={...super.labels,"network.xyo.diviner.stage":"stateToIndexCandidateDiviner"};get payloadDivinerLimit(){return this.config.payloadDivinerLimit??1e3}get payload_schemas(){let e=this.config.filter?.payload_schemas;return[se.TimestampSchema,...e??[]]}async divineHandler(e=[]){let i=e.find(p.isModuleState);if(!i)return[{schema:p.ModuleStateSchema,state:{offset:0}}];let{offset:t}=i.state,s=await this.getBoundWitnessDivinerForStore();if(!s)return[i];let o=await new ee.PayloadBuilder({schema:Y.BoundWitnessDivinerQuerySchema}).fields({limit:this.payloadDivinerLimit,offset:t,order:le,payload_schemas:this.payload_schemas}).build(),m=await s.divine([o]);if(m.length===0)return[i];let d=await this.getArchivistForStore();if(!d)return[i];let W=m.filter(U.isBoundWitnessWithMeta),n=(await Promise.all(W.map(y=>this.getPayloadsInBoundWitness(y,d)))).filter(J.exists).flat();return[{schema:p.ModuleStateSchema,state:{...i.state,offset:t+m.length}},...n]}async getArchivistForStore(){let e=(0,C.assertEx)(this.config?.payloadStore?.archivist,()=>`${G}: Config for payloadStore.archivist not specified`),i=await this.resolve(e);if(i)return K.ArchivistWrapper.wrap(i,this.account)}async getBoundWitnessDivinerForStore(){let e=(0,C.assertEx)(this.config?.payloadStore?.boundWitnessDiviner,()=>`${G}: Config for payloadStore.boundWitnessDiviner not specified`),i=await this.resolve(e);if(i)return Z.DivinerWrapper.wrap(i,this.account)}async getPayloadsInBoundWitness(e,i){let t=(0,ie.intraBoundwitnessSchemaCombinations)(e,this.payload_schemas).flat();if(t.length===0)return;let s=new Set(t),o=await i.get([...s]);return[e,...o]}};
+"use strict";
+var __defProp = Object.defineProperty;
+var __getOwnPropDesc = Object.getOwnPropertyDescriptor;
+var __getOwnPropNames = Object.getOwnPropertyNames;
+var __hasOwnProp = Object.prototype.hasOwnProperty;
+var __name = (target, value) => __defProp(target, "name", { value, configurable: true });
+var __export = (target, all) => {
+  for (var name in all)
+    __defProp(target, name, { get: all[name], enumerable: true });
+};
+var __copyProps = (to, from, except, desc) => {
+  if (from && typeof from === "object" || typeof from === "function") {
+    for (let key of __getOwnPropNames(from))
+      if (!__hasOwnProp.call(to, key) && key !== except)
+        __defProp(to, key, { get: () => from[key], enumerable: !(desc = __getOwnPropDesc(from, key)) || desc.enumerable });
+  }
+  return to;
+};
+var __toCommonJS = (mod) => __copyProps(__defProp({}, "__esModule", { value: true }), mod);
+
+// src/index.ts
+var src_exports = {};
+__export(src_exports, {
+  TemporalIndexingDiviner: () => TemporalIndexingDiviner,
+  TemporalIndexingDivinerDivinerQueryToIndexQueryDiviner: () => TemporalIndexingDivinerDivinerQueryToIndexQueryDiviner,
+  TemporalIndexingDivinerIndexCandidateToIndexDiviner: () => TemporalIndexingDivinerIndexCandidateToIndexDiviner,
+  TemporalIndexingDivinerIndexQueryResponseToDivinerQueryResponseDiviner: () => TemporalIndexingDivinerIndexQueryResponseToDivinerQueryResponseDiviner,
+  TemporalIndexingDivinerStateToIndexCandidateDiviner: () => TemporalIndexingDivinerStateToIndexCandidateDiviner
+});
+module.exports = __toCommonJS(src_exports);
+
+// src/Diviner.ts
+var import_diviner_indexing_memory = require("@xyo-network/diviner-indexing-memory");
+var import_diviner_temporal_indexing_model = require("@xyo-network/diviner-temporal-indexing-model");
+var TemporalIndexingDiviner = class extends import_diviner_indexing_memory.IndexingDiviner {
+  static {
+    __name(this, "TemporalIndexingDiviner");
+  }
+  static configSchemas = [
+    ...super.configSchemas,
+    import_diviner_temporal_indexing_model.TemporalIndexingDivinerConfigSchema
+  ];
+  static defaultConfigSchema = import_diviner_temporal_indexing_model.TemporalIndexingDivinerConfigSchema;
+  async startHandler() {
+    await super.startHandler();
+    return true;
+  }
+};
+
+// src/DivinerQueryToIndexQueryDiviner/Diviner.ts
+var import_diviner_abstract = require("@xyo-network/diviner-abstract");
+var import_diviner_jsonpath_aggregate_memory = require("@xyo-network/diviner-jsonpath-aggregate-memory");
+var import_diviner_payload_model = require("@xyo-network/diviner-payload-model");
+var import_diviner_temporal_indexing_model2 = require("@xyo-network/diviner-temporal-indexing-model");
+var import_payload_builder = require("@xyo-network/payload-builder");
+var import_payload_model = require("@xyo-network/payload-model");
+var TemporalIndexingDivinerDivinerQueryToIndexQueryDiviner = class extends import_diviner_abstract.AbstractDiviner {
+  static {
+    __name(this, "TemporalIndexingDivinerDivinerQueryToIndexQueryDiviner");
+  }
+  static configSchemas = [
+    ...super.configSchemas,
+    import_diviner_temporal_indexing_model2.TemporalIndexingDivinerDivinerQueryToIndexQueryDivinerConfigSchema
+  ];
+  static defaultConfigSchema = import_diviner_temporal_indexing_model2.TemporalIndexingDivinerDivinerQueryToIndexQueryDivinerConfigSchema;
+  static labels = {
+    ...super.labels,
+    "network.xyo.diviner.stage": "divinerQueryToIndexQueryDiviner"
+  };
+  _indexableSchemas;
+  _payloadTransformers;
+  /**
+  * The schema of the diviner query payloads
+  */
+  get divinerQuerySchema() {
+    return this.config.divinerQuerySchema ?? import_diviner_payload_model.PayloadDivinerQuerySchema;
+  }
+  /**
+  * The schema of the index query payloads
+  */
+  get indexQuerySchema() {
+    return this.config.indexQuerySchema ?? import_diviner_payload_model.PayloadDivinerQuerySchema;
+  }
+  /**
+  * The schema of the index payloads
+  */
+  get indexSchema() {
+    return this.config.indexSchema ?? import_diviner_temporal_indexing_model2.TemporalIndexingDivinerResultIndexSchema;
+  }
+  /**
+  * List of indexable schemas for this diviner
+  */
+  get indexableSchemas() {
+    if (!this._indexableSchemas) this._indexableSchemas = Object.keys(this.schemaTransforms);
+    return this._indexableSchemas;
+  }
+  /**
+  * Dictionary of schemas to payload transformers for creating indexes
+  * from the payloads within a Bound Witness
+  */
+  get payloadTransformers() {
+    if (!this._payloadTransformers) this._payloadTransformers = (0, import_diviner_jsonpath_aggregate_memory.jsonPathToTransformersDictionary)(this.schemaTransforms);
+    return this._payloadTransformers;
+  }
+  /**
+  * The dictionary of schemas to JSON Path transform expressions for creating indexes
+  * from the payloads within a Bound Witness
+  */
+  get schemaTransforms() {
+    return this.config?.schemaTransforms ?? {
+      [this.divinerQuerySchema]: [
+        {
+          defaultValue: 1,
+          destinationField: "limit",
+          sourcePathExpression: "$.limit"
+        },
+        {
+          defaultValue: 0,
+          destinationField: "offset",
+          sourcePathExpression: "$.offset"
+        },
+        {
+          defaultValue: "desc",
+          destinationField: "order",
+          sourcePathExpression: "$.order"
+        }
+      ]
+    };
+  }
+  async divineHandler(payloads = []) {
+    const queries = payloads.filter((0, import_payload_model.isPayloadOfSchemaType)(this.divinerQuerySchema));
+    if (queries.length > 0) {
+      const results = await Promise.all(queries.map(async (query) => {
+        const fields = await (0, import_diviner_jsonpath_aggregate_memory.reducePayloads)([
+          query
+        ], this.payloadTransformers, this.indexQuerySchema);
+        fields.schemas = [
+          this.indexSchema
+        ];
+        delete fields.sources;
+        return await new import_payload_builder.PayloadBuilder({
+          schema: this.indexQuerySchema
+        }).fields(fields).build();
+      }));
+      return results;
+    }
+    return [];
+  }
+};
+
+// src/IndexCandidateToIndexDiviner/Diviner.ts
+var import_array = require("@xylabs/array");
+var import_assert = require("@xylabs/assert");
+var import_exists = require("@xylabs/exists");
+var import_boundwitness_model = require("@xyo-network/boundwitness-model");
+var import_diviner_abstract2 = require("@xyo-network/diviner-abstract");
+var import_diviner_jsonpath_aggregate_memory2 = require("@xyo-network/diviner-jsonpath-aggregate-memory");
+var import_diviner_temporal_indexing_model3 = require("@xyo-network/diviner-temporal-indexing-model");
+var import_payload_builder2 = require("@xyo-network/payload-builder");
+var import_payload_model2 = require("@xyo-network/payload-model");
+var import_payload_utils = require("@xyo-network/payload-utils");
+var moduleName = "TemporalIndexingDivinerIndexCandidateToIndexDiviner";
+var TemporalIndexingDivinerIndexCandidateToIndexDiviner = class extends import_diviner_abstract2.AbstractDiviner {
+  static {
+    __name(this, "TemporalIndexingDivinerIndexCandidateToIndexDiviner");
+  }
+  static configSchemas = [
+    ...super.configSchemas,
+    import_diviner_temporal_indexing_model3.TemporalIndexingDivinerIndexCandidateToIndexDivinerConfigSchema
+  ];
+  static defaultConfigSchema = import_diviner_temporal_indexing_model3.TemporalIndexingDivinerIndexCandidateToIndexDivinerConfigSchema;
+  static labels = {
+    ...super.labels,
+    "network.xyo.diviner.stage": "indexCandidateToIndexDiviner"
+  };
+  _indexableSchemas;
+  _payloadTransformers;
+  /**
+  * List of indexable schemas for this diviner
+  */
+  get indexableSchemas() {
+    if (!this._indexableSchemas) this._indexableSchemas = Object.keys(this.schemaTransforms);
+    return this._indexableSchemas;
+  }
+  /**
+  * Dictionary of schemas to payload transformers for creating indexes
+  * from the payloads within a Bound Witness
+  */
+  get payloadTransformers() {
+    if (!this._payloadTransformers) this._payloadTransformers = (0, import_diviner_jsonpath_aggregate_memory2.jsonPathToTransformersDictionary)(this.schemaTransforms);
+    return this._payloadTransformers;
+  }
+  /**
+  * The dictionary of schemas to JSON Path transform expressions for creating indexes
+  * from the payloads within a Bound Witness
+  */
+  get schemaTransforms() {
+    return (0, import_assert.assertEx)(this.config?.schemaTransforms, () => `${moduleName}: Missing config.schemaTransforms section`);
+  }
+  async divineHandler(payloads = []) {
+    const builtPayloads = await Promise.all(payloads.map((payload) => import_payload_builder2.PayloadBuilder.build(payload)));
+    const indexableBoundWitnesses = builtPayloads.filter(import_boundwitness_model.isBoundWitnessWithMeta).filter((bw) => (0, import_array.containsAll)(bw.payload_schemas, this.indexableSchemas));
+    const indexablePayloads = builtPayloads.filter((p) => this.isIndexablePayload(p));
+    if (indexableBoundWitnesses.length === 0 || indexablePayloads.length === 0) return [];
+    const [bwDictionary, payloadDictionary] = await Promise.all([
+      import_payload_builder2.PayloadBuilder.toDataHashMap(indexableBoundWitnesses),
+      import_payload_builder2.PayloadBuilder.toDataHashMap(indexablePayloads)
+    ]);
+    const validIndexableTuples = [];
+    for (const [bwHash, bw] of Object.entries(bwDictionary)) {
+      const combinations = (0, import_payload_utils.intraBoundwitnessSchemaCombinations)(bw, this.indexableSchemas);
+      for (const combination of combinations) {
+        const indexablePayloads2 = combination.map((hash) => payloadDictionary[hash]).filter(import_exists.exists);
+        if (indexablePayloads2.length === this.indexableSchemas.length) {
+          validIndexableTuples.push([
+            bwHash,
+            ...combination
+          ]);
+        }
+      }
+    }
+    const indexes = await Promise.all(validIndexableTuples.map(async ([bwHash, ...sourcePayloadHashes]) => {
+      const sourcePayloads = sourcePayloadHashes.map((hash) => payloadDictionary[hash]);
+      const indexFields = sourcePayloads.flatMap((payload) => {
+        const transformers = this.payloadTransformers[payload.schema];
+        return transformers ? transformers.map((transform) => transform(payload)) : [];
+      });
+      const sources = [
+        bwHash,
+        ...sourcePayloadHashes
+      ];
+      return await new import_payload_builder2.PayloadBuilder({
+        schema: import_diviner_temporal_indexing_model3.TemporalIndexingDivinerResultIndexSchema
+      }).fields(Object.assign({
+        sources
+      }, ...indexFields)).build();
+    }));
+    return indexes.flat();
+  }
+  /**
+  * Identifies if a payload is one that is indexed by this diviner
+  * @param x The candidate payload
+  * @returns True if the payload is one indexed by this diviner, false otherwise
+  */
+  isIndexablePayload = /* @__PURE__ */ __name((x) => {
+    return (0, import_payload_model2.isAnyPayload)(x) && this.indexableSchemas.includes(x?.schema);
+  }, "isIndexablePayload");
+  /**
+  * Identifies if a schema is one that is indexed by this diviner
+  * @param schema The candidate schema
+  * @returns True if this schema is one indexed by this diviner, false otherwise
+  */
+  isIndexableSchema = /* @__PURE__ */ __name((schema) => {
+    return typeof schema === "string" ? this.indexableSchemas.includes(schema) : false;
+  }, "isIndexableSchema");
+};
+
+// src/IndexQueryResponseToDivinerQueryResponseDiviner/Diviner.ts
+var import_diviner_abstract3 = require("@xyo-network/diviner-abstract");
+var import_diviner_payload_model2 = require("@xyo-network/diviner-payload-model");
+var import_diviner_temporal_indexing_model4 = require("@xyo-network/diviner-temporal-indexing-model");
+var TemporalIndexingDivinerIndexQueryResponseToDivinerQueryResponseDiviner = class extends import_diviner_abstract3.AbstractDiviner {
+  static {
+    __name(this, "TemporalIndexingDivinerIndexQueryResponseToDivinerQueryResponseDiviner");
+  }
+  static configSchemas = [
+    ...super.configSchemas,
+    import_diviner_temporal_indexing_model4.TemporalIndexingDivinerIndexQueryResponseToDivinerQueryResponseDivinerConfigSchema
+  ];
+  static defaultConfigSchema = import_diviner_temporal_indexing_model4.TemporalIndexingDivinerIndexQueryResponseToDivinerQueryResponseDivinerConfigSchema;
+  static labels = {
+    ...super.labels,
+    "network.xyo.diviner.stage": "indexQueryResponseToDivinerQueryResponseDiviner"
+  };
+  async divineHandler(payloads = []) {
+    const responses = payloads.filter((p) => !(0, import_diviner_payload_model2.isPayloadDivinerQueryPayload)(p));
+    return await Promise.resolve(responses);
+  }
+};
+
+// src/StateToIndexCandidateDiviner/Diviner.ts
+var import_assert2 = require("@xylabs/assert");
+var import_exists2 = require("@xylabs/exists");
+var import_archivist_wrapper = require("@xyo-network/archivist-wrapper");
+var import_boundwitness_model2 = require("@xyo-network/boundwitness-model");
+var import_diviner_abstract4 = require("@xyo-network/diviner-abstract");
+var import_diviner_boundwitness_model = require("@xyo-network/diviner-boundwitness-model");
+var import_diviner_temporal_indexing_model5 = require("@xyo-network/diviner-temporal-indexing-model");
+var import_diviner_wrapper = require("@xyo-network/diviner-wrapper");
+var import_module_model = require("@xyo-network/module-model");
+var import_payload_builder3 = require("@xyo-network/payload-builder");
+var import_payload_utils2 = require("@xyo-network/payload-utils");
+var import_witness_timestamp = require("@xyo-network/witness-timestamp");
+var order = "asc";
+var moduleName2 = "TemporalIndexingDivinerStateToIndexCandidateDiviner";
+var TemporalIndexingDivinerStateToIndexCandidateDiviner = class extends import_diviner_abstract4.AbstractDiviner {
+  static {
+    __name(this, "TemporalIndexingDivinerStateToIndexCandidateDiviner");
+  }
+  static configSchemas = [
+    ...super.configSchemas,
+    import_diviner_temporal_indexing_model5.TemporalIndexingDivinerStateToIndexCandidateDivinerConfigSchema
+  ];
+  static defaultConfigSchema = import_diviner_temporal_indexing_model5.TemporalIndexingDivinerStateToIndexCandidateDivinerConfigSchema;
+  static labels = {
+    ...super.labels,
+    "network.xyo.diviner.stage": "stateToIndexCandidateDiviner"
+  };
+  get payloadDivinerLimit() {
+    return this.config.payloadDivinerLimit ?? 1e3;
+  }
+  /**
+  * The required payload_schemas within BoundWitnesses to identify index candidates
+  */
+  get payload_schemas() {
+    const schemas = this.config.filter?.payload_schemas;
+    return [
+      import_witness_timestamp.TimestampSchema,
+      ...schemas ?? []
+    ];
+  }
+  async divineHandler(payloads = []) {
+    const lastState = payloads.find(import_module_model.isModuleState);
+    if (!lastState) return [
+      {
+        schema: import_module_model.ModuleStateSchema,
+        state: {
+          offset: 0
+        }
+      }
+    ];
+    const { offset } = lastState.state;
+    const boundWitnessDiviner = await this.getBoundWitnessDivinerForStore();
+    if (!boundWitnessDiviner) return [
+      lastState
+    ];
+    const query = await new import_payload_builder3.PayloadBuilder({
+      schema: import_diviner_boundwitness_model.BoundWitnessDivinerQuerySchema
+    }).fields({
+      limit: this.payloadDivinerLimit,
+      offset,
+      order,
+      payload_schemas: this.payload_schemas
+    }).build();
+    const batch = await boundWitnessDiviner.divine([
+      query
+    ]);
+    if (batch.length === 0) return [
+      lastState
+    ];
+    const sourceArchivist = await this.getArchivistForStore();
+    if (!sourceArchivist) return [
+      lastState
+    ];
+    const bws = batch.filter(import_boundwitness_model2.isBoundWitnessWithMeta);
+    const indexCandidates = (await Promise.all(bws.map((bw) => this.getPayloadsInBoundWitness(bw, sourceArchivist)))).filter(import_exists2.exists).flat();
+    const nextState = {
+      schema: import_module_model.ModuleStateSchema,
+      state: {
+        ...lastState.state,
+        offset: offset + batch.length
+      }
+    };
+    return [
+      nextState,
+      ...indexCandidates
+    ];
+  }
+  /**
+  * Retrieves the archivist for the payloadStore
+  * @returns The archivist for the payloadStore or undefined if not resolvable
+  */
+  async getArchivistForStore() {
+    const name = (0, import_assert2.assertEx)(this.config?.payloadStore?.archivist, () => `${moduleName2}: Config for payloadStore.archivist not specified`);
+    const mod = await this.resolve(name);
+    if (!mod) return void 0;
+    return import_archivist_wrapper.ArchivistWrapper.wrap(mod, this.account);
+  }
+  /**
+  * Retrieves the BoundWitness Diviner for the payloadStore
+  * @returns The BoundWitness Diviner for the payloadStore or undefined if not resolvable
+  */
+  async getBoundWitnessDivinerForStore() {
+    const name = (0, import_assert2.assertEx)(this.config?.payloadStore?.boundWitnessDiviner, () => `${moduleName2}: Config for payloadStore.boundWitnessDiviner not specified`);
+    const mod = await this.resolve(name);
+    if (!mod) return;
+    return import_diviner_wrapper.DivinerWrapper.wrap(mod, this.account);
+  }
+  async getPayloadsInBoundWitness(bw, archivist) {
+    const combinations = (0, import_payload_utils2.intraBoundwitnessSchemaCombinations)(bw, this.payload_schemas).flat();
+    if (combinations.length === 0) return void 0;
+    const hashes = new Set(combinations);
+    const indexCandidates = await archivist.get([
+      ...hashes
+    ]);
+    return [
+      bw,
+      ...indexCandidates
+    ];
+  }
+};
 //# sourceMappingURL=index.cjs.map

package/dist/browser/index.cjs.map

@@ -1 +1 @@
-{"version":3,"sources":["../../src/index.ts","../../src/Diviner.ts","../../src/DivinerQueryToIndexQueryDiviner/Diviner.ts","../../src/IndexCandidateToIndexDiviner/Diviner.ts","../../src/IndexQueryResponseToDivinerQueryResponseDiviner/Diviner.ts","../../src/StateToIndexCandidateDiviner/Diviner.ts"],"sourcesContent":["export * from './Diviner'\nexport * from './DivinerQueryToIndexQueryDiviner'\nexport * from './IndexCandidateToIndexDiviner'\nexport * from './IndexQueryResponseToDivinerQueryResponseDiviner'\nexport * from './StateToIndexCandidateDiviner'\n","import { IndexingDiviner } from '@xyo-network/diviner-indexing-memory'\nimport { DivinerInstance, DivinerModuleEventData } from '@xyo-network/diviner-model'\nimport { TemporalIndexingDivinerConfigSchema, TemporalIndexingDivinerParams } from '@xyo-network/diviner-temporal-indexing-model'\nimport { Payload, Schema } from '@xyo-network/payload-model'\n\nexport class TemporalIndexingDiviner<\n  TParams extends TemporalIndexingDivinerParams = TemporalIndexingDivinerParams,\n  TIn extends Payload = Payload,\n  TOut extends Payload = Payload,\n  TEventData extends DivinerModuleEventData<DivinerInstance<TParams, TIn, TOut>, TIn, TOut> = DivinerModuleEventData<\n    DivinerInstance<TParams, TIn, TOut>,\n    TIn,\n    TOut\n  >,\n> extends IndexingDiviner<TParams, TIn, TOut, TEventData> {\n  static override readonly configSchemas: Schema[] = [...super.configSchemas, TemporalIndexingDivinerConfigSchema]\n  static override readonly defaultConfigSchema: Schema = TemporalIndexingDivinerConfigSchema\n\n  protected override async startHandler(): Promise<boolean> {\n    await super.startHandler()\n    return true\n  }\n}\n","import { Hash } from '@xylabs/hex'\nimport { AbstractDiviner } from '@xyo-network/diviner-abstract'\nimport { jsonPathToTransformersDictionary, reducePayloads } from '@xyo-network/diviner-jsonpath-aggregate-memory'\nimport { SchemaToJsonPathTransformExpressionsDictionary, SchemaToPayloadTransformersDictionary } from '@xyo-network/diviner-jsonpath-model'\nimport { PayloadDivinerQueryPayload, PayloadDivinerQuerySchema } from '@xyo-network/diviner-payload-model'\nimport {\n  TemporalIndexingDivinerDivinerQueryToIndexQueryDivinerConfigSchema,\n  TemporalIndexingDivinerDivinerQueryToIndexQueryDivinerParams,\n  TemporalIndexingDivinerResultIndexSchema,\n} from '@xyo-network/diviner-temporal-indexing-model'\nimport { Labels } from '@xyo-network/module-model'\nimport { PayloadBuilder } from '@xyo-network/payload-builder'\nimport { isPayloadOfSchemaType, Payload } from '@xyo-network/payload-model'\n// TODO: Inherit from JsonPathAggregateDiviner\n/**\n * A diviner that converts diviner query to index query\n */\nexport class TemporalIndexingDivinerDivinerQueryToIndexQueryDiviner<\n  TParams extends TemporalIndexingDivinerDivinerQueryToIndexQueryDivinerParams = TemporalIndexingDivinerDivinerQueryToIndexQueryDivinerParams,\n> extends AbstractDiviner<TParams> {\n  static override readonly configSchemas = [...super.configSchemas, TemporalIndexingDivinerDivinerQueryToIndexQueryDivinerConfigSchema]\n  static override readonly defaultConfigSchema = TemporalIndexingDivinerDivinerQueryToIndexQueryDivinerConfigSchema\n  static override labels: Labels = {\n    ...super.labels,\n    'network.xyo.diviner.stage': 'divinerQueryToIndexQueryDiviner',\n  }\n\n  private _indexableSchemas: string[] | undefined\n  private _payloadTransformers: SchemaToPayloadTransformersDictionary | undefined\n\n  /**\n   * The schema of the diviner query payloads\n   */\n  protected get divinerQuerySchema(): string {\n    return this.config.divinerQuerySchema ?? PayloadDivinerQuerySchema\n  }\n\n  /**\n   * The schema of the index query payloads\n   */\n  protected get indexQuerySchema(): string {\n    return this.config.indexQuerySchema ?? PayloadDivinerQuerySchema\n  }\n\n  /**\n   * The schema of the index payloads\n   */\n  protected get indexSchema(): string {\n    return this.config.indexSchema ?? TemporalIndexingDivinerResultIndexSchema\n  }\n\n  /**\n   * List of indexable schemas for this diviner\n   */\n  protected get indexableSchemas(): string[] {\n    if (!this._indexableSchemas) this._indexableSchemas = Object.keys(this.schemaTransforms)\n    return this._indexableSchemas\n  }\n\n  /**\n   * Dictionary of schemas to payload transformers for creating indexes\n   * from the payloads within a Bound Witness\n   */\n  protected get payloadTransformers(): SchemaToPayloadTransformersDictionary {\n    if (!this._payloadTransformers) this._payloadTransformers = jsonPathToTransformersDictionary(this.schemaTransforms)\n    return this._payloadTransformers\n  }\n\n  /**\n   * The dictionary of schemas to JSON Path transform expressions for creating indexes\n   * from the payloads within a Bound Witness\n   */\n  protected get schemaTransforms(): SchemaToJsonPathTransformExpressionsDictionary {\n    return (\n      this.config?.schemaTransforms ?? {\n        [this.divinerQuerySchema]: [\n          {\n            defaultValue: 1,\n            destinationField: 'limit',\n            sourcePathExpression: '$.limit',\n          },\n          {\n            defaultValue: 0,\n            destinationField: 'offset',\n            sourcePathExpression: '$.offset',\n          },\n          {\n            defaultValue: 'desc',\n            destinationField: 'order',\n            sourcePathExpression: '$.order',\n          },\n        ],\n      }\n    )\n  }\n\n  protected override async divineHandler(payloads: Payload[] = []): Promise<Payload[]> {\n    const queries = payloads.filter(isPayloadOfSchemaType<PayloadDivinerQueryPayload>(this.divinerQuerySchema))\n    if (queries.length > 0) {\n      const results = await Promise.all(\n        queries.map(async (query) => {\n          const fields = await reducePayloads<PayloadDivinerQueryPayload & { sources?: Hash[] }>(\n            [query],\n            this.payloadTransformers,\n            this.indexQuerySchema,\n          )\n          // TODO: Make index schema configurable\n          fields.schemas = [this.indexSchema]\n          // TODO: Make sources not need to be deleted\n          delete fields.sources\n          // TODO: Add support for additional filters\n          return await new PayloadBuilder<Payload>({ schema: this.indexQuerySchema }).fields(fields).build()\n        }),\n      )\n      return results\n    }\n    return []\n  }\n}\n","import { containsAll } from '@xylabs/array'\nimport { assertEx } from '@xylabs/assert'\nimport { exists } from '@xylabs/exists'\nimport { Hash } from '@xylabs/hex'\nimport { BoundWitness, isBoundWitnessWithMeta } from '@xyo-network/boundwitness-model'\nimport { AbstractDiviner } from '@xyo-network/diviner-abstract'\nimport { jsonPathToTransformersDictionary } from '@xyo-network/diviner-jsonpath-aggregate-memory'\nimport { SchemaToJsonPathTransformExpressionsDictionary, SchemaToPayloadTransformersDictionary } from '@xyo-network/diviner-jsonpath-model'\nimport {\n  TemporalIndexingDivinerIndexCandidateToIndexDivinerConfigSchema,\n  TemporalIndexingDivinerIndexCandidateToIndexDivinerParams,\n  TemporalIndexingDivinerResultIndex,\n  TemporalIndexingDivinerResultIndexSchema,\n} from '@xyo-network/diviner-temporal-indexing-model'\nimport { Labels } from '@xyo-network/module-model'\nimport { PayloadBuilder } from '@xyo-network/payload-builder'\nimport { isAnyPayload, Payload, Schema } from '@xyo-network/payload-model'\nimport { intraBoundwitnessSchemaCombinations } from '@xyo-network/payload-utils'\n\ntype IndexableHashes = [Hash, ...Hash[]]\n\nconst moduleName = 'TemporalIndexingDivinerIndexCandidateToIndexDiviner'\n\n/**\n * Diviner which transforms index candidates to indexes using JSON Path to map\n * source properties in the supplied payloads to destination fields in the\n * resultant index\n */\nexport class TemporalIndexingDivinerIndexCandidateToIndexDiviner<\n  TParams extends TemporalIndexingDivinerIndexCandidateToIndexDivinerParams = TemporalIndexingDivinerIndexCandidateToIndexDivinerParams,\n> extends AbstractDiviner<TParams> {\n  static override readonly configSchemas: Schema[] = [...super.configSchemas, TemporalIndexingDivinerIndexCandidateToIndexDivinerConfigSchema]\n  static override readonly defaultConfigSchema: Schema = TemporalIndexingDivinerIndexCandidateToIndexDivinerConfigSchema\n  static override labels: Labels = {\n    ...super.labels,\n    'network.xyo.diviner.stage': 'indexCandidateToIndexDiviner',\n  }\n\n  private _indexableSchemas: string[] | undefined\n  private _payloadTransformers: SchemaToPayloadTransformersDictionary | undefined\n\n  /**\n   * List of indexable schemas for this diviner\n   */\n  protected get indexableSchemas(): string[] {\n    if (!this._indexableSchemas) this._indexableSchemas = Object.keys(this.schemaTransforms)\n    return this._indexableSchemas\n  }\n\n  /**\n   * Dictionary of schemas to payload transformers for creating indexes\n   * from the payloads within a Bound Witness\n   */\n  protected get payloadTransformers(): SchemaToPayloadTransformersDictionary {\n    if (!this._payloadTransformers) this._payloadTransformers = jsonPathToTransformersDictionary(this.schemaTransforms)\n    return this._payloadTransformers\n  }\n\n  /**\n   * The dictionary of schemas to JSON Path transform expressions for creating indexes\n   * from the payloads within a Bound Witness\n   */\n  protected get schemaTransforms(): SchemaToJsonPathTransformExpressionsDictionary {\n    return assertEx(this.config?.schemaTransforms, () => `${moduleName}: Missing config.schemaTransforms section`)\n  }\n\n  protected override async divineHandler(payloads: Payload[] = []): Promise<Payload[]> {\n    const builtPayloads = await Promise.all(payloads.map((payload) => PayloadBuilder.build(payload)))\n    // If the Bound Witness does not contain all the required schemas do not index it\n    const indexableBoundWitnesses = builtPayloads\n      .filter(isBoundWitnessWithMeta)\n      .filter((bw) => containsAll(bw.payload_schemas, this.indexableSchemas))\n    // If the Payload is not one of the indexable schemas do not index it\n    const indexablePayloads = builtPayloads.filter((p) => this.isIndexablePayload(p))\n    // If there is nothing to index, return an empty array\n    if (indexableBoundWitnesses.length === 0 || indexablePayloads.length === 0) return []\n    // Hash all the indexable data once\n    const [bwDictionary, payloadDictionary] = await Promise.all([\n      PayloadBuilder.toDataHashMap(indexableBoundWitnesses),\n      PayloadBuilder.toDataHashMap(indexablePayloads),\n    ])\n\n    // Initialize the array for validIndexableTuples outside of the loop\n    const validIndexableTuples: IndexableHashes[] = []\n\n    // Iterate over each entry in bwDictionary\n    for (const [bwHash, bw] of Object.entries(bwDictionary) as [Hash, BoundWitness][]) {\n      // Find the combinations of payloads that satisfy the required schemas\n      const combinations = intraBoundwitnessSchemaCombinations(bw, this.indexableSchemas)\n\n      // Iterate over each combination\n      for (const combination of combinations) {\n        const indexablePayloads = combination.map((hash) => payloadDictionary[hash]).filter(exists)\n\n        // If we found the right amount of indexable payloads (of the correct schema as checked\n        // above) in this BW, then index it\n        if (indexablePayloads.length === this.indexableSchemas.length) {\n          validIndexableTuples.push([bwHash, ...combination])\n        }\n      }\n    }\n\n    // Create the indexes from the tuples\n    const indexes = await Promise.all(\n      validIndexableTuples.map<Promise<TemporalIndexingDivinerResultIndex>>(async ([bwHash, ...sourcePayloadHashes]) => {\n        const sourcePayloads = sourcePayloadHashes.map((hash) => payloadDictionary[hash])\n        // Use the payload transformers to convert the fields from the source payloads to the destination fields\n        const indexFields = sourcePayloads.flatMap((payload) => {\n          // Find the transformers for this payload\n          const transformers = this.payloadTransformers[payload.schema]\n          // If transformers exist, apply them to the payload otherwise return an empty array\n          return transformers ? transformers.map((transform) => transform(payload)) : []\n        })\n        // Include all the sources for reference\n        const sources: string[] = [bwHash, ...sourcePayloadHashes]\n        // Build and return the index\n        return await new PayloadBuilder<TemporalIndexingDivinerResultIndex>({ schema: TemporalIndexingDivinerResultIndexSchema })\n          .fields(Object.assign({ sources }, ...indexFields))\n          .build()\n      }),\n    )\n    return indexes.flat()\n  }\n\n  /**\n   * Identifies if a payload is one that is indexed by this diviner\n   * @param x The candidate payload\n   * @returns True if the payload is one indexed by this diviner, false otherwise\n   */\n  protected isIndexablePayload = (x: unknown) => {\n    return isAnyPayload(x) && this.indexableSchemas.includes(x?.schema)\n  }\n\n  /**\n   * Identifies if a schema is one that is indexed by this diviner\n   * @param schema The candidate schema\n   * @returns True if this schema is one indexed by this diviner, false otherwise\n   */\n  protected isIndexableSchema = (schema?: string | null) => {\n    return typeof schema === 'string' ? this.indexableSchemas.includes(schema) : false\n  }\n}\n","import { AbstractDiviner } from '@xyo-network/diviner-abstract'\nimport { isPayloadDivinerQueryPayload } from '@xyo-network/diviner-payload-model'\nimport { TemporalIndexingDivinerIndexQueryResponseToDivinerQueryResponseDivinerConfigSchema } from '@xyo-network/diviner-temporal-indexing-model'\nimport { Labels } from '@xyo-network/module-model'\nimport { Payload, Schema } from '@xyo-network/payload-model'\n\n/**\n * Transforms an ImageThumbnailIndex response into an ImageThumbnailResponse response\n */\nexport class TemporalIndexingDivinerIndexQueryResponseToDivinerQueryResponseDiviner extends AbstractDiviner {\n  static override readonly configSchemas: Schema[] = [\n    ...super.configSchemas,\n    TemporalIndexingDivinerIndexQueryResponseToDivinerQueryResponseDivinerConfigSchema,\n  ]\n  static override readonly defaultConfigSchema: Schema = TemporalIndexingDivinerIndexQueryResponseToDivinerQueryResponseDivinerConfigSchema\n  static override labels: Labels = {\n    ...super.labels,\n    'network.xyo.diviner.stage': 'indexQueryResponseToDivinerQueryResponseDiviner',\n  }\n\n  protected override async divineHandler(payloads: Payload[] = []): Promise<Payload[]> {\n    // NOTE: We're not doing anything with the query payloads but some diviners\n    // might want to use this to transform from the query to the response (for example\n    // if we use a plaintext value in the query to generate a hash key in the index)\n    // const queries = payloads.filter(isPayloadDivinerQueryPayload)\n    const responses = payloads.filter((p) => !isPayloadDivinerQueryPayload(p))\n    return await Promise.resolve(responses)\n  }\n}\n","import { assertEx } from '@xylabs/assert'\nimport { exists } from '@xylabs/exists'\nimport { ArchivistInstance } from '@xyo-network/archivist-model'\nimport { ArchivistWrapper } from '@xyo-network/archivist-wrapper'\nimport { BoundWitness, isBoundWitnessWithMeta } from '@xyo-network/boundwitness-model'\nimport { AbstractDiviner } from '@xyo-network/diviner-abstract'\nimport { BoundWitnessDiviner } from '@xyo-network/diviner-boundwitness-abstract'\nimport { BoundWitnessDivinerParams, BoundWitnessDivinerQueryPayload, BoundWitnessDivinerQuerySchema } from '@xyo-network/diviner-boundwitness-model'\nimport { IndexingDivinerState } from '@xyo-network/diviner-indexing-model'\nimport {\n  TemporalIndexingDivinerStateToIndexCandidateDivinerConfigSchema,\n  TemporalIndexingDivinerStateToIndexCandidateDivinerParams,\n} from '@xyo-network/diviner-temporal-indexing-model'\nimport { DivinerWrapper } from '@xyo-network/diviner-wrapper'\nimport { isModuleState, Labels, ModuleIdentifier, ModuleState, ModuleStateSchema } from '@xyo-network/module-model'\nimport { PayloadBuilder } from '@xyo-network/payload-builder'\nimport { Payload, Schema } from '@xyo-network/payload-model'\nimport { intraBoundwitnessSchemaCombinations } from '@xyo-network/payload-utils'\nimport { TimeStamp, TimestampSchema } from '@xyo-network/witness-timestamp'\n\n/**\n * All Payload types involved in index candidates for indexing\n */\nexport type IndexCandidate = BoundWitness | Payload | TimeStamp\n\n/**\n * The response from the TemporalStateToIndexCandidateDiviner\n */\nexport type TemporalStateToIndexCandidateDivinerResponse = [\n  /**\n   * The next state of the diviner\n   */\n  nextState: ModuleState<IndexingDivinerState>,\n  /**\n   * The index candidates\n   */\n  ...IndexCandidate[],\n]\n\n/**\n * The default order to search Bound Witnesses to identify index candidates\n */\nconst order = 'asc'\n\n/**\n * The name of the module (for logging purposes)\n */\nconst moduleName = 'TemporalIndexingDivinerStateToIndexCandidateDiviner'\n\n/**\n * Transforms candidates for image thumbnail indexing into their indexed representation\n */\nexport class TemporalIndexingDivinerStateToIndexCandidateDiviner<\n  TParams extends TemporalIndexingDivinerStateToIndexCandidateDivinerParams = TemporalIndexingDivinerStateToIndexCandidateDivinerParams,\n> extends AbstractDiviner<TParams, Payload, ModuleState | IndexCandidate> {\n  static override readonly configSchemas: Schema[] = [...super.configSchemas, TemporalIndexingDivinerStateToIndexCandidateDivinerConfigSchema]\n  static override readonly defaultConfigSchema: Schema = TemporalIndexingDivinerStateToIndexCandidateDivinerConfigSchema\n  static override labels: Labels = {\n    ...super.labels,\n    'network.xyo.diviner.stage': 'stateToIndexCandidateDiviner',\n  }\n\n  get payloadDivinerLimit() {\n    return this.config.payloadDivinerLimit ?? 1000\n  }\n\n  /**\n   * The required payload_schemas within BoundWitnesses to identify index candidates\n   */\n  protected get payload_schemas(): string[] {\n    const schemas = this.config.filter?.payload_schemas\n    return [TimestampSchema, ...(schemas ?? [])]\n  }\n\n  protected override async divineHandler(payloads: Payload[] = []): Promise<[ModuleState, ...IndexCandidate[]]> {\n    // Retrieve the last state from what was passed in\n    const lastState = payloads.find(isModuleState<IndexingDivinerState>)\n    // If there is no last state, start from the beginning\n    if (!lastState) return [{ schema: ModuleStateSchema, state: { offset: 0 } }]\n    // Otherwise, get the last offset\n    const { offset } = lastState.state\n    // Get next batch of results starting from the offset\n    const boundWitnessDiviner = await this.getBoundWitnessDivinerForStore()\n    if (!boundWitnessDiviner) return [lastState]\n    const query = await new PayloadBuilder<BoundWitnessDivinerQueryPayload>({ schema: BoundWitnessDivinerQuerySchema })\n      .fields({ limit: this.payloadDivinerLimit, offset, order, payload_schemas: this.payload_schemas })\n      .build()\n    const batch = await boundWitnessDiviner.divine([query])\n    if (batch.length === 0) return [lastState]\n    // Get source data\n    const sourceArchivist = await this.getArchivistForStore()\n    if (!sourceArchivist) return [lastState]\n    const bws = batch.filter(isBoundWitnessWithMeta)\n    const indexCandidates: IndexCandidate[] = (await Promise.all(bws.map((bw) => this.getPayloadsInBoundWitness(bw, sourceArchivist))))\n      .filter(exists)\n      .flat()\n    const nextState = { schema: ModuleStateSchema, state: { ...lastState.state, offset: offset + batch.length } }\n    return [nextState, ...indexCandidates]\n  }\n  /**\n   * Retrieves the archivist for the payloadStore\n   * @returns The archivist for the payloadStore or undefined if not resolvable\n   */\n  protected async getArchivistForStore(): Promise<ArchivistWrapper | undefined> {\n    // It should be defined, so we'll error if it's not\n    const name: ModuleIdentifier = assertEx(\n      this.config?.payloadStore?.archivist,\n      () => `${moduleName}: Config for payloadStore.archivist not specified`,\n    )\n    // It might not be resolvable (yet), so we'll return undefined if it's not\n    const mod = await this.resolve(name)\n    if (!mod) return undefined\n    // Return the wrapped archivist\n    return ArchivistWrapper.wrap(mod, this.account)\n  }\n\n  /**\n   * Retrieves the BoundWitness Diviner for the payloadStore\n   * @returns The BoundWitness Diviner for the payloadStore or undefined if not resolvable\n   */\n  protected async getBoundWitnessDivinerForStore() {\n    // It should be defined, so we'll error if it's not\n    const name: ModuleIdentifier = assertEx(\n      this.config?.payloadStore?.boundWitnessDiviner,\n      () => `${moduleName}: Config for payloadStore.boundWitnessDiviner not specified`,\n    )\n    // It might not be resolvable (yet), so we'll return undefined if it's not\n    const mod = await this.resolve(name)\n    if (!mod) return\n    // Return the wrapped diviner\n    return DivinerWrapper.wrap<\n      DivinerWrapper<\n        BoundWitnessDiviner<BoundWitnessDivinerParams, BoundWitnessDivinerQueryPayload, BoundWitness>,\n        BoundWitnessDivinerQueryPayload,\n        BoundWitness\n      >\n    >(mod, this.account)\n  }\n\n  protected async getPayloadsInBoundWitness(bw: BoundWitness, archivist: ArchivistInstance): Promise<IndexCandidate[] | undefined> {\n    const combinations = intraBoundwitnessSchemaCombinations(bw, this.payload_schemas).flat()\n    if (combinations.length === 0) return undefined\n    const hashes = new Set(combinations)\n    const indexCandidates = await archivist.get([...hashes])\n    return [bw, ...indexCandidates]\n  }\n}\n"],"mappings":"seAAA,IAAAA,GAAA,GAAAC,GAAAD,GAAA,6BAAAE,EAAA,2DAAAC,EAAA,wDAAAC,EAAA,2EAAAC,EAAA,wDAAAC,IAAA,eAAAC,GAAAP,ICAA,IAAAQ,EAAgC,gDAEhCC,EAAmF,wDAG5E,IAAMC,EAAN,cASGC,iBAAAA,CAdV,MAcUA,CAAAA,EAAAA,gCACR,OAAyBC,cAA0B,IAAI,MAAMA,cAAeC,uCAC5E,OAAyBC,oBAA8BD,sCAEvD,MAAyBE,cAAiC,CACxD,aAAM,MAAMA,aAAAA,EACL,EACT,CACF,ECrBA,IAAAC,EAAgC,yCAChCC,EAAiE,0DAEjEC,EAAsE,8CACtEC,EAIO,wDAEPC,EAA+B,wCAC/BC,EAA+C,sCAKxC,IAAMC,EAAN,cAEGC,iBAAAA,CAlBV,MAkBUA,CAAAA,EAAAA,+DACR,OAAyBC,cAAgB,IAAI,MAAMA,cAAeC,sEAClE,OAAyBC,oBAAsBD,qEAC/C,OAAgBE,OAAiB,CAC/B,GAAG,MAAMA,OACT,4BAA6B,iCAC/B,EAEQC,kBACAC,qBAKR,IAAcC,oBAA6B,CACzC,OAAO,KAAKC,OAAOD,oBAAsBE,2BAC3C,CAKA,IAAcC,kBAA2B,CACvC,OAAO,KAAKF,OAAOE,kBAAoBD,2BACzC,CAKA,IAAcE,aAAsB,CAClC,OAAO,KAAKH,OAAOG,aAAeC,0CACpC,CAKA,IAAcC,kBAA6B,CACzC,OAAK,KAAKR,oBAAmB,KAAKA,kBAAoBS,OAAOC,KAAK,KAAKC,gBAAgB,GAChF,KAAKX,iBACd,CAMA,IAAcY,qBAA6D,CACzE,OAAK,KAAKX,uBAAsB,KAAKA,wBAAuBY,oCAAiC,KAAKF,gBAAgB,GAC3G,KAAKV,oBACd,CAMA,IAAcU,kBAAmE,CAC/E,OACE,KAAKR,QAAQQ,kBAAoB,CAC/B,CAAC,KAAKT,kBAAkB,EAAG,CACzB,CACEY,aAAc,EACdC,iBAAkB,QAClBC,qBAAsB,SACxB,EACA,CACEF,aAAc,EACdC,iBAAkB,SAClBC,qBAAsB,UACxB,EACA,CACEF,aAAc,OACdC,iBAAkB,QAClBC,qBAAsB,SACxB,EAEJ,CAEJ,CAEA,MAAyBC,cAAcC,EAAsB,CAAA,EAAwB,CACnF,IAAMC,EAAUD,EAASE,UAAOC,yBAAkD,KAAKnB,kBAAkB,CAAA,EACzG,OAAIiB,EAAQG,OAAS,EACH,MAAMC,QAAQC,IAC5BL,EAAQM,IAAI,MAAOC,GAAAA,CACjB,IAAMC,EAAS,QAAMC,kBACnB,CAACF,GACD,KAAKd,oBACL,KAAKP,gBAAgB,EAGvBsB,OAAAA,EAAOE,QAAU,CAAC,KAAKvB,aAEvB,OAAOqB,EAAOG,QAEP,MAAM,IAAIC,iBAAwB,CAAEC,OAAQ,KAAK3B,gBAAiB,CAAA,EAAGsB,OAAOA,CAAAA,EAAQM,MAAK,CAClG,CAAA,CAAA,EAIG,CAAA,CACT,CACF,ECtHA,IAAAC,EAA4B,yBAC5BC,EAAyB,0BACzBC,EAAuB,0BAEvBC,EAAqD,2CACrDC,EAAgC,yCAChCC,EAAiD,0DAEjDC,EAKO,wDAEPC,EAA+B,wCAC/BC,EAA8C,sCAC9CC,EAAoD,sCAIpD,IAAMC,GAAa,sDAONC,EAAN,cAEGC,iBAAAA,CA9BV,MA8BUA,CAAAA,EAAAA,4DACR,OAAyBC,cAA0B,IAAI,MAAMA,cAAeC,mEAC5E,OAAyBC,oBAA8BD,kEACvD,OAAgBE,OAAiB,CAC/B,GAAG,MAAMA,OACT,4BAA6B,8BAC/B,EAEQC,kBACAC,qBAKR,IAAcC,kBAA6B,CACzC,OAAK,KAAKF,oBAAmB,KAAKA,kBAAoBG,OAAOC,KAAK,KAAKC,gBAAgB,GAChF,KAAKL,iBACd,CAMA,IAAcM,qBAA6D,CACzE,OAAK,KAAKL,uBAAsB,KAAKA,wBAAuBM,oCAAiC,KAAKF,gBAAgB,GAC3G,KAAKJ,oBACd,CAMA,IAAcI,kBAAmE,CAC/E,SAAOG,YAAS,KAAKC,QAAQJ,iBAAkB,IAAM,GAAGZ,EAAAA,2CAAqD,CAC/G,CAEA,MAAyBiB,cAAcC,EAAsB,CAAA,EAAwB,CACnF,IAAMC,EAAgB,MAAMC,QAAQC,IAAIH,EAASI,IAAKC,GAAYC,iBAAeC,MAAMF,CAAAA,CAAAA,CAAAA,EAEjFG,EAA0BP,EAC7BQ,OAAOC,wBAAAA,EACPD,OAAQE,MAAOC,eAAYD,EAAGE,gBAAiB,KAAKtB,gBAAgB,CAAA,EAEjEuB,EAAoBb,EAAcQ,OAAQM,GAAM,KAAKC,mBAAmBD,CAAAA,CAAAA,EAE9E,GAAIP,EAAwBS,SAAW,GAAKH,EAAkBG,SAAW,EAAG,MAAO,CAAA,EAEnF,GAAM,CAACC,EAAcC,CAAAA,EAAqB,MAAMjB,QAAQC,IAAI,CAC1DG,iBAAec,cAAcZ,CAAAA,EAC7BF,iBAAec,cAAcN,CAAAA,EAC9B,EAGKO,EAA0C,CAAA,EAGhD,OAAW,CAACC,EAAQX,CAAAA,IAAOnB,OAAO+B,QAAQL,CAAAA,EAAyC,CAEjF,IAAMM,KAAeC,uCAAoCd,EAAI,KAAKpB,gBAAgB,EAGlF,QAAWmC,KAAeF,EACEE,EAAYtB,IAAKuB,GAASR,EAAkBQ,CAAAA,CAAK,EAAElB,OAAOmB,QAAAA,EAI9DX,SAAW,KAAK1B,iBAAiB0B,QACrDI,EAAqBQ,KAAK,CAACP,KAAWI,EAAY,CAGxD,CAqBA,OAlBgB,MAAMxB,QAAQC,IAC5BkB,EAAqBjB,IAAiD,MAAO,CAACkB,EAAWQ,GAAAA,CAAAA,IAAoB,CAG3G,IAAMC,EAFiBD,EAAoB1B,IAAKuB,GAASR,EAAkBQ,CAAAA,CAAK,EAE7CK,QAAS3B,GAAAA,CAE1C,IAAM4B,EAAe,KAAKtC,oBAAoBU,EAAQ6B,MAAM,EAE5D,OAAOD,EAAeA,EAAa7B,IAAK+B,IAAcA,GAAU9B,CAAAA,CAAAA,EAAY,CAAA,CAC9E,CAAA,EAEM+B,EAAoB,CAACd,KAAWQ,GAEtC,OAAO,MAAM,IAAIxB,iBAAmD,CAAE4B,OAAQG,0CAAyC,CAAA,EACpHC,OAAO9C,OAAO+C,OAAO,CAAEH,QAAAA,CAAQ,EAAA,GAAML,CAAAA,CAAAA,EACrCxB,MAAK,CACV,CAAA,CAAA,GAEaiC,KAAI,CACrB,CAOUxB,mBAAqByB,EAACC,MACvBC,gBAAaD,CAAAA,GAAM,KAAKnD,iBAAiBqD,SAASF,GAAGR,MAAAA,EAD/B,sBASrBW,kBAAoBJ,EAACP,GACtB,OAAOA,GAAW,SAAW,KAAK3C,iBAAiBqD,SAASV,CAAAA,EAAU,GADjD,oBAGhC,EC7IA,IAAAY,EAAgC,yCAChCC,EAA6C,8CAC7CC,EAAmG,wDAO5F,IAAMC,EAAN,cAAqFC,iBAAAA,CAT5F,MAS4FA,CAAAA,EAAAA,+EAC1F,OAAyBC,cAA0B,IAC9C,MAAMA,cACTC,sFAEF,OAAyBC,oBAA8BD,qFACvD,OAAgBE,OAAiB,CAC/B,GAAG,MAAMA,OACT,4BAA6B,iDAC/B,EAEA,MAAyBC,cAAcC,EAAsB,CAAA,EAAwB,CAKnF,IAAMC,EAAYD,EAASE,OAAQC,GAAM,IAACC,gCAA6BD,CAAAA,CAAAA,EACvE,OAAO,MAAME,QAAQC,QAAQL,CAAAA,CAC/B,CACF,EC5BA,IAAAM,EAAyB,0BACzBC,EAAuB,0BAEvBC,EAAiC,0CACjCC,EAAqD,2CACrDC,EAAgC,yCAEhCC,EAA2G,mDAE3GC,EAGO,wDACPC,EAA+B,wCAC/BC,EAAwF,qCACxFC,GAA+B,wCAE/BC,GAAoD,sCACpDC,GAA2C,0CAwB3C,IAAMC,GAAQ,MAKRC,EAAa,sDAKNC,EAAN,cAEGC,iBAAAA,CAtDV,MAsDUA,CAAAA,EAAAA,4DACR,OAAyBC,cAA0B,IAAI,MAAMA,cAAeC,mEAC5E,OAAyBC,oBAA8BD,kEACvD,OAAgBE,OAAiB,CAC/B,GAAG,MAAMA,OACT,4BAA6B,8BAC/B,EAEA,IAAIC,qBAAsB,CACxB,OAAO,KAAKC,OAAOD,qBAAuB,GAC5C,CAKA,IAAcE,iBAA4B,CACxC,IAAMC,EAAU,KAAKF,OAAOG,QAAQF,gBACpC,MAAO,CAACG,sBAAqBF,GAAW,CAAA,EAC1C,CAEA,MAAyBG,cAAcC,EAAsB,CAAA,EAAiD,CAE5G,IAAMC,EAAYD,EAASE,KAAKC,eAAAA,EAEhC,GAAI,CAACF,EAAW,MAAO,CAAC,CAAEG,OAAQC,oBAAmBC,MAAO,CAAEC,OAAQ,CAAE,CAAE,GAE1E,GAAM,CAAEA,OAAAA,CAAM,EAAKN,EAAUK,MAEvBE,EAAsB,MAAM,KAAKC,+BAA8B,EACrE,GAAI,CAACD,EAAqB,MAAO,CAACP,GAClC,IAAMS,EAAQ,MAAM,IAAIC,kBAAgD,CAAEP,OAAQQ,gCAA+B,CAAA,EAC9GC,OAAO,CAAEC,MAAO,KAAKrB,oBAAqBc,OAAAA,EAAQtB,MAAAA,GAAOU,gBAAiB,KAAKA,eAAgB,CAAA,EAC/FoB,MAAK,EACFC,EAAQ,MAAMR,EAAoBS,OAAO,CAACP,EAAM,EACtD,GAAIM,EAAME,SAAW,EAAG,MAAO,CAACjB,GAEhC,IAAMkB,EAAkB,MAAM,KAAKC,qBAAoB,EACvD,GAAI,CAACD,EAAiB,MAAO,CAAClB,GAC9B,IAAMoB,EAAML,EAAMnB,OAAOyB,wBAAAA,EACnBC,GAAqC,MAAMC,QAAQC,IAAIJ,EAAIK,IAAKC,GAAO,KAAKC,0BAA0BD,EAAIR,CAAAA,CAAAA,CAAAA,GAC7GtB,OAAOgC,QAAAA,EACPC,KAAI,EAEP,MAAO,CADW,CAAE1B,OAAQC,oBAAmBC,MAAO,CAAE,GAAGL,EAAUK,MAAOC,OAAQA,EAASS,EAAME,MAAO,CAAE,KACtFK,EACxB,CAKA,MAAgBH,sBAA8D,CAE5E,IAAMW,KAAyBC,YAC7B,KAAKtC,QAAQuC,cAAcC,UAC3B,IAAM,GAAGhD,CAAAA,mDAA6D,EAGlEiD,EAAM,MAAM,KAAKC,QAAQL,CAAAA,EAC/B,GAAKI,EAEL,OAAOE,mBAAiBC,KAAKH,EAAK,KAAKI,OAAO,CAChD,CAMA,MAAgB9B,gCAAiC,CAE/C,IAAMsB,KAAyBC,YAC7B,KAAKtC,QAAQuC,cAAczB,oBAC3B,IAAM,GAAGtB,CAAAA,6DAAuE,EAG5EiD,EAAM,MAAM,KAAKC,QAAQL,CAAAA,EAC/B,GAAKI,EAEL,OAAOK,iBAAeF,KAMpBH,EAAK,KAAKI,OAAO,CACrB,CAEA,MAAgBX,0BAA0BD,EAAkBO,EAAqE,CAC/H,IAAMO,KAAeC,wCAAoCf,EAAI,KAAKhC,eAAe,EAAEmC,KAAI,EACvF,GAAIW,EAAavB,SAAW,EAAG,OAC/B,IAAMyB,EAAS,IAAIC,IAAIH,CAAAA,EACjBlB,EAAkB,MAAMW,EAAUW,IAAI,IAAIF,EAAO,EACvD,MAAO,CAAChB,KAAOJ,EACjB,CACF","names":["src_exports","__export","TemporalIndexingDiviner","TemporalIndexingDivinerDivinerQueryToIndexQueryDiviner","TemporalIndexingDivinerIndexCandidateToIndexDiviner","TemporalIndexingDivinerIndexQueryResponseToDivinerQueryResponseDiviner","TemporalIndexingDivinerStateToIndexCandidateDiviner","__toCommonJS","import_diviner_indexing_memory","import_diviner_temporal_indexing_model","TemporalIndexingDiviner","IndexingDiviner","configSchemas","TemporalIndexingDivinerConfigSchema","defaultConfigSchema","startHandler","import_diviner_abstract","import_diviner_jsonpath_aggregate_memory","import_diviner_payload_model","import_diviner_temporal_indexing_model","import_payload_builder","import_payload_model","TemporalIndexingDivinerDivinerQueryToIndexQueryDiviner","AbstractDiviner","configSchemas","TemporalIndexingDivinerDivinerQueryToIndexQueryDivinerConfigSchema","defaultConfigSchema","labels","_indexableSchemas","_payloadTransformers","divinerQuerySchema","config","PayloadDivinerQuerySchema","indexQuerySchema","indexSchema","TemporalIndexingDivinerResultIndexSchema","indexableSchemas","Object","keys","schemaTransforms","payloadTransformers","jsonPathToTransformersDictionary","defaultValue","destinationField","sourcePathExpression","divineHandler","payloads","queries","filter","isPayloadOfSchemaType","length","Promise","all","map","query","fields","reducePayloads","schemas","sources","PayloadBuilder","schema","build","import_array","import_assert","import_exists","import_boundwitness_model","import_diviner_abstract","import_diviner_jsonpath_aggregate_memory","import_diviner_temporal_indexing_model","import_payload_builder","import_payload_model","import_payload_utils","moduleName","TemporalIndexingDivinerIndexCandidateToIndexDiviner","AbstractDiviner","configSchemas","TemporalIndexingDivinerIndexCandidateToIndexDivinerConfigSchema","defaultConfigSchema","labels","_indexableSchemas","_payloadTransformers","indexableSchemas","Object","keys","schemaTransforms","payloadTransformers","jsonPathToTransformersDictionary","assertEx","config","divineHandler","payloads","builtPayloads","Promise","all","map","payload","PayloadBuilder","build","indexableBoundWitnesses","filter","isBoundWitnessWithMeta","bw","containsAll","payload_schemas","indexablePayloads","p","isIndexablePayload","length","bwDictionary","payloadDictionary","toDataHashMap","validIndexableTuples","bwHash","entries","combinations","intraBoundwitnessSchemaCombinations","combination","hash","exists","push","sourcePayloadHashes","indexFields","flatMap","transformers","schema","transform","sources","TemporalIndexingDivinerResultIndexSchema","fields","assign","flat","__name","x","isAnyPayload","includes","isIndexableSchema","import_diviner_abstract","import_diviner_payload_model","import_diviner_temporal_indexing_model","TemporalIndexingDivinerIndexQueryResponseToDivinerQueryResponseDiviner","AbstractDiviner","configSchemas","TemporalIndexingDivinerIndexQueryResponseToDivinerQueryResponseDivinerConfigSchema","defaultConfigSchema","labels","divineHandler","payloads","responses","filter","p","isPayloadDivinerQueryPayload","Promise","resolve","import_assert","import_exists","import_archivist_wrapper","import_boundwitness_model","import_diviner_abstract","import_diviner_boundwitness_model","import_diviner_temporal_indexing_model","import_diviner_wrapper","import_module_model","import_payload_builder","import_payload_utils","import_witness_timestamp","order","moduleName","TemporalIndexingDivinerStateToIndexCandidateDiviner","AbstractDiviner","configSchemas","TemporalIndexingDivinerStateToIndexCandidateDivinerConfigSchema","defaultConfigSchema","labels","payloadDivinerLimit","config","payload_schemas","schemas","filter","TimestampSchema","divineHandler","payloads","lastState","find","isModuleState","schema","ModuleStateSchema","state","offset","boundWitnessDiviner","getBoundWitnessDivinerForStore","query","PayloadBuilder","BoundWitnessDivinerQuerySchema","fields","limit","build","batch","divine","length","sourceArchivist","getArchivistForStore","bws","isBoundWitnessWithMeta","indexCandidates","Promise","all","map","bw","getPayloadsInBoundWitness","exists","flat","name","assertEx","payloadStore","archivist","mod","resolve","ArchivistWrapper","wrap","account","DivinerWrapper","combinations","intraBoundwitnessSchemaCombinations","hashes","Set","get"]}
+{"version":3,"sources":["../../src/index.ts","../../src/Diviner.ts","../../src/DivinerQueryToIndexQueryDiviner/Diviner.ts","../../src/IndexCandidateToIndexDiviner/Diviner.ts","../../src/IndexQueryResponseToDivinerQueryResponseDiviner/Diviner.ts","../../src/StateToIndexCandidateDiviner/Diviner.ts"],"sourcesContent":["export * from './Diviner'\nexport * from './DivinerQueryToIndexQueryDiviner'\nexport * from './IndexCandidateToIndexDiviner'\nexport * from './IndexQueryResponseToDivinerQueryResponseDiviner'\nexport * from './StateToIndexCandidateDiviner'\n","import { IndexingDiviner } from '@xyo-network/diviner-indexing-memory'\nimport { DivinerInstance, DivinerModuleEventData } from '@xyo-network/diviner-model'\nimport { TemporalIndexingDivinerConfigSchema, TemporalIndexingDivinerParams } from '@xyo-network/diviner-temporal-indexing-model'\nimport { Payload, Schema } from '@xyo-network/payload-model'\n\nexport class TemporalIndexingDiviner<\n  TParams extends TemporalIndexingDivinerParams = TemporalIndexingDivinerParams,\n  TIn extends Payload = Payload,\n  TOut extends Payload = Payload,\n  TEventData extends DivinerModuleEventData<DivinerInstance<TParams, TIn, TOut>, TIn, TOut> = DivinerModuleEventData<\n    DivinerInstance<TParams, TIn, TOut>,\n    TIn,\n    TOut\n  >,\n> extends IndexingDiviner<TParams, TIn, TOut, TEventData> {\n  static override readonly configSchemas: Schema[] = [...super.configSchemas, TemporalIndexingDivinerConfigSchema]\n  static override readonly defaultConfigSchema: Schema = TemporalIndexingDivinerConfigSchema\n\n  protected override async startHandler(): Promise<boolean> {\n    await super.startHandler()\n    return true\n  }\n}\n","import { Hash } from '@xylabs/hex'\nimport { AbstractDiviner } from '@xyo-network/diviner-abstract'\nimport { jsonPathToTransformersDictionary, reducePayloads } from '@xyo-network/diviner-jsonpath-aggregate-memory'\nimport { SchemaToJsonPathTransformExpressionsDictionary, SchemaToPayloadTransformersDictionary } from '@xyo-network/diviner-jsonpath-model'\nimport { PayloadDivinerQueryPayload, PayloadDivinerQuerySchema } from '@xyo-network/diviner-payload-model'\nimport {\n  TemporalIndexingDivinerDivinerQueryToIndexQueryDivinerConfigSchema,\n  TemporalIndexingDivinerDivinerQueryToIndexQueryDivinerParams,\n  TemporalIndexingDivinerResultIndexSchema,\n} from '@xyo-network/diviner-temporal-indexing-model'\nimport { Labels } from '@xyo-network/module-model'\nimport { PayloadBuilder } from '@xyo-network/payload-builder'\nimport { isPayloadOfSchemaType, Payload } from '@xyo-network/payload-model'\n// TODO: Inherit from JsonPathAggregateDiviner\n/**\n * A diviner that converts diviner query to index query\n */\nexport class TemporalIndexingDivinerDivinerQueryToIndexQueryDiviner<\n  TParams extends TemporalIndexingDivinerDivinerQueryToIndexQueryDivinerParams = TemporalIndexingDivinerDivinerQueryToIndexQueryDivinerParams,\n> extends AbstractDiviner<TParams> {\n  static override readonly configSchemas = [...super.configSchemas, TemporalIndexingDivinerDivinerQueryToIndexQueryDivinerConfigSchema]\n  static override readonly defaultConfigSchema = TemporalIndexingDivinerDivinerQueryToIndexQueryDivinerConfigSchema\n  static override labels: Labels = {\n    ...super.labels,\n    'network.xyo.diviner.stage': 'divinerQueryToIndexQueryDiviner',\n  }\n\n  private _indexableSchemas: string[] | undefined\n  private _payloadTransformers: SchemaToPayloadTransformersDictionary | undefined\n\n  /**\n   * The schema of the diviner query payloads\n   */\n  protected get divinerQuerySchema(): string {\n    return this.config.divinerQuerySchema ?? PayloadDivinerQuerySchema\n  }\n\n  /**\n   * The schema of the index query payloads\n   */\n  protected get indexQuerySchema(): string {\n    return this.config.indexQuerySchema ?? PayloadDivinerQuerySchema\n  }\n\n  /**\n   * The schema of the index payloads\n   */\n  protected get indexSchema(): string {\n    return this.config.indexSchema ?? TemporalIndexingDivinerResultIndexSchema\n  }\n\n  /**\n   * List of indexable schemas for this diviner\n   */\n  protected get indexableSchemas(): string[] {\n    if (!this._indexableSchemas) this._indexableSchemas = Object.keys(this.schemaTransforms)\n    return this._indexableSchemas\n  }\n\n  /**\n   * Dictionary of schemas to payload transformers for creating indexes\n   * from the payloads within a Bound Witness\n   */\n  protected get payloadTransformers(): SchemaToPayloadTransformersDictionary {\n    if (!this._payloadTransformers) this._payloadTransformers = jsonPathToTransformersDictionary(this.schemaTransforms)\n    return this._payloadTransformers\n  }\n\n  /**\n   * The dictionary of schemas to JSON Path transform expressions for creating indexes\n   * from the payloads within a Bound Witness\n   */\n  protected get schemaTransforms(): SchemaToJsonPathTransformExpressionsDictionary {\n    return (\n      this.config?.schemaTransforms ?? {\n        [this.divinerQuerySchema]: [\n          {\n            defaultValue: 1,\n            destinationField: 'limit',\n            sourcePathExpression: '$.limit',\n          },\n          {\n            defaultValue: 0,\n            destinationField: 'offset',\n            sourcePathExpression: '$.offset',\n          },\n          {\n            defaultValue: 'desc',\n            destinationField: 'order',\n            sourcePathExpression: '$.order',\n          },\n        ],\n      }\n    )\n  }\n\n  protected override async divineHandler(payloads: Payload[] = []): Promise<Payload[]> {\n    const queries = payloads.filter(isPayloadOfSchemaType<PayloadDivinerQueryPayload>(this.divinerQuerySchema))\n    if (queries.length > 0) {\n      const results = await Promise.all(\n        queries.map(async (query) => {\n          const fields = await reducePayloads<PayloadDivinerQueryPayload & { sources?: Hash[] }>(\n            [query],\n            this.payloadTransformers,\n            this.indexQuerySchema,\n          )\n          // TODO: Make index schema configurable\n          fields.schemas = [this.indexSchema]\n          // TODO: Make sources not need to be deleted\n          delete fields.sources\n          // TODO: Add support for additional filters\n          return await new PayloadBuilder<Payload>({ schema: this.indexQuerySchema }).fields(fields).build()\n        }),\n      )\n      return results\n    }\n    return []\n  }\n}\n","import { containsAll } from '@xylabs/array'\nimport { assertEx } from '@xylabs/assert'\nimport { exists } from '@xylabs/exists'\nimport { Hash } from '@xylabs/hex'\nimport { BoundWitness, isBoundWitnessWithMeta } from '@xyo-network/boundwitness-model'\nimport { AbstractDiviner } from '@xyo-network/diviner-abstract'\nimport { jsonPathToTransformersDictionary } from '@xyo-network/diviner-jsonpath-aggregate-memory'\nimport { SchemaToJsonPathTransformExpressionsDictionary, SchemaToPayloadTransformersDictionary } from '@xyo-network/diviner-jsonpath-model'\nimport {\n  TemporalIndexingDivinerIndexCandidateToIndexDivinerConfigSchema,\n  TemporalIndexingDivinerIndexCandidateToIndexDivinerParams,\n  TemporalIndexingDivinerResultIndex,\n  TemporalIndexingDivinerResultIndexSchema,\n} from '@xyo-network/diviner-temporal-indexing-model'\nimport { Labels } from '@xyo-network/module-model'\nimport { PayloadBuilder } from '@xyo-network/payload-builder'\nimport { isAnyPayload, Payload, Schema } from '@xyo-network/payload-model'\nimport { intraBoundwitnessSchemaCombinations } from '@xyo-network/payload-utils'\n\ntype IndexableHashes = [Hash, ...Hash[]]\n\nconst moduleName = 'TemporalIndexingDivinerIndexCandidateToIndexDiviner'\n\n/**\n * Diviner which transforms index candidates to indexes using JSON Path to map\n * source properties in the supplied payloads to destination fields in the\n * resultant index\n */\nexport class TemporalIndexingDivinerIndexCandidateToIndexDiviner<\n  TParams extends TemporalIndexingDivinerIndexCandidateToIndexDivinerParams = TemporalIndexingDivinerIndexCandidateToIndexDivinerParams,\n> extends AbstractDiviner<TParams> {\n  static override readonly configSchemas: Schema[] = [...super.configSchemas, TemporalIndexingDivinerIndexCandidateToIndexDivinerConfigSchema]\n  static override readonly defaultConfigSchema: Schema = TemporalIndexingDivinerIndexCandidateToIndexDivinerConfigSchema\n  static override labels: Labels = {\n    ...super.labels,\n    'network.xyo.diviner.stage': 'indexCandidateToIndexDiviner',\n  }\n\n  private _indexableSchemas: string[] | undefined\n  private _payloadTransformers: SchemaToPayloadTransformersDictionary | undefined\n\n  /**\n   * List of indexable schemas for this diviner\n   */\n  protected get indexableSchemas(): string[] {\n    if (!this._indexableSchemas) this._indexableSchemas = Object.keys(this.schemaTransforms)\n    return this._indexableSchemas\n  }\n\n  /**\n   * Dictionary of schemas to payload transformers for creating indexes\n   * from the payloads within a Bound Witness\n   */\n  protected get payloadTransformers(): SchemaToPayloadTransformersDictionary {\n    if (!this._payloadTransformers) this._payloadTransformers = jsonPathToTransformersDictionary(this.schemaTransforms)\n    return this._payloadTransformers\n  }\n\n  /**\n   * The dictionary of schemas to JSON Path transform expressions for creating indexes\n   * from the payloads within a Bound Witness\n   */\n  protected get schemaTransforms(): SchemaToJsonPathTransformExpressionsDictionary {\n    return assertEx(this.config?.schemaTransforms, () => `${moduleName}: Missing config.schemaTransforms section`)\n  }\n\n  protected override async divineHandler(payloads: Payload[] = []): Promise<Payload[]> {\n    const builtPayloads = await Promise.all(payloads.map((payload) => PayloadBuilder.build(payload)))\n    // If the Bound Witness does not contain all the required schemas do not index it\n    const indexableBoundWitnesses = builtPayloads\n      .filter(isBoundWitnessWithMeta)\n      .filter((bw) => containsAll(bw.payload_schemas, this.indexableSchemas))\n    // If the Payload is not one of the indexable schemas do not index it\n    const indexablePayloads = builtPayloads.filter((p) => this.isIndexablePayload(p))\n    // If there is nothing to index, return an empty array\n    if (indexableBoundWitnesses.length === 0 || indexablePayloads.length === 0) return []\n    // Hash all the indexable data once\n    const [bwDictionary, payloadDictionary] = await Promise.all([\n      PayloadBuilder.toDataHashMap(indexableBoundWitnesses),\n      PayloadBuilder.toDataHashMap(indexablePayloads),\n    ])\n\n    // Initialize the array for validIndexableTuples outside of the loop\n    const validIndexableTuples: IndexableHashes[] = []\n\n    // Iterate over each entry in bwDictionary\n    for (const [bwHash, bw] of Object.entries(bwDictionary) as [Hash, BoundWitness][]) {\n      // Find the combinations of payloads that satisfy the required schemas\n      const combinations = intraBoundwitnessSchemaCombinations(bw, this.indexableSchemas)\n\n      // Iterate over each combination\n      for (const combination of combinations) {\n        const indexablePayloads = combination.map((hash) => payloadDictionary[hash]).filter(exists)\n\n        // If we found the right amount of indexable payloads (of the correct schema as checked\n        // above) in this BW, then index it\n        if (indexablePayloads.length === this.indexableSchemas.length) {\n          validIndexableTuples.push([bwHash, ...combination])\n        }\n      }\n    }\n\n    // Create the indexes from the tuples\n    const indexes = await Promise.all(\n      validIndexableTuples.map<Promise<TemporalIndexingDivinerResultIndex>>(async ([bwHash, ...sourcePayloadHashes]) => {\n        const sourcePayloads = sourcePayloadHashes.map((hash) => payloadDictionary[hash])\n        // Use the payload transformers to convert the fields from the source payloads to the destination fields\n        const indexFields = sourcePayloads.flatMap((payload) => {\n          // Find the transformers for this payload\n          const transformers = this.payloadTransformers[payload.schema]\n          // If transformers exist, apply them to the payload otherwise return an empty array\n          return transformers ? transformers.map((transform) => transform(payload)) : []\n        })\n        // Include all the sources for reference\n        const sources: string[] = [bwHash, ...sourcePayloadHashes]\n        // Build and return the index\n        return await new PayloadBuilder<TemporalIndexingDivinerResultIndex>({ schema: TemporalIndexingDivinerResultIndexSchema })\n          .fields(Object.assign({ sources }, ...indexFields))\n          .build()\n      }),\n    )\n    return indexes.flat()\n  }\n\n  /**\n   * Identifies if a payload is one that is indexed by this diviner\n   * @param x The candidate payload\n   * @returns True if the payload is one indexed by this diviner, false otherwise\n   */\n  protected isIndexablePayload = (x: unknown) => {\n    return isAnyPayload(x) && this.indexableSchemas.includes(x?.schema)\n  }\n\n  /**\n   * Identifies if a schema is one that is indexed by this diviner\n   * @param schema The candidate schema\n   * @returns True if this schema is one indexed by this diviner, false otherwise\n   */\n  protected isIndexableSchema = (schema?: string | null) => {\n    return typeof schema === 'string' ? this.indexableSchemas.includes(schema) : false\n  }\n}\n","import { AbstractDiviner } from '@xyo-network/diviner-abstract'\nimport { isPayloadDivinerQueryPayload } from '@xyo-network/diviner-payload-model'\nimport { TemporalIndexingDivinerIndexQueryResponseToDivinerQueryResponseDivinerConfigSchema } from '@xyo-network/diviner-temporal-indexing-model'\nimport { Labels } from '@xyo-network/module-model'\nimport { Payload, Schema } from '@xyo-network/payload-model'\n\n/**\n * Transforms an ImageThumbnailIndex response into an ImageThumbnailResponse response\n */\nexport class TemporalIndexingDivinerIndexQueryResponseToDivinerQueryResponseDiviner extends AbstractDiviner {\n  static override readonly configSchemas: Schema[] = [\n    ...super.configSchemas,\n    TemporalIndexingDivinerIndexQueryResponseToDivinerQueryResponseDivinerConfigSchema,\n  ]\n  static override readonly defaultConfigSchema: Schema = TemporalIndexingDivinerIndexQueryResponseToDivinerQueryResponseDivinerConfigSchema\n  static override labels: Labels = {\n    ...super.labels,\n    'network.xyo.diviner.stage': 'indexQueryResponseToDivinerQueryResponseDiviner',\n  }\n\n  protected override async divineHandler(payloads: Payload[] = []): Promise<Payload[]> {\n    // NOTE: We're not doing anything with the query payloads but some diviners\n    // might want to use this to transform from the query to the response (for example\n    // if we use a plaintext value in the query to generate a hash key in the index)\n    // const queries = payloads.filter(isPayloadDivinerQueryPayload)\n    const responses = payloads.filter((p) => !isPayloadDivinerQueryPayload(p))\n    return await Promise.resolve(responses)\n  }\n}\n","import { assertEx } from '@xylabs/assert'\nimport { exists } from '@xylabs/exists'\nimport { ArchivistInstance } from '@xyo-network/archivist-model'\nimport { ArchivistWrapper } from '@xyo-network/archivist-wrapper'\nimport { BoundWitness, isBoundWitnessWithMeta } from '@xyo-network/boundwitness-model'\nimport { AbstractDiviner } from '@xyo-network/diviner-abstract'\nimport { BoundWitnessDiviner } from '@xyo-network/diviner-boundwitness-abstract'\nimport { BoundWitnessDivinerParams, BoundWitnessDivinerQueryPayload, BoundWitnessDivinerQuerySchema } from '@xyo-network/diviner-boundwitness-model'\nimport { IndexingDivinerState } from '@xyo-network/diviner-indexing-model'\nimport {\n  TemporalIndexingDivinerStateToIndexCandidateDivinerConfigSchema,\n  TemporalIndexingDivinerStateToIndexCandidateDivinerParams,\n} from '@xyo-network/diviner-temporal-indexing-model'\nimport { DivinerWrapper } from '@xyo-network/diviner-wrapper'\nimport { isModuleState, Labels, ModuleIdentifier, ModuleState, ModuleStateSchema } from '@xyo-network/module-model'\nimport { PayloadBuilder } from '@xyo-network/payload-builder'\nimport { Payload, Schema } from '@xyo-network/payload-model'\nimport { intraBoundwitnessSchemaCombinations } from '@xyo-network/payload-utils'\nimport { TimeStamp, TimestampSchema } from '@xyo-network/witness-timestamp'\n\n/**\n * All Payload types involved in index candidates for indexing\n */\nexport type IndexCandidate = BoundWitness | Payload | TimeStamp\n\n/**\n * The response from the TemporalStateToIndexCandidateDiviner\n */\nexport type TemporalStateToIndexCandidateDivinerResponse = [\n  /**\n   * The next state of the diviner\n   */\n  nextState: ModuleState<IndexingDivinerState>,\n  /**\n   * The index candidates\n   */\n  ...IndexCandidate[],\n]\n\n/**\n * The default order to search Bound Witnesses to identify index candidates\n */\nconst order = 'asc'\n\n/**\n * The name of the module (for logging purposes)\n */\nconst moduleName = 'TemporalIndexingDivinerStateToIndexCandidateDiviner'\n\n/**\n * Transforms candidates for image thumbnail indexing into their indexed representation\n */\nexport class TemporalIndexingDivinerStateToIndexCandidateDiviner<\n  TParams extends TemporalIndexingDivinerStateToIndexCandidateDivinerParams = TemporalIndexingDivinerStateToIndexCandidateDivinerParams,\n> extends AbstractDiviner<TParams, Payload, ModuleState | IndexCandidate> {\n  static override readonly configSchemas: Schema[] = [...super.configSchemas, TemporalIndexingDivinerStateToIndexCandidateDivinerConfigSchema]\n  static override readonly defaultConfigSchema: Schema = TemporalIndexingDivinerStateToIndexCandidateDivinerConfigSchema\n  static override labels: Labels = {\n    ...super.labels,\n    'network.xyo.diviner.stage': 'stateToIndexCandidateDiviner',\n  }\n\n  get payloadDivinerLimit() {\n    return this.config.payloadDivinerLimit ?? 1000\n  }\n\n  /**\n   * The required payload_schemas within BoundWitnesses to identify index candidates\n   */\n  protected get payload_schemas(): string[] {\n    const schemas = this.config.filter?.payload_schemas\n    return [TimestampSchema, ...(schemas ?? [])]\n  }\n\n  protected override async divineHandler(payloads: Payload[] = []): Promise<[ModuleState, ...IndexCandidate[]]> {\n    // Retrieve the last state from what was passed in\n    const lastState = payloads.find(isModuleState<IndexingDivinerState>)\n    // If there is no last state, start from the beginning\n    if (!lastState) return [{ schema: ModuleStateSchema, state: { offset: 0 } }]\n    // Otherwise, get the last offset\n    const { offset } = lastState.state\n    // Get next batch of results starting from the offset\n    const boundWitnessDiviner = await this.getBoundWitnessDivinerForStore()\n    if (!boundWitnessDiviner) return [lastState]\n    const query = await new PayloadBuilder<BoundWitnessDivinerQueryPayload>({ schema: BoundWitnessDivinerQuerySchema })\n      .fields({ limit: this.payloadDivinerLimit, offset, order, payload_schemas: this.payload_schemas })\n      .build()\n    const batch = await boundWitnessDiviner.divine([query])\n    if (batch.length === 0) return [lastState]\n    // Get source data\n    const sourceArchivist = await this.getArchivistForStore()\n    if (!sourceArchivist) return [lastState]\n    const bws = batch.filter(isBoundWitnessWithMeta)\n    const indexCandidates: IndexCandidate[] = (await Promise.all(bws.map((bw) => this.getPayloadsInBoundWitness(bw, sourceArchivist))))\n      .filter(exists)\n      .flat()\n    const nextState = { schema: ModuleStateSchema, state: { ...lastState.state, offset: offset + batch.length } }\n    return [nextState, ...indexCandidates]\n  }\n  /**\n   * Retrieves the archivist for the payloadStore\n   * @returns The archivist for the payloadStore or undefined if not resolvable\n   */\n  protected async getArchivistForStore(): Promise<ArchivistWrapper | undefined> {\n    // It should be defined, so we'll error if it's not\n    const name: ModuleIdentifier = assertEx(\n      this.config?.payloadStore?.archivist,\n      () => `${moduleName}: Config for payloadStore.archivist not specified`,\n    )\n    // It might not be resolvable (yet), so we'll return undefined if it's not\n    const mod = await this.resolve(name)\n    if (!mod) return undefined\n    // Return the wrapped archivist\n    return ArchivistWrapper.wrap(mod, this.account)\n  }\n\n  /**\n   * Retrieves the BoundWitness Diviner for the payloadStore\n   * @returns The BoundWitness Diviner for the payloadStore or undefined if not resolvable\n   */\n  protected async getBoundWitnessDivinerForStore() {\n    // It should be defined, so we'll error if it's not\n    const name: ModuleIdentifier = assertEx(\n      this.config?.payloadStore?.boundWitnessDiviner,\n      () => `${moduleName}: Config for payloadStore.boundWitnessDiviner not specified`,\n    )\n    // It might not be resolvable (yet), so we'll return undefined if it's not\n    const mod = await this.resolve(name)\n    if (!mod) return\n    // Return the wrapped diviner\n    return DivinerWrapper.wrap<\n      DivinerWrapper<\n        BoundWitnessDiviner<BoundWitnessDivinerParams, BoundWitnessDivinerQueryPayload, BoundWitness>,\n        BoundWitnessDivinerQueryPayload,\n        BoundWitness\n      >\n    >(mod, this.account)\n  }\n\n  protected async getPayloadsInBoundWitness(bw: BoundWitness, archivist: ArchivistInstance): Promise<IndexCandidate[] | undefined> {\n    const combinations = intraBoundwitnessSchemaCombinations(bw, this.payload_schemas).flat()\n    if (combinations.length === 0) return undefined\n    const hashes = new Set(combinations)\n    const indexCandidates = await archivist.get([...hashes])\n    return [bw, ...indexCandidates]\n  }\n}\n"],"mappings":";;;;;;;;;;;;;;;;;;;;;AAAA;;;;;;;;;;;ACAA,qCAAgC;AAEhC,6CAAmF;AAG5E,IAAMA,0BAAN,cASGC,+CAAAA;EAdV,OAcUA;;;EACR,OAAyBC,gBAA0B;OAAI,MAAMA;IAAeC;;EAC5E,OAAyBC,sBAA8BD;EAEvD,MAAyBE,eAAiC;AACxD,UAAM,MAAMA,aAAAA;AACZ,WAAO;EACT;AACF;;;ACrBA,8BAAgC;AAChC,+CAAiE;AAEjE,mCAAsE;AACtE,IAAAC,0CAIO;AAEP,6BAA+B;AAC/B,2BAA+C;AAKxC,IAAMC,yDAAN,cAEGC,wCAAAA;EAlBV,OAkBUA;;;EACR,OAAyBC,gBAAgB;OAAI,MAAMA;IAAeC;;EAClE,OAAyBC,sBAAsBD;EAC/C,OAAgBE,SAAiB;IAC/B,GAAG,MAAMA;IACT,6BAA6B;EAC/B;EAEQC;EACAC;;;;EAKR,IAAcC,qBAA6B;AACzC,WAAO,KAAKC,OAAOD,sBAAsBE;EAC3C;;;;EAKA,IAAcC,mBAA2B;AACvC,WAAO,KAAKF,OAAOE,oBAAoBD;EACzC;;;;EAKA,IAAcE,cAAsB;AAClC,WAAO,KAAKH,OAAOG,eAAeC;EACpC;;;;EAKA,IAAcC,mBAA6B;AACzC,QAAI,CAAC,KAAKR,kBAAmB,MAAKA,oBAAoBS,OAAOC,KAAK,KAAKC,gBAAgB;AACvF,WAAO,KAAKX;EACd;;;;;EAMA,IAAcY,sBAA6D;AACzE,QAAI,CAAC,KAAKX,qBAAsB,MAAKA,2BAAuBY,2EAAiC,KAAKF,gBAAgB;AAClH,WAAO,KAAKV;EACd;;;;;EAMA,IAAcU,mBAAmE;AAC/E,WACE,KAAKR,QAAQQ,oBAAoB;MAC/B,CAAC,KAAKT,kBAAkB,GAAG;QACzB;UACEY,cAAc;UACdC,kBAAkB;UAClBC,sBAAsB;QACxB;QACA;UACEF,cAAc;UACdC,kBAAkB;UAClBC,sBAAsB;QACxB;QACA;UACEF,cAAc;UACdC,kBAAkB;UAClBC,sBAAsB;QACxB;;IAEJ;EAEJ;EAEA,MAAyBC,cAAcC,WAAsB,CAAA,GAAwB;AACnF,UAAMC,UAAUD,SAASE,WAAOC,4CAAkD,KAAKnB,kBAAkB,CAAA;AACzG,QAAIiB,QAAQG,SAAS,GAAG;AACtB,YAAMC,UAAU,MAAMC,QAAQC,IAC5BN,QAAQO,IAAI,OAAOC,UAAAA;AACjB,cAAMC,SAAS,UAAMC,yDACnB;UAACF;WACD,KAAKf,qBACL,KAAKP,gBAAgB;AAGvBuB,eAAOE,UAAU;UAAC,KAAKxB;;AAEvB,eAAOsB,OAAOG;AAEd,eAAO,MAAM,IAAIC,sCAAwB;UAAEC,QAAQ,KAAK5B;QAAiB,CAAA,EAAGuB,OAAOA,MAAAA,EAAQM,MAAK;MAClG,CAAA,CAAA;AAEF,aAAOX;IACT;AACA,WAAO,CAAA;EACT;AACF;;;ACtHA,mBAA4B;AAC5B,oBAAyB;AACzB,oBAAuB;AAEvB,gCAAqD;AACrD,IAAAY,2BAAgC;AAChC,IAAAC,4CAAiD;AAEjD,IAAAC,0CAKO;AAEP,IAAAC,0BAA+B;AAC/B,IAAAC,wBAA8C;AAC9C,2BAAoD;AAIpD,IAAMC,aAAa;AAOZ,IAAMC,sDAAN,cAEGC,yCAAAA;EA9BV,OA8BUA;;;EACR,OAAyBC,gBAA0B;OAAI,MAAMA;IAAeC;;EAC5E,OAAyBC,sBAA8BD;EACvD,OAAgBE,SAAiB;IAC/B,GAAG,MAAMA;IACT,6BAA6B;EAC/B;EAEQC;EACAC;;;;EAKR,IAAcC,mBAA6B;AACzC,QAAI,CAAC,KAAKF,kBAAmB,MAAKA,oBAAoBG,OAAOC,KAAK,KAAKC,gBAAgB;AACvF,WAAO,KAAKL;EACd;;;;;EAMA,IAAcM,sBAA6D;AACzE,QAAI,CAAC,KAAKL,qBAAsB,MAAKA,2BAAuBM,4EAAiC,KAAKF,gBAAgB;AAClH,WAAO,KAAKJ;EACd;;;;;EAMA,IAAcI,mBAAmE;AAC/E,eAAOG,wBAAS,KAAKC,QAAQJ,kBAAkB,MAAM,GAAGZ,UAAAA,2CAAqD;EAC/G;EAEA,MAAyBiB,cAAcC,WAAsB,CAAA,GAAwB;AACnF,UAAMC,gBAAgB,MAAMC,QAAQC,IAAIH,SAASI,IAAI,CAACC,YAAYC,uCAAeC,MAAMF,OAAAA,CAAAA,CAAAA;AAEvF,UAAMG,0BAA0BP,cAC7BQ,OAAOC,gDAAAA,EACPD,OAAO,CAACE,WAAOC,0BAAYD,GAAGE,iBAAiB,KAAKtB,gBAAgB,CAAA;AAEvE,UAAMuB,oBAAoBb,cAAcQ,OAAO,CAACM,MAAM,KAAKC,mBAAmBD,CAAAA,CAAAA;AAE9E,QAAIP,wBAAwBS,WAAW,KAAKH,kBAAkBG,WAAW,EAAG,QAAO,CAAA;AAEnF,UAAM,CAACC,cAAcC,iBAAAA,IAAqB,MAAMjB,QAAQC,IAAI;MAC1DG,uCAAec,cAAcZ,uBAAAA;MAC7BF,uCAAec,cAAcN,iBAAAA;KAC9B;AAGD,UAAMO,uBAA0C,CAAA;AAGhD,eAAW,CAACC,QAAQX,EAAAA,KAAOnB,OAAO+B,QAAQL,YAAAA,GAAyC;AAEjF,YAAMM,mBAAeC,0DAAoCd,IAAI,KAAKpB,gBAAgB;AAGlF,iBAAWmC,eAAeF,cAAc;AACtC,cAAMV,qBAAoBY,YAAYtB,IAAI,CAACuB,SAASR,kBAAkBQ,IAAAA,CAAK,EAAElB,OAAOmB,oBAAAA;AAIpF,YAAId,mBAAkBG,WAAW,KAAK1B,iBAAiB0B,QAAQ;AAC7DI,+BAAqBQ,KAAK;YAACP;eAAWI;WAAY;QACpD;MACF;IACF;AAGA,UAAMI,UAAU,MAAM5B,QAAQC,IAC5BkB,qBAAqBjB,IAAiD,OAAO,CAACkB,QAAWS,sBAAAA,MAAoB;AAC3G,YAAMC,iBAAiBD,oBAAoB3B,IAAI,CAACuB,SAASR,kBAAkBQ,IAAAA,CAAK;AAEhF,YAAMM,cAAcD,eAAeE,QAAQ,CAAC7B,YAAAA;AAE1C,cAAM8B,eAAe,KAAKxC,oBAAoBU,QAAQ+B,MAAM;AAE5D,eAAOD,eAAeA,aAAa/B,IAAI,CAACiC,cAAcA,UAAUhC,OAAAA,CAAAA,IAAY,CAAA;MAC9E,CAAA;AAEA,YAAMiC,UAAoB;QAAChB;WAAWS;;AAEtC,aAAO,MAAM,IAAIzB,uCAAmD;QAAE8B,QAAQG;MAAyC,CAAA,EACpHC,OAAOhD,OAAOiD,OAAO;QAAEH;MAAQ,GAAA,GAAML,WAAAA,CAAAA,EACrC1B,MAAK;IACV,CAAA,CAAA;AAEF,WAAOuB,QAAQY,KAAI;EACrB;;;;;;EAOU1B,qBAAqB,wBAAC2B,MAAAA;AAC9B,eAAOC,oCAAaD,CAAAA,KAAM,KAAKpD,iBAAiBsD,SAASF,GAAGP,MAAAA;EAC9D,GAF+B;;;;;;EASrBU,oBAAoB,wBAACV,WAAAA;AAC7B,WAAO,OAAOA,WAAW,WAAW,KAAK7C,iBAAiBsD,SAAST,MAAAA,IAAU;EAC/E,GAF8B;AAGhC;;;AC7IA,IAAAW,2BAAgC;AAChC,IAAAC,gCAA6C;AAC7C,IAAAC,0CAAmG;AAO5F,IAAMC,yEAAN,cAAqFC,yCAAAA;EAT5F,OAS4FA;;;EAC1F,OAAyBC,gBAA0B;OAC9C,MAAMA;IACTC;;EAEF,OAAyBC,sBAA8BD;EACvD,OAAgBE,SAAiB;IAC/B,GAAG,MAAMA;IACT,6BAA6B;EAC/B;EAEA,MAAyBC,cAAcC,WAAsB,CAAA,GAAwB;AAKnF,UAAMC,YAAYD,SAASE,OAAO,CAACC,MAAM,KAACC,4DAA6BD,CAAAA,CAAAA;AACvE,WAAO,MAAME,QAAQC,QAAQL,SAAAA;EAC/B;AACF;;;AC5BA,IAAAM,iBAAyB;AACzB,IAAAC,iBAAuB;AAEvB,+BAAiC;AACjC,IAAAC,6BAAqD;AACrD,IAAAC,2BAAgC;AAEhC,wCAA2G;AAE3G,IAAAC,0CAGO;AACP,6BAA+B;AAC/B,0BAAwF;AACxF,IAAAC,0BAA+B;AAE/B,IAAAC,wBAAoD;AACpD,+BAA2C;AAwB3C,IAAMC,QAAQ;AAKd,IAAMC,cAAa;AAKZ,IAAMC,sDAAN,cAEGC,yCAAAA;EAtDV,OAsDUA;;;EACR,OAAyBC,gBAA0B;OAAI,MAAMA;IAAeC;;EAC5E,OAAyBC,sBAA8BD;EACvD,OAAgBE,SAAiB;IAC/B,GAAG,MAAMA;IACT,6BAA6B;EAC/B;EAEA,IAAIC,sBAAsB;AACxB,WAAO,KAAKC,OAAOD,uBAAuB;EAC5C;;;;EAKA,IAAcE,kBAA4B;AACxC,UAAMC,UAAU,KAAKF,OAAOG,QAAQF;AACpC,WAAO;MAACG;SAAqBF,WAAW,CAAA;;EAC1C;EAEA,MAAyBG,cAAcC,WAAsB,CAAA,GAAiD;AAE5G,UAAMC,YAAYD,SAASE,KAAKC,iCAAAA;AAEhC,QAAI,CAACF,UAAW,QAAO;MAAC;QAAEG,QAAQC;QAAmBC,OAAO;UAAEC,QAAQ;QAAE;MAAE;;AAE1E,UAAM,EAAEA,OAAM,IAAKN,UAAUK;AAE7B,UAAME,sBAAsB,MAAM,KAAKC,+BAA8B;AACrE,QAAI,CAACD,oBAAqB,QAAO;MAACP;;AAClC,UAAMS,QAAQ,MAAM,IAAIC,uCAAgD;MAAEP,QAAQQ;IAA+B,CAAA,EAC9GC,OAAO;MAAEC,OAAO,KAAKrB;MAAqBc;MAAQtB;MAAOU,iBAAiB,KAAKA;IAAgB,CAAA,EAC/FoB,MAAK;AACR,UAAMC,QAAQ,MAAMR,oBAAoBS,OAAO;MAACP;KAAM;AACtD,QAAIM,MAAME,WAAW,EAAG,QAAO;MAACjB;;AAEhC,UAAMkB,kBAAkB,MAAM,KAAKC,qBAAoB;AACvD,QAAI,CAACD,gBAAiB,QAAO;MAAClB;;AAC9B,UAAMoB,MAAML,MAAMnB,OAAOyB,iDAAAA;AACzB,UAAMC,mBAAqC,MAAMC,QAAQC,IAAIJ,IAAIK,IAAI,CAACC,OAAO,KAAKC,0BAA0BD,IAAIR,eAAAA,CAAAA,CAAAA,GAC7GtB,OAAOgC,qBAAAA,EACPC,KAAI;AACP,UAAMC,YAAY;MAAE3B,QAAQC;MAAmBC,OAAO;QAAE,GAAGL,UAAUK;QAAOC,QAAQA,SAASS,MAAME;MAAO;IAAE;AAC5G,WAAO;MAACa;SAAcR;;EACxB;;;;;EAKA,MAAgBH,uBAA8D;AAE5E,UAAMY,WAAyBC,yBAC7B,KAAKvC,QAAQwC,cAAcC,WAC3B,MAAM,GAAGjD,WAAAA,mDAA6D;AAGxE,UAAMkD,MAAM,MAAM,KAAKC,QAAQL,IAAAA;AAC/B,QAAI,CAACI,IAAK,QAAOE;AAEjB,WAAOC,0CAAiBC,KAAKJ,KAAK,KAAKK,OAAO;EAChD;;;;;EAMA,MAAgBhC,iCAAiC;AAE/C,UAAMuB,WAAyBC,yBAC7B,KAAKvC,QAAQwC,cAAc1B,qBAC3B,MAAM,GAAGtB,WAAAA,6DAAuE;AAGlF,UAAMkD,MAAM,MAAM,KAAKC,QAAQL,IAAAA;AAC/B,QAAI,CAACI,IAAK;AAEV,WAAOM,sCAAeF,KAMpBJ,KAAK,KAAKK,OAAO;EACrB;EAEA,MAAgBb,0BAA0BD,IAAkBQ,WAAqE;AAC/H,UAAMQ,mBAAeC,2DAAoCjB,IAAI,KAAKhC,eAAe,EAAEmC,KAAI;AACvF,QAAIa,aAAazB,WAAW,EAAG,QAAOoB;AACtC,UAAMO,SAAS,IAAIC,IAAIH,YAAAA;AACvB,UAAMpB,kBAAkB,MAAMY,UAAUY,IAAI;SAAIF;KAAO;AACvD,WAAO;MAAClB;SAAOJ;;EACjB;AACF;","names":["TemporalIndexingDiviner","IndexingDiviner","configSchemas","TemporalIndexingDivinerConfigSchema","defaultConfigSchema","startHandler","import_diviner_temporal_indexing_model","TemporalIndexingDivinerDivinerQueryToIndexQueryDiviner","AbstractDiviner","configSchemas","TemporalIndexingDivinerDivinerQueryToIndexQueryDivinerConfigSchema","defaultConfigSchema","labels","_indexableSchemas","_payloadTransformers","divinerQuerySchema","config","PayloadDivinerQuerySchema","indexQuerySchema","indexSchema","TemporalIndexingDivinerResultIndexSchema","indexableSchemas","Object","keys","schemaTransforms","payloadTransformers","jsonPathToTransformersDictionary","defaultValue","destinationField","sourcePathExpression","divineHandler","payloads","queries","filter","isPayloadOfSchemaType","length","results","Promise","all","map","query","fields","reducePayloads","schemas","sources","PayloadBuilder","schema","build","import_diviner_abstract","import_diviner_jsonpath_aggregate_memory","import_diviner_temporal_indexing_model","import_payload_builder","import_payload_model","moduleName","TemporalIndexingDivinerIndexCandidateToIndexDiviner","AbstractDiviner","configSchemas","TemporalIndexingDivinerIndexCandidateToIndexDivinerConfigSchema","defaultConfigSchema","labels","_indexableSchemas","_payloadTransformers","indexableSchemas","Object","keys","schemaTransforms","payloadTransformers","jsonPathToTransformersDictionary","assertEx","config","divineHandler","payloads","builtPayloads","Promise","all","map","payload","PayloadBuilder","build","indexableBoundWitnesses","filter","isBoundWitnessWithMeta","bw","containsAll","payload_schemas","indexablePayloads","p","isIndexablePayload","length","bwDictionary","payloadDictionary","toDataHashMap","validIndexableTuples","bwHash","entries","combinations","intraBoundwitnessSchemaCombinations","combination","hash","exists","push","indexes","sourcePayloadHashes","sourcePayloads","indexFields","flatMap","transformers","schema","transform","sources","TemporalIndexingDivinerResultIndexSchema","fields","assign","flat","x","isAnyPayload","includes","isIndexableSchema","import_diviner_abstract","import_diviner_payload_model","import_diviner_temporal_indexing_model","TemporalIndexingDivinerIndexQueryResponseToDivinerQueryResponseDiviner","AbstractDiviner","configSchemas","TemporalIndexingDivinerIndexQueryResponseToDivinerQueryResponseDivinerConfigSchema","defaultConfigSchema","labels","divineHandler","payloads","responses","filter","p","isPayloadDivinerQueryPayload","Promise","resolve","import_assert","import_exists","import_boundwitness_model","import_diviner_abstract","import_diviner_temporal_indexing_model","import_payload_builder","import_payload_utils","order","moduleName","TemporalIndexingDivinerStateToIndexCandidateDiviner","AbstractDiviner","configSchemas","TemporalIndexingDivinerStateToIndexCandidateDivinerConfigSchema","defaultConfigSchema","labels","payloadDivinerLimit","config","payload_schemas","schemas","filter","TimestampSchema","divineHandler","payloads","lastState","find","isModuleState","schema","ModuleStateSchema","state","offset","boundWitnessDiviner","getBoundWitnessDivinerForStore","query","PayloadBuilder","BoundWitnessDivinerQuerySchema","fields","limit","build","batch","divine","length","sourceArchivist","getArchivistForStore","bws","isBoundWitnessWithMeta","indexCandidates","Promise","all","map","bw","getPayloadsInBoundWitness","exists","flat","nextState","name","assertEx","payloadStore","archivist","mod","resolve","undefined","ArchivistWrapper","wrap","account","DivinerWrapper","combinations","intraBoundwitnessSchemaCombinations","hashes","Set","get"]}