@xyo-network/bridge-pub-sub 2.92.10 → 2.93.0-rc.1
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/browser/AsyncQueryBus/AsyncQueryBusBase.d.cts.map +1 -1
- package/dist/browser/AsyncQueryBus/AsyncQueryBusBase.d.mts.map +1 -1
- package/dist/browser/AsyncQueryBus/AsyncQueryBusBase.d.ts.map +1 -1
- package/dist/browser/AsyncQueryBus/AsyncQueryBusClient.d.cts.map +1 -1
- package/dist/browser/AsyncQueryBus/AsyncQueryBusClient.d.mts.map +1 -1
- package/dist/browser/AsyncQueryBus/AsyncQueryBusClient.d.ts.map +1 -1
- package/dist/browser/AsyncQueryBus/ModuleProxy/ModuleProxy.d.cts +1 -0
- package/dist/browser/AsyncQueryBus/ModuleProxy/ModuleProxy.d.cts.map +1 -1
- package/dist/browser/AsyncQueryBus/ModuleProxy/ModuleProxy.d.mts +1 -0
- package/dist/browser/AsyncQueryBus/ModuleProxy/ModuleProxy.d.mts.map +1 -1
- package/dist/browser/AsyncQueryBus/ModuleProxy/ModuleProxy.d.ts +1 -0
- package/dist/browser/AsyncQueryBus/ModuleProxy/ModuleProxy.d.ts.map +1 -1
- package/dist/browser/Config.d.cts +2 -0
- package/dist/browser/Config.d.cts.map +1 -1
- package/dist/browser/Config.d.mts +2 -0
- package/dist/browser/Config.d.mts.map +1 -1
- package/dist/browser/Config.d.ts +2 -0
- package/dist/browser/Config.d.ts.map +1 -1
- package/dist/browser/PubSubBridge.d.cts +7 -5
- package/dist/browser/PubSubBridge.d.cts.map +1 -1
- package/dist/browser/PubSubBridge.d.mts +7 -5
- package/dist/browser/PubSubBridge.d.mts.map +1 -1
- package/dist/browser/PubSubBridge.d.ts +7 -5
- package/dist/browser/PubSubBridge.d.ts.map +1 -1
- package/dist/browser/PubSubBridgeModuleResolver.d.cts +2 -2
- package/dist/browser/PubSubBridgeModuleResolver.d.cts.map +1 -1
- package/dist/browser/PubSubBridgeModuleResolver.d.mts +2 -2
- package/dist/browser/PubSubBridgeModuleResolver.d.mts.map +1 -1
- package/dist/browser/PubSubBridgeModuleResolver.d.ts +2 -2
- package/dist/browser/PubSubBridgeModuleResolver.d.ts.map +1 -1
- package/dist/browser/index.cjs +75 -17
- package/dist/browser/index.cjs.map +1 -1
- package/dist/browser/index.js +77 -19
- package/dist/browser/index.js.map +1 -1
- package/dist/node/AsyncQueryBus/AsyncQueryBusBase.d.cts.map +1 -1
- package/dist/node/AsyncQueryBus/AsyncQueryBusBase.d.mts.map +1 -1
- package/dist/node/AsyncQueryBus/AsyncQueryBusBase.d.ts.map +1 -1
- package/dist/node/AsyncQueryBus/AsyncQueryBusClient.d.cts.map +1 -1
- package/dist/node/AsyncQueryBus/AsyncQueryBusClient.d.mts.map +1 -1
- package/dist/node/AsyncQueryBus/AsyncQueryBusClient.d.ts.map +1 -1
- package/dist/node/AsyncQueryBus/ModuleProxy/ModuleProxy.d.cts +1 -0
- package/dist/node/AsyncQueryBus/ModuleProxy/ModuleProxy.d.cts.map +1 -1
- package/dist/node/AsyncQueryBus/ModuleProxy/ModuleProxy.d.mts +1 -0
- package/dist/node/AsyncQueryBus/ModuleProxy/ModuleProxy.d.mts.map +1 -1
- package/dist/node/AsyncQueryBus/ModuleProxy/ModuleProxy.d.ts +1 -0
- package/dist/node/AsyncQueryBus/ModuleProxy/ModuleProxy.d.ts.map +1 -1
- package/dist/node/Config.d.cts +2 -0
- package/dist/node/Config.d.cts.map +1 -1
- package/dist/node/Config.d.mts +2 -0
- package/dist/node/Config.d.mts.map +1 -1
- package/dist/node/Config.d.ts +2 -0
- package/dist/node/Config.d.ts.map +1 -1
- package/dist/node/PubSubBridge.d.cts +7 -5
- package/dist/node/PubSubBridge.d.cts.map +1 -1
- package/dist/node/PubSubBridge.d.mts +7 -5
- package/dist/node/PubSubBridge.d.mts.map +1 -1
- package/dist/node/PubSubBridge.d.ts +7 -5
- package/dist/node/PubSubBridge.d.ts.map +1 -1
- package/dist/node/PubSubBridgeModuleResolver.d.cts +2 -2
- package/dist/node/PubSubBridgeModuleResolver.d.cts.map +1 -1
- package/dist/node/PubSubBridgeModuleResolver.d.mts +2 -2
- package/dist/node/PubSubBridgeModuleResolver.d.mts.map +1 -1
- package/dist/node/PubSubBridgeModuleResolver.d.ts +2 -2
- package/dist/node/PubSubBridgeModuleResolver.d.ts.map +1 -1
- package/dist/node/index.cjs +80 -18
- package/dist/node/index.cjs.map +1 -1
- package/dist/node/index.js +82 -20
- package/dist/node/index.js.map +1 -1
- package/package.json +28 -26
- package/src/AsyncQueryBus/AsyncQueryBusBase.ts +12 -4
- package/src/AsyncQueryBus/AsyncQueryBusClient.ts +4 -0
- package/src/AsyncQueryBus/ModuleProxy/ModuleProxy.ts +6 -0
- package/src/Config.ts +2 -0
- package/src/PubSubBridge.ts +35 -14
- package/src/PubSubBridgeModuleResolver.ts +18 -7
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"sources":["../../src/index.ts","../../src/AbstractModuleHost/AbstractModuleHost.ts","../../src/AsyncQueryBus/AsyncQueryBusClient.ts","../../src/AsyncQueryBus/AsyncQueryBusBase.ts","../../src/AsyncQueryBus/model/QueryStatus.ts","../../src/AsyncQueryBus/AsyncQueryBusHost.ts","../../src/AsyncQueryBus/ModuleHost/ModuleHost.ts","../../src/AsyncQueryBus/ModuleProxy/ModuleProxy.ts","../../src/Schema.ts","../../src/Config.ts","../../src/PubSubBridge.ts","../../src/PubSubBridgeModuleResolver.ts"],"sourcesContent":["export * from './AbstractModuleHost'\nexport * from './AsyncQueryBus'\nexport * from './Config'\nexport * from './Params'\nexport * from './PubSubBridge'\nexport * from './PubSubBridgeModuleResolver'\nexport * from './Schema'\n","import { Base, BaseParams } from '@xylabs/object'\nimport { Promisable } from '@xylabs/promise'\nimport { ModuleInstance } from '@xyo-network/module-model'\n\nexport type ModuleHostParams<THostedInstance extends ModuleInstance = ModuleInstance> = BaseParams<{\n module: THostedInstance\n}>\n\nexport abstract class AbstractModuleHost<TParams extends ModuleHostParams = ModuleHostParams> extends Base<TParams> {\n abstract start(): Promisable<void>\n abstract stop(): Promisable<void>\n}\n","import { delay } from '@xylabs/delay'\nimport { forget } from '@xylabs/forget'\nimport { Address } from '@xylabs/hex'\nimport { clearTimeoutEx, setTimeoutEx } from '@xylabs/timer'\nimport { isBoundWitnessWithMeta, QueryBoundWitness } from '@xyo-network/boundwitness-model'\nimport { BoundWitnessDivinerQueryPayload, BoundWitnessDivinerQuerySchema } from '@xyo-network/diviner-boundwitness-model'\nimport { CacheConfig, ModuleQueryResult } from '@xyo-network/module-model'\nimport { PayloadBuilder } from '@xyo-network/payload-builder'\nimport { ModuleError, Payload, PayloadWithMeta, WithMeta } from '@xyo-network/payload-model'\nimport { LRUCache } from 'lru-cache'\n\nimport { AsyncQueryBusBase } from './AsyncQueryBusBase'\nimport { AsyncQueryBusClientParams, Pending } from './model'\n\nexport class AsyncQueryBusClient<TParams extends AsyncQueryBusClientParams = AsyncQueryBusClientParams> extends AsyncQueryBusBase<TParams> {\n protected _queryCache?: LRUCache<Address, Pending | ModuleQueryResult>\n private _pollCount = 0\n private _pollId?: string\n\n constructor(params: TParams) {\n super(params)\n }\n\n get queryCacheConfig(): LRUCache.Options<Address, Pending | ModuleQueryResult, unknown> {\n const queryCacheConfig: CacheConfig | undefined = this.config?.queryCache === true ? {} : this.config?.queryCache\n return { max: 100, ttl: 1000 * 60, ...queryCacheConfig }\n }\n\n get started() {\n return !!this._pollId\n }\n\n /**\n * A cache of queries that have been issued\n */\n protected get queryCache(): LRUCache<Address, Pending | ModuleQueryResult> {\n const config = this.queryCacheConfig\n const requiredConfig = { noUpdateTTL: false, ttlAutopurge: true }\n this._queryCache = this._queryCache ?? new LRUCache<Address, Pending | ModuleQueryResult>({ ...config, ...requiredConfig })\n return this._queryCache\n }\n\n listeningAddresses() {\n return this._queryCache?.keys()\n }\n\n async send(address: Address, query: QueryBoundWitness, payloads?: Payload[] | undefined): Promise<ModuleQueryResult> {\n this.logger?.debug(`Begin issuing query to: ${address}`)\n const $meta = { ...query?.$meta, destination: [address] }\n const routedQuery = await PayloadBuilder.build({ ...query, $meta })\n const queryArchivist = await this.queriesArchivist()\n\n // TODO: Should we always re-hash to true up timestamps? We can't\n // re-sign correctly so we would lose that information if we did and\n // would also be replying to consumers with a different query hash than\n // they sent us (which might be OK since it reflect the chain of custody)\n // Revisit this once we have proxy module support as they are another\n // intermediary to consider.\n const routedQueryHash =\n // Trust the signed hash if it's there\n (routedQuery as WithMeta<QueryBoundWitness>)?.$hash ??\n // TODO: What is the right way to find the dataHash\n Object.keys(await PayloadBuilder.toDataHashMap([routedQuery]))[0]\n this.logger?.debug(`Issuing query: ${routedQueryHash} to: ${address}`)\n // If there was data associated with the query, add it to the insert\n const data = payloads ? [routedQuery, ...payloads] : [routedQuery]\n const insertResult = await queryArchivist.insert?.(data)\n this.logger?.debug(`Issued query: ${routedQueryHash} to: ${address}`)\n this.queryCache.set(routedQueryHash, Pending)\n if (!insertResult) throw new Error('Unable to issue query to queryArchivist')\n const context = new Promise<ModuleQueryResult>((resolve, reject) => {\n this.logger?.debug(`Polling for response to query: ${routedQueryHash}`)\n const pollForResponse = async () => {\n try {\n this.start()\n let response = this.queryCache.get(routedQueryHash)\n // Poll for response until cache key expires (response timed out)\n while (response !== undefined) {\n // Wait a bit\n await delay(100)\n // Check the status of the response\n response = this.queryCache.get(routedQueryHash)\n // If status is no longer pending that means we received a response\n if (response && response !== Pending) {\n this.logger?.debug(`Returning response to query: ${routedQueryHash}`)\n resolve(response)\n return\n }\n }\n // If we got here waiting for a response timed out\n this.logger?.error('Timeout waiting for query response')\n // Resolve with error to match what a local module would do if it were to error\n // TODO: BW Builder/Sign result as this module?\n const error: ModuleError = {\n message: 'Timeout waiting for query response',\n query: 'network.xyo.boundwitness',\n schema: 'network.xyo.error.module',\n sources: [routedQueryHash],\n }\n reject(error)\n return\n } finally {\n this.stop()\n }\n }\n forget(pollForResponse())\n })\n return context\n }\n\n /**\n * Runs the background divine process on a loop with a delay\n * specified by the `config.pollFrequency`\n */\n private poll() {\n this._pollId = setTimeoutEx(async () => {\n try {\n await this.processIncomingResponses()\n } catch (e) {\n this.logger?.error?.(`Error in main loop: ${e}`)\n } finally {\n if (this._pollId) clearTimeoutEx(this._pollId)\n this._pollId = undefined\n this.poll()\n }\n }, this.pollFrequencyConfig)\n }\n\n /**\n * Background process for processing incoming responses to previously issued queries\n */\n private processIncomingResponses = async () => {\n const responseArchivist = await this.responsesArchivist()\n const responseBoundWitnessDiviner = await this.responsesDiviner()\n const pendingCommands = [...this.queryCache.entries()].filter(([_, status]) => status === Pending)\n // TODO: Do in throttled batches\n await Promise.allSettled(\n pendingCommands.map(async ([sourceQuery, status]) => {\n if (status === Pending) {\n const divinerQuery: BoundWitnessDivinerQueryPayload = { schema: BoundWitnessDivinerQuerySchema, sourceQuery }\n const result = await responseBoundWitnessDiviner.divine([divinerQuery])\n if (result && result.length > 0) {\n const response = result.find(isBoundWitnessWithMeta)\n if (response && (response?.$meta as unknown as { sourceQuery: string })?.sourceQuery === sourceQuery) {\n this.logger?.debug(`Found response to query: ${sourceQuery}`)\n // Get any payloads associated with the response\n const payloads: PayloadWithMeta[] = response.payload_hashes?.length > 0 ? await responseArchivist.get(response.payload_hashes) : []\n this.queryCache.set(sourceQuery, [response, payloads, []])\n }\n }\n }\n }),\n )\n }\n\n private start() {\n if (this._pollCount === 0) {\n this.poll()\n }\n this._pollCount++\n }\n\n private stop() {\n this._pollCount--\n if (this._pollCount <= 0) {\n if (this._pollId) clearTimeoutEx(this._pollId)\n this._pollId = undefined\n this._pollCount = 0\n }\n }\n}\n","import { assertEx } from '@xylabs/assert'\nimport { Address } from '@xylabs/hex'\nimport { Base } from '@xylabs/object'\nimport { asArchivistInstance } from '@xyo-network/archivist-model'\nimport { BoundWitness, QueryBoundWitness } from '@xyo-network/boundwitness-model'\nimport { BoundWitnessDivinerParams, BoundWitnessDivinerQueryPayload } from '@xyo-network/diviner-boundwitness-model'\nimport { asDivinerInstance, DivinerInstance } from '@xyo-network/diviner-model'\nimport { ModuleConfig } from '@xyo-network/module-model'\nimport { LRUCache } from 'lru-cache'\n\nimport { AsyncQueryBusParams } from './model'\n\nexport class AsyncQueryBusBase<TParams extends AsyncQueryBusParams = AsyncQueryBusParams> extends Base<TParams> {\n protected _lastState?: LRUCache<Address, number>\n protected _targetConfigs: Record<Address, ModuleConfig> = {}\n protected _targetQueries: Record<Address, string[]> = {}\n\n constructor(params: TParams) {\n super(params)\n }\n\n get config(): TParams['config'] {\n return this.params.config\n }\n\n get pollFrequencyConfig(): number {\n return this.config?.pollFrequency ?? 1000\n }\n\n get resolver() {\n return this.params.resolver\n }\n\n /**\n * A cache of the last offset of the Diviner process per address\n */\n protected get lastState(): LRUCache<Address, number> {\n const requiredConfig = { max: 1000, ttl: 0 }\n this._lastState = this._lastState ?? new LRUCache<Address, number>(requiredConfig)\n return this._lastState\n }\n\n async queriesArchivist() {\n return assertEx(\n asArchivistInstance(await this.resolver.resolve(this.config?.intersect?.queries?.archivist)),\n () => `Unable to resolve queriesArchivist [${this.config?.intersect?.queries?.archivist}]`,\n )\n }\n\n async queriesDiviner() {\n return assertEx(\n asDivinerInstance(await this.resolver.resolve(this.config?.intersect?.queries?.boundWitnessDiviner)),\n () => `Unable to resolve queriesDiviner [${this.config?.intersect?.queries?.boundWitnessDiviner}]`,\n ) as DivinerInstance<BoundWitnessDivinerParams, BoundWitnessDivinerQueryPayload, QueryBoundWitness>\n }\n\n async responsesArchivist() {\n return assertEx(\n asArchivistInstance(await this.resolver.resolve(this.config?.intersect?.responses?.archivist)),\n () => `Unable to resolve responsesArchivist [${this.config?.intersect?.responses?.archivist}]`,\n )\n }\n\n async responsesDiviner() {\n return assertEx(\n asDivinerInstance(await this.resolver.resolve(this.config?.intersect?.responses?.boundWitnessDiviner)),\n () => `Unable to resolve responsesDiviner [${this.config?.intersect?.responses?.boundWitnessDiviner}]`,\n ) as DivinerInstance<BoundWitnessDivinerParams, BoundWitnessDivinerQueryPayload, BoundWitness>\n }\n\n /**\n * Commit the internal state of the process. This is similar\n * to a transaction completion in a database and should only be called\n * when results have been successfully persisted to the appropriate\n * external stores.\n * @param address The module address to commit the state for\n * @param nextState The state to commit\n */\n protected async commitState(address: Address, nextState: number) {\n await Promise.resolve()\n // TODO: Offload to Archivist/Diviner instead of in-memory\n const lastState = this.lastState.get(address)\n if (lastState && lastState >= nextState) return\n this.lastState.set(address, nextState)\n }\n\n /**\n * Retrieves the last state of the process. Used to recover state after\n * preemptions, reboots, etc.\n */\n protected async retrieveState(address: Address): Promise<number> {\n await Promise.resolve()\n const state = this.lastState.get(address)\n if (state === undefined) {\n // If this is a boot we can go back a bit in time\n // and begin processing recent commands\n const newState = Date.now() - 1000\n this.lastState.set(address, newState)\n return newState\n } else {\n return state\n }\n }\n}\n","export const Pending = 'pending' as const\nexport type Pending = typeof Pending\n","import { containsAll } from '@xylabs/array'\nimport { assertEx } from '@xylabs/assert'\nimport { Address } from '@xylabs/hex'\nimport { clearTimeoutEx, setTimeoutEx } from '@xylabs/timer'\nimport { isQueryBoundWitnessWithMeta, QueryBoundWitness } from '@xyo-network/boundwitness-model'\nimport { BoundWitnessDivinerQuerySchema } from '@xyo-network/diviner-boundwitness-model'\nimport { asModuleInstance, ModuleConfigSchema, ModuleInstance } from '@xyo-network/module-model'\nimport { PayloadBuilder } from '@xyo-network/payload-builder'\nimport { Schema, WithMeta } from '@xyo-network/payload-model'\n\nimport { AsyncQueryBusBase } from './AsyncQueryBusBase'\nimport { AsyncQueryBusHostParams } from './model'\n\nexport interface ExposeOptions {\n allowedQueries?: Schema[]\n failOnAlreadyExposed?: boolean\n}\n\nexport class AsyncQueryBusHost<TParams extends AsyncQueryBusHostParams = AsyncQueryBusHostParams> extends AsyncQueryBusBase<TParams> {\n protected _exposedAddresses = new Set<Address>()\n private _exposeOptions: Record<Address, ExposeOptions> = {}\n private _pollId?: string\n\n constructor(params: TParams) {\n super(params)\n }\n\n get exposedAddresses() {\n return this._exposedAddresses\n }\n\n get perAddressBatchQueryLimit(): number {\n return this.config?.perAddressBatchQueryLimit ?? 10\n }\n\n get started() {\n return !!this._pollId\n }\n\n expose(address: Address, options: ExposeOptions = {}) {\n const { failOnAlreadyExposed } = options\n assertEx(!failOnAlreadyExposed || !this._exposedAddresses.has(address), () => `Address already exposed [${address}]`)\n this._exposedAddresses.add(address)\n this._exposeOptions[address] = { ...options }\n this.logger?.debug(`${address} exposed`)\n }\n\n async listeningModules(): Promise<ModuleInstance[]> {\n const exposedModules = [...(this.config?.listeningModules ?? []), ...this.exposedAddresses.values()]\n const mods = await Promise.all(\n exposedModules.map(async (listeningModule) =>\n assertEx(asModuleInstance(await this.resolver.resolve(listeningModule)), () => `Unable to resolve listeningModule [${listeningModule}]`),\n ),\n )\n return mods\n }\n\n start() {\n if (this.started) {\n console.warn('AsyncQueryBus starting when already started')\n }\n this.poll()\n }\n\n stop() {\n if (!this.started) {\n console.warn('AsyncQueryBus stopping when already stopped')\n }\n if (this._pollId) clearTimeoutEx(this._pollId)\n this._pollId = undefined\n }\n\n unexpose(address: Address, validate = true) {\n assertEx(!validate || this._exposedAddresses.has(address), () => `Address not exposed [${address}]`)\n this._exposedAddresses.delete(address)\n delete this._exposeOptions[address]\n this.logger?.debug(`${address} unexposed`)\n }\n\n protected callLocalModule = async (localModule: ModuleInstance, query: WithMeta<QueryBoundWitness>) => {\n const localModuleName = localModule.config.name ?? localModule.address\n const queryArchivist = await this.queriesArchivist()\n const responseArchivist = await this.responsesArchivist()\n const queryDestination = (query.$meta as { destination?: string[] })?.destination\n if (queryDestination && queryDestination?.includes(localModule.address)) {\n // Find the query\n const queryIndex = query.payload_hashes.indexOf(query.query)\n if (queryIndex !== -1) {\n const querySchema = query.payload_schemas[queryIndex]\n // If the destination can process this type of query\n if (localModule.queries.includes(querySchema)) {\n // Get the associated payloads\n const queryPayloads = await queryArchivist.get(query.payload_hashes)\n const queryPayloadsDict = await PayloadBuilder.toAllHashMap(queryPayloads)\n const queryHash = (await PayloadBuilder.build(query)).$hash\n // Check that we have all the arguments for the command\n if (!containsAll(Object.keys(queryPayloadsDict), query.payload_hashes)) {\n this.logger?.error(`Error processing command ${queryHash} for module ${localModuleName}, missing payloads`)\n return\n }\n try {\n // Issue the query against module\n const querySchema = queryPayloadsDict[query.query].schema\n this.logger?.debug(`Issuing query ${querySchema} (${queryHash}) addressed to module: ${localModuleName}`)\n const response = await localModule.query(query, queryPayloads, {\n allowedQueries: this._exposeOptions[localModule.address]?.allowedQueries,\n schema: ModuleConfigSchema,\n })\n const [bw, payloads, errors] = response\n this.logger?.debug(`Replying to query ${queryHash} addressed to module: ${localModuleName}`)\n const insertResult = await responseArchivist.insert([bw, ...payloads, ...errors])\n // NOTE: If all archivists support the contract that numPayloads inserted === numPayloads returned we can\n // do some deeper assertions here like lenIn === lenOut, but for now this should be good enough since BWs\n // should always be unique causing at least one insertion\n if (insertResult.length === 0) {\n this.logger?.error(`Error replying to query ${queryHash} addressed to module: ${localModuleName}`)\n }\n if (query?.timestamp) {\n // TODO: This needs to be thought through as we can't use a distributed timestamp\n // because of collisions. We need to ensure we are using the timestamp of the store\n // so there's no chance of multiple commands at the same time\n await this.commitState(localModule.address, query.timestamp)\n }\n } catch (error) {\n this.logger?.error(`Error processing query ${queryHash} for module ${localModuleName}: ${error}`)\n console.error(`Error processing query ${queryHash} for module ${localModuleName}: ${error}`)\n }\n }\n }\n }\n }\n\n /**\n * Finds unprocessed commands addressed to the supplied address\n * @param address The address to find commands for\n */\n protected findQueriesToAddress = async (address: Address) => {\n const queryBoundWitnessDiviner = await this.queriesDiviner()\n // Retrieve last offset from state store\n const timestamp = await this.retrieveState(address)\n const destination = [address]\n const limit = this.perAddressBatchQueryLimit\n // Filter for commands to us by destination address\n const divinerQuery = { destination, limit, schema: BoundWitnessDivinerQuerySchema, sort: 'asc', timestamp }\n const result = await queryBoundWitnessDiviner.divine([divinerQuery])\n const queries = result.filter(isQueryBoundWitnessWithMeta)\n const nextState = queries.length > 0 ? Math.max(...queries.map((c) => c.timestamp ?? 0)) + 1 : timestamp\n // TODO: This needs to be thought through as we can't use a distributed timestamp\n // because of collisions. We need to use the timestamp of the store so there's no\n // chance of multiple commands at the same time\n await this.commitState(address, nextState)\n return queries\n }\n\n /**\n * Runs the background divine process on a loop with a delay\n * specified by the `config.pollFrequency`\n */\n private poll() {\n this._pollId = setTimeoutEx(async () => {\n try {\n await this.processIncomingQueries()\n } catch (e) {\n this.logger?.error?.(`Error in main loop: ${e}`)\n } finally {\n if (this._pollId) clearTimeoutEx(this._pollId)\n this._pollId = undefined\n this.poll()\n }\n }, this.pollFrequencyConfig)\n }\n\n /**\n * Background process for checking for inbound queries\n */\n private processIncomingQueries = async () => {\n this.logger?.debug('Checking for inbound queries')\n // Check for any queries that have been issued and have not been responded to\n const localModules = await this.listeningModules()\n\n // TODO: Do in throttled batches\n await Promise.allSettled(\n localModules.map(async (localModule) => {\n try {\n const localModuleName = localModule.config.name ?? localModule.address\n this.logger?.debug(`Checking for inbound queries to ${localModuleName}`)\n const queries = await this.findQueriesToAddress(localModule.address)\n if (queries.length === 0) return\n this.logger?.debug(`Found queries addressed to local module: ${localModuleName}`)\n for (const query of queries) {\n await this.callLocalModule(localModule, query)\n }\n } catch (error) {\n this.logger?.error(`Error processing queries for address ${localModule.address}: ${error}`)\n }\n }),\n )\n }\n}\n","import { AbstractModuleHost, ModuleHostParams } from '../../AbstractModuleHost'\nimport { AsyncQueryBusHost } from '../AsyncQueryBusHost'\nimport { AsyncQueryBusHostConfig } from '../model'\n\nexport type AsyncQueryBusModuleHostParams = ModuleHostParams & {\n config: AsyncQueryBusHostConfig\n}\n\nexport class AsyncQueryBusModuleHost extends AbstractModuleHost<AsyncQueryBusModuleHostParams> {\n private _busHost?: AsyncQueryBusHost\n\n constructor(params: AsyncQueryBusModuleHostParams) {\n super(params)\n }\n\n override async start(): Promise<void> {\n const listeningModules =\n this.params.config.listeningModules ?? (await this.params.module.resolve('*', { direction: 'down' })).map((m) => m.address)\n this._busHost = new AsyncQueryBusHost({\n config: { ...this.params.config, listeningModules },\n logger: this.params.logger,\n resolver: this.params.module,\n })\n this._busHost?.start()\n }\n override stop() {\n this._busHost?.stop()\n }\n}\n","import { AbstractModuleProxy, ModuleProxyParams } from '@xyo-network/abstract-bridge'\nimport { QueryBoundWitness } from '@xyo-network/boundwitness-model'\nimport { Module, ModuleInstance, ModuleQueryResult } from '@xyo-network/module-model'\nimport { Payload } from '@xyo-network/payload-model'\n\nimport { AsyncQueryBusClient } from '../AsyncQueryBusClient'\n\nexport type AsyncQueryBusModuleProxyParams = ModuleProxyParams & {\n busClient: AsyncQueryBusClient\n}\n\nexport class AsyncQueryBusModuleProxy<TWrappedModule extends Module = Module>\n extends AbstractModuleProxy<AsyncQueryBusModuleProxyParams, TWrappedModule>\n implements ModuleInstance<TWrappedModule['params'], TWrappedModule['eventData']>\n{\n async proxyQueryHandler<T extends QueryBoundWitness = QueryBoundWitness>(query: T, payloads?: Payload[]): Promise<ModuleQueryResult> {\n return await this.proxyParams.busClient.send(this.address, query, payloads)\n }\n}\n","export const PubSubBridgeSchema = 'network.xyo.bridge.pubsub'\nexport type PubSubBridgeSchema = typeof PubSubBridgeSchema\n","import { EmptyObject } from '@xylabs/object'\nimport { BridgeConfig } from '@xyo-network/bridge-model'\n\nimport { AsyncQueryBusClientConfig, AsyncQueryBusHostConfig } from './AsyncQueryBus'\nimport { PubSubBridgeSchema } from './Schema'\n\nexport const PubSubBridgeConfigSchema = `${PubSubBridgeSchema}.config`\nexport type PubSubBridgeConfigSchema = typeof PubSubBridgeConfigSchema\n\n/**\n * Configuration for the PubSubBridge\n */\nexport type PubSubBridgeConfig<TConfig extends EmptyObject = EmptyObject, TSchema extends string | void = void> = BridgeConfig<\n {\n client?: AsyncQueryBusClientConfig\n host?: AsyncQueryBusHostConfig\n } & TConfig,\n TSchema extends string ? TSchema : PubSubBridgeConfigSchema\n>\n","import { assertEx } from '@xylabs/assert'\nimport { Address } from '@xylabs/hex'\nimport { AbstractBridge } from '@xyo-network/abstract-bridge'\nimport { BridgeExposeOptions, BridgeModule, BridgeUnexposeOptions } from '@xyo-network/bridge-model'\nimport { creatableModule, ModuleFilterOptions, ModuleIdentifier } from '@xyo-network/module-model'\nimport { LRUCache } from 'lru-cache'\n\nimport { AsyncQueryBusClient, AsyncQueryBusHost } from './AsyncQueryBus'\nimport { PubSubBridgeConfigSchema } from './Config'\nimport { PubSubBridgeParams } from './Params'\nimport { PubSubBridgeModuleResolver } from './PubSubBridgeModuleResolver'\n\nconst moduleName = 'PubSubBridge'\n\n@creatableModule()\nexport class PubSubBridge<TParams extends PubSubBridgeParams = PubSubBridgeParams> extends AbstractBridge<TParams> implements BridgeModule<TParams> {\n static override configSchemas = [PubSubBridgeConfigSchema]\n\n protected _configRootAddress: Address = ''\n protected _configStateStoreArchivist: string = ''\n protected _configStateStoreBoundWitnessDiviner: string = ''\n protected _exposedAddresses: Address[] = []\n protected _lastState?: LRUCache<string, number>\n\n private _busClient?: AsyncQueryBusClient\n private _busHost?: AsyncQueryBusHost\n private _resolver?: PubSubBridgeModuleResolver\n\n override get resolver() {\n this._resolver =\n this._resolver ??\n new PubSubBridgeModuleResolver({\n bridge: this,\n busClient: assertEx(this.busClient(), () => 'busClient not configured'),\n downResolver: this.downResolver,\n upResolver: this.upResolver,\n wrapperAccount: this.account,\n })\n return this._resolver\n }\n\n protected get moduleName() {\n return `${this.config.name ?? moduleName}`\n }\n\n async exposeHandler(id: ModuleIdentifier, options?: BridgeExposeOptions | undefined): Promise<Address[]> {\n const filterOptions: ModuleFilterOptions = { direction: options?.direction }\n const module = await super.resolve(id, filterOptions)\n if (module) {\n const host = assertEx(this.busHost(), () => 'Not configured as a host')\n host.expose(module.address)\n return [module.address]\n }\n return []\n }\n\n async unexposeHandler(id: ModuleIdentifier, options?: BridgeUnexposeOptions | undefined): Promise<Address[]> {\n const filterOptions: ModuleFilterOptions = { direction: options?.direction }\n const module = await super.resolve(id, filterOptions)\n if (module) {\n const host = assertEx(this.busHost(), () => 'Not configured as a host')\n host.unexpose(module.address)\n return [module.address]\n }\n return []\n }\n\n protected busClient() {\n if (!this._busClient && this.config.client) {\n this._busClient = new AsyncQueryBusClient({\n config: this.config.client,\n logger: this.logger,\n resolver: this,\n })\n }\n return this._busClient\n }\n\n protected busHost() {\n if (!this._busHost && this.config.host) {\n this._busHost = new AsyncQueryBusHost({\n config: this.config.host,\n logger: this.logger,\n resolver: this,\n })\n }\n return this._busHost\n }\n\n protected override startHandler(): Promise<boolean> {\n this.busHost()?.start()\n return Promise.resolve(true)\n }\n\n protected override stopHandler(_timeout?: number | undefined) {\n this.busHost()?.stop()\n return true\n }\n}\n","import { Address } from '@xylabs/hex'\nimport { AbstractBridgeModuleResolver, BridgeModuleResolverOptions } from '@xyo-network/abstract-bridge'\nimport { Account } from '@xyo-network/account'\nimport { ModuleFilterOptions, ModuleIdentifier, ModuleInstance } from '@xyo-network/module-model'\n\nimport { AsyncQueryBusClient, AsyncQueryBusModuleProxy, AsyncQueryBusModuleProxyParams } from './AsyncQueryBus'\n\nexport interface PubSubBridgeModuleResolverOptions extends BridgeModuleResolverOptions {\n busClient: AsyncQueryBusClient\n}\n\nexport class PubSubBridgeModuleResolver<\n T extends PubSubBridgeModuleResolverOptions = PubSubBridgeModuleResolverOptions,\n> extends AbstractBridgeModuleResolver<T> {\n async resolveHandler<T extends ModuleInstance = ModuleInstance>(id: ModuleIdentifier, options?: ModuleFilterOptions<T>): Promise<T | undefined> {\n const idParts = id.split(':')\n const firstPart = idParts.shift()\n const remainderParts = idParts.join(':')\n const account = Account.randomSync()\n const params: AsyncQueryBusModuleProxyParams = {\n account,\n busClient: this.options.busClient,\n host: this.options.bridge,\n moduleAddress: firstPart as Address,\n }\n const proxy = new AsyncQueryBusModuleProxy<T>(params) as unknown as T\n return remainderParts.length > 0 ? await proxy.resolve(remainderParts, options) : proxy\n }\n}\n"],"mappings":";;;;;;;;;;;;;;;;;;;;;AAAA;;;;;;;;;;;;;;;;ACAA,oBAAiC;AAQ1B,IAAeA,qBAAf,cAA+FC,mBAAAA;EARtG,OAQsGA;;;AAGtG;;;ACXA,mBAAsB;AACtB,oBAAuB;AAEvB,mBAA6C;AAC7C,gCAA0D;AAC1D,wCAAgF;AAEhF,6BAA+B;AAE/B,IAAAC,oBAAyB;;;ACTzB,oBAAyB;AAEzB,IAAAC,iBAAqB;AACrB,6BAAoC;AAGpC,2BAAmD;AAEnD,uBAAyB;AAIlB,IAAMC,oBAAN,cAA2FC,oBAAAA;EAZlG,OAYkGA;;;EACtFC;EACAC,iBAAgD,CAAC;EACjDC,iBAA4C,CAAC;EAEvDC,YAAYC,QAAiB;AAC3B,UAAMA,MAAAA;EACR;EAEA,IAAIC,SAA4B;AAC9B,WAAO,KAAKD,OAAOC;EACrB;EAEA,IAAIC,sBAA8B;AAChC,WAAO,KAAKD,QAAQE,iBAAiB;EACvC;EAEA,IAAIC,WAAW;AACb,WAAO,KAAKJ,OAAOI;EACrB;;;;EAKA,IAAcC,YAAuC;AACnD,UAAMC,iBAAiB;MAAEC,KAAK;MAAMC,KAAK;IAAE;AAC3C,SAAKZ,aAAa,KAAKA,cAAc,IAAIa,0BAA0BH,cAAAA;AACnE,WAAO,KAAKV;EACd;EAEA,MAAMc,mBAAmB;AACvB,eAAOC,4BACLC,4CAAoB,MAAM,KAAKR,SAASS,QAAQ,KAAKZ,QAAQa,WAAWC,SAASC,SAAAA,CAAAA,GACjF,MAAM,uCAAuC,KAAKf,QAAQa,WAAWC,SAASC,SAAAA,GAAY;EAE9F;EAEA,MAAMC,iBAAiB;AACrB,eAAON,4BACLO,wCAAkB,MAAM,KAAKd,SAASS,QAAQ,KAAKZ,QAAQa,WAAWC,SAASI,mBAAAA,CAAAA,GAC/E,MAAM,qCAAqC,KAAKlB,QAAQa,WAAWC,SAASI,mBAAAA,GAAsB;EAEtG;EAEA,MAAMC,qBAAqB;AACzB,eAAOT,4BACLC,4CAAoB,MAAM,KAAKR,SAASS,QAAQ,KAAKZ,QAAQa,WAAWO,WAAWL,SAAAA,CAAAA,GACnF,MAAM,yCAAyC,KAAKf,QAAQa,WAAWO,WAAWL,SAAAA,GAAY;EAElG;EAEA,MAAMM,mBAAmB;AACvB,eAAOX,4BACLO,wCAAkB,MAAM,KAAKd,SAASS,QAAQ,KAAKZ,QAAQa,WAAWO,WAAWF,mBAAAA,CAAAA,GACjF,MAAM,uCAAuC,KAAKlB,QAAQa,WAAWO,WAAWF,mBAAAA,GAAsB;EAE1G;;;;;;;;;EAUA,MAAgBI,YAAYC,SAAkBC,WAAmB;AAC/D,UAAMC,QAAQb,QAAO;AAErB,UAAMR,YAAY,KAAKA,UAAUsB,IAAIH,OAAAA;AACrC,QAAInB,aAAaA,aAAaoB;AAAW;AACzC,SAAKpB,UAAUuB,IAAIJ,SAASC,SAAAA;EAC9B;;;;;EAMA,MAAgBI,cAAcL,SAAmC;AAC/D,UAAME,QAAQb,QAAO;AACrB,UAAMiB,QAAQ,KAAKzB,UAAUsB,IAAIH,OAAAA;AACjC,QAAIM,UAAUC,QAAW;AAGvB,YAAMC,WAAWC,KAAKC,IAAG,IAAK;AAC9B,WAAK7B,UAAUuB,IAAIJ,SAASQ,QAAAA;AAC5B,aAAOA;IACT,OAAO;AACL,aAAOF;IACT;EACF;AACF;;;ACvGO,IAAMK,UAAU;;;AFchB,IAAMC,sBAAN,cAAyGC,kBAAAA;EAdhH,OAcgHA;;;EACpGC;EACFC,aAAa;EACbC;EAERC,YAAYC,QAAiB;AAC3B,UAAMA,MAAAA;EACR;EAEA,IAAIC,mBAAoF;AACtF,UAAMA,mBAA4C,KAAKC,QAAQC,eAAe,OAAO,CAAC,IAAI,KAAKD,QAAQC;AACvG,WAAO;MAAEC,KAAK;MAAKC,KAAK,MAAO;MAAI,GAAGJ;IAAiB;EACzD;EAEA,IAAIK,UAAU;AACZ,WAAO,CAAC,CAAC,KAAKR;EAChB;;;;EAKA,IAAcK,aAA6D;AACzE,UAAMD,SAAS,KAAKD;AACpB,UAAMM,iBAAiB;MAAEC,aAAa;MAAOC,cAAc;IAAK;AAChE,SAAKb,cAAc,KAAKA,eAAe,IAAIc,2BAA+C;MAAE,GAAGR;MAAQ,GAAGK;IAAe,CAAA;AACzH,WAAO,KAAKX;EACd;EAEAe,qBAAqB;AACnB,WAAO,KAAKf,aAAagB,KAAAA;EAC3B;EAEA,MAAMC,KAAKC,SAAkBC,OAA0BC,UAA8D;AACnH,SAAKC,QAAQC,MAAM,2BAA2BJ,OAAAA,EAAS;AACvD,UAAMK,QAAQ;MAAE,GAAGJ,OAAOI;MAAOC,aAAa;QAACN;;IAAS;AACxD,UAAMO,cAAc,MAAMC,sCAAeC,MAAM;MAAE,GAAGR;MAAOI;IAAM,CAAA;AACjE,UAAMK,iBAAiB,MAAM,KAAKC,iBAAgB;AAQlD,UAAMC;;MAEHL,aAA6CM;MAE9CC,OAAOhB,KAAK,MAAMU,sCAAeO,cAAc;QAACR;OAAY,CAAA,EAAG,CAAA;;AACjE,SAAKJ,QAAQC,MAAM,kBAAkBQ,eAAAA,QAAuBZ,OAAAA,EAAS;AAErE,UAAMgB,OAAOd,WAAW;MAACK;SAAgBL;QAAY;MAACK;;AACtD,UAAMU,eAAe,MAAMP,eAAeQ,SAASF,IAAAA;AACnD,SAAKb,QAAQC,MAAM,iBAAiBQ,eAAAA,QAAuBZ,OAAAA,EAAS;AACpE,SAAKX,WAAW8B,IAAIP,iBAAiBQ,OAAAA;AACrC,QAAI,CAACH;AAAc,YAAM,IAAII,MAAM,yCAAA;AACnC,UAAMC,UAAU,IAAIC,QAA2B,CAACC,SAASC,WAAAA;AACvD,WAAKtB,QAAQC,MAAM,kCAAkCQ,eAAAA,EAAiB;AACtE,YAAMc,kBAAkB,mCAAA;AACtB,YAAI;AACF,eAAKC,MAAK;AACV,cAAIC,WAAW,KAAKvC,WAAWwC,IAAIjB,eAAAA;AAEnC,iBAAOgB,aAAaE,QAAW;AAE7B,sBAAMC,oBAAM,GAAA;AAEZH,uBAAW,KAAKvC,WAAWwC,IAAIjB,eAAAA;AAE/B,gBAAIgB,YAAYA,aAAaR,SAAS;AACpC,mBAAKjB,QAAQC,MAAM,gCAAgCQ,eAAAA,EAAiB;AACpEY,sBAAQI,QAAAA;AACR;YACF;UACF;AAEA,eAAKzB,QAAQ6B,MAAM,oCAAA;AAGnB,gBAAMA,QAAqB;YACzBC,SAAS;YACThC,OAAO;YACPiC,QAAQ;YACRC,SAAS;cAACvB;;UACZ;AACAa,iBAAOO,KAAAA;AACP;QACF,UAAA;AACE,eAAKI,KAAI;QACX;MACF,GAhCwB;AAiCxBC,gCAAOX,gBAAAA,CAAAA;IACT,CAAA;AACA,WAAOJ;EACT;;;;;EAMQgB,OAAO;AACb,SAAKtD,cAAUuD,2BAAa,YAAA;AAC1B,UAAI;AACF,cAAM,KAAKC,yBAAwB;MACrC,SAASC,GAAG;AACV,aAAKtC,QAAQ6B,QAAQ,uBAAuBS,CAAAA,EAAG;MACjD,UAAA;AACE,YAAI,KAAKzD;AAAS0D,2CAAe,KAAK1D,OAAO;AAC7C,aAAKA,UAAU8C;AACf,aAAKQ,KAAI;MACX;IACF,GAAG,KAAKK,mBAAmB;EAC7B;;;;EAKQH,2BAA2B,YAAA;AACjC,UAAMI,oBAAoB,MAAM,KAAKC,mBAAkB;AACvD,UAAMC,8BAA8B,MAAM,KAAKC,iBAAgB;AAC/D,UAAMC,kBAAkB;SAAI,KAAK3D,WAAW4D,QAAO;MAAIC,OAAO,CAAC,CAACC,GAAGC,MAAAA,MAAYA,WAAWhC,OAAAA;AAE1F,UAAMG,QAAQ8B,WACZL,gBAAgBM,IAAI,OAAO,CAACC,aAAaH,MAAAA,MAAO;AAC9C,UAAIA,WAAWhC,SAAS;AACtB,cAAMoC,eAAgD;UAAEtB,QAAQuB;UAAgCF;QAAY;AAC5G,cAAMG,SAAS,MAAMZ,4BAA4Ba,OAAO;UAACH;SAAa;AACtE,YAAIE,UAAUA,OAAOE,SAAS,GAAG;AAC/B,gBAAMhC,WAAW8B,OAAOG,KAAKC,gDAAAA;AAC7B,cAAIlC,YAAaA,UAAUvB,OAA8CkD,gBAAgBA,aAAa;AACpG,iBAAKpD,QAAQC,MAAM,4BAA4BmD,WAAAA,EAAa;AAE5D,kBAAMrD,WAA8B0B,SAASmC,gBAAgBH,SAAS,IAAI,MAAMhB,kBAAkBf,IAAID,SAASmC,cAAc,IAAI,CAAA;AACjI,iBAAK1E,WAAW8B,IAAIoC,aAAa;cAAC3B;cAAU1B;cAAU,CAAA;aAAG;UAC3D;QACF;MACF;IACF,CAAA,CAAA;EAEJ;EAEQyB,QAAQ;AACd,QAAI,KAAK5C,eAAe,GAAG;AACzB,WAAKuD,KAAI;IACX;AACA,SAAKvD;EACP;EAEQqD,OAAO;AACb,SAAKrD;AACL,QAAI,KAAKA,cAAc,GAAG;AACxB,UAAI,KAAKC;AAAS0D,yCAAe,KAAK1D,OAAO;AAC7C,WAAKA,UAAU8C;AACf,WAAK/C,aAAa;IACpB;EACF;AACF;;;AG1KA,mBAA4B;AAC5B,IAAAiF,iBAAyB;AAEzB,IAAAC,gBAA6C;AAC7C,IAAAC,6BAA+D;AAC/D,IAAAC,qCAA+C;AAC/C,0BAAqE;AACrE,IAAAC,0BAA+B;AAWxB,IAAMC,oBAAN,cAAmGC,kBAAAA;EAlB1G,OAkB0GA;;;EAC9FC,oBAAoB,oBAAIC,IAAAA;EAC1BC,iBAAiD,CAAC;EAClDC;EAERC,YAAYC,QAAiB;AAC3B,UAAMA,MAAAA;EACR;EAEA,IAAIC,mBAAmB;AACrB,WAAO,KAAKN;EACd;EAEA,IAAIO,4BAAoC;AACtC,WAAO,KAAKC,QAAQD,6BAA6B;EACnD;EAEA,IAAIE,UAAU;AACZ,WAAO,CAAC,CAAC,KAAKN;EAChB;EAEAO,OAAOC,SAAkBC,UAAyB,CAAC,GAAG;AACpD,UAAM,EAAEC,qBAAoB,IAAKD;AACjCE,iCAAS,CAACD,wBAAwB,CAAC,KAAKb,kBAAkBe,IAAIJ,OAAAA,GAAU,MAAM,4BAA4BA,OAAAA,GAAU;AACpH,SAAKX,kBAAkBgB,IAAIL,OAAAA;AAC3B,SAAKT,eAAeS,OAAAA,IAAW;MAAE,GAAGC;IAAQ;AAC5C,SAAKK,QAAQC,MAAM,GAAGP,OAAAA,UAAiB;EACzC;EAEA,MAAMQ,mBAA8C;AAClD,UAAMC,iBAAiB;SAAK,KAAKZ,QAAQW,oBAAoB,CAAA;SAAQ,KAAKb,iBAAiBe,OAAM;;AACjG,UAAMC,OAAO,MAAMC,QAAQC,IACzBJ,eAAeK,IAAI,OAAOC,wBACxBZ,6BAASa,sCAAiB,MAAM,KAAKC,SAASC,QAAQH,eAAAA,CAAAA,GAAmB,MAAM,sCAAsCA,eAAAA,GAAkB,CAAA,CAAA;AAG3I,WAAOJ;EACT;EAEAQ,QAAQ;AACN,QAAI,KAAKrB,SAAS;AAChBsB,cAAQC,KAAK,6CAAA;IACf;AACA,SAAKC,KAAI;EACX;EAEAC,OAAO;AACL,QAAI,CAAC,KAAKzB,SAAS;AACjBsB,cAAQC,KAAK,6CAAA;IACf;AACA,QAAI,KAAK7B;AAASgC,wCAAe,KAAKhC,OAAO;AAC7C,SAAKA,UAAUiC;EACjB;EAEAC,SAAS1B,SAAkB2B,WAAW,MAAM;AAC1CxB,iCAAS,CAACwB,YAAY,KAAKtC,kBAAkBe,IAAIJ,OAAAA,GAAU,MAAM,wBAAwBA,OAAAA,GAAU;AACnG,SAAKX,kBAAkBuC,OAAO5B,OAAAA;AAC9B,WAAO,KAAKT,eAAeS,OAAAA;AAC3B,SAAKM,QAAQC,MAAM,GAAGP,OAAAA,YAAmB;EAC3C;EAEU6B,kBAAkB,OAAOC,aAA6BC,UAAAA;AAC9D,UAAMC,kBAAkBF,YAAYjC,OAAOoC,QAAQH,YAAY9B;AAC/D,UAAMkC,iBAAiB,MAAM,KAAKC,iBAAgB;AAClD,UAAMC,oBAAoB,MAAM,KAAKC,mBAAkB;AACvD,UAAMC,mBAAoBP,MAAMQ,OAAsCC;AACtE,QAAIF,oBAAoBA,kBAAkBG,SAASX,YAAY9B,OAAO,GAAG;AAEvE,YAAM0C,aAAaX,MAAMY,eAAeC,QAAQb,MAAMA,KAAK;AAC3D,UAAIW,eAAe,IAAI;AACrB,cAAMG,cAAcd,MAAMe,gBAAgBJ,UAAAA;AAE1C,YAAIZ,YAAYiB,QAAQN,SAASI,WAAAA,GAAc;AAE7C,gBAAMG,gBAAgB,MAAMd,eAAee,IAAIlB,MAAMY,cAAc;AACnE,gBAAMO,oBAAoB,MAAMC,uCAAeC,aAAaJ,aAAAA;AAC5D,gBAAMK,aAAa,MAAMF,uCAAeG,MAAMvB,KAAAA,GAAQwB;AAEtD,cAAI,KAACC,0BAAYC,OAAOC,KAAKR,iBAAAA,GAAoBnB,MAAMY,cAAc,GAAG;AACtE,iBAAKrC,QAAQqD,MAAM,4BAA4BN,SAAAA,eAAwBrB,eAAAA,oBAAmC;AAC1G;UACF;AACA,cAAI;AAEF,kBAAMa,eAAcK,kBAAkBnB,MAAMA,KAAK,EAAE6B;AACnD,iBAAKtD,QAAQC,MAAM,iBAAiBsC,YAAAA,KAAgBQ,SAAAA,0BAAmCrB,eAAAA,EAAiB;AACxG,kBAAM6B,WAAW,MAAM/B,YAAYC,MAAMA,OAAOiB,eAAe;cAC7Dc,gBAAgB,KAAKvE,eAAeuC,YAAY9B,OAAO,GAAG8D;cAC1DF,QAAQG;YACV,CAAA;AACA,kBAAM,CAACC,IAAIC,UAAUC,MAAAA,IAAUL;AAC/B,iBAAKvD,QAAQC,MAAM,qBAAqB8C,SAAAA,yBAAkCrB,eAAAA,EAAiB;AAC3F,kBAAMmC,eAAe,MAAM/B,kBAAkBgC,OAAO;cAACJ;iBAAOC;iBAAaC;aAAO;AAIhF,gBAAIC,aAAaE,WAAW,GAAG;AAC7B,mBAAK/D,QAAQqD,MAAM,2BAA2BN,SAAAA,yBAAkCrB,eAAAA,EAAiB;YACnG;AACA,gBAAID,OAAOuC,WAAW;AAIpB,oBAAM,KAAKC,YAAYzC,YAAY9B,SAAS+B,MAAMuC,SAAS;YAC7D;UACF,SAASX,OAAO;AACd,iBAAKrD,QAAQqD,MAAM,0BAA0BN,SAAAA,eAAwBrB,eAAAA,KAAoB2B,KAAAA,EAAO;AAChGvC,oBAAQuC,MAAM,0BAA0BN,SAAAA,eAAwBrB,eAAAA,KAAoB2B,KAAAA,EAAO;UAC7F;QACF;MACF;IACF;EACF;;;;;EAMUa,uBAAuB,OAAOxE,YAAAA;AACtC,UAAMyE,2BAA2B,MAAM,KAAKC,eAAc;AAE1D,UAAMJ,YAAY,MAAM,KAAKK,cAAc3E,OAAAA;AAC3C,UAAMwC,cAAc;MAACxC;;AACrB,UAAM4E,QAAQ,KAAKhF;AAEnB,UAAMiF,eAAe;MAAErC;MAAaoC;MAAOhB,QAAQkB;MAAgCC,MAAM;MAAOT;IAAU;AAC1G,UAAMU,SAAS,MAAMP,yBAAyBQ,OAAO;MAACJ;KAAa;AACnE,UAAM9B,UAAUiC,OAAOE,OAAOC,sDAAAA;AAC9B,UAAMC,YAAYrC,QAAQsB,SAAS,IAAIgB,KAAKC,IAAG,GAAIvC,QAAQjC,IAAI,CAACyE,MAAMA,EAAEjB,aAAa,CAAA,CAAA,IAAM,IAAIA;AAI/F,UAAM,KAAKC,YAAYvE,SAASoF,SAAAA;AAChC,WAAOrC;EACT;;;;;EAMQzB,OAAO;AACb,SAAK9B,cAAUgG,4BAAa,YAAA;AAC1B,UAAI;AACF,cAAM,KAAKC,uBAAsB;MACnC,SAASC,GAAG;AACV,aAAKpF,QAAQqD,QAAQ,uBAAuB+B,CAAAA,EAAG;MACjD,UAAA;AACE,YAAI,KAAKlG;AAASgC,4CAAe,KAAKhC,OAAO;AAC7C,aAAKA,UAAUiC;AACf,aAAKH,KAAI;MACX;IACF,GAAG,KAAKqE,mBAAmB;EAC7B;;;;EAKQF,yBAAyB,YAAA;AAC/B,SAAKnF,QAAQC,MAAM,8BAAA;AAEnB,UAAMqF,eAAe,MAAM,KAAKpF,iBAAgB;AAGhD,UAAMI,QAAQiF,WACZD,aAAa9E,IAAI,OAAOgB,gBAAAA;AACtB,UAAI;AACF,cAAME,kBAAkBF,YAAYjC,OAAOoC,QAAQH,YAAY9B;AAC/D,aAAKM,QAAQC,MAAM,mCAAmCyB,eAAAA,EAAiB;AACvE,cAAMe,UAAU,MAAM,KAAKyB,qBAAqB1C,YAAY9B,OAAO;AACnE,YAAI+C,QAAQsB,WAAW;AAAG;AAC1B,aAAK/D,QAAQC,MAAM,4CAA4CyB,eAAAA,EAAiB;AAChF,mBAAWD,SAASgB,SAAS;AAC3B,gBAAM,KAAKlB,gBAAgBC,aAAaC,KAAAA;QAC1C;MACF,SAAS4B,OAAO;AACd,aAAKrD,QAAQqD,MAAM,wCAAwC7B,YAAY9B,OAAO,KAAK2D,KAAAA,EAAO;MAC5F;IACF,CAAA,CAAA;EAEJ;AACF;;;AC9LO,IAAMmC,0BAAN,cAAsCC,mBAAAA;EAR7C,OAQ6CA;;;EACnCC;EAERC,YAAYC,QAAuC;AACjD,UAAMA,MAAAA;EACR;EAEA,MAAeC,QAAuB;AACpC,UAAMC,mBACJ,KAAKF,OAAOG,OAAOD,qBAAqB,MAAM,KAAKF,OAAOI,OAAOC,QAAQ,KAAK;MAAEC,WAAW;IAAO,CAAA,GAAIC,IAAI,CAACC,MAAMA,EAAEC,OAAO;AAC5H,SAAKX,WAAW,IAAIY,kBAAkB;MACpCP,QAAQ;QAAE,GAAG,KAAKH,OAAOG;QAAQD;MAAiB;MAClDS,QAAQ,KAAKX,OAAOW;MACpBC,UAAU,KAAKZ,OAAOI;IACxB,CAAA;AACA,SAAKN,UAAUG,MAAAA;EACjB;EACSY,OAAO;AACd,SAAKf,UAAUe,KAAAA;EACjB;AACF;;;AC5BA,6BAAuD;AAWhD,IAAMC,2BAAN,cACGC,2CAAAA;EAZV,OAYUA;;;EAGR,MAAMC,kBAAmEC,OAAUC,UAAkD;AACnI,WAAO,MAAM,KAAKC,YAAYC,UAAUC,KAAK,KAAKC,SAASL,OAAOC,QAAAA;EACpE;AACF;;;AClBO,IAAMK,qBAAqB;;;ACM3B,IAAMC,2BAA2B,GAAGC,kBAAAA;;;ACN3C,IAAAC,iBAAyB;AAEzB,IAAAC,0BAA+B;AAE/B,IAAAC,uBAAuE;;;ACHvE,IAAAC,0BAA0E;AAC1E,qBAAwB;AASjB,IAAMC,6BAAN,cAEGC,qDAAAA;EAZV,OAYUA;;;EACR,MAAMC,eAA0DC,IAAsBC,SAA0D;AAC9I,UAAMC,UAAUF,GAAGG,MAAM,GAAA;AACzB,UAAMC,YAAYF,QAAQG,MAAK;AAC/B,UAAMC,iBAAiBJ,QAAQK,KAAK,GAAA;AACpC,UAAMC,UAAUC,uBAAQC,WAAU;AAClC,UAAMC,SAAyC;MAC7CH;MACAI,WAAW,KAAKX,QAAQW;MACxBC,MAAM,KAAKZ,QAAQa;MACnBC,eAAeX;IACjB;AACA,UAAMY,QAAQ,IAAIC,yBAA4BN,MAAAA;AAC9C,WAAOL,eAAeY,SAAS,IAAI,MAAMF,MAAMG,QAAQb,gBAAgBL,OAAAA,IAAWe;EACpF;AACF;;;;;;;;;;;;;;ADhBA,IAAMI,aAAa;AAGZ,IAAMC,eAAN,cAAoFC,uCAAAA;SAAAA;;;EACzF,OAAgBC,gBAAgB;IAACC;;EAEvBC,qBAA8B;EAC9BC,6BAAqC;EACrCC,uCAA+C;EAC/CC,oBAA+B,CAAA;EAC/BC;EAEFC;EACAC;EACAC;EAER,IAAaC,WAAW;AACtB,SAAKD,YACH,KAAKA,aACL,IAAIE,2BAA2B;MAC7BC,QAAQ;MACRC,eAAWC,yBAAS,KAAKD,UAAS,GAAI,MAAM,0BAAA;MAC5CE,cAAc,KAAKA;MACnBC,YAAY,KAAKA;MACjBC,gBAAgB,KAAKC;IACvB,CAAA;AACF,WAAO,KAAKT;EACd;EAEA,IAAcZ,aAAa;AACzB,WAAO,GAAG,KAAKsB,OAAOC,QAAQvB,UAAAA;EAChC;EAEA,MAAMwB,cAAcC,IAAsBC,SAA+D;AACvG,UAAMC,gBAAqC;MAAEC,WAAWF,SAASE;IAAU;AAC3E,UAAMC,UAAS,MAAM,MAAMC,QAAQL,IAAIE,aAAAA;AACvC,QAAIE,SAAQ;AACV,YAAME,WAAOd,yBAAS,KAAKe,QAAO,GAAI,MAAM,0BAAA;AAC5CD,WAAKE,OAAOJ,QAAOK,OAAO;AAC1B,aAAO;QAACL,QAAOK;;IACjB;AACA,WAAO,CAAA;EACT;EAEA,MAAMC,gBAAgBV,IAAsBC,SAAiE;AAC3G,UAAMC,gBAAqC;MAAEC,WAAWF,SAASE;IAAU;AAC3E,UAAMC,UAAS,MAAM,MAAMC,QAAQL,IAAIE,aAAAA;AACvC,QAAIE,SAAQ;AACV,YAAME,WAAOd,yBAAS,KAAKe,QAAO,GAAI,MAAM,0BAAA;AAC5CD,WAAKK,SAASP,QAAOK,OAAO;AAC5B,aAAO;QAACL,QAAOK;;IACjB;AACA,WAAO,CAAA;EACT;EAEUlB,YAAY;AACpB,QAAI,CAAC,KAAKN,cAAc,KAAKY,OAAOe,QAAQ;AAC1C,WAAK3B,aAAa,IAAI4B,oBAAoB;QACxChB,QAAQ,KAAKA,OAAOe;QACpBE,QAAQ,KAAKA;QACb1B,UAAU;MACZ,CAAA;IACF;AACA,WAAO,KAAKH;EACd;EAEUsB,UAAU;AAClB,QAAI,CAAC,KAAKrB,YAAY,KAAKW,OAAOS,MAAM;AACtC,WAAKpB,WAAW,IAAI6B,kBAAkB;QACpClB,QAAQ,KAAKA,OAAOS;QACpBQ,QAAQ,KAAKA;QACb1B,UAAU;MACZ,CAAA;IACF;AACA,WAAO,KAAKF;EACd;EAEmB8B,eAAiC;AAClD,SAAKT,QAAO,GAAIU,MAAAA;AAChB,WAAOC,QAAQb,QAAQ,IAAA;EACzB;EAEmBc,YAAYC,UAA+B;AAC5D,SAAKb,QAAO,GAAIc,KAAAA;AAChB,WAAO;EACT;AACF;AAnFa7C,eAAAA,aAAAA;MADZ8C,sCAAAA;GACY9C,YAAAA;","names":["AbstractModuleHost","Base","import_lru_cache","import_object","AsyncQueryBusBase","Base","_lastState","_targetConfigs","_targetQueries","constructor","params","config","pollFrequencyConfig","pollFrequency","resolver","lastState","requiredConfig","max","ttl","LRUCache","queriesArchivist","assertEx","asArchivistInstance","resolve","intersect","queries","archivist","queriesDiviner","asDivinerInstance","boundWitnessDiviner","responsesArchivist","responses","responsesDiviner","commitState","address","nextState","Promise","get","set","retrieveState","state","undefined","newState","Date","now","Pending","AsyncQueryBusClient","AsyncQueryBusBase","_queryCache","_pollCount","_pollId","constructor","params","queryCacheConfig","config","queryCache","max","ttl","started","requiredConfig","noUpdateTTL","ttlAutopurge","LRUCache","listeningAddresses","keys","send","address","query","payloads","logger","debug","$meta","destination","routedQuery","PayloadBuilder","build","queryArchivist","queriesArchivist","routedQueryHash","$hash","Object","toDataHashMap","data","insertResult","insert","set","Pending","Error","context","Promise","resolve","reject","pollForResponse","start","response","get","undefined","delay","error","message","schema","sources","stop","forget","poll","setTimeoutEx","processIncomingResponses","e","clearTimeoutEx","pollFrequencyConfig","responseArchivist","responsesArchivist","responseBoundWitnessDiviner","responsesDiviner","pendingCommands","entries","filter","_","status","allSettled","map","sourceQuery","divinerQuery","BoundWitnessDivinerQuerySchema","result","divine","length","find","isBoundWitnessWithMeta","payload_hashes","import_assert","import_timer","import_boundwitness_model","import_diviner_boundwitness_model","import_payload_builder","AsyncQueryBusHost","AsyncQueryBusBase","_exposedAddresses","Set","_exposeOptions","_pollId","constructor","params","exposedAddresses","perAddressBatchQueryLimit","config","started","expose","address","options","failOnAlreadyExposed","assertEx","has","add","logger","debug","listeningModules","exposedModules","values","mods","Promise","all","map","listeningModule","asModuleInstance","resolver","resolve","start","console","warn","poll","stop","clearTimeoutEx","undefined","unexpose","validate","delete","callLocalModule","localModule","query","localModuleName","name","queryArchivist","queriesArchivist","responseArchivist","responsesArchivist","queryDestination","$meta","destination","includes","queryIndex","payload_hashes","indexOf","querySchema","payload_schemas","queries","queryPayloads","get","queryPayloadsDict","PayloadBuilder","toAllHashMap","queryHash","build","$hash","containsAll","Object","keys","error","schema","response","allowedQueries","ModuleConfigSchema","bw","payloads","errors","insertResult","insert","length","timestamp","commitState","findQueriesToAddress","queryBoundWitnessDiviner","queriesDiviner","retrieveState","limit","divinerQuery","BoundWitnessDivinerQuerySchema","sort","result","divine","filter","isQueryBoundWitnessWithMeta","nextState","Math","max","c","setTimeoutEx","processIncomingQueries","e","pollFrequencyConfig","localModules","allSettled","AsyncQueryBusModuleHost","AbstractModuleHost","_busHost","constructor","params","start","listeningModules","config","module","resolve","direction","map","m","address","AsyncQueryBusHost","logger","resolver","stop","AsyncQueryBusModuleProxy","AbstractModuleProxy","proxyQueryHandler","query","payloads","proxyParams","busClient","send","address","PubSubBridgeSchema","PubSubBridgeConfigSchema","PubSubBridgeSchema","import_assert","import_abstract_bridge","import_module_model","import_abstract_bridge","PubSubBridgeModuleResolver","AbstractBridgeModuleResolver","resolveHandler","id","options","idParts","split","firstPart","shift","remainderParts","join","account","Account","randomSync","params","busClient","host","bridge","moduleAddress","proxy","AsyncQueryBusModuleProxy","length","resolve","moduleName","PubSubBridge","AbstractBridge","configSchemas","PubSubBridgeConfigSchema","_configRootAddress","_configStateStoreArchivist","_configStateStoreBoundWitnessDiviner","_exposedAddresses","_lastState","_busClient","_busHost","_resolver","resolver","PubSubBridgeModuleResolver","bridge","busClient","assertEx","downResolver","upResolver","wrapperAccount","account","config","name","exposeHandler","id","options","filterOptions","direction","module","resolve","host","busHost","expose","address","unexposeHandler","unexpose","client","AsyncQueryBusClient","logger","AsyncQueryBusHost","startHandler","start","Promise","stopHandler","_timeout","stop","creatableModule"]}
|
|
1
|
+
{"version":3,"sources":["../../src/index.ts","../../src/AbstractModuleHost/AbstractModuleHost.ts","../../src/AsyncQueryBus/AsyncQueryBusClient.ts","../../src/AsyncQueryBus/AsyncQueryBusBase.ts","../../src/AsyncQueryBus/model/QueryStatus.ts","../../src/AsyncQueryBus/AsyncQueryBusHost.ts","../../src/AsyncQueryBus/ModuleHost/ModuleHost.ts","../../src/AsyncQueryBus/ModuleProxy/ModuleProxy.ts","../../src/Schema.ts","../../src/Config.ts","../../src/PubSubBridge.ts","../../src/PubSubBridgeModuleResolver.ts"],"sourcesContent":["export * from './AbstractModuleHost'\nexport * from './AsyncQueryBus'\nexport * from './Config'\nexport * from './Params'\nexport * from './PubSubBridge'\nexport * from './PubSubBridgeModuleResolver'\nexport * from './Schema'\n","import { Base, BaseParams } from '@xylabs/object'\nimport { Promisable } from '@xylabs/promise'\nimport { ModuleInstance } from '@xyo-network/module-model'\n\nexport type ModuleHostParams<THostedInstance extends ModuleInstance = ModuleInstance> = BaseParams<{\n module: THostedInstance\n}>\n\nexport abstract class AbstractModuleHost<TParams extends ModuleHostParams = ModuleHostParams> extends Base<TParams> {\n abstract start(): Promisable<void>\n abstract stop(): Promisable<void>\n}\n","import { delay } from '@xylabs/delay'\nimport { forget } from '@xylabs/forget'\nimport { Address } from '@xylabs/hex'\nimport { clearTimeoutEx, setTimeoutEx } from '@xylabs/timer'\nimport { isBoundWitnessWithMeta, QueryBoundWitness } from '@xyo-network/boundwitness-model'\nimport { BoundWitnessDivinerQueryPayload, BoundWitnessDivinerQuerySchema } from '@xyo-network/diviner-boundwitness-model'\nimport { CacheConfig, ModuleQueryResult } from '@xyo-network/module-model'\nimport { PayloadBuilder } from '@xyo-network/payload-builder'\nimport { ModuleError, Payload, PayloadWithMeta, WithMeta } from '@xyo-network/payload-model'\nimport { LRUCache } from 'lru-cache'\n\nimport { AsyncQueryBusBase } from './AsyncQueryBusBase'\nimport { AsyncQueryBusClientParams, Pending } from './model'\n\nexport class AsyncQueryBusClient<TParams extends AsyncQueryBusClientParams = AsyncQueryBusClientParams> extends AsyncQueryBusBase<TParams> {\n protected _queryCache?: LRUCache<Address, Pending | ModuleQueryResult>\n private _pollCount = 0\n private _pollId?: string\n\n constructor(params: TParams) {\n super(params)\n }\n\n get queryCacheConfig(): LRUCache.Options<Address, Pending | ModuleQueryResult, unknown> {\n const queryCacheConfig: CacheConfig | undefined = this.config?.queryCache === true ? {} : this.config?.queryCache\n return { max: 100, ttl: 1000 * 60, ...queryCacheConfig }\n }\n\n get started() {\n return !!this._pollId\n }\n\n /**\n * A cache of queries that have been issued\n */\n protected get queryCache(): LRUCache<Address, Pending | ModuleQueryResult> {\n const config = this.queryCacheConfig\n const requiredConfig = { noUpdateTTL: false, ttlAutopurge: true }\n this._queryCache = this._queryCache ?? new LRUCache<Address, Pending | ModuleQueryResult>({ ...config, ...requiredConfig })\n return this._queryCache\n }\n\n listeningAddresses() {\n return this._queryCache?.keys()\n }\n\n async send(address: Address, query: QueryBoundWitness, payloads?: Payload[] | undefined): Promise<ModuleQueryResult> {\n console.log('send')\n this.logger?.debug(`Begin issuing query to: ${address}`)\n const $meta = { ...query?.$meta, destination: [address] }\n const routedQuery = await PayloadBuilder.build({ ...query, $meta })\n console.log('queryArchivist - calling')\n const queryArchivist = await this.queriesArchivist()\n console.log('queryArchivist')\n\n // TODO: Should we always re-hash to true up timestamps? We can't\n // re-sign correctly so we would lose that information if we did and\n // would also be replying to consumers with a different query hash than\n // they sent us (which might be OK since it reflect the chain of custody)\n // Revisit this once we have proxy module support as they are another\n // intermediary to consider.\n const routedQueryHash =\n // Trust the signed hash if it's there\n (routedQuery as WithMeta<QueryBoundWitness>)?.$hash ??\n // TODO: What is the right way to find the dataHash\n Object.keys(await PayloadBuilder.toDataHashMap([routedQuery]))[0]\n this.logger?.debug(`Issuing query: ${routedQueryHash} to: ${address}`)\n // If there was data associated with the query, add it to the insert\n const data = payloads ? [routedQuery, ...payloads] : [routedQuery]\n const insertResult = await queryArchivist.insert?.(data)\n this.logger?.debug(`Issued query: ${routedQueryHash} to: ${address}`)\n this.queryCache.set(routedQueryHash, Pending)\n if (!insertResult) throw new Error('Unable to issue query to queryArchivist')\n const context = new Promise<ModuleQueryResult>((resolve, reject) => {\n this.logger?.debug(`Polling for response to query: ${routedQueryHash}`)\n const pollForResponse = async () => {\n try {\n this.start()\n let response = this.queryCache.get(routedQueryHash)\n // Poll for response until cache key expires (response timed out)\n while (response !== undefined) {\n console.log('polling...')\n // Wait a bit\n await delay(100)\n // Check the status of the response\n response = this.queryCache.get(routedQueryHash)\n // If status is no longer pending that means we received a response\n if (response && response !== Pending) {\n this.logger?.debug(`Returning response to query: ${routedQueryHash}`)\n resolve(response)\n return\n }\n }\n // If we got here waiting for a response timed out\n this.logger?.error('Timeout waiting for query response')\n // Resolve with error to match what a local module would do if it were to error\n // TODO: BW Builder/Sign result as this module?\n const error: ModuleError = {\n message: 'Timeout waiting for query response',\n query: 'network.xyo.boundwitness',\n schema: 'network.xyo.error.module',\n sources: [routedQueryHash],\n }\n reject(error)\n return\n } finally {\n this.stop()\n }\n }\n forget(pollForResponse())\n })\n return context\n }\n\n /**\n * Runs the background divine process on a loop with a delay\n * specified by the `config.pollFrequency`\n */\n private poll() {\n this._pollId = setTimeoutEx(async () => {\n try {\n await this.processIncomingResponses()\n } catch (e) {\n this.logger?.error?.(`Error in main loop: ${e}`)\n } finally {\n if (this._pollId) clearTimeoutEx(this._pollId)\n this._pollId = undefined\n this.poll()\n }\n }, this.pollFrequencyConfig)\n }\n\n /**\n * Background process for processing incoming responses to previously issued queries\n */\n private processIncomingResponses = async () => {\n const responseArchivist = await this.responsesArchivist()\n const responseBoundWitnessDiviner = await this.responsesDiviner()\n const pendingCommands = [...this.queryCache.entries()].filter(([_, status]) => status === Pending)\n // TODO: Do in throttled batches\n await Promise.allSettled(\n pendingCommands.map(async ([sourceQuery, status]) => {\n if (status === Pending) {\n const divinerQuery: BoundWitnessDivinerQueryPayload = { schema: BoundWitnessDivinerQuerySchema, sourceQuery }\n const result = await responseBoundWitnessDiviner.divine([divinerQuery])\n if (result && result.length > 0) {\n const response = result.find(isBoundWitnessWithMeta)\n if (response && (response?.$meta as unknown as { sourceQuery: string })?.sourceQuery === sourceQuery) {\n this.logger?.debug(`Found response to query: ${sourceQuery}`)\n // Get any payloads associated with the response\n const payloads: PayloadWithMeta[] = response.payload_hashes?.length > 0 ? await responseArchivist.get(response.payload_hashes) : []\n this.queryCache.set(sourceQuery, [response, payloads, []])\n }\n }\n }\n }),\n )\n }\n\n private start() {\n if (this._pollCount === 0) {\n this.poll()\n }\n this._pollCount++\n }\n\n private stop() {\n this._pollCount--\n if (this._pollCount <= 0) {\n if (this._pollId) clearTimeoutEx(this._pollId)\n this._pollId = undefined\n this._pollCount = 0\n }\n }\n}\n","import { assertEx } from '@xylabs/assert'\nimport { Address } from '@xylabs/hex'\nimport { Base, toJsonString } from '@xylabs/object'\nimport { asArchivistInstance } from '@xyo-network/archivist-model'\nimport { BoundWitness, QueryBoundWitness } from '@xyo-network/boundwitness-model'\nimport { BoundWitnessDivinerParams, BoundWitnessDivinerQueryPayload } from '@xyo-network/diviner-boundwitness-model'\nimport { asDivinerInstance, DivinerInstance } from '@xyo-network/diviner-model'\nimport { ModuleConfig } from '@xyo-network/module-model'\nimport { LRUCache } from 'lru-cache'\n\nimport { AsyncQueryBusParams } from './model'\n\nexport class AsyncQueryBusBase<TParams extends AsyncQueryBusParams = AsyncQueryBusParams> extends Base<TParams> {\n protected _lastState?: LRUCache<Address, number>\n protected _targetConfigs: Record<Address, ModuleConfig> = {}\n protected _targetQueries: Record<Address, string[]> = {}\n\n constructor(params: TParams) {\n super(params)\n }\n\n get config(): TParams['config'] {\n return this.params.config\n }\n\n get pollFrequencyConfig(): number {\n return this.config?.pollFrequency ?? 1000\n }\n\n get resolver() {\n return this.params.resolver\n }\n\n /**\n * A cache of the last offset of the Diviner process per address\n */\n protected get lastState(): LRUCache<Address, number> {\n const requiredConfig = { max: 1000, ttl: 0 }\n this._lastState = this._lastState ?? new LRUCache<Address, number>(requiredConfig)\n return this._lastState\n }\n\n async queriesArchivist() {\n console.log(`queriesArchivist: ${this.resolver.constructor.name}`)\n const resolved = await this.resolver.resolve(this.config?.intersect?.queries?.archivist, { direction: 'up' })\n console.log(`resolved: ${toJsonString(resolved)}`)\n const existingResolved = assertEx(resolved, () => `Unable to resolve queriesArchivist [${this.config?.intersect?.queries?.archivist}]`)\n console.log('existingResolved', toJsonString(existingResolved))\n const result = asArchivistInstance(\n existingResolved,\n () =>\n `Unable to resolve queriesArchivist as correct type [${this.config?.intersect?.queries?.archivist}][${existingResolved?.constructor?.name}]: ${toJsonString(existingResolved)}`,\n )\n console.log('result', toJsonString(result))\n return result\n }\n\n async queriesDiviner() {\n return assertEx(\n asDivinerInstance(await this.resolver.resolve(this.config?.intersect?.queries?.boundWitnessDiviner)),\n () => `Unable to resolve queriesDiviner [${this.config?.intersect?.queries?.boundWitnessDiviner}]`,\n ) as DivinerInstance<BoundWitnessDivinerParams, BoundWitnessDivinerQueryPayload, QueryBoundWitness>\n }\n\n async responsesArchivist() {\n return assertEx(\n asArchivistInstance(await this.resolver.resolve(this.config?.intersect?.responses?.archivist)),\n () => `Unable to resolve responsesArchivist [${this.config?.intersect?.responses?.archivist}]`,\n )\n }\n\n async responsesDiviner() {\n return assertEx(\n asDivinerInstance(await this.resolver.resolve(this.config?.intersect?.responses?.boundWitnessDiviner)),\n () => `Unable to resolve responsesDiviner [${this.config?.intersect?.responses?.boundWitnessDiviner}]`,\n ) as DivinerInstance<BoundWitnessDivinerParams, BoundWitnessDivinerQueryPayload, BoundWitness>\n }\n\n /**\n * Commit the internal state of the process. This is similar\n * to a transaction completion in a database and should only be called\n * when results have been successfully persisted to the appropriate\n * external stores.\n * @param address The module address to commit the state for\n * @param nextState The state to commit\n */\n protected async commitState(address: Address, nextState: number) {\n await Promise.resolve()\n // TODO: Offload to Archivist/Diviner instead of in-memory\n const lastState = this.lastState.get(address)\n if (lastState && lastState >= nextState) return\n this.lastState.set(address, nextState)\n }\n\n /**\n * Retrieves the last state of the process. Used to recover state after\n * preemptions, reboots, etc.\n */\n protected async retrieveState(address: Address): Promise<number> {\n await Promise.resolve()\n const state = this.lastState.get(address)\n if (state === undefined) {\n // If this is a boot we can go back a bit in time\n // and begin processing recent commands\n const newState = Date.now() - 1000\n this.lastState.set(address, newState)\n return newState\n } else {\n return state\n }\n }\n}\n","export const Pending = 'pending' as const\nexport type Pending = typeof Pending\n","import { containsAll } from '@xylabs/array'\nimport { assertEx } from '@xylabs/assert'\nimport { Address } from '@xylabs/hex'\nimport { clearTimeoutEx, setTimeoutEx } from '@xylabs/timer'\nimport { isQueryBoundWitnessWithMeta, QueryBoundWitness } from '@xyo-network/boundwitness-model'\nimport { BoundWitnessDivinerQuerySchema } from '@xyo-network/diviner-boundwitness-model'\nimport { asModuleInstance, ModuleConfigSchema, ModuleInstance } from '@xyo-network/module-model'\nimport { PayloadBuilder } from '@xyo-network/payload-builder'\nimport { Schema, WithMeta } from '@xyo-network/payload-model'\n\nimport { AsyncQueryBusBase } from './AsyncQueryBusBase'\nimport { AsyncQueryBusHostParams } from './model'\n\nexport interface ExposeOptions {\n allowedQueries?: Schema[]\n failOnAlreadyExposed?: boolean\n}\n\nexport class AsyncQueryBusHost<TParams extends AsyncQueryBusHostParams = AsyncQueryBusHostParams> extends AsyncQueryBusBase<TParams> {\n protected _exposedAddresses = new Set<Address>()\n private _exposeOptions: Record<Address, ExposeOptions> = {}\n private _pollId?: string\n\n constructor(params: TParams) {\n super(params)\n }\n\n get exposedAddresses() {\n return this._exposedAddresses\n }\n\n get perAddressBatchQueryLimit(): number {\n return this.config?.perAddressBatchQueryLimit ?? 10\n }\n\n get started() {\n return !!this._pollId\n }\n\n expose(address: Address, options: ExposeOptions = {}) {\n const { failOnAlreadyExposed } = options\n assertEx(!failOnAlreadyExposed || !this._exposedAddresses.has(address), () => `Address already exposed [${address}]`)\n this._exposedAddresses.add(address)\n this._exposeOptions[address] = { ...options }\n this.logger?.debug(`${address} exposed`)\n }\n\n async listeningModules(): Promise<ModuleInstance[]> {\n const exposedModules = [...(this.config?.listeningModules ?? []), ...this.exposedAddresses.values()]\n const mods = await Promise.all(\n exposedModules.map(async (listeningModule) =>\n assertEx(asModuleInstance(await this.resolver.resolve(listeningModule)), () => `Unable to resolve listeningModule [${listeningModule}]`),\n ),\n )\n return mods\n }\n\n start() {\n if (this.started) {\n console.warn('AsyncQueryBus starting when already started')\n }\n this.poll()\n }\n\n stop() {\n if (!this.started) {\n console.warn('AsyncQueryBus stopping when already stopped')\n }\n if (this._pollId) clearTimeoutEx(this._pollId)\n this._pollId = undefined\n }\n\n unexpose(address: Address, validate = true) {\n assertEx(!validate || this._exposedAddresses.has(address), () => `Address not exposed [${address}]`)\n this._exposedAddresses.delete(address)\n delete this._exposeOptions[address]\n this.logger?.debug(`${address} unexposed`)\n }\n\n protected callLocalModule = async (localModule: ModuleInstance, query: WithMeta<QueryBoundWitness>) => {\n const localModuleName = localModule.config.name ?? localModule.address\n const queryArchivist = await this.queriesArchivist()\n const responseArchivist = await this.responsesArchivist()\n const queryDestination = (query.$meta as { destination?: string[] })?.destination\n if (queryDestination && queryDestination?.includes(localModule.address)) {\n // Find the query\n const queryIndex = query.payload_hashes.indexOf(query.query)\n if (queryIndex !== -1) {\n const querySchema = query.payload_schemas[queryIndex]\n // If the destination can process this type of query\n if (localModule.queries.includes(querySchema)) {\n // Get the associated payloads\n const queryPayloads = await queryArchivist.get(query.payload_hashes)\n const queryPayloadsDict = await PayloadBuilder.toAllHashMap(queryPayloads)\n const queryHash = (await PayloadBuilder.build(query)).$hash\n // Check that we have all the arguments for the command\n if (!containsAll(Object.keys(queryPayloadsDict), query.payload_hashes)) {\n this.logger?.error(`Error processing command ${queryHash} for module ${localModuleName}, missing payloads`)\n return\n }\n try {\n // Issue the query against module\n const querySchema = queryPayloadsDict[query.query].schema\n this.logger?.debug(`Issuing query ${querySchema} (${queryHash}) addressed to module: ${localModuleName}`)\n const response = await localModule.query(query, queryPayloads, {\n allowedQueries: this._exposeOptions[localModule.address]?.allowedQueries,\n schema: ModuleConfigSchema,\n })\n const [bw, payloads, errors] = response\n this.logger?.debug(`Replying to query ${queryHash} addressed to module: ${localModuleName}`)\n const insertResult = await responseArchivist.insert([bw, ...payloads, ...errors])\n // NOTE: If all archivists support the contract that numPayloads inserted === numPayloads returned we can\n // do some deeper assertions here like lenIn === lenOut, but for now this should be good enough since BWs\n // should always be unique causing at least one insertion\n if (insertResult.length === 0) {\n this.logger?.error(`Error replying to query ${queryHash} addressed to module: ${localModuleName}`)\n }\n if (query?.timestamp) {\n // TODO: This needs to be thought through as we can't use a distributed timestamp\n // because of collisions. We need to ensure we are using the timestamp of the store\n // so there's no chance of multiple commands at the same time\n await this.commitState(localModule.address, query.timestamp)\n }\n } catch (error) {\n this.logger?.error(`Error processing query ${queryHash} for module ${localModuleName}: ${error}`)\n console.error(`Error processing query ${queryHash} for module ${localModuleName}: ${error}`)\n }\n }\n }\n }\n }\n\n /**\n * Finds unprocessed commands addressed to the supplied address\n * @param address The address to find commands for\n */\n protected findQueriesToAddress = async (address: Address) => {\n const queryBoundWitnessDiviner = await this.queriesDiviner()\n // Retrieve last offset from state store\n const timestamp = await this.retrieveState(address)\n const destination = [address]\n const limit = this.perAddressBatchQueryLimit\n // Filter for commands to us by destination address\n const divinerQuery = { destination, limit, schema: BoundWitnessDivinerQuerySchema, sort: 'asc', timestamp }\n const result = await queryBoundWitnessDiviner.divine([divinerQuery])\n const queries = result.filter(isQueryBoundWitnessWithMeta)\n const nextState = queries.length > 0 ? Math.max(...queries.map((c) => c.timestamp ?? 0)) + 1 : timestamp\n // TODO: This needs to be thought through as we can't use a distributed timestamp\n // because of collisions. We need to use the timestamp of the store so there's no\n // chance of multiple commands at the same time\n await this.commitState(address, nextState)\n return queries\n }\n\n /**\n * Runs the background divine process on a loop with a delay\n * specified by the `config.pollFrequency`\n */\n private poll() {\n this._pollId = setTimeoutEx(async () => {\n try {\n await this.processIncomingQueries()\n } catch (e) {\n this.logger?.error?.(`Error in main loop: ${e}`)\n } finally {\n if (this._pollId) clearTimeoutEx(this._pollId)\n this._pollId = undefined\n this.poll()\n }\n }, this.pollFrequencyConfig)\n }\n\n /**\n * Background process for checking for inbound queries\n */\n private processIncomingQueries = async () => {\n this.logger?.debug('Checking for inbound queries')\n // Check for any queries that have been issued and have not been responded to\n const localModules = await this.listeningModules()\n\n // TODO: Do in throttled batches\n await Promise.allSettled(\n localModules.map(async (localModule) => {\n try {\n const localModuleName = localModule.config.name ?? localModule.address\n this.logger?.debug(`Checking for inbound queries to ${localModuleName}`)\n const queries = await this.findQueriesToAddress(localModule.address)\n if (queries.length === 0) return\n this.logger?.debug(`Found queries addressed to local module: ${localModuleName}`)\n for (const query of queries) {\n await this.callLocalModule(localModule, query)\n }\n } catch (error) {\n this.logger?.error(`Error processing queries for address ${localModule.address}: ${error}`)\n }\n }),\n )\n }\n}\n","import { AbstractModuleHost, ModuleHostParams } from '../../AbstractModuleHost'\nimport { AsyncQueryBusHost } from '../AsyncQueryBusHost'\nimport { AsyncQueryBusHostConfig } from '../model'\n\nexport type AsyncQueryBusModuleHostParams = ModuleHostParams & {\n config: AsyncQueryBusHostConfig\n}\n\nexport class AsyncQueryBusModuleHost extends AbstractModuleHost<AsyncQueryBusModuleHostParams> {\n private _busHost?: AsyncQueryBusHost\n\n constructor(params: AsyncQueryBusModuleHostParams) {\n super(params)\n }\n\n override async start(): Promise<void> {\n const listeningModules =\n this.params.config.listeningModules ?? (await this.params.module.resolve('*', { direction: 'down' })).map((m) => m.address)\n this._busHost = new AsyncQueryBusHost({\n config: { ...this.params.config, listeningModules },\n logger: this.params.logger,\n resolver: this.params.module,\n })\n this._busHost?.start()\n }\n override stop() {\n this._busHost?.stop()\n }\n}\n","import { AbstractModuleProxy, ModuleProxyParams } from '@xyo-network/abstract-bridge'\nimport { QueryBoundWitness } from '@xyo-network/boundwitness-model'\nimport { Module, ModuleInstance, ModuleQueryResult } from '@xyo-network/module-model'\nimport { Payload } from '@xyo-network/payload-model'\n\nimport { AsyncQueryBusClient } from '../AsyncQueryBusClient'\n\nexport type AsyncQueryBusModuleProxyParams = ModuleProxyParams & {\n busClient: AsyncQueryBusClient\n}\n\nexport class AsyncQueryBusModuleProxy<TWrappedModule extends Module = Module>\n extends AbstractModuleProxy<AsyncQueryBusModuleProxyParams, TWrappedModule>\n implements ModuleInstance<TWrappedModule['params'], TWrappedModule['eventData']>\n{\n async proxyQueryHandler<T extends QueryBoundWitness = QueryBoundWitness>(query: T, payloads?: Payload[]): Promise<ModuleQueryResult> {\n console.log('proxyQueryHandler - async query bus module proxy')\n return await this.proxyParams.busClient.send(this.address, query, payloads)\n }\n\n override async startHandler(): Promise<boolean> {\n console.log('startHandler - async query bus module proxy')\n return await super.startHandler()\n }\n}\n","export const PubSubBridgeSchema = 'network.xyo.bridge.pubsub'\nexport type PubSubBridgeSchema = typeof PubSubBridgeSchema\n","import { Address } from '@xylabs/hex'\nimport { EmptyObject } from '@xylabs/object'\nimport { BridgeConfig } from '@xyo-network/bridge-model'\n\nimport { AsyncQueryBusClientConfig, AsyncQueryBusHostConfig } from './AsyncQueryBus'\nimport { PubSubBridgeSchema } from './Schema'\n\nexport const PubSubBridgeConfigSchema = `${PubSubBridgeSchema}.config`\nexport type PubSubBridgeConfigSchema = typeof PubSubBridgeConfigSchema\n\n/**\n * Configuration for the PubSubBridge\n */\nexport type PubSubBridgeConfig<TConfig extends EmptyObject = EmptyObject, TSchema extends string | void = void> = BridgeConfig<\n {\n client?: AsyncQueryBusClientConfig\n host?: AsyncQueryBusHostConfig\n roots?: Address[]\n } & TConfig,\n TSchema extends string ? TSchema : PubSubBridgeConfigSchema\n>\n","import { assertEx } from '@xylabs/assert'\nimport { exists } from '@xylabs/exists'\nimport { Address } from '@xylabs/hex'\nimport { AbstractBridge } from '@xyo-network/abstract-bridge'\nimport { BridgeExposeOptions, BridgeModule, BridgeUnexposeOptions } from '@xyo-network/bridge-model'\nimport { creatableModule, ModuleFilterOptions, ModuleIdentifier, ModuleInstance } from '@xyo-network/module-model'\nimport { LRUCache } from 'lru-cache'\n\nimport { AsyncQueryBusClient, AsyncQueryBusHost } from './AsyncQueryBus'\nimport { PubSubBridgeConfigSchema } from './Config'\nimport { PubSubBridgeParams } from './Params'\nimport { PubSubBridgeModuleResolver } from './PubSubBridgeModuleResolver'\n\nconst moduleName = 'PubSubBridge'\n\n@creatableModule()\nexport class PubSubBridge<TParams extends PubSubBridgeParams = PubSubBridgeParams> extends AbstractBridge<TParams> implements BridgeModule<TParams> {\n static override configSchemas = [PubSubBridgeConfigSchema]\n\n protected _configRootAddress: Address = ''\n protected _configStateStoreArchivist: string = ''\n protected _configStateStoreBoundWitnessDiviner: string = ''\n protected _exposedAddresses: Address[] = []\n protected _lastState?: LRUCache<string, number>\n\n private _busClient?: AsyncQueryBusClient\n private _busHost?: AsyncQueryBusHost\n private _resolver?: PubSubBridgeModuleResolver\n\n override get resolver() {\n this._resolver =\n this._resolver ??\n new PubSubBridgeModuleResolver({\n bridge: this,\n busClient: assertEx(this.busClient(), () => 'busClient not configured'),\n wrapperAccount: this.account,\n })\n return this._resolver\n }\n\n protected get moduleName() {\n return `${this.config.name ?? moduleName}`\n }\n\n protected get roots() {\n return assertEx(this.config.roots, () => 'roots not configured')\n }\n\n async exposeHandler(id: ModuleIdentifier, options?: BridgeExposeOptions | undefined): Promise<ModuleInstance[]> {\n const { maxDepth = 1, direction } = options ?? {}\n const filterOptions: ModuleFilterOptions = { direction }\n const module = await super.resolve(id, filterOptions)\n if (module) {\n const host = assertEx(this.busHost(), () => 'Not configured as a host')\n host.expose(module.address)\n const children = await module.resolve('*', { direction, maxDepth, visibility: 'public' })\n for (const child of children) {\n host.expose(child.address)\n }\n return [module, ...children]\n }\n return []\n }\n\n override async startHandler(): Promise<boolean> {\n this.busHost()?.start()\n return await super.startHandler()\n }\n\n async unexposeHandler(id: ModuleIdentifier, options?: BridgeUnexposeOptions | undefined): Promise<ModuleInstance[]> {\n const { maxDepth = 1, direction } = options ?? {}\n const filterOptions: ModuleFilterOptions = { direction }\n const module = await super.resolve(id, filterOptions)\n if (module) {\n const host = assertEx(this.busHost(), () => 'Not configured as a host')\n host.unexpose(module.address)\n const children = await module.resolve('*', { direction, maxDepth, visibility: 'public' })\n for (const child of children) {\n host.unexpose(child.address)\n }\n return [module, ...children]\n }\n return []\n }\n\n protected busClient() {\n if (!this._busClient && this.config.client) {\n this._busClient = new AsyncQueryBusClient({\n config: this.config.client,\n logger: this.logger,\n resolver: this.upResolver,\n })\n }\n return this._busClient\n }\n\n protected busHost() {\n if (!this._busHost && this.config.host) {\n this._busHost = new AsyncQueryBusHost({\n config: this.config.host,\n logger: this.logger,\n resolver: this.upResolver,\n })\n }\n return this._busHost\n }\n\n protected override async discoverRoots(): Promise<ModuleInstance[]> {\n const rootInstances = (await Promise.all(this.roots.map(async (root) => await this.resolver.resolve<ModuleInstance>(root)))).filter(exists)\n for (const instance of rootInstances) {\n this.downResolver.add(instance)\n }\n return rootInstances\n }\n\n protected override stopHandler(_timeout?: number | undefined) {\n this.busHost()?.stop()\n return true\n }\n}\n","import { assertEx } from '@xylabs/assert'\nimport { Address, isAddress } from '@xylabs/hex'\nimport { AbstractBridgeModuleResolver, BridgeModuleResolverOptions, wrapModuleWithType } from '@xyo-network/abstract-bridge'\nimport { Account } from '@xyo-network/account'\nimport { ModuleFilterOptions, ModuleIdentifier, ModuleInstance } from '@xyo-network/module-model'\n\nimport { AsyncQueryBusClient, AsyncQueryBusModuleProxy, AsyncQueryBusModuleProxyParams } from './AsyncQueryBus'\n\nexport interface PubSubBridgeModuleResolverOptions extends BridgeModuleResolverOptions {\n busClient: AsyncQueryBusClient\n}\n\nexport class PubSubBridgeModuleResolver extends AbstractBridgeModuleResolver<PubSubBridgeModuleResolverOptions> {\n override async resolveHandler<T extends ModuleInstance = ModuleInstance>(\n id: ModuleIdentifier,\n options?: ModuleFilterOptions<T>,\n ): Promise<T | T[] | undefined> {\n const parentResult = await super.resolveHandler(id, options)\n if (parentResult) {\n return parentResult\n }\n const idParts = id.split(':')\n const firstPart = idParts.shift()\n assertEx(isAddress(firstPart), () => `Invalid module address: ${firstPart}`)\n const remainderParts = idParts.join(':')\n const account = Account.randomSync()\n const params: AsyncQueryBusModuleProxyParams = {\n account,\n busClient: this.options.busClient,\n host: this.options.bridge,\n moduleAddress: firstPart as Address,\n }\n const proxy = new AsyncQueryBusModuleProxy<T>(params) as unknown as T\n await proxy.start?.()\n const wrappedProxy = wrapModuleWithType(proxy, account) as unknown as T\n this.add(wrappedProxy)\n console.log('ding!')\n return remainderParts.length > 0 ? await proxy.resolve(remainderParts, options) : wrappedProxy\n }\n}\n"],"mappings":";;;;;;;;;;;;;;;;;;;;;AAAA;;;;;;;;;;;;;;;;ACAA,oBAAiC;AAQ1B,IAAeA,qBAAf,cAA+FC,mBAAAA;EARtG,OAQsGA;;;AAGtG;;;ACXA,mBAAsB;AACtB,oBAAuB;AAEvB,mBAA6C;AAC7C,gCAA0D;AAC1D,wCAAgF;AAEhF,6BAA+B;AAE/B,IAAAC,oBAAyB;;;ACTzB,oBAAyB;AAEzB,IAAAC,iBAAmC;AACnC,6BAAoC;AAGpC,2BAAmD;AAEnD,uBAAyB;AAIlB,IAAMC,oBAAN,cAA2FC,oBAAAA;EAZlG,OAYkGA;;;EACtFC;EACAC,iBAAgD,CAAC;EACjDC,iBAA4C,CAAC;EAEvDC,YAAYC,QAAiB;AAC3B,UAAMA,MAAAA;EACR;EAEA,IAAIC,SAA4B;AAC9B,WAAO,KAAKD,OAAOC;EACrB;EAEA,IAAIC,sBAA8B;AAChC,WAAO,KAAKD,QAAQE,iBAAiB;EACvC;EAEA,IAAIC,WAAW;AACb,WAAO,KAAKJ,OAAOI;EACrB;;;;EAKA,IAAcC,YAAuC;AACnD,UAAMC,iBAAiB;MAAEC,KAAK;MAAMC,KAAK;IAAE;AAC3C,SAAKZ,aAAa,KAAKA,cAAc,IAAIa,0BAA0BH,cAAAA;AACnE,WAAO,KAAKV;EACd;EAEA,MAAMc,mBAAmB;AACvBC,YAAQC,IAAI,qBAAqB,KAAKR,SAASL,YAAYc,IAAI,EAAE;AACjE,UAAMC,WAAW,MAAM,KAAKV,SAASW,QAAQ,KAAKd,QAAQe,WAAWC,SAASC,WAAW;MAAEC,WAAW;IAAK,CAAA;AAC3GR,YAAQC,IAAI,iBAAaQ,6BAAaN,QAAAA,CAAAA,EAAW;AACjD,UAAMO,uBAAmBC,wBAASR,UAAU,MAAM,uCAAuC,KAAKb,QAAQe,WAAWC,SAASC,SAAAA,GAAY;AACtIP,YAAQC,IAAI,wBAAoBQ,6BAAaC,gBAAAA,CAAAA;AAC7C,UAAME,aAASC,4CACbH,kBACA,MACE,uDAAuD,KAAKpB,QAAQe,WAAWC,SAASC,SAAAA,KAAcG,kBAAkBtB,aAAac,IAAAA,UAAUO,6BAAaC,gBAAAA,CAAAA,EAAmB;AAEnLV,YAAQC,IAAI,cAAUQ,6BAAaG,MAAAA,CAAAA;AACnC,WAAOA;EACT;EAEA,MAAME,iBAAiB;AACrB,eAAOH,4BACLI,wCAAkB,MAAM,KAAKtB,SAASW,QAAQ,KAAKd,QAAQe,WAAWC,SAASU,mBAAAA,CAAAA,GAC/E,MAAM,qCAAqC,KAAK1B,QAAQe,WAAWC,SAASU,mBAAAA,GAAsB;EAEtG;EAEA,MAAMC,qBAAqB;AACzB,eAAON,4BACLE,4CAAoB,MAAM,KAAKpB,SAASW,QAAQ,KAAKd,QAAQe,WAAWa,WAAWX,SAAAA,CAAAA,GACnF,MAAM,yCAAyC,KAAKjB,QAAQe,WAAWa,WAAWX,SAAAA,GAAY;EAElG;EAEA,MAAMY,mBAAmB;AACvB,eAAOR,4BACLI,wCAAkB,MAAM,KAAKtB,SAASW,QAAQ,KAAKd,QAAQe,WAAWa,WAAWF,mBAAAA,CAAAA,GACjF,MAAM,uCAAuC,KAAK1B,QAAQe,WAAWa,WAAWF,mBAAAA,GAAsB;EAE1G;;;;;;;;;EAUA,MAAgBI,YAAYC,SAAkBC,WAAmB;AAC/D,UAAMC,QAAQnB,QAAO;AAErB,UAAMV,YAAY,KAAKA,UAAU8B,IAAIH,OAAAA;AACrC,QAAI3B,aAAaA,aAAa4B;AAAW;AACzC,SAAK5B,UAAU+B,IAAIJ,SAASC,SAAAA;EAC9B;;;;;EAMA,MAAgBI,cAAcL,SAAmC;AAC/D,UAAME,QAAQnB,QAAO;AACrB,UAAMuB,QAAQ,KAAKjC,UAAU8B,IAAIH,OAAAA;AACjC,QAAIM,UAAUC,QAAW;AAGvB,YAAMC,WAAWC,KAAKC,IAAG,IAAK;AAC9B,WAAKrC,UAAU+B,IAAIJ,SAASQ,QAAAA;AAC5B,aAAOA;IACT,OAAO;AACL,aAAOF;IACT;EACF;AACF;;;AC/GO,IAAMK,UAAU;;;AFchB,IAAMC,sBAAN,cAAyGC,kBAAAA;EAdhH,OAcgHA;;;EACpGC;EACFC,aAAa;EACbC;EAERC,YAAYC,QAAiB;AAC3B,UAAMA,MAAAA;EACR;EAEA,IAAIC,mBAAoF;AACtF,UAAMA,mBAA4C,KAAKC,QAAQC,eAAe,OAAO,CAAC,IAAI,KAAKD,QAAQC;AACvG,WAAO;MAAEC,KAAK;MAAKC,KAAK,MAAO;MAAI,GAAGJ;IAAiB;EACzD;EAEA,IAAIK,UAAU;AACZ,WAAO,CAAC,CAAC,KAAKR;EAChB;;;;EAKA,IAAcK,aAA6D;AACzE,UAAMD,SAAS,KAAKD;AACpB,UAAMM,iBAAiB;MAAEC,aAAa;MAAOC,cAAc;IAAK;AAChE,SAAKb,cAAc,KAAKA,eAAe,IAAIc,2BAA+C;MAAE,GAAGR;MAAQ,GAAGK;IAAe,CAAA;AACzH,WAAO,KAAKX;EACd;EAEAe,qBAAqB;AACnB,WAAO,KAAKf,aAAagB,KAAAA;EAC3B;EAEA,MAAMC,KAAKC,SAAkBC,OAA0BC,UAA8D;AACnHC,YAAQC,IAAI,MAAA;AACZ,SAAKC,QAAQC,MAAM,2BAA2BN,OAAAA,EAAS;AACvD,UAAMO,QAAQ;MAAE,GAAGN,OAAOM;MAAOC,aAAa;QAACR;;IAAS;AACxD,UAAMS,cAAc,MAAMC,sCAAeC,MAAM;MAAE,GAAGV;MAAOM;IAAM,CAAA;AACjEJ,YAAQC,IAAI,0BAAA;AACZ,UAAMQ,iBAAiB,MAAM,KAAKC,iBAAgB;AAClDV,YAAQC,IAAI,gBAAA;AAQZ,UAAMU;;MAEHL,aAA6CM;MAE9CC,OAAOlB,KAAK,MAAMY,sCAAeO,cAAc;QAACR;OAAY,CAAA,EAAG,CAAA;;AACjE,SAAKJ,QAAQC,MAAM,kBAAkBQ,eAAAA,QAAuBd,OAAAA,EAAS;AAErE,UAAMkB,OAAOhB,WAAW;MAACO;SAAgBP;QAAY;MAACO;;AACtD,UAAMU,eAAe,MAAMP,eAAeQ,SAASF,IAAAA;AACnD,SAAKb,QAAQC,MAAM,iBAAiBQ,eAAAA,QAAuBd,OAAAA,EAAS;AACpE,SAAKX,WAAWgC,IAAIP,iBAAiBQ,OAAAA;AACrC,QAAI,CAACH;AAAc,YAAM,IAAII,MAAM,yCAAA;AACnC,UAAMC,UAAU,IAAIC,QAA2B,CAACC,SAASC,WAAAA;AACvD,WAAKtB,QAAQC,MAAM,kCAAkCQ,eAAAA,EAAiB;AACtE,YAAMc,kBAAkB,mCAAA;AACtB,YAAI;AACF,eAAKC,MAAK;AACV,cAAIC,WAAW,KAAKzC,WAAW0C,IAAIjB,eAAAA;AAEnC,iBAAOgB,aAAaE,QAAW;AAC7B7B,oBAAQC,IAAI,YAAA;AAEZ,sBAAM6B,oBAAM,GAAA;AAEZH,uBAAW,KAAKzC,WAAW0C,IAAIjB,eAAAA;AAE/B,gBAAIgB,YAAYA,aAAaR,SAAS;AACpC,mBAAKjB,QAAQC,MAAM,gCAAgCQ,eAAAA,EAAiB;AACpEY,sBAAQI,QAAAA;AACR;YACF;UACF;AAEA,eAAKzB,QAAQ6B,MAAM,oCAAA;AAGnB,gBAAMA,QAAqB;YACzBC,SAAS;YACTlC,OAAO;YACPmC,QAAQ;YACRC,SAAS;cAACvB;;UACZ;AACAa,iBAAOO,KAAAA;AACP;QACF,UAAA;AACE,eAAKI,KAAI;QACX;MACF,GAjCwB;AAkCxBC,gCAAOX,gBAAAA,CAAAA;IACT,CAAA;AACA,WAAOJ;EACT;;;;;EAMQgB,OAAO;AACb,SAAKxD,cAAUyD,2BAAa,YAAA;AAC1B,UAAI;AACF,cAAM,KAAKC,yBAAwB;MACrC,SAASC,GAAG;AACV,aAAKtC,QAAQ6B,QAAQ,uBAAuBS,CAAAA,EAAG;MACjD,UAAA;AACE,YAAI,KAAK3D;AAAS4D,2CAAe,KAAK5D,OAAO;AAC7C,aAAKA,UAAUgD;AACf,aAAKQ,KAAI;MACX;IACF,GAAG,KAAKK,mBAAmB;EAC7B;;;;EAKQH,2BAA2B,YAAA;AACjC,UAAMI,oBAAoB,MAAM,KAAKC,mBAAkB;AACvD,UAAMC,8BAA8B,MAAM,KAAKC,iBAAgB;AAC/D,UAAMC,kBAAkB;SAAI,KAAK7D,WAAW8D,QAAO;MAAIC,OAAO,CAAC,CAACC,GAAGC,MAAAA,MAAYA,WAAWhC,OAAAA;AAE1F,UAAMG,QAAQ8B,WACZL,gBAAgBM,IAAI,OAAO,CAACC,aAAaH,MAAAA,MAAO;AAC9C,UAAIA,WAAWhC,SAAS;AACtB,cAAMoC,eAAgD;UAAEtB,QAAQuB;UAAgCF;QAAY;AAC5G,cAAMG,SAAS,MAAMZ,4BAA4Ba,OAAO;UAACH;SAAa;AACtE,YAAIE,UAAUA,OAAOE,SAAS,GAAG;AAC/B,gBAAMhC,WAAW8B,OAAOG,KAAKC,gDAAAA;AAC7B,cAAIlC,YAAaA,UAAUvB,OAA8CkD,gBAAgBA,aAAa;AACpG,iBAAKpD,QAAQC,MAAM,4BAA4BmD,WAAAA,EAAa;AAE5D,kBAAMvD,WAA8B4B,SAASmC,gBAAgBH,SAAS,IAAI,MAAMhB,kBAAkBf,IAAID,SAASmC,cAAc,IAAI,CAAA;AACjI,iBAAK5E,WAAWgC,IAAIoC,aAAa;cAAC3B;cAAU5B;cAAU,CAAA;aAAG;UAC3D;QACF;MACF;IACF,CAAA,CAAA;EAEJ;EAEQ2B,QAAQ;AACd,QAAI,KAAK9C,eAAe,GAAG;AACzB,WAAKyD,KAAI;IACX;AACA,SAAKzD;EACP;EAEQuD,OAAO;AACb,SAAKvD;AACL,QAAI,KAAKA,cAAc,GAAG;AACxB,UAAI,KAAKC;AAAS4D,yCAAe,KAAK5D,OAAO;AAC7C,WAAKA,UAAUgD;AACf,WAAKjD,aAAa;IACpB;EACF;AACF;;;AG9KA,mBAA4B;AAC5B,IAAAmF,iBAAyB;AAEzB,IAAAC,gBAA6C;AAC7C,IAAAC,6BAA+D;AAC/D,IAAAC,qCAA+C;AAC/C,0BAAqE;AACrE,IAAAC,0BAA+B;AAWxB,IAAMC,oBAAN,cAAmGC,kBAAAA;EAlB1G,OAkB0GA;;;EAC9FC,oBAAoB,oBAAIC,IAAAA;EAC1BC,iBAAiD,CAAC;EAClDC;EAERC,YAAYC,QAAiB;AAC3B,UAAMA,MAAAA;EACR;EAEA,IAAIC,mBAAmB;AACrB,WAAO,KAAKN;EACd;EAEA,IAAIO,4BAAoC;AACtC,WAAO,KAAKC,QAAQD,6BAA6B;EACnD;EAEA,IAAIE,UAAU;AACZ,WAAO,CAAC,CAAC,KAAKN;EAChB;EAEAO,OAAOC,SAAkBC,UAAyB,CAAC,GAAG;AACpD,UAAM,EAAEC,qBAAoB,IAAKD;AACjCE,iCAAS,CAACD,wBAAwB,CAAC,KAAKb,kBAAkBe,IAAIJ,OAAAA,GAAU,MAAM,4BAA4BA,OAAAA,GAAU;AACpH,SAAKX,kBAAkBgB,IAAIL,OAAAA;AAC3B,SAAKT,eAAeS,OAAAA,IAAW;MAAE,GAAGC;IAAQ;AAC5C,SAAKK,QAAQC,MAAM,GAAGP,OAAAA,UAAiB;EACzC;EAEA,MAAMQ,mBAA8C;AAClD,UAAMC,iBAAiB;SAAK,KAAKZ,QAAQW,oBAAoB,CAAA;SAAQ,KAAKb,iBAAiBe,OAAM;;AACjG,UAAMC,OAAO,MAAMC,QAAQC,IACzBJ,eAAeK,IAAI,OAAOC,wBACxBZ,6BAASa,sCAAiB,MAAM,KAAKC,SAASC,QAAQH,eAAAA,CAAAA,GAAmB,MAAM,sCAAsCA,eAAAA,GAAkB,CAAA,CAAA;AAG3I,WAAOJ;EACT;EAEAQ,QAAQ;AACN,QAAI,KAAKrB,SAAS;AAChBsB,cAAQC,KAAK,6CAAA;IACf;AACA,SAAKC,KAAI;EACX;EAEAC,OAAO;AACL,QAAI,CAAC,KAAKzB,SAAS;AACjBsB,cAAQC,KAAK,6CAAA;IACf;AACA,QAAI,KAAK7B;AAASgC,wCAAe,KAAKhC,OAAO;AAC7C,SAAKA,UAAUiC;EACjB;EAEAC,SAAS1B,SAAkB2B,WAAW,MAAM;AAC1CxB,iCAAS,CAACwB,YAAY,KAAKtC,kBAAkBe,IAAIJ,OAAAA,GAAU,MAAM,wBAAwBA,OAAAA,GAAU;AACnG,SAAKX,kBAAkBuC,OAAO5B,OAAAA;AAC9B,WAAO,KAAKT,eAAeS,OAAAA;AAC3B,SAAKM,QAAQC,MAAM,GAAGP,OAAAA,YAAmB;EAC3C;EAEU6B,kBAAkB,OAAOC,aAA6BC,UAAAA;AAC9D,UAAMC,kBAAkBF,YAAYjC,OAAOoC,QAAQH,YAAY9B;AAC/D,UAAMkC,iBAAiB,MAAM,KAAKC,iBAAgB;AAClD,UAAMC,oBAAoB,MAAM,KAAKC,mBAAkB;AACvD,UAAMC,mBAAoBP,MAAMQ,OAAsCC;AACtE,QAAIF,oBAAoBA,kBAAkBG,SAASX,YAAY9B,OAAO,GAAG;AAEvE,YAAM0C,aAAaX,MAAMY,eAAeC,QAAQb,MAAMA,KAAK;AAC3D,UAAIW,eAAe,IAAI;AACrB,cAAMG,cAAcd,MAAMe,gBAAgBJ,UAAAA;AAE1C,YAAIZ,YAAYiB,QAAQN,SAASI,WAAAA,GAAc;AAE7C,gBAAMG,gBAAgB,MAAMd,eAAee,IAAIlB,MAAMY,cAAc;AACnE,gBAAMO,oBAAoB,MAAMC,uCAAeC,aAAaJ,aAAAA;AAC5D,gBAAMK,aAAa,MAAMF,uCAAeG,MAAMvB,KAAAA,GAAQwB;AAEtD,cAAI,KAACC,0BAAYC,OAAOC,KAAKR,iBAAAA,GAAoBnB,MAAMY,cAAc,GAAG;AACtE,iBAAKrC,QAAQqD,MAAM,4BAA4BN,SAAAA,eAAwBrB,eAAAA,oBAAmC;AAC1G;UACF;AACA,cAAI;AAEF,kBAAMa,eAAcK,kBAAkBnB,MAAMA,KAAK,EAAE6B;AACnD,iBAAKtD,QAAQC,MAAM,iBAAiBsC,YAAAA,KAAgBQ,SAAAA,0BAAmCrB,eAAAA,EAAiB;AACxG,kBAAM6B,WAAW,MAAM/B,YAAYC,MAAMA,OAAOiB,eAAe;cAC7Dc,gBAAgB,KAAKvE,eAAeuC,YAAY9B,OAAO,GAAG8D;cAC1DF,QAAQG;YACV,CAAA;AACA,kBAAM,CAACC,IAAIC,UAAUC,MAAAA,IAAUL;AAC/B,iBAAKvD,QAAQC,MAAM,qBAAqB8C,SAAAA,yBAAkCrB,eAAAA,EAAiB;AAC3F,kBAAMmC,eAAe,MAAM/B,kBAAkBgC,OAAO;cAACJ;iBAAOC;iBAAaC;aAAO;AAIhF,gBAAIC,aAAaE,WAAW,GAAG;AAC7B,mBAAK/D,QAAQqD,MAAM,2BAA2BN,SAAAA,yBAAkCrB,eAAAA,EAAiB;YACnG;AACA,gBAAID,OAAOuC,WAAW;AAIpB,oBAAM,KAAKC,YAAYzC,YAAY9B,SAAS+B,MAAMuC,SAAS;YAC7D;UACF,SAASX,OAAO;AACd,iBAAKrD,QAAQqD,MAAM,0BAA0BN,SAAAA,eAAwBrB,eAAAA,KAAoB2B,KAAAA,EAAO;AAChGvC,oBAAQuC,MAAM,0BAA0BN,SAAAA,eAAwBrB,eAAAA,KAAoB2B,KAAAA,EAAO;UAC7F;QACF;MACF;IACF;EACF;;;;;EAMUa,uBAAuB,OAAOxE,YAAAA;AACtC,UAAMyE,2BAA2B,MAAM,KAAKC,eAAc;AAE1D,UAAMJ,YAAY,MAAM,KAAKK,cAAc3E,OAAAA;AAC3C,UAAMwC,cAAc;MAACxC;;AACrB,UAAM4E,QAAQ,KAAKhF;AAEnB,UAAMiF,eAAe;MAAErC;MAAaoC;MAAOhB,QAAQkB;MAAgCC,MAAM;MAAOT;IAAU;AAC1G,UAAMU,SAAS,MAAMP,yBAAyBQ,OAAO;MAACJ;KAAa;AACnE,UAAM9B,UAAUiC,OAAOE,OAAOC,sDAAAA;AAC9B,UAAMC,YAAYrC,QAAQsB,SAAS,IAAIgB,KAAKC,IAAG,GAAIvC,QAAQjC,IAAI,CAACyE,MAAMA,EAAEjB,aAAa,CAAA,CAAA,IAAM,IAAIA;AAI/F,UAAM,KAAKC,YAAYvE,SAASoF,SAAAA;AAChC,WAAOrC;EACT;;;;;EAMQzB,OAAO;AACb,SAAK9B,cAAUgG,4BAAa,YAAA;AAC1B,UAAI;AACF,cAAM,KAAKC,uBAAsB;MACnC,SAASC,GAAG;AACV,aAAKpF,QAAQqD,QAAQ,uBAAuB+B,CAAAA,EAAG;MACjD,UAAA;AACE,YAAI,KAAKlG;AAASgC,4CAAe,KAAKhC,OAAO;AAC7C,aAAKA,UAAUiC;AACf,aAAKH,KAAI;MACX;IACF,GAAG,KAAKqE,mBAAmB;EAC7B;;;;EAKQF,yBAAyB,YAAA;AAC/B,SAAKnF,QAAQC,MAAM,8BAAA;AAEnB,UAAMqF,eAAe,MAAM,KAAKpF,iBAAgB;AAGhD,UAAMI,QAAQiF,WACZD,aAAa9E,IAAI,OAAOgB,gBAAAA;AACtB,UAAI;AACF,cAAME,kBAAkBF,YAAYjC,OAAOoC,QAAQH,YAAY9B;AAC/D,aAAKM,QAAQC,MAAM,mCAAmCyB,eAAAA,EAAiB;AACvE,cAAMe,UAAU,MAAM,KAAKyB,qBAAqB1C,YAAY9B,OAAO;AACnE,YAAI+C,QAAQsB,WAAW;AAAG;AAC1B,aAAK/D,QAAQC,MAAM,4CAA4CyB,eAAAA,EAAiB;AAChF,mBAAWD,SAASgB,SAAS;AAC3B,gBAAM,KAAKlB,gBAAgBC,aAAaC,KAAAA;QAC1C;MACF,SAAS4B,OAAO;AACd,aAAKrD,QAAQqD,MAAM,wCAAwC7B,YAAY9B,OAAO,KAAK2D,KAAAA,EAAO;MAC5F;IACF,CAAA,CAAA;EAEJ;AACF;;;AC9LO,IAAMmC,0BAAN,cAAsCC,mBAAAA;EAR7C,OAQ6CA;;;EACnCC;EAERC,YAAYC,QAAuC;AACjD,UAAMA,MAAAA;EACR;EAEA,MAAeC,QAAuB;AACpC,UAAMC,mBACJ,KAAKF,OAAOG,OAAOD,qBAAqB,MAAM,KAAKF,OAAOI,OAAOC,QAAQ,KAAK;MAAEC,WAAW;IAAO,CAAA,GAAIC,IAAI,CAACC,MAAMA,EAAEC,OAAO;AAC5H,SAAKX,WAAW,IAAIY,kBAAkB;MACpCP,QAAQ;QAAE,GAAG,KAAKH,OAAOG;QAAQD;MAAiB;MAClDS,QAAQ,KAAKX,OAAOW;MACpBC,UAAU,KAAKZ,OAAOI;IACxB,CAAA;AACA,SAAKN,UAAUG,MAAAA;EACjB;EACSY,OAAO;AACd,SAAKf,UAAUe,KAAAA;EACjB;AACF;;;AC5BA,6BAAuD;AAWhD,IAAMC,2BAAN,cACGC,2CAAAA;EAZV,OAYUA;;;EAGR,MAAMC,kBAAmEC,OAAUC,UAAkD;AACnIC,YAAQC,IAAI,kDAAA;AACZ,WAAO,MAAM,KAAKC,YAAYC,UAAUC,KAAK,KAAKC,SAASP,OAAOC,QAAAA;EACpE;EAEA,MAAeO,eAAiC;AAC9CN,YAAQC,IAAI,6CAAA;AACZ,WAAO,MAAM,MAAMK,aAAAA;EACrB;AACF;;;ACxBO,IAAMC,qBAAqB;;;ACO3B,IAAMC,2BAA2B,GAAGC,kBAAAA;;;ACP3C,IAAAC,iBAAyB;AACzB,oBAAuB;AAEvB,IAAAC,0BAA+B;AAE/B,IAAAC,uBAAuF;;;ACLvF,IAAAC,iBAAyB;AACzB,iBAAmC;AACnC,IAAAC,0BAA8F;AAC9F,qBAAwB;AASjB,IAAMC,6BAAN,cAAyCC,qDAAAA;EAZhD,OAYgDA;;;EAC9C,MAAeC,eACbC,IACAC,SAC8B;AAC9B,UAAMC,eAAe,MAAM,MAAMH,eAAeC,IAAIC,OAAAA;AACpD,QAAIC,cAAc;AAChB,aAAOA;IACT;AACA,UAAMC,UAAUH,GAAGI,MAAM,GAAA;AACzB,UAAMC,YAAYF,QAAQG,MAAK;AAC/BC,qCAASC,sBAAUH,SAAAA,GAAY,MAAM,2BAA2BA,SAAAA,EAAW;AAC3E,UAAMI,iBAAiBN,QAAQO,KAAK,GAAA;AACpC,UAAMC,UAAUC,uBAAQC,WAAU;AAClC,UAAMC,SAAyC;MAC7CH;MACAI,WAAW,KAAKd,QAAQc;MACxBC,MAAM,KAAKf,QAAQgB;MACnBC,eAAeb;IACjB;AACA,UAAMc,QAAQ,IAAIC,yBAA4BN,MAAAA;AAC9C,UAAMK,MAAME,QAAK;AACjB,UAAMC,mBAAeC,4CAAmBJ,OAAOR,OAAAA;AAC/C,SAAKa,IAAIF,YAAAA;AACTG,YAAQC,IAAI,OAAA;AACZ,WAAOjB,eAAekB,SAAS,IAAI,MAAMR,MAAMS,QAAQnB,gBAAgBR,OAAAA,IAAWqB;EACpF;AACF;;;;;;;;;;;;;;AD1BA,IAAMO,aAAa;AAGZ,IAAMC,eAAN,cAAoFC,uCAAAA;SAAAA;;;EACzF,OAAgBC,gBAAgB;IAACC;;EAEvBC,qBAA8B;EAC9BC,6BAAqC;EACrCC,uCAA+C;EAC/CC,oBAA+B,CAAA;EAC/BC;EAEFC;EACAC;EACAC;EAER,IAAaC,WAAW;AACtB,SAAKD,YACH,KAAKA,aACL,IAAIE,2BAA2B;MAC7BC,QAAQ;MACRC,eAAWC,yBAAS,KAAKD,UAAS,GAAI,MAAM,0BAAA;MAC5CE,gBAAgB,KAAKC;IACvB,CAAA;AACF,WAAO,KAAKP;EACd;EAEA,IAAcZ,aAAa;AACzB,WAAO,GAAG,KAAKoB,OAAOC,QAAQrB,UAAAA;EAChC;EAEA,IAAcsB,QAAQ;AACpB,eAAOL,yBAAS,KAAKG,OAAOE,OAAO,MAAM,sBAAA;EAC3C;EAEA,MAAMC,cAAcC,IAAsBC,SAAsE;AAC9G,UAAM,EAAEC,WAAW,GAAGC,UAAS,IAAKF,WAAW,CAAC;AAChD,UAAMG,gBAAqC;MAAED;IAAU;AACvD,UAAME,UAAS,MAAM,MAAMC,QAAQN,IAAII,aAAAA;AACvC,QAAIC,SAAQ;AACV,YAAME,WAAOd,yBAAS,KAAKe,QAAO,GAAI,MAAM,0BAAA;AAC5CD,WAAKE,OAAOJ,QAAOK,OAAO;AAC1B,YAAMC,WAAW,MAAMN,QAAOC,QAAQ,KAAK;QAAEH;QAAWD;QAAUU,YAAY;MAAS,CAAA;AACvF,iBAAWC,SAASF,UAAU;AAC5BJ,aAAKE,OAAOI,MAAMH,OAAO;MAC3B;AACA,aAAO;QAACL;WAAWM;;IACrB;AACA,WAAO,CAAA;EACT;EAEA,MAAeG,eAAiC;AAC9C,SAAKN,QAAO,GAAIO,MAAAA;AAChB,WAAO,MAAM,MAAMD,aAAAA;EACrB;EAEA,MAAME,gBAAgBhB,IAAsBC,SAAwE;AAClH,UAAM,EAAEC,WAAW,GAAGC,UAAS,IAAKF,WAAW,CAAC;AAChD,UAAMG,gBAAqC;MAAED;IAAU;AACvD,UAAME,UAAS,MAAM,MAAMC,QAAQN,IAAII,aAAAA;AACvC,QAAIC,SAAQ;AACV,YAAME,WAAOd,yBAAS,KAAKe,QAAO,GAAI,MAAM,0BAAA;AAC5CD,WAAKU,SAASZ,QAAOK,OAAO;AAC5B,YAAMC,WAAW,MAAMN,QAAOC,QAAQ,KAAK;QAAEH;QAAWD;QAAUU,YAAY;MAAS,CAAA;AACvF,iBAAWC,SAASF,UAAU;AAC5BJ,aAAKU,SAASJ,MAAMH,OAAO;MAC7B;AACA,aAAO;QAACL;WAAWM;;IACrB;AACA,WAAO,CAAA;EACT;EAEUnB,YAAY;AACpB,QAAI,CAAC,KAAKN,cAAc,KAAKU,OAAOsB,QAAQ;AAC1C,WAAKhC,aAAa,IAAIiC,oBAAoB;QACxCvB,QAAQ,KAAKA,OAAOsB;QACpBE,QAAQ,KAAKA;QACb/B,UAAU,KAAKgC;MACjB,CAAA;IACF;AACA,WAAO,KAAKnC;EACd;EAEUsB,UAAU;AAClB,QAAI,CAAC,KAAKrB,YAAY,KAAKS,OAAOW,MAAM;AACtC,WAAKpB,WAAW,IAAImC,kBAAkB;QACpC1B,QAAQ,KAAKA,OAAOW;QACpBa,QAAQ,KAAKA;QACb/B,UAAU,KAAKgC;MACjB,CAAA;IACF;AACA,WAAO,KAAKlC;EACd;EAEA,MAAyBoC,gBAA2C;AAClE,UAAMC,iBAAiB,MAAMC,QAAQC,IAAI,KAAK5B,MAAM6B,IAAI,OAAOC,SAAS,MAAM,KAAKvC,SAASiB,QAAwBsB,IAAAA,CAAAA,CAAAA,GAASC,OAAOC,oBAAAA;AACpI,eAAWC,YAAYP,eAAe;AACpC,WAAKQ,aAAaC,IAAIF,QAAAA;IACxB;AACA,WAAOP;EACT;EAEmBU,YAAYC,UAA+B;AAC5D,SAAK3B,QAAO,GAAI4B,KAAAA;AAChB,WAAO;EACT;AACF;AAvGa3D,eAAAA,aAAAA;MADZ4D,sCAAAA;GACY5D,YAAAA;","names":["AbstractModuleHost","Base","import_lru_cache","import_object","AsyncQueryBusBase","Base","_lastState","_targetConfigs","_targetQueries","constructor","params","config","pollFrequencyConfig","pollFrequency","resolver","lastState","requiredConfig","max","ttl","LRUCache","queriesArchivist","console","log","name","resolved","resolve","intersect","queries","archivist","direction","toJsonString","existingResolved","assertEx","result","asArchivistInstance","queriesDiviner","asDivinerInstance","boundWitnessDiviner","responsesArchivist","responses","responsesDiviner","commitState","address","nextState","Promise","get","set","retrieveState","state","undefined","newState","Date","now","Pending","AsyncQueryBusClient","AsyncQueryBusBase","_queryCache","_pollCount","_pollId","constructor","params","queryCacheConfig","config","queryCache","max","ttl","started","requiredConfig","noUpdateTTL","ttlAutopurge","LRUCache","listeningAddresses","keys","send","address","query","payloads","console","log","logger","debug","$meta","destination","routedQuery","PayloadBuilder","build","queryArchivist","queriesArchivist","routedQueryHash","$hash","Object","toDataHashMap","data","insertResult","insert","set","Pending","Error","context","Promise","resolve","reject","pollForResponse","start","response","get","undefined","delay","error","message","schema","sources","stop","forget","poll","setTimeoutEx","processIncomingResponses","e","clearTimeoutEx","pollFrequencyConfig","responseArchivist","responsesArchivist","responseBoundWitnessDiviner","responsesDiviner","pendingCommands","entries","filter","_","status","allSettled","map","sourceQuery","divinerQuery","BoundWitnessDivinerQuerySchema","result","divine","length","find","isBoundWitnessWithMeta","payload_hashes","import_assert","import_timer","import_boundwitness_model","import_diviner_boundwitness_model","import_payload_builder","AsyncQueryBusHost","AsyncQueryBusBase","_exposedAddresses","Set","_exposeOptions","_pollId","constructor","params","exposedAddresses","perAddressBatchQueryLimit","config","started","expose","address","options","failOnAlreadyExposed","assertEx","has","add","logger","debug","listeningModules","exposedModules","values","mods","Promise","all","map","listeningModule","asModuleInstance","resolver","resolve","start","console","warn","poll","stop","clearTimeoutEx","undefined","unexpose","validate","delete","callLocalModule","localModule","query","localModuleName","name","queryArchivist","queriesArchivist","responseArchivist","responsesArchivist","queryDestination","$meta","destination","includes","queryIndex","payload_hashes","indexOf","querySchema","payload_schemas","queries","queryPayloads","get","queryPayloadsDict","PayloadBuilder","toAllHashMap","queryHash","build","$hash","containsAll","Object","keys","error","schema","response","allowedQueries","ModuleConfigSchema","bw","payloads","errors","insertResult","insert","length","timestamp","commitState","findQueriesToAddress","queryBoundWitnessDiviner","queriesDiviner","retrieveState","limit","divinerQuery","BoundWitnessDivinerQuerySchema","sort","result","divine","filter","isQueryBoundWitnessWithMeta","nextState","Math","max","c","setTimeoutEx","processIncomingQueries","e","pollFrequencyConfig","localModules","allSettled","AsyncQueryBusModuleHost","AbstractModuleHost","_busHost","constructor","params","start","listeningModules","config","module","resolve","direction","map","m","address","AsyncQueryBusHost","logger","resolver","stop","AsyncQueryBusModuleProxy","AbstractModuleProxy","proxyQueryHandler","query","payloads","console","log","proxyParams","busClient","send","address","startHandler","PubSubBridgeSchema","PubSubBridgeConfigSchema","PubSubBridgeSchema","import_assert","import_abstract_bridge","import_module_model","import_assert","import_abstract_bridge","PubSubBridgeModuleResolver","AbstractBridgeModuleResolver","resolveHandler","id","options","parentResult","idParts","split","firstPart","shift","assertEx","isAddress","remainderParts","join","account","Account","randomSync","params","busClient","host","bridge","moduleAddress","proxy","AsyncQueryBusModuleProxy","start","wrappedProxy","wrapModuleWithType","add","console","log","length","resolve","moduleName","PubSubBridge","AbstractBridge","configSchemas","PubSubBridgeConfigSchema","_configRootAddress","_configStateStoreArchivist","_configStateStoreBoundWitnessDiviner","_exposedAddresses","_lastState","_busClient","_busHost","_resolver","resolver","PubSubBridgeModuleResolver","bridge","busClient","assertEx","wrapperAccount","account","config","name","roots","exposeHandler","id","options","maxDepth","direction","filterOptions","module","resolve","host","busHost","expose","address","children","visibility","child","startHandler","start","unexposeHandler","unexpose","client","AsyncQueryBusClient","logger","upResolver","AsyncQueryBusHost","discoverRoots","rootInstances","Promise","all","map","root","filter","exists","instance","downResolver","add","stopHandler","_timeout","stop","creatableModule"]}
|
package/dist/browser/index.js
CHANGED
|
@@ -20,7 +20,7 @@ import { LRUCache as LRUCache2 } from "lru-cache";
|
|
|
20
20
|
|
|
21
21
|
// src/AsyncQueryBus/AsyncQueryBusBase.ts
|
|
22
22
|
import { assertEx } from "@xylabs/assert";
|
|
23
|
-
import { Base as Base2 } from "@xylabs/object";
|
|
23
|
+
import { Base as Base2, toJsonString } from "@xylabs/object";
|
|
24
24
|
import { asArchivistInstance } from "@xyo-network/archivist-model";
|
|
25
25
|
import { asDivinerInstance } from "@xyo-network/diviner-model";
|
|
26
26
|
import { LRUCache } from "lru-cache";
|
|
@@ -55,7 +55,16 @@ var AsyncQueryBusBase = class extends Base2 {
|
|
|
55
55
|
return this._lastState;
|
|
56
56
|
}
|
|
57
57
|
async queriesArchivist() {
|
|
58
|
-
|
|
58
|
+
console.log(`queriesArchivist: ${this.resolver.constructor.name}`);
|
|
59
|
+
const resolved = await this.resolver.resolve(this.config?.intersect?.queries?.archivist, {
|
|
60
|
+
direction: "up"
|
|
61
|
+
});
|
|
62
|
+
console.log(`resolved: ${toJsonString(resolved)}`);
|
|
63
|
+
const existingResolved = assertEx(resolved, () => `Unable to resolve queriesArchivist [${this.config?.intersect?.queries?.archivist}]`);
|
|
64
|
+
console.log("existingResolved", toJsonString(existingResolved));
|
|
65
|
+
const result = asArchivistInstance(existingResolved, () => `Unable to resolve queriesArchivist as correct type [${this.config?.intersect?.queries?.archivist}][${existingResolved?.constructor?.name}]: ${toJsonString(existingResolved)}`);
|
|
66
|
+
console.log("result", toJsonString(result));
|
|
67
|
+
return result;
|
|
59
68
|
}
|
|
60
69
|
async queriesDiviner() {
|
|
61
70
|
return assertEx(asDivinerInstance(await this.resolver.resolve(this.config?.intersect?.queries?.boundWitnessDiviner)), () => `Unable to resolve queriesDiviner [${this.config?.intersect?.queries?.boundWitnessDiviner}]`);
|
|
@@ -142,6 +151,7 @@ var AsyncQueryBusClient = class extends AsyncQueryBusBase {
|
|
|
142
151
|
return this._queryCache?.keys();
|
|
143
152
|
}
|
|
144
153
|
async send(address, query, payloads) {
|
|
154
|
+
console.log("send");
|
|
145
155
|
this.logger?.debug(`Begin issuing query to: ${address}`);
|
|
146
156
|
const $meta = {
|
|
147
157
|
...query?.$meta,
|
|
@@ -153,7 +163,9 @@ var AsyncQueryBusClient = class extends AsyncQueryBusBase {
|
|
|
153
163
|
...query,
|
|
154
164
|
$meta
|
|
155
165
|
});
|
|
166
|
+
console.log("queryArchivist - calling");
|
|
156
167
|
const queryArchivist = await this.queriesArchivist();
|
|
168
|
+
console.log("queryArchivist");
|
|
157
169
|
const routedQueryHash = (
|
|
158
170
|
// Trust the signed hash if it's there
|
|
159
171
|
routedQuery?.$hash ?? // TODO: What is the right way to find the dataHash
|
|
@@ -180,6 +192,7 @@ var AsyncQueryBusClient = class extends AsyncQueryBusBase {
|
|
|
180
192
|
this.start();
|
|
181
193
|
let response = this.queryCache.get(routedQueryHash);
|
|
182
194
|
while (response !== void 0) {
|
|
195
|
+
console.log("polling...");
|
|
183
196
|
await delay(100);
|
|
184
197
|
response = this.queryCache.get(routedQueryHash);
|
|
185
198
|
if (response && response !== Pending) {
|
|
@@ -487,8 +500,13 @@ var AsyncQueryBusModuleProxy = class extends AbstractModuleProxy {
|
|
|
487
500
|
__name(this, "AsyncQueryBusModuleProxy");
|
|
488
501
|
}
|
|
489
502
|
async proxyQueryHandler(query, payloads) {
|
|
503
|
+
console.log("proxyQueryHandler - async query bus module proxy");
|
|
490
504
|
return await this.proxyParams.busClient.send(this.address, query, payloads);
|
|
491
505
|
}
|
|
506
|
+
async startHandler() {
|
|
507
|
+
console.log("startHandler - async query bus module proxy");
|
|
508
|
+
return await super.startHandler();
|
|
509
|
+
}
|
|
492
510
|
};
|
|
493
511
|
|
|
494
512
|
// src/Schema.ts
|
|
@@ -498,20 +516,28 @@ var PubSubBridgeSchema = "network.xyo.bridge.pubsub";
|
|
|
498
516
|
var PubSubBridgeConfigSchema = `${PubSubBridgeSchema}.config`;
|
|
499
517
|
|
|
500
518
|
// src/PubSubBridge.ts
|
|
501
|
-
import { assertEx as
|
|
519
|
+
import { assertEx as assertEx4 } from "@xylabs/assert";
|
|
520
|
+
import { exists } from "@xylabs/exists";
|
|
502
521
|
import { AbstractBridge } from "@xyo-network/abstract-bridge";
|
|
503
522
|
import { creatableModule } from "@xyo-network/module-model";
|
|
504
523
|
|
|
505
524
|
// src/PubSubBridgeModuleResolver.ts
|
|
506
|
-
import {
|
|
525
|
+
import { assertEx as assertEx3 } from "@xylabs/assert";
|
|
526
|
+
import { isAddress } from "@xylabs/hex";
|
|
527
|
+
import { AbstractBridgeModuleResolver, wrapModuleWithType } from "@xyo-network/abstract-bridge";
|
|
507
528
|
import { Account } from "@xyo-network/account";
|
|
508
529
|
var PubSubBridgeModuleResolver = class extends AbstractBridgeModuleResolver {
|
|
509
530
|
static {
|
|
510
531
|
__name(this, "PubSubBridgeModuleResolver");
|
|
511
532
|
}
|
|
512
533
|
async resolveHandler(id, options) {
|
|
534
|
+
const parentResult = await super.resolveHandler(id, options);
|
|
535
|
+
if (parentResult) {
|
|
536
|
+
return parentResult;
|
|
537
|
+
}
|
|
513
538
|
const idParts = id.split(":");
|
|
514
539
|
const firstPart = idParts.shift();
|
|
540
|
+
assertEx3(isAddress(firstPart), () => `Invalid module address: ${firstPart}`);
|
|
515
541
|
const remainderParts = idParts.join(":");
|
|
516
542
|
const account = Account.randomSync();
|
|
517
543
|
const params = {
|
|
@@ -521,7 +547,11 @@ var PubSubBridgeModuleResolver = class extends AbstractBridgeModuleResolver {
|
|
|
521
547
|
moduleAddress: firstPart
|
|
522
548
|
};
|
|
523
549
|
const proxy = new AsyncQueryBusModuleProxy(params);
|
|
524
|
-
|
|
550
|
+
await proxy.start?.();
|
|
551
|
+
const wrappedProxy = wrapModuleWithType(proxy, account);
|
|
552
|
+
this.add(wrappedProxy);
|
|
553
|
+
console.log("ding!");
|
|
554
|
+
return remainderParts.length > 0 ? await proxy.resolve(remainderParts, options) : wrappedProxy;
|
|
525
555
|
}
|
|
526
556
|
};
|
|
527
557
|
|
|
@@ -556,9 +586,7 @@ var PubSubBridge = class extends AbstractBridge {
|
|
|
556
586
|
get resolver() {
|
|
557
587
|
this._resolver = this._resolver ?? new PubSubBridgeModuleResolver({
|
|
558
588
|
bridge: this,
|
|
559
|
-
busClient:
|
|
560
|
-
downResolver: this.downResolver,
|
|
561
|
-
upResolver: this.upResolver,
|
|
589
|
+
busClient: assertEx4(this.busClient(), () => "busClient not configured"),
|
|
562
590
|
wrapperAccount: this.account
|
|
563
591
|
});
|
|
564
592
|
return this._resolver;
|
|
@@ -566,30 +594,57 @@ var PubSubBridge = class extends AbstractBridge {
|
|
|
566
594
|
get moduleName() {
|
|
567
595
|
return `${this.config.name ?? moduleName}`;
|
|
568
596
|
}
|
|
597
|
+
get roots() {
|
|
598
|
+
return assertEx4(this.config.roots, () => "roots not configured");
|
|
599
|
+
}
|
|
569
600
|
async exposeHandler(id, options) {
|
|
601
|
+
const { maxDepth = 1, direction } = options ?? {};
|
|
570
602
|
const filterOptions = {
|
|
571
|
-
direction
|
|
603
|
+
direction
|
|
572
604
|
};
|
|
573
605
|
const module = await super.resolve(id, filterOptions);
|
|
574
606
|
if (module) {
|
|
575
|
-
const host =
|
|
607
|
+
const host = assertEx4(this.busHost(), () => "Not configured as a host");
|
|
576
608
|
host.expose(module.address);
|
|
609
|
+
const children = await module.resolve("*", {
|
|
610
|
+
direction,
|
|
611
|
+
maxDepth,
|
|
612
|
+
visibility: "public"
|
|
613
|
+
});
|
|
614
|
+
for (const child of children) {
|
|
615
|
+
host.expose(child.address);
|
|
616
|
+
}
|
|
577
617
|
return [
|
|
578
|
-
module
|
|
618
|
+
module,
|
|
619
|
+
...children
|
|
579
620
|
];
|
|
580
621
|
}
|
|
581
622
|
return [];
|
|
582
623
|
}
|
|
624
|
+
async startHandler() {
|
|
625
|
+
this.busHost()?.start();
|
|
626
|
+
return await super.startHandler();
|
|
627
|
+
}
|
|
583
628
|
async unexposeHandler(id, options) {
|
|
629
|
+
const { maxDepth = 1, direction } = options ?? {};
|
|
584
630
|
const filterOptions = {
|
|
585
|
-
direction
|
|
631
|
+
direction
|
|
586
632
|
};
|
|
587
633
|
const module = await super.resolve(id, filterOptions);
|
|
588
634
|
if (module) {
|
|
589
|
-
const host =
|
|
635
|
+
const host = assertEx4(this.busHost(), () => "Not configured as a host");
|
|
590
636
|
host.unexpose(module.address);
|
|
637
|
+
const children = await module.resolve("*", {
|
|
638
|
+
direction,
|
|
639
|
+
maxDepth,
|
|
640
|
+
visibility: "public"
|
|
641
|
+
});
|
|
642
|
+
for (const child of children) {
|
|
643
|
+
host.unexpose(child.address);
|
|
644
|
+
}
|
|
591
645
|
return [
|
|
592
|
-
module
|
|
646
|
+
module,
|
|
647
|
+
...children
|
|
593
648
|
];
|
|
594
649
|
}
|
|
595
650
|
return [];
|
|
@@ -599,7 +654,7 @@ var PubSubBridge = class extends AbstractBridge {
|
|
|
599
654
|
this._busClient = new AsyncQueryBusClient({
|
|
600
655
|
config: this.config.client,
|
|
601
656
|
logger: this.logger,
|
|
602
|
-
resolver: this
|
|
657
|
+
resolver: this.upResolver
|
|
603
658
|
});
|
|
604
659
|
}
|
|
605
660
|
return this._busClient;
|
|
@@ -609,14 +664,17 @@ var PubSubBridge = class extends AbstractBridge {
|
|
|
609
664
|
this._busHost = new AsyncQueryBusHost({
|
|
610
665
|
config: this.config.host,
|
|
611
666
|
logger: this.logger,
|
|
612
|
-
resolver: this
|
|
667
|
+
resolver: this.upResolver
|
|
613
668
|
});
|
|
614
669
|
}
|
|
615
670
|
return this._busHost;
|
|
616
671
|
}
|
|
617
|
-
|
|
618
|
-
this.
|
|
619
|
-
|
|
672
|
+
async discoverRoots() {
|
|
673
|
+
const rootInstances = (await Promise.all(this.roots.map(async (root) => await this.resolver.resolve(root)))).filter(exists);
|
|
674
|
+
for (const instance of rootInstances) {
|
|
675
|
+
this.downResolver.add(instance);
|
|
676
|
+
}
|
|
677
|
+
return rootInstances;
|
|
620
678
|
}
|
|
621
679
|
stopHandler(_timeout) {
|
|
622
680
|
this.busHost()?.stop();
|