@xyo-network/archivist-leveldb 7.4.2 → 8.0.1
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"Archivist.d.ts","sourceRoot":"","sources":["../../src/Archivist.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EACV,IAAI,EAAE,GAAG,EAAE,UAAU,EACtB,MAAM,iBAAiB,CAAA;AAMxB,OAAO,EAAE,iBAAiB,EAAqB,MAAM,qCAAqC,CAAA;AAC1F,OAAO,KAAK,EAEV,wBAAwB,EACxB,oBAAoB,EAErB,MAAM,kCAAkC,CAAA;AAWzC,OAAO,KAAK,EACV,YAAY,EACZ,OAAO,EAAE,MAAM,EAAE,eAAe,EACjC,MAAM,2BAA2B,CAAA;AAElC,OAAO,KAAK,EACc,aAAa,EAAE,gBAAgB,EACxD,MAAM,gBAAgB,CAAA;AAKvB,OAAO,KAAK,EAAE,sBAAsB,EAAE,MAAM,aAAa,CAAA;AAEzD,mJAAmJ;AAEnJ,MAAM,MAAM,YAAY,GAAG,MAAM,CAAC,MAAM,EAAE,eAAe,CAAC,CAAA;AAE1D,MAAM,MAAM,oBAAoB,GAAG,aAAa,CAAC,MAAM,GAAG,UAAU,EAAE,IAAI,EAAE,eAAe,CAAC,OAAO,CAAC,CAAC,CAAA;AACrG,MAAM,MAAM,uBAAuB,GAAG,gBAAgB,CAAC,oBAAoB,EAAE,MAAM,GAAG,UAAU,EAAE,IAAI,EAAE,eAAe,CAAC,OAAO,CAAC,CAAC,CAAA;AACjI,MAAM,MAAM,qBAAqB,CAAC,CAAC,IAAI,gBAAgB,CAAC,oBAAoB,EAAE,MAAM,GAAG,UAAU,EAAE,CAAC,EAAE,IAAI,CAAC,CAAA;AAM3G,8BAAsB,wBAAwB,CAC5C,OAAO,SAAS,sBAAsB,GAAG,sBAAsB,EAC/D,UAAU,SAAS,wBAAwB,GAAG,wBAAwB,CACtE,SAAQ,iBAAiB,CAAC,OAAO,EAAE,UAAU,CAAC;IAC9C,gBAAyB,aAAa,EAAE,MAAM,EAAE,CAAyD;IACzG,gBAAyB,mBAAmB,EAAE,MAAM,CAA+B;IACnF,gBAAyB,MAAM,EAAE;QAC/B,2BAA2B,EAAE,MAAM,CAAA;KACpC,CAAmD;IAEpD,OAAO,CAAC,MAAM,CAAC,QAAQ,CAAC,aAAa,CAEpC;IAED,OAAO,CAAC,MAAM,CAAC,QAAQ,CAAC,aAAa,CAEpC;IAGD,MAAM,CAAC,QAAQ,CAAC,iBAAiB,EAAE,MAAM,CAAiE;IAE1G,MAAM,CAAC,QAAQ,CAAC,iBAAiB,EAAE,MAAM,CAAiE;IAE1G,IAAI,MAAM,IAAI,MAAM,CAEnB;IAED,IAAI,UAAU,WAEb;IAED,IAAI,QAAQ,IAAI,MAAM,CAErB;IAED,IAAa,OAAO,IAAI,MAAM,EAAE,CAU/B;IAED,IAAI,SAAS,IAAI,MAAM,CAEtB;IAED,OAAO,CAAC,MAAM,CAAC,mBAAmB;cAQT,UAAU,IAAI,OAAO,CAAC,eAAe,CAAC,OAAO,CAAC,EAAE,CAAC;cAOjD,YAAY,IAAI,OAAO,CAAC,IAAI,CAAC;cAa7B,aAAa,IAAI,OAAO,CAAC,YAAY,EAAE,CAAC;
|
|
1
|
+
{"version":3,"file":"Archivist.d.ts","sourceRoot":"","sources":["../../src/Archivist.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EACV,IAAI,EAAE,GAAG,EAAE,UAAU,EACtB,MAAM,iBAAiB,CAAA;AAMxB,OAAO,EAAE,iBAAiB,EAAqB,MAAM,qCAAqC,CAAA;AAC1F,OAAO,KAAK,EAEV,wBAAwB,EACxB,oBAAoB,EAErB,MAAM,kCAAkC,CAAA;AAWzC,OAAO,KAAK,EACV,YAAY,EACZ,OAAO,EAAE,MAAM,EAAE,eAAe,EACjC,MAAM,2BAA2B,CAAA;AAElC,OAAO,KAAK,EACc,aAAa,EAAE,gBAAgB,EACxD,MAAM,gBAAgB,CAAA;AAKvB,OAAO,KAAK,EAAE,sBAAsB,EAAE,MAAM,aAAa,CAAA;AAEzD,mJAAmJ;AAEnJ,MAAM,MAAM,YAAY,GAAG,MAAM,CAAC,MAAM,EAAE,eAAe,CAAC,CAAA;AAE1D,MAAM,MAAM,oBAAoB,GAAG,aAAa,CAAC,MAAM,GAAG,UAAU,EAAE,IAAI,EAAE,eAAe,CAAC,OAAO,CAAC,CAAC,CAAA;AACrG,MAAM,MAAM,uBAAuB,GAAG,gBAAgB,CAAC,oBAAoB,EAAE,MAAM,GAAG,UAAU,EAAE,IAAI,EAAE,eAAe,CAAC,OAAO,CAAC,CAAC,CAAA;AACjI,MAAM,MAAM,qBAAqB,CAAC,CAAC,IAAI,gBAAgB,CAAC,oBAAoB,EAAE,MAAM,GAAG,UAAU,EAAE,CAAC,EAAE,IAAI,CAAC,CAAA;AAM3G,8BAAsB,wBAAwB,CAC5C,OAAO,SAAS,sBAAsB,GAAG,sBAAsB,EAC/D,UAAU,SAAS,wBAAwB,GAAG,wBAAwB,CACtE,SAAQ,iBAAiB,CAAC,OAAO,EAAE,UAAU,CAAC;IAC9C,gBAAyB,aAAa,EAAE,MAAM,EAAE,CAAyD;IACzG,gBAAyB,mBAAmB,EAAE,MAAM,CAA+B;IACnF,gBAAyB,MAAM,EAAE;QAC/B,2BAA2B,EAAE,MAAM,CAAA;KACpC,CAAmD;IAEpD,OAAO,CAAC,MAAM,CAAC,QAAQ,CAAC,aAAa,CAEpC;IAED,OAAO,CAAC,MAAM,CAAC,QAAQ,CAAC,aAAa,CAEpC;IAGD,MAAM,CAAC,QAAQ,CAAC,iBAAiB,EAAE,MAAM,CAAiE;IAE1G,MAAM,CAAC,QAAQ,CAAC,iBAAiB,EAAE,MAAM,CAAiE;IAE1G,IAAI,MAAM,IAAI,MAAM,CAEnB;IAED,IAAI,UAAU,WAEb;IAED,IAAI,QAAQ,IAAI,MAAM,CAErB;IAED,IAAa,OAAO,IAAI,MAAM,EAAE,CAU/B;IAED,IAAI,SAAS,IAAI,MAAM,CAEtB;IAED,OAAO,CAAC,MAAM,CAAC,mBAAmB;cAQT,UAAU,IAAI,OAAO,CAAC,eAAe,CAAC,OAAO,CAAC,EAAE,CAAC;cAOjD,YAAY,IAAI,OAAO,CAAC,IAAI,CAAC;cAa7B,aAAa,IAAI,OAAO,CAAC,YAAY,EAAE,CAAC;cAgBxC,aAAa,CAAC,MAAM,EAAE,IAAI,EAAE,GAAG,OAAO,CAAC,eAAe,CAAC,OAAO,CAAC,EAAE,CAAC;cAqClE,UAAU,CAAC,MAAM,EAAE,IAAI,EAAE,GAAG,OAAO,CAAC,eAAe,CAAC,OAAO,CAAC,EAAE,CAAC;cAoB/D,aAAa,CAAC,QAAQ,EAAE,eAAe,CAAC,OAAO,CAAC,EAAE,GAAG,OAAO,CAAC,eAAe,CAAC,OAAO,CAAC,EAAE,CAAC;cA+BxF,WAAW,CAAC,OAAO,CAAC,EAAE,oBAAoB,GAAG,OAAO,CAAC,eAAe,CAAC,OAAO,CAAC,EAAE,CAAC;cAehF,YAAY,IAAI,OAAO,CAAC,IAAI,CAAC;IAUtD,SAAS,CAAC,iBAAiB,CAAC,CAAC,EAAE,IAAI,EAAE,CAAC,KAAK,EAAE,qBAAqB,CAAC,MAAM,CAAC,KAAK,UAAU,CAAC,CAAC,CAAC,GAAG,UAAU,CAAC,CAAC,CAAC;IAU5G,SAAS,CAAC,iBAAiB,CAAC,CAAC,EAAE,IAAI,EAAE,CAAC,KAAK,EAAE,qBAAqB,CAAC,GAAG,CAAC,KAAK,UAAU,CAAC,CAAC,CAAC,GAAG,UAAU,CAAC,CAAC,CAAC;cAUzF,SAAS,CAAC,CAAC,EAAE,IAAI,EAAE,CAAC,KAAK,EAAE,uBAAuB,KAAK,UAAU,CAAC,CAAC,CAAC,GAAG,OAAO,CAAC,CAAC,CAAC;IAOjG,SAAS,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC,EAAE,IAAI,EAAE,CAAC,EAAE,EAAE,oBAAoB,KAAK,UAAU,CAAC,CAAC,CAAC,GAAG,UAAU,CAAC,CAAC,CAAC;CAC/F;AAED,qBACa,gBAAiB,SAAQ,wBAAwB;IAC5D,OAAO,CAAC,GAAG,CAAmD;IAC9D,OAAO,CAAC,QAAQ,CAAc;cAEL,WAAW,IAAI,OAAO,CAAC,IAAI,CAAC;cAQ5B,MAAM,CAAC,CAAC,EAAE,IAAI,EAAE,CAAC,EAAE,EAAE,oBAAoB,KAAK,UAAU,CAAC,CAAC,CAAC,GAAG,OAAO,CAAC,CAAC,CAAC;CAUlG"}
|
package/dist/browser/index.mjs
CHANGED
|
@@ -130,18 +130,22 @@ var AbstractLevelDbArchivist = class _AbstractLevelDbArchivist extends AbstractA
|
|
|
130
130
|
}
|
|
131
131
|
async commitHandler() {
|
|
132
132
|
const payloads = assertEx(await this.allHandler(), () => "Nothing to commit");
|
|
133
|
+
const archivists = await this.parentArchivists();
|
|
134
|
+
const commitTargets = archivists.commit ?? [];
|
|
133
135
|
const settled = await Promise.allSettled(
|
|
134
|
-
Object.values(
|
|
136
|
+
Object.values(commitTargets)?.map(async (parent) => {
|
|
135
137
|
const queryPayload = { schema: ArchivistInsertQuerySchema };
|
|
136
138
|
const query = await this.bindQuery(queryPayload, payloads);
|
|
137
|
-
|
|
139
|
+
const queryResponse = await parent?.query(query[0], query[1]);
|
|
140
|
+
return queryResponse?.[0];
|
|
138
141
|
}).filter(exists)
|
|
139
142
|
);
|
|
140
143
|
await this.clearHandler();
|
|
141
144
|
return settled.filter(fulfilled).map((result) => result.value).filter(exists);
|
|
142
145
|
}
|
|
143
146
|
async deleteHandler(hashes) {
|
|
144
|
-
const
|
|
147
|
+
const allPayloads = await this.allHandler();
|
|
148
|
+
const payloadsWithMeta = allPayloads.filter(({ _hash, _dataHash }) => hashes.includes(_hash) || hashes.includes(_dataHash));
|
|
145
149
|
const batchCommands = payloadsWithMeta.map((payload) => ({
|
|
146
150
|
type: "del",
|
|
147
151
|
key: payload._hash
|
|
@@ -167,14 +171,17 @@ var AbstractLevelDbArchivist = class _AbstractLevelDbArchivist extends AbstractA
|
|
|
167
171
|
}
|
|
168
172
|
async getHandler(hashes) {
|
|
169
173
|
const foundByHash = await this.withStore(async (store) => {
|
|
170
|
-
|
|
174
|
+
const stored = await store.getMany(hashes);
|
|
175
|
+
return stored.filter(exists);
|
|
171
176
|
});
|
|
172
177
|
const remainingHashes = hashes.filter((hash) => foundByHash.every(({ _hash }) => _hash !== hash));
|
|
173
178
|
const hashesFromDataHashes = await this.withDataHashIndex(async (index) => {
|
|
174
|
-
|
|
179
|
+
const indexed = await index.getMany(remainingHashes);
|
|
180
|
+
return indexed.filter(exists);
|
|
175
181
|
});
|
|
176
182
|
const foundByDataHash = hashesFromDataHashes.length > 0 ? await this.withStore(async (store) => {
|
|
177
|
-
|
|
183
|
+
const stored = await store.getMany(hashesFromDataHashes);
|
|
184
|
+
return stored.filter(exists);
|
|
178
185
|
}) : [];
|
|
179
186
|
const result = [...foundByHash, ...foundByDataHash].toSorted(PayloadBuilder.compareStorageMeta);
|
|
180
187
|
return result;
|
|
@@ -231,7 +238,7 @@ var AbstractLevelDbArchivist = class _AbstractLevelDbArchivist extends AbstractA
|
|
|
231
238
|
async startHandler() {
|
|
232
239
|
await super.startHandler();
|
|
233
240
|
await this.withStore(() => null);
|
|
234
|
-
if (this.config.clearStoreOnStart) {
|
|
241
|
+
if (this.config.clearStoreOnStart === true) {
|
|
235
242
|
await this.clearHandler();
|
|
236
243
|
}
|
|
237
244
|
}
|
|
@@ -1,7 +1,7 @@
|
|
|
1
1
|
{
|
|
2
2
|
"version": 3,
|
|
3
3
|
"sources": ["../../src/Archivist.ts", "../../src/Config.ts", "../../src/Schema.ts"],
|
|
4
|
-
"sourcesContent": ["import type {\n Hash, Hex, Promisable,\n} from '@ariestools/sdk'\nimport {\n assertEx,\n exists,\n fulfilled, isDefined,\n} from '@ariestools/sdk'\nimport { AbstractArchivist, StorageClassLabel } from '@xyo-network/sdk/archivist-abstract'\nimport type {\n ArchivistInsertQuery,\n ArchivistModuleEventData,\n ArchivistNextOptions,\n IndexDescription,\n} from '@xyo-network/sdk/archivist-model'\nimport {\n ArchivistAllQuerySchema,\n ArchivistClearQuerySchema,\n ArchivistCommitQuerySchema,\n ArchivistDeleteQuerySchema,\n ArchivistInsertQuerySchema,\n ArchivistNextQuerySchema,\n buildStandardIndexName,\n} from '@xyo-network/sdk/archivist-model'\nimport { creatableModule } from '@xyo-network/sdk/module-model'\nimport type {\n BoundWitness,\n Payload, Schema, WithStorageMeta,\n} from '@xyo-network/sdk-protocol'\nimport { PayloadBuilder } from '@xyo-network/sdk-protocol'\nimport type {\n AbstractBatchOperation, AbstractLevel, AbstractSublevel,\n} from 'abstract-level'\nimport { Mutex } from 'async-mutex'\nimport { Level } from 'level'\n\nimport { LevelDbArchivistConfigSchema } from './Config.ts'\nimport type { LevelDbArchivistParams } from './Params.ts'\n\n/** We have indexes as top level sublevels since making them a sublevel of a store, getting all the values of that store includes the sublevels */\n\nexport type PayloadStore = Record<string, WithStorageMeta>\n\nexport type AbstractPayloadLevel = AbstractLevel<string | Uint8Array, Hash, WithStorageMeta<Payload>>\nexport type AbstractPayloadSubLevel = AbstractSublevel<AbstractPayloadLevel, string | Uint8Array, Hash, WithStorageMeta<Payload>>\nexport type AbstractIndexSubLevel<T> = AbstractSublevel<AbstractPayloadLevel, string | Uint8Array, T, Hash>\n\nconst indexSubLevelName = (storeName: string, indexName: string) => {\n return `_${storeName}|${indexName}`\n}\n\nexport abstract class AbstractLevelDbArchivist<\n TParams extends LevelDbArchivistParams = LevelDbArchivistParams,\n TEventData extends ArchivistModuleEventData = ArchivistModuleEventData,\n> extends AbstractArchivist<TParams, TEventData> {\n static override readonly configSchemas: Schema[] = [...super.configSchemas, LevelDbArchivistConfigSchema]\n static override readonly defaultConfigSchema: Schema = LevelDbArchivistConfigSchema\n static override readonly labels: {\n 'network.xyo.storage.class': string\n } = { ...super.labels, [StorageClassLabel]: 'disk' }\n\n private static readonly dataHashIndex: IndexDescription = {\n key: { _dataHash: 1 }, multiEntry: false, unique: false,\n }\n\n private static readonly sequenceIndex: IndexDescription = {\n key: { _sequence: 1 }, multiEntry: false, unique: true,\n }\n\n // eslint-disable-next-line @typescript-eslint/member-ordering\n static readonly dataHashIndexName: string = buildStandardIndexName(AbstractLevelDbArchivist.dataHashIndex)\n // eslint-disable-next-line @typescript-eslint/member-ordering\n static readonly sequenceIndexName: string = buildStandardIndexName(AbstractLevelDbArchivist.sequenceIndex)\n\n get dbName(): string {\n return assertEx(this.config.dbName, () => 'No dbName specified')\n }\n\n get folderPath() {\n return `${this.location}/${this.config.dbName}/${this.storeName}`\n }\n\n get location(): string {\n return assertEx(this.config.location, () => 'No location specified')\n }\n\n override get queries(): Schema[] {\n return [\n ArchivistAllQuerySchema,\n ArchivistDeleteQuerySchema,\n ArchivistClearQuerySchema,\n ArchivistInsertQuerySchema,\n ArchivistCommitQuerySchema,\n ArchivistNextQuerySchema,\n ...super.queries,\n ]\n }\n\n get storeName(): string {\n return assertEx(this.config.storeName, () => 'No storeName specified')\n }\n\n private static findIndexFromCursor(payloads: WithStorageMeta[], cursor: Hex) {\n const index = payloads.findIndex(({ _sequence }) => _sequence === cursor)\n if (index === -1) {\n return Infinity // move to the end\n }\n return index\n }\n\n protected override async allHandler(): Promise<WithStorageMeta<Payload>[]> {\n return await this.withStore(async (db) => {\n const values = [...(await db.values().all())]\n return values.filter(exists).toSorted(PayloadBuilder.compareStorageMeta)\n })\n }\n\n protected override async clearHandler(): Promise<void> {\n await this.withDb(async (db) => {\n await db.clear()\n })\n await this.withDataHashIndex(async (index) => {\n await index.clear()\n })\n await this.withSequenceIndex(async (index) => {\n await index.clear()\n })\n return this.emit('cleared', { mod: this })\n }\n\n protected override async commitHandler(): Promise<BoundWitness[]> {\n const payloads = assertEx(await this.allHandler(), () => 'Nothing to commit')\n const settled = await Promise.allSettled(\n Object.values((await this.parentArchivists()).commit ?? [])?.map(async (parent) => {\n const queryPayload: ArchivistInsertQuery = { schema: ArchivistInsertQuerySchema }\n const query = await this.bindQuery(queryPayload, payloads)\n return (await parent?.query(query[0], query[1]))?.[0]\n }).filter(exists),\n )\n await this.clearHandler()\n return settled.filter(fulfilled).map(result => result.value).filter(exists)\n }\n\n protected override async deleteHandler(hashes: Hash[]): Promise<WithStorageMeta<Payload>[]> {\n // not using the getHandler since duplicate data hashes are not handled\n const payloadsWithMeta = (await this.allHandler()).filter(({ _hash, _dataHash }) => hashes.includes(_hash) || hashes.includes(_dataHash))\n // Delete the payloads\n const batchCommands: AbstractBatchOperation<AbstractPayloadSubLevel, Hash, WithStorageMeta<Payload>>[] = payloadsWithMeta.map(payload => ({\n type: 'del',\n key: payload._hash,\n }))\n\n await this.withStore(async (store) => {\n await store.batch(batchCommands)\n })\n\n // Delete the dataHash indexes\n const batchDataHashIndexCommands: AbstractBatchOperation<AbstractPayloadSubLevel, string, Hash>[] = payloadsWithMeta.map(payload => ({\n type: 'del',\n key: payload._dataHash,\n }))\n\n await this.withDataHashIndex(async (index) => {\n await index.batch(batchDataHashIndexCommands)\n })\n\n // Delete the sequence indexes\n const batchSequenceIndexCommands: AbstractBatchOperation<AbstractPayloadSubLevel, Hex, Hash>[] = payloadsWithMeta.map(payload => ({\n type: 'del',\n key: payload._sequence,\n }))\n\n await this.withSequenceIndex(async (index) => {\n await index.batch(batchSequenceIndexCommands)\n })\n\n return payloadsWithMeta\n }\n\n protected override async getHandler(hashes: Hash[]): Promise<WithStorageMeta<Payload>[]> {\n const foundByHash = await this.withStore(async (store) => {\n return (await store.getMany(hashes)).filter(exists)\n })\n const remainingHashes = hashes.filter(hash => foundByHash.every(({ _hash }) => _hash !== hash))\n const hashesFromDataHashes = await this.withDataHashIndex(async (index) => {\n return (await index.getMany(remainingHashes)).filter(exists)\n })\n const foundByDataHash = hashesFromDataHashes.length > 0\n ? await this.withStore(async (store) => {\n return (await store.getMany(hashesFromDataHashes)).filter(exists)\n })\n : []\n const result = [...foundByHash, ...foundByDataHash].toSorted(PayloadBuilder.compareStorageMeta)\n return result\n }\n\n protected override async insertHandler(payloads: WithStorageMeta<Payload>[]): Promise<WithStorageMeta<Payload>[]> {\n // Insert the payloads\n const payloadsWithMeta = payloads.toSorted(PayloadBuilder.compareStorageMeta)\n const batchCommands: AbstractBatchOperation<AbstractPayloadSubLevel, Hash, WithStorageMeta<Payload>>[] = payloadsWithMeta.map(payload => ({\n type: 'put', key: payload._hash, value: payload, keyEncoding: 'utf8', valueEncoding: 'json',\n }))\n await this.withStore(async (store) => {\n await store.batch(batchCommands)\n })\n\n // Insert the dataHash indexes\n // We use the dataHash|hash for the key to allow for multiple entries\n const batchDataHashIndexCommands: AbstractBatchOperation<AbstractPayloadLevel, string, Hash>[] = payloadsWithMeta.map(payload => ({\n type: 'put', key: payload._dataHash, value: payload._hash, keyEncoding: 'utf8', valueEncoding: 'utf8',\n }))\n await this.withDataHashIndex(async (index) => {\n await index.batch(batchDataHashIndexCommands)\n })\n\n // Insert the sequence indexes\n // We use the dataHash|hash for the key to allow for multiple entries\n const batchSequenceIndexCommands: AbstractBatchOperation<AbstractPayloadLevel, Hex, Hash>[] = payloadsWithMeta.map(payload => ({\n type: 'put', key: payload._sequence, value: payload._hash, keyEncoding: 'utf8', valueEncoding: 'utf8',\n }))\n await this.withSequenceIndex(async (index) => {\n await index.batch(batchSequenceIndexCommands)\n })\n\n return payloadsWithMeta\n }\n\n protected override async nextHandler(options?: ArchivistNextOptions): Promise<WithStorageMeta<Payload>[]> {\n const {\n limit = 100, cursor, order, open = true,\n } = options ?? {}\n let all = await this.allHandler()\n if (order === 'desc') {\n all = all.toReversed()\n }\n const startIndex = isDefined(cursor)\n ? AbstractLevelDbArchivist.findIndexFromCursor(all, cursor) + (open ? 1 : 0)\n : 0\n const result = all.slice(startIndex, startIndex + limit)\n return result\n }\n\n protected override async startHandler(): Promise<void> {\n await super.startHandler()\n // We could defer this creation to first access but we\n // want to fail fast here in case something is wrong\n await this.withStore(() => null)\n if (this.config.clearStoreOnStart) {\n await this.clearHandler()\n }\n }\n\n protected withDataHashIndex<T>(func: (index: AbstractIndexSubLevel<string>) => Promisable<T>): Promisable<T> {\n return this.withDb(async (db) => {\n const index = db.sublevel<string, Hash>(\n indexSubLevelName(this.storeName, AbstractLevelDbArchivist.dataHashIndexName),\n { keyEncoding: 'utf8', valueEncoding: 'utf8' },\n )\n return await func(index)\n })\n }\n\n protected withSequenceIndex<T>(func: (index: AbstractIndexSubLevel<Hex>) => Promisable<T>): Promisable<T> {\n return this.withDb(async (db) => {\n const index = db.sublevel<Hex, Hash>(\n indexSubLevelName(this.storeName, AbstractLevelDbArchivist.sequenceIndexName),\n { keyEncoding: 'utf8', valueEncoding: 'utf8' },\n )\n return await func(index)\n })\n }\n\n protected async withStore<T>(func: (store: AbstractPayloadSubLevel) => Promisable<T>): Promise<T> {\n return await this.withDb(async (db) => {\n const subLevel: AbstractPayloadSubLevel = db.sublevel<Hash, WithStorageMeta<Payload>>(this.storeName, { keyEncoding: 'utf8', valueEncoding: 'json' })\n return await func(subLevel)\n })\n }\n\n protected abstract withDb<T>(func: (db: AbstractPayloadLevel) => Promisable<T>): Promisable<T>\n}\n\n@creatableModule()\nexport class LevelDbArchivist extends AbstractLevelDbArchivist {\n private _db: Level<Hash, WithStorageMeta<Payload>> | undefined\n private _dbMutex = new Mutex()\n\n protected override async stopHandler(): Promise<void> {\n await this._dbMutex.runExclusive(async () => {\n await this._db?.close()\n this._db = undefined\n })\n await super.stopHandler()\n }\n\n protected override async withDb<T>(func: (db: AbstractPayloadLevel) => Promisable<T>): Promise<T> {\n const db = await this._dbMutex.runExclusive(async () => {\n if (!this._db) {\n this._db = new Level<Hash, WithStorageMeta<Payload>>(this.folderPath, { keyEncoding: 'utf8', valueEncoding: 'json' })\n await this._db.open()\n }\n return this._db\n })\n return await func(db)\n }\n}\n", "import {\n zodAsFactory, zodIsFactory, zodToFactory,\n} from '@ariestools/sdk'\nimport type { ArchivistConfig } from '@xyo-network/sdk/archivist-model'\nimport { ArchivistConfigZod } from '@xyo-network/sdk/archivist-model'\nimport { asSchema } from '@xyo-network/sdk-protocol'\nimport * as z from 'zod/mini'\n\nimport { LevelDbArchivistSchema } from './Schema.ts'\n\nexport const LevelDbArchivistConfigSchema: string & {\n readonly __schema: true\n} = asSchema(`${LevelDbArchivistSchema}.config`, true)\nexport type LevelDbArchivistConfigSchema = typeof LevelDbArchivistConfigSchema\n\nexport const LevelDbArchivistConfigZod: z.ZodMiniObject<\n & Omit<(typeof ArchivistConfigZod)['shape'], 'schema'>\n & {\n clearStoreOnStart: z.ZodMiniOptional<z.ZodMiniBoolean<boolean>>\n dbName: z.ZodMiniOptional<z.ZodMiniString<string>>\n location: z.ZodMiniOptional<z.ZodMiniString<string>>\n schema: z.ZodMiniLiteral<LevelDbArchivistConfigSchema>\n storeName: z.ZodMiniOptional<z.ZodMiniString<string>>\n },\n z.core.$strip\n> = z.extend(ArchivistConfigZod, {\n clearStoreOnStart: z.optional(z.boolean()),\n dbName: z.optional(z.string()),\n location: z.optional(z.string()),\n schema: z.literal(LevelDbArchivistConfigSchema),\n storeName: z.optional(z.string()),\n})\n\nexport type LevelDbArchivistConfigBase = z.infer<typeof LevelDbArchivistConfigZod>\n\nexport const isLevelDbArchivistConfig: ReturnType<typeof zodIsFactory<LevelDbArchivistConfigBase>> = zodIsFactory(LevelDbArchivistConfigZod)\nexport const asLevelDbArchivistConfig: ReturnType<typeof zodAsFactory<LevelDbArchivistConfigBase>> = zodAsFactory(LevelDbArchivistConfigZod, 'asLevelDbArchivistConfig')\nexport const toLevelDbArchivistConfig: ReturnType<typeof zodToFactory<LevelDbArchivistConfigBase>> = zodToFactory(LevelDbArchivistConfigZod, 'toLevelDbArchivistConfig')\n\nexport type LevelDbArchivistConfig<TStoreName extends string = string> = ArchivistConfig<{\n /**\n * If true, the store will be cleared on start\n */\n clearStoreOnStart?: boolean\n /**\n * The database name - also used as the filename for the db\n */\n dbName?: string\n /**\n * The location where the folder for the db will be created\n */\n location?: string\n schema: LevelDbArchivistConfigSchema\n /**\n * The name of the object store - becomes a sub-level\n */\n storeName?: TStoreName\n}>\n", "import { asSchema } from '@xyo-network/sdk-protocol'\n\nexport const LevelDbArchivistSchema: 'network.xyo.archivist.leveldb' & {\n readonly __schema: true\n} = asSchema('network.xyo.archivist.leveldb', true)\nexport type LevelDbArchivistSchema = typeof LevelDbArchivistSchema\n"],
|
|
5
|
-
"mappings": ";;;;;;;;;;;;AAGA;AAAA,EACE;AAAA,EACA;AAAA,EACA;AAAA,EAAW;AAAA,OACN;AACP,SAAS,mBAAmB,yBAAyB;AAOrD;AAAA,EACE;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,OACK;AACP,SAAS,uBAAuB;AAKhC,SAAS,sBAAsB;AAI/B,SAAS,aAAa;AACtB,SAAS,aAAa;;;AClCtB;AAAA,EACE;AAAA,EAAc;AAAA,EAAc;AAAA,OACvB;AAEP,SAAS,0BAA0B;AACnC,SAAS,YAAAA,iBAAgB;AACzB,YAAY,OAAO;;;ACNnB,SAAS,gBAAgB;AAElB,IAAM,yBAET,SAAS,iCAAiC,IAAI;;;ADM3C,IAAM,+BAETC,UAAS,GAAG,sBAAsB,WAAW,IAAI;AAG9C,IAAM,4BAUP,SAAO,oBAAoB;AAAA,EAC/B,mBAAqB,WAAW,UAAQ,CAAC;AAAA,EACzC,QAAU,WAAW,SAAO,CAAC;AAAA,EAC7B,UAAY,WAAW,SAAO,CAAC;AAAA,EAC/B,QAAU,UAAQ,4BAA4B;AAAA,EAC9C,WAAa,WAAW,SAAO,CAAC;AAClC,CAAC;AAIM,IAAM,2BAAwF,aAAa,yBAAyB;AACpI,IAAM,2BAAwF,aAAa,2BAA2B,0BAA0B;AAChK,IAAM,2BAAwF,aAAa,2BAA2B,0BAA0B;;;ADUvK,IAAM,oBAAoB,CAAC,WAAmB,cAAsB;AAClE,SAAO,IAAI,SAAS,IAAI,SAAS;AACnC;AAEO,IAAe,2BAAf,MAAe,kCAGZ,kBAAuC;AAAA,EAC/C,OAAyB,gBAA0B,CAAC,GAAG,MAAM,eAAe,4BAA4B;AAAA,EACxG,OAAyB,sBAA8B;AAAA,EACvD,OAAyB,SAErB,EAAE,GAAG,MAAM,QAAQ,CAAC,iBAAiB,GAAG,OAAO;AAAA,EAEnD,OAAwB,gBAAkC;AAAA,IACxD,KAAK,EAAE,WAAW,EAAE;AAAA,IAAG,YAAY;AAAA,IAAO,QAAQ;AAAA,EACpD;AAAA,EAEA,OAAwB,gBAAkC;AAAA,IACxD,KAAK,EAAE,WAAW,EAAE;AAAA,IAAG,YAAY;AAAA,IAAO,QAAQ;AAAA,EACpD;AAAA;AAAA,EAGA,OAAgB,oBAA4B,uBAAuB,0BAAyB,aAAa;AAAA;AAAA,EAEzG,OAAgB,oBAA4B,uBAAuB,0BAAyB,aAAa;AAAA,EAEzG,IAAI,SAAiB;AACnB,WAAO,SAAS,KAAK,OAAO,QAAQ,MAAM,qBAAqB;AAAA,EACjE;AAAA,EAEA,IAAI,aAAa;AACf,WAAO,GAAG,KAAK,QAAQ,IAAI,KAAK,OAAO,MAAM,IAAI,KAAK,SAAS;AAAA,EACjE;AAAA,EAEA,IAAI,WAAmB;AACrB,WAAO,SAAS,KAAK,OAAO,UAAU,MAAM,uBAAuB;AAAA,EACrE;AAAA,EAEA,IAAa,UAAoB;AAC/B,WAAO;AAAA,MACL;AAAA,MACA;AAAA,MACA;AAAA,MACA;AAAA,MACA;AAAA,MACA;AAAA,MACA,GAAG,MAAM;AAAA,IACX;AAAA,EACF;AAAA,EAEA,IAAI,YAAoB;AACtB,WAAO,SAAS,KAAK,OAAO,WAAW,MAAM,wBAAwB;AAAA,EACvE;AAAA,EAEA,OAAe,oBAAoB,UAA6B,QAAa;AAC3E,UAAM,QAAQ,SAAS,UAAU,CAAC,EAAE,UAAU,MAAM,cAAc,MAAM;AACxE,QAAI,UAAU,IAAI;AAChB,aAAO;AAAA,IACT;AACA,WAAO;AAAA,EACT;AAAA,EAEA,MAAyB,aAAkD;AACzE,WAAO,MAAM,KAAK,UAAU,OAAO,OAAO;AACxC,YAAM,SAAS,CAAC,GAAI,MAAM,GAAG,OAAO,EAAE,IAAI,CAAE;AAC5C,aAAO,OAAO,OAAO,MAAM,EAAE,SAAS,eAAe,kBAAkB;AAAA,IACzE,CAAC;AAAA,EACH;AAAA,EAEA,MAAyB,eAA8B;AACrD,UAAM,KAAK,OAAO,OAAO,OAAO;AAC9B,YAAM,GAAG,MAAM;AAAA,IACjB,CAAC;AACD,UAAM,KAAK,kBAAkB,OAAO,UAAU;AAC5C,YAAM,MAAM,MAAM;AAAA,IACpB,CAAC;AACD,UAAM,KAAK,kBAAkB,OAAO,UAAU;AAC5C,YAAM,MAAM,MAAM;AAAA,IACpB,CAAC;AACD,WAAO,KAAK,KAAK,WAAW,EAAE,KAAK,KAAK,CAAC;AAAA,EAC3C;AAAA,EAEA,MAAyB,gBAAyC;AAChE,UAAM,WAAW,SAAS,MAAM,KAAK,WAAW,GAAG,MAAM,mBAAmB;AAC5E,UAAM,
|
|
4
|
+
"sourcesContent": ["import type {\n Hash, Hex, Promisable,\n} from '@ariestools/sdk'\nimport {\n assertEx,\n exists,\n fulfilled, isDefined,\n} from '@ariestools/sdk'\nimport { AbstractArchivist, StorageClassLabel } from '@xyo-network/sdk/archivist-abstract'\nimport type {\n ArchivistInsertQuery,\n ArchivistModuleEventData,\n ArchivistNextOptions,\n IndexDescription,\n} from '@xyo-network/sdk/archivist-model'\nimport {\n ArchivistAllQuerySchema,\n ArchivistClearQuerySchema,\n ArchivistCommitQuerySchema,\n ArchivistDeleteQuerySchema,\n ArchivistInsertQuerySchema,\n ArchivistNextQuerySchema,\n buildStandardIndexName,\n} from '@xyo-network/sdk/archivist-model'\nimport { creatableModule } from '@xyo-network/sdk/module-model'\nimport type {\n BoundWitness,\n Payload, Schema, WithStorageMeta,\n} from '@xyo-network/sdk-protocol'\nimport { PayloadBuilder } from '@xyo-network/sdk-protocol'\nimport type {\n AbstractBatchOperation, AbstractLevel, AbstractSublevel,\n} from 'abstract-level'\nimport { Mutex } from 'async-mutex'\nimport { Level } from 'level'\n\nimport { LevelDbArchivistConfigSchema } from './Config.ts'\nimport type { LevelDbArchivistParams } from './Params.ts'\n\n/** We have indexes as top level sublevels since making them a sublevel of a store, getting all the values of that store includes the sublevels */\n\nexport type PayloadStore = Record<string, WithStorageMeta>\n\nexport type AbstractPayloadLevel = AbstractLevel<string | Uint8Array, Hash, WithStorageMeta<Payload>>\nexport type AbstractPayloadSubLevel = AbstractSublevel<AbstractPayloadLevel, string | Uint8Array, Hash, WithStorageMeta<Payload>>\nexport type AbstractIndexSubLevel<T> = AbstractSublevel<AbstractPayloadLevel, string | Uint8Array, T, Hash>\n\nconst indexSubLevelName = (storeName: string, indexName: string) => {\n return `_${storeName}|${indexName}`\n}\n\nexport abstract class AbstractLevelDbArchivist<\n TParams extends LevelDbArchivistParams = LevelDbArchivistParams,\n TEventData extends ArchivistModuleEventData = ArchivistModuleEventData,\n> extends AbstractArchivist<TParams, TEventData> {\n static override readonly configSchemas: Schema[] = [...super.configSchemas, LevelDbArchivistConfigSchema]\n static override readonly defaultConfigSchema: Schema = LevelDbArchivistConfigSchema\n static override readonly labels: {\n 'network.xyo.storage.class': string\n } = { ...super.labels, [StorageClassLabel]: 'disk' }\n\n private static readonly dataHashIndex: IndexDescription = {\n key: { _dataHash: 1 }, multiEntry: false, unique: false,\n }\n\n private static readonly sequenceIndex: IndexDescription = {\n key: { _sequence: 1 }, multiEntry: false, unique: true,\n }\n\n // eslint-disable-next-line @typescript-eslint/member-ordering\n static readonly dataHashIndexName: string = buildStandardIndexName(AbstractLevelDbArchivist.dataHashIndex)\n // eslint-disable-next-line @typescript-eslint/member-ordering\n static readonly sequenceIndexName: string = buildStandardIndexName(AbstractLevelDbArchivist.sequenceIndex)\n\n get dbName(): string {\n return assertEx(this.config.dbName, () => 'No dbName specified')\n }\n\n get folderPath() {\n return `${this.location}/${this.config.dbName}/${this.storeName}`\n }\n\n get location(): string {\n return assertEx(this.config.location, () => 'No location specified')\n }\n\n override get queries(): Schema[] {\n return [\n ArchivistAllQuerySchema,\n ArchivistDeleteQuerySchema,\n ArchivistClearQuerySchema,\n ArchivistInsertQuerySchema,\n ArchivistCommitQuerySchema,\n ArchivistNextQuerySchema,\n ...super.queries,\n ]\n }\n\n get storeName(): string {\n return assertEx(this.config.storeName, () => 'No storeName specified')\n }\n\n private static findIndexFromCursor(payloads: WithStorageMeta[], cursor: Hex) {\n const index = payloads.findIndex(({ _sequence }) => _sequence === cursor)\n if (index === -1) {\n return Infinity // move to the end\n }\n return index\n }\n\n protected override async allHandler(): Promise<WithStorageMeta<Payload>[]> {\n return await this.withStore(async (db) => {\n const values = [...(await db.values().all())]\n return values.filter(exists).toSorted(PayloadBuilder.compareStorageMeta)\n })\n }\n\n protected override async clearHandler(): Promise<void> {\n await this.withDb(async (db) => {\n await db.clear()\n })\n await this.withDataHashIndex(async (index) => {\n await index.clear()\n })\n await this.withSequenceIndex(async (index) => {\n await index.clear()\n })\n return this.emit('cleared', { mod: this })\n }\n\n protected override async commitHandler(): Promise<BoundWitness[]> {\n const payloads = assertEx(await this.allHandler(), () => 'Nothing to commit')\n const archivists = await this.parentArchivists()\n const commitTargets = archivists.commit ?? []\n const settled = await Promise.allSettled(\n Object.values(commitTargets)?.map(async (parent) => {\n const queryPayload: ArchivistInsertQuery = { schema: ArchivistInsertQuerySchema }\n const query = await this.bindQuery(queryPayload, payloads)\n const queryResponse = await parent?.query(query[0], query[1])\n return queryResponse?.[0]\n }).filter(exists),\n )\n await this.clearHandler()\n return settled.filter(fulfilled).map(result => result.value).filter(exists)\n }\n\n protected override async deleteHandler(hashes: Hash[]): Promise<WithStorageMeta<Payload>[]> {\n // not using the getHandler since duplicate data hashes are not handled\n const allPayloads = await this.allHandler()\n const payloadsWithMeta = allPayloads.filter(({ _hash, _dataHash }) => hashes.includes(_hash) || hashes.includes(_dataHash))\n // Delete the payloads\n const batchCommands: AbstractBatchOperation<AbstractPayloadSubLevel, Hash, WithStorageMeta<Payload>>[] = payloadsWithMeta.map(payload => ({\n type: 'del',\n key: payload._hash,\n }))\n\n await this.withStore(async (store) => {\n await store.batch(batchCommands)\n })\n\n // Delete the dataHash indexes\n const batchDataHashIndexCommands: AbstractBatchOperation<AbstractPayloadSubLevel, string, Hash>[] = payloadsWithMeta.map(payload => ({\n type: 'del',\n key: payload._dataHash,\n }))\n\n await this.withDataHashIndex(async (index) => {\n await index.batch(batchDataHashIndexCommands)\n })\n\n // Delete the sequence indexes\n const batchSequenceIndexCommands: AbstractBatchOperation<AbstractPayloadSubLevel, Hex, Hash>[] = payloadsWithMeta.map(payload => ({\n type: 'del',\n key: payload._sequence,\n }))\n\n await this.withSequenceIndex(async (index) => {\n await index.batch(batchSequenceIndexCommands)\n })\n\n return payloadsWithMeta\n }\n\n protected override async getHandler(hashes: Hash[]): Promise<WithStorageMeta<Payload>[]> {\n const foundByHash = await this.withStore(async (store) => {\n const stored = await store.getMany(hashes)\n return stored.filter(exists)\n })\n const remainingHashes = hashes.filter(hash => foundByHash.every(({ _hash }) => _hash !== hash))\n const hashesFromDataHashes = await this.withDataHashIndex(async (index) => {\n const indexed = await index.getMany(remainingHashes)\n return indexed.filter(exists)\n })\n const foundByDataHash = hashesFromDataHashes.length > 0\n ? await this.withStore(async (store) => {\n const stored = await store.getMany(hashesFromDataHashes)\n return stored.filter(exists)\n })\n : []\n const result = [...foundByHash, ...foundByDataHash].toSorted(PayloadBuilder.compareStorageMeta)\n return result\n }\n\n protected override async insertHandler(payloads: WithStorageMeta<Payload>[]): Promise<WithStorageMeta<Payload>[]> {\n // Insert the payloads\n const payloadsWithMeta = payloads.toSorted(PayloadBuilder.compareStorageMeta)\n const batchCommands: AbstractBatchOperation<AbstractPayloadSubLevel, Hash, WithStorageMeta<Payload>>[] = payloadsWithMeta.map(payload => ({\n type: 'put', key: payload._hash, value: payload, keyEncoding: 'utf8', valueEncoding: 'json',\n }))\n await this.withStore(async (store) => {\n await store.batch(batchCommands)\n })\n\n // Insert the dataHash indexes\n // We use the dataHash|hash for the key to allow for multiple entries\n const batchDataHashIndexCommands: AbstractBatchOperation<AbstractPayloadLevel, string, Hash>[] = payloadsWithMeta.map(payload => ({\n type: 'put', key: payload._dataHash, value: payload._hash, keyEncoding: 'utf8', valueEncoding: 'utf8',\n }))\n await this.withDataHashIndex(async (index) => {\n await index.batch(batchDataHashIndexCommands)\n })\n\n // Insert the sequence indexes\n // We use the dataHash|hash for the key to allow for multiple entries\n const batchSequenceIndexCommands: AbstractBatchOperation<AbstractPayloadLevel, Hex, Hash>[] = payloadsWithMeta.map(payload => ({\n type: 'put', key: payload._sequence, value: payload._hash, keyEncoding: 'utf8', valueEncoding: 'utf8',\n }))\n await this.withSequenceIndex(async (index) => {\n await index.batch(batchSequenceIndexCommands)\n })\n\n return payloadsWithMeta\n }\n\n protected override async nextHandler(options?: ArchivistNextOptions): Promise<WithStorageMeta<Payload>[]> {\n const {\n limit = 100, cursor, order, open = true,\n } = options ?? {}\n let all = await this.allHandler()\n if (order === 'desc') {\n all = all.toReversed()\n }\n const startIndex = isDefined(cursor)\n ? AbstractLevelDbArchivist.findIndexFromCursor(all, cursor) + (open ? 1 : 0)\n : 0\n const result = all.slice(startIndex, startIndex + limit)\n return result\n }\n\n protected override async startHandler(): Promise<void> {\n await super.startHandler()\n // We could defer this creation to first access but we\n // want to fail fast here in case something is wrong\n await this.withStore(() => null)\n if (this.config.clearStoreOnStart === true) {\n await this.clearHandler()\n }\n }\n\n protected withDataHashIndex<T>(func: (index: AbstractIndexSubLevel<string>) => Promisable<T>): Promisable<T> {\n return this.withDb(async (db) => {\n const index = db.sublevel<string, Hash>(\n indexSubLevelName(this.storeName, AbstractLevelDbArchivist.dataHashIndexName),\n { keyEncoding: 'utf8', valueEncoding: 'utf8' },\n )\n return await func(index)\n })\n }\n\n protected withSequenceIndex<T>(func: (index: AbstractIndexSubLevel<Hex>) => Promisable<T>): Promisable<T> {\n return this.withDb(async (db) => {\n const index = db.sublevel<Hex, Hash>(\n indexSubLevelName(this.storeName, AbstractLevelDbArchivist.sequenceIndexName),\n { keyEncoding: 'utf8', valueEncoding: 'utf8' },\n )\n return await func(index)\n })\n }\n\n protected async withStore<T>(func: (store: AbstractPayloadSubLevel) => Promisable<T>): Promise<T> {\n return await this.withDb(async (db) => {\n const subLevel: AbstractPayloadSubLevel = db.sublevel<Hash, WithStorageMeta<Payload>>(this.storeName, { keyEncoding: 'utf8', valueEncoding: 'json' })\n return await func(subLevel)\n })\n }\n\n protected abstract withDb<T>(func: (db: AbstractPayloadLevel) => Promisable<T>): Promisable<T>\n}\n\n@creatableModule()\nexport class LevelDbArchivist extends AbstractLevelDbArchivist {\n private _db: Level<Hash, WithStorageMeta<Payload>> | undefined\n private _dbMutex = new Mutex()\n\n protected override async stopHandler(): Promise<void> {\n await this._dbMutex.runExclusive(async () => {\n await this._db?.close()\n this._db = undefined\n })\n await super.stopHandler()\n }\n\n protected override async withDb<T>(func: (db: AbstractPayloadLevel) => Promisable<T>): Promise<T> {\n const db = await this._dbMutex.runExclusive(async () => {\n if (!this._db) {\n this._db = new Level<Hash, WithStorageMeta<Payload>>(this.folderPath, { keyEncoding: 'utf8', valueEncoding: 'json' })\n await this._db.open()\n }\n return this._db\n })\n return await func(db)\n }\n}\n", "import {\n zodAsFactory, zodIsFactory, zodToFactory,\n} from '@ariestools/sdk'\nimport type { ArchivistConfig } from '@xyo-network/sdk/archivist-model'\nimport { ArchivistConfigZod } from '@xyo-network/sdk/archivist-model'\nimport { asSchema } from '@xyo-network/sdk-protocol'\nimport * as z from 'zod/mini'\n\nimport { LevelDbArchivistSchema } from './Schema.ts'\n\nexport const LevelDbArchivistConfigSchema: string & {\n readonly __schema: true\n} = asSchema(`${LevelDbArchivistSchema}.config`, true)\nexport type LevelDbArchivistConfigSchema = typeof LevelDbArchivistConfigSchema\n\nexport const LevelDbArchivistConfigZod: z.ZodMiniObject<\n & Omit<(typeof ArchivistConfigZod)['shape'], 'schema'>\n & {\n clearStoreOnStart: z.ZodMiniOptional<z.ZodMiniBoolean<boolean>>\n dbName: z.ZodMiniOptional<z.ZodMiniString<string>>\n location: z.ZodMiniOptional<z.ZodMiniString<string>>\n schema: z.ZodMiniLiteral<LevelDbArchivistConfigSchema>\n storeName: z.ZodMiniOptional<z.ZodMiniString<string>>\n },\n z.core.$strip\n> = z.extend(ArchivistConfigZod, {\n clearStoreOnStart: z.optional(z.boolean()),\n dbName: z.optional(z.string()),\n location: z.optional(z.string()),\n schema: z.literal(LevelDbArchivistConfigSchema),\n storeName: z.optional(z.string()),\n})\n\nexport type LevelDbArchivistConfigBase = z.infer<typeof LevelDbArchivistConfigZod>\n\nexport const isLevelDbArchivistConfig: ReturnType<typeof zodIsFactory<LevelDbArchivistConfigBase>> = zodIsFactory(LevelDbArchivistConfigZod)\nexport const asLevelDbArchivistConfig: ReturnType<typeof zodAsFactory<LevelDbArchivistConfigBase>> = zodAsFactory(LevelDbArchivistConfigZod, 'asLevelDbArchivistConfig')\nexport const toLevelDbArchivistConfig: ReturnType<typeof zodToFactory<LevelDbArchivistConfigBase>> = zodToFactory(LevelDbArchivistConfigZod, 'toLevelDbArchivistConfig')\n\nexport type LevelDbArchivistConfig<TStoreName extends string = string> = ArchivistConfig<{\n /**\n * If true, the store will be cleared on start\n */\n clearStoreOnStart?: boolean\n /**\n * The database name - also used as the filename for the db\n */\n dbName?: string\n /**\n * The location where the folder for the db will be created\n */\n location?: string\n schema: LevelDbArchivistConfigSchema\n /**\n * The name of the object store - becomes a sub-level\n */\n storeName?: TStoreName\n}>\n", "import { asSchema } from '@xyo-network/sdk-protocol'\n\nexport const LevelDbArchivistSchema: 'network.xyo.archivist.leveldb' & {\n readonly __schema: true\n} = asSchema('network.xyo.archivist.leveldb', true)\nexport type LevelDbArchivistSchema = typeof LevelDbArchivistSchema\n"],
|
|
5
|
+
"mappings": ";;;;;;;;;;;;AAGA;AAAA,EACE;AAAA,EACA;AAAA,EACA;AAAA,EAAW;AAAA,OACN;AACP,SAAS,mBAAmB,yBAAyB;AAOrD;AAAA,EACE;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,OACK;AACP,SAAS,uBAAuB;AAKhC,SAAS,sBAAsB;AAI/B,SAAS,aAAa;AACtB,SAAS,aAAa;;;AClCtB;AAAA,EACE;AAAA,EAAc;AAAA,EAAc;AAAA,OACvB;AAEP,SAAS,0BAA0B;AACnC,SAAS,YAAAA,iBAAgB;AACzB,YAAY,OAAO;;;ACNnB,SAAS,gBAAgB;AAElB,IAAM,yBAET,SAAS,iCAAiC,IAAI;;;ADM3C,IAAM,+BAETC,UAAS,GAAG,sBAAsB,WAAW,IAAI;AAG9C,IAAM,4BAUP,SAAO,oBAAoB;AAAA,EAC/B,mBAAqB,WAAW,UAAQ,CAAC;AAAA,EACzC,QAAU,WAAW,SAAO,CAAC;AAAA,EAC7B,UAAY,WAAW,SAAO,CAAC;AAAA,EAC/B,QAAU,UAAQ,4BAA4B;AAAA,EAC9C,WAAa,WAAW,SAAO,CAAC;AAClC,CAAC;AAIM,IAAM,2BAAwF,aAAa,yBAAyB;AACpI,IAAM,2BAAwF,aAAa,2BAA2B,0BAA0B;AAChK,IAAM,2BAAwF,aAAa,2BAA2B,0BAA0B;;;ADUvK,IAAM,oBAAoB,CAAC,WAAmB,cAAsB;AAClE,SAAO,IAAI,SAAS,IAAI,SAAS;AACnC;AAEO,IAAe,2BAAf,MAAe,kCAGZ,kBAAuC;AAAA,EAC/C,OAAyB,gBAA0B,CAAC,GAAG,MAAM,eAAe,4BAA4B;AAAA,EACxG,OAAyB,sBAA8B;AAAA,EACvD,OAAyB,SAErB,EAAE,GAAG,MAAM,QAAQ,CAAC,iBAAiB,GAAG,OAAO;AAAA,EAEnD,OAAwB,gBAAkC;AAAA,IACxD,KAAK,EAAE,WAAW,EAAE;AAAA,IAAG,YAAY;AAAA,IAAO,QAAQ;AAAA,EACpD;AAAA,EAEA,OAAwB,gBAAkC;AAAA,IACxD,KAAK,EAAE,WAAW,EAAE;AAAA,IAAG,YAAY;AAAA,IAAO,QAAQ;AAAA,EACpD;AAAA;AAAA,EAGA,OAAgB,oBAA4B,uBAAuB,0BAAyB,aAAa;AAAA;AAAA,EAEzG,OAAgB,oBAA4B,uBAAuB,0BAAyB,aAAa;AAAA,EAEzG,IAAI,SAAiB;AACnB,WAAO,SAAS,KAAK,OAAO,QAAQ,MAAM,qBAAqB;AAAA,EACjE;AAAA,EAEA,IAAI,aAAa;AACf,WAAO,GAAG,KAAK,QAAQ,IAAI,KAAK,OAAO,MAAM,IAAI,KAAK,SAAS;AAAA,EACjE;AAAA,EAEA,IAAI,WAAmB;AACrB,WAAO,SAAS,KAAK,OAAO,UAAU,MAAM,uBAAuB;AAAA,EACrE;AAAA,EAEA,IAAa,UAAoB;AAC/B,WAAO;AAAA,MACL;AAAA,MACA;AAAA,MACA;AAAA,MACA;AAAA,MACA;AAAA,MACA;AAAA,MACA,GAAG,MAAM;AAAA,IACX;AAAA,EACF;AAAA,EAEA,IAAI,YAAoB;AACtB,WAAO,SAAS,KAAK,OAAO,WAAW,MAAM,wBAAwB;AAAA,EACvE;AAAA,EAEA,OAAe,oBAAoB,UAA6B,QAAa;AAC3E,UAAM,QAAQ,SAAS,UAAU,CAAC,EAAE,UAAU,MAAM,cAAc,MAAM;AACxE,QAAI,UAAU,IAAI;AAChB,aAAO;AAAA,IACT;AACA,WAAO;AAAA,EACT;AAAA,EAEA,MAAyB,aAAkD;AACzE,WAAO,MAAM,KAAK,UAAU,OAAO,OAAO;AACxC,YAAM,SAAS,CAAC,GAAI,MAAM,GAAG,OAAO,EAAE,IAAI,CAAE;AAC5C,aAAO,OAAO,OAAO,MAAM,EAAE,SAAS,eAAe,kBAAkB;AAAA,IACzE,CAAC;AAAA,EACH;AAAA,EAEA,MAAyB,eAA8B;AACrD,UAAM,KAAK,OAAO,OAAO,OAAO;AAC9B,YAAM,GAAG,MAAM;AAAA,IACjB,CAAC;AACD,UAAM,KAAK,kBAAkB,OAAO,UAAU;AAC5C,YAAM,MAAM,MAAM;AAAA,IACpB,CAAC;AACD,UAAM,KAAK,kBAAkB,OAAO,UAAU;AAC5C,YAAM,MAAM,MAAM;AAAA,IACpB,CAAC;AACD,WAAO,KAAK,KAAK,WAAW,EAAE,KAAK,KAAK,CAAC;AAAA,EAC3C;AAAA,EAEA,MAAyB,gBAAyC;AAChE,UAAM,WAAW,SAAS,MAAM,KAAK,WAAW,GAAG,MAAM,mBAAmB;AAC5E,UAAM,aAAa,MAAM,KAAK,iBAAiB;AAC/C,UAAM,gBAAgB,WAAW,UAAU,CAAC;AAC5C,UAAM,UAAU,MAAM,QAAQ;AAAA,MAC5B,OAAO,OAAO,aAAa,GAAG,IAAI,OAAO,WAAW;AAClD,cAAM,eAAqC,EAAE,QAAQ,2BAA2B;AAChF,cAAM,QAAQ,MAAM,KAAK,UAAU,cAAc,QAAQ;AACzD,cAAM,gBAAgB,MAAM,QAAQ,MAAM,MAAM,CAAC,GAAG,MAAM,CAAC,CAAC;AAC5D,eAAO,gBAAgB,CAAC;AAAA,MAC1B,CAAC,EAAE,OAAO,MAAM;AAAA,IAClB;AACA,UAAM,KAAK,aAAa;AACxB,WAAO,QAAQ,OAAO,SAAS,EAAE,IAAI,YAAU,OAAO,KAAK,EAAE,OAAO,MAAM;AAAA,EAC5E;AAAA,EAEA,MAAyB,cAAc,QAAqD;AAE1F,UAAM,cAAc,MAAM,KAAK,WAAW;AAC1C,UAAM,mBAAmB,YAAY,OAAO,CAAC,EAAE,OAAO,UAAU,MAAM,OAAO,SAAS,KAAK,KAAK,OAAO,SAAS,SAAS,CAAC;AAE1H,UAAM,gBAAmG,iBAAiB,IAAI,cAAY;AAAA,MACxI,MAAM;AAAA,MACN,KAAK,QAAQ;AAAA,IACf,EAAE;AAEF,UAAM,KAAK,UAAU,OAAO,UAAU;AACpC,YAAM,MAAM,MAAM,aAAa;AAAA,IACjC,CAAC;AAGD,UAAM,6BAA8F,iBAAiB,IAAI,cAAY;AAAA,MACnI,MAAM;AAAA,MACN,KAAK,QAAQ;AAAA,IACf,EAAE;AAEF,UAAM,KAAK,kBAAkB,OAAO,UAAU;AAC5C,YAAM,MAAM,MAAM,0BAA0B;AAAA,IAC9C,CAAC;AAGD,UAAM,6BAA2F,iBAAiB,IAAI,cAAY;AAAA,MAChI,MAAM;AAAA,MACN,KAAK,QAAQ;AAAA,IACf,EAAE;AAEF,UAAM,KAAK,kBAAkB,OAAO,UAAU;AAC5C,YAAM,MAAM,MAAM,0BAA0B;AAAA,IAC9C,CAAC;AAED,WAAO;AAAA,EACT;AAAA,EAEA,MAAyB,WAAW,QAAqD;AACvF,UAAM,cAAc,MAAM,KAAK,UAAU,OAAO,UAAU;AACxD,YAAM,SAAS,MAAM,MAAM,QAAQ,MAAM;AACzC,aAAO,OAAO,OAAO,MAAM;AAAA,IAC7B,CAAC;AACD,UAAM,kBAAkB,OAAO,OAAO,UAAQ,YAAY,MAAM,CAAC,EAAE,MAAM,MAAM,UAAU,IAAI,CAAC;AAC9F,UAAM,uBAAuB,MAAM,KAAK,kBAAkB,OAAO,UAAU;AACzE,YAAM,UAAU,MAAM,MAAM,QAAQ,eAAe;AACnD,aAAO,QAAQ,OAAO,MAAM;AAAA,IAC9B,CAAC;AACD,UAAM,kBAAkB,qBAAqB,SAAS,IAClD,MAAM,KAAK,UAAU,OAAO,UAAU;AACpC,YAAM,SAAS,MAAM,MAAM,QAAQ,oBAAoB;AACvD,aAAO,OAAO,OAAO,MAAM;AAAA,IAC7B,CAAC,IACD,CAAC;AACL,UAAM,SAAS,CAAC,GAAG,aAAa,GAAG,eAAe,EAAE,SAAS,eAAe,kBAAkB;AAC9F,WAAO;AAAA,EACT;AAAA,EAEA,MAAyB,cAAc,UAA2E;AAEhH,UAAM,mBAAmB,SAAS,SAAS,eAAe,kBAAkB;AAC5E,UAAM,gBAAmG,iBAAiB,IAAI,cAAY;AAAA,MACxI,MAAM;AAAA,MAAO,KAAK,QAAQ;AAAA,MAAO,OAAO;AAAA,MAAS,aAAa;AAAA,MAAQ,eAAe;AAAA,IACvF,EAAE;AACF,UAAM,KAAK,UAAU,OAAO,UAAU;AACpC,YAAM,MAAM,MAAM,aAAa;AAAA,IACjC,CAAC;AAID,UAAM,6BAA2F,iBAAiB,IAAI,cAAY;AAAA,MAChI,MAAM;AAAA,MAAO,KAAK,QAAQ;AAAA,MAAW,OAAO,QAAQ;AAAA,MAAO,aAAa;AAAA,MAAQ,eAAe;AAAA,IACjG,EAAE;AACF,UAAM,KAAK,kBAAkB,OAAO,UAAU;AAC5C,YAAM,MAAM,MAAM,0BAA0B;AAAA,IAC9C,CAAC;AAID,UAAM,6BAAwF,iBAAiB,IAAI,cAAY;AAAA,MAC7H,MAAM;AAAA,MAAO,KAAK,QAAQ;AAAA,MAAW,OAAO,QAAQ;AAAA,MAAO,aAAa;AAAA,MAAQ,eAAe;AAAA,IACjG,EAAE;AACF,UAAM,KAAK,kBAAkB,OAAO,UAAU;AAC5C,YAAM,MAAM,MAAM,0BAA0B;AAAA,IAC9C,CAAC;AAED,WAAO;AAAA,EACT;AAAA,EAEA,MAAyB,YAAY,SAAqE;AACxG,UAAM;AAAA,MACJ,QAAQ;AAAA,MAAK;AAAA,MAAQ;AAAA,MAAO,OAAO;AAAA,IACrC,IAAI,WAAW,CAAC;AAChB,QAAI,MAAM,MAAM,KAAK,WAAW;AAChC,QAAI,UAAU,QAAQ;AACpB,YAAM,IAAI,WAAW;AAAA,IACvB;AACA,UAAM,aAAa,UAAU,MAAM,IAC/B,0BAAyB,oBAAoB,KAAK,MAAM,KAAK,OAAO,IAAI,KACxE;AACJ,UAAM,SAAS,IAAI,MAAM,YAAY,aAAa,KAAK;AACvD,WAAO;AAAA,EACT;AAAA,EAEA,MAAyB,eAA8B;AACrD,UAAM,MAAM,aAAa;AAGzB,UAAM,KAAK,UAAU,MAAM,IAAI;AAC/B,QAAI,KAAK,OAAO,sBAAsB,MAAM;AAC1C,YAAM,KAAK,aAAa;AAAA,IAC1B;AAAA,EACF;AAAA,EAEU,kBAAqB,MAA8E;AAC3G,WAAO,KAAK,OAAO,OAAO,OAAO;AAC/B,YAAM,QAAQ,GAAG;AAAA,QACf,kBAAkB,KAAK,WAAW,0BAAyB,iBAAiB;AAAA,QAC5E,EAAE,aAAa,QAAQ,eAAe,OAAO;AAAA,MAC/C;AACA,aAAO,MAAM,KAAK,KAAK;AAAA,IACzB,CAAC;AAAA,EACH;AAAA,EAEU,kBAAqB,MAA2E;AACxG,WAAO,KAAK,OAAO,OAAO,OAAO;AAC/B,YAAM,QAAQ,GAAG;AAAA,QACf,kBAAkB,KAAK,WAAW,0BAAyB,iBAAiB;AAAA,QAC5E,EAAE,aAAa,QAAQ,eAAe,OAAO;AAAA,MAC/C;AACA,aAAO,MAAM,KAAK,KAAK;AAAA,IACzB,CAAC;AAAA,EACH;AAAA,EAEA,MAAgB,UAAa,MAAqE;AAChG,WAAO,MAAM,KAAK,OAAO,OAAO,OAAO;AACrC,YAAM,WAAoC,GAAG,SAAyC,KAAK,WAAW,EAAE,aAAa,QAAQ,eAAe,OAAO,CAAC;AACpJ,aAAO,MAAM,KAAK,QAAQ;AAAA,IAC5B,CAAC;AAAA,EACH;AAGF;AAGO,IAAM,mBAAN,cAA+B,yBAAyB;AAAA,EACrD;AAAA,EACA,WAAW,IAAI,MAAM;AAAA,EAE7B,MAAyB,cAA6B;AACpD,UAAM,KAAK,SAAS,aAAa,YAAY;AAC3C,YAAM,KAAK,KAAK,MAAM;AACtB,WAAK,MAAM;AAAA,IACb,CAAC;AACD,UAAM,MAAM,YAAY;AAAA,EAC1B;AAAA,EAEA,MAAyB,OAAU,MAA+D;AAChG,UAAM,KAAK,MAAM,KAAK,SAAS,aAAa,YAAY;AACtD,UAAI,CAAC,KAAK,KAAK;AACb,aAAK,MAAM,IAAI,MAAsC,KAAK,YAAY,EAAE,aAAa,QAAQ,eAAe,OAAO,CAAC;AACpH,cAAM,KAAK,IAAI,KAAK;AAAA,MACtB;AACA,aAAO,KAAK;AAAA,IACd,CAAC;AACD,WAAO,MAAM,KAAK,EAAE;AAAA,EACtB;AACF;AAtBa,mBAAN;AAAA,EADN,gBAAgB;AAAA,GACJ;",
|
|
6
6
|
"names": ["asSchema", "asSchema"]
|
|
7
7
|
}
|
package/package.json
CHANGED
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
{
|
|
2
2
|
"name": "@xyo-network/archivist-leveldb",
|
|
3
|
-
"version": "
|
|
3
|
+
"version": "8.0.1",
|
|
4
4
|
"description": "Primary SDK for using XYO Protocol 2.0",
|
|
5
5
|
"homepage": "https://xyo.network",
|
|
6
6
|
"bugs": {
|
|
@@ -34,35 +34,35 @@
|
|
|
34
34
|
"README.md"
|
|
35
35
|
],
|
|
36
36
|
"dependencies": {
|
|
37
|
-
"@xyo-network/sdk": "~
|
|
37
|
+
"@xyo-network/sdk": "~8.0.1",
|
|
38
38
|
"abstract-level": "~3.1.1",
|
|
39
39
|
"async-mutex": "~0.5.0",
|
|
40
40
|
"level": "~10.0.0"
|
|
41
41
|
},
|
|
42
42
|
"devDependencies": {
|
|
43
|
-
"@ariestools/sdk": "~
|
|
44
|
-
"@ariestools/testing": "~
|
|
45
|
-
"@ariestools/toolchain": "~10.0.
|
|
46
|
-
"@ariestools/tsconfig": "~10.0.
|
|
43
|
+
"@ariestools/sdk": "~9.0.0",
|
|
44
|
+
"@ariestools/testing": "~9.0.0",
|
|
45
|
+
"@ariestools/toolchain": "~10.0.7",
|
|
46
|
+
"@ariestools/tsconfig": "~10.0.7",
|
|
47
47
|
"@opentelemetry/api": "~1.9.1",
|
|
48
|
-
"@xyo-network/archivist-acceptance-tests": "~
|
|
49
|
-
"@xyo-network/sdk-protocol": "~
|
|
50
|
-
"eslint": "~10.
|
|
48
|
+
"@xyo-network/archivist-acceptance-tests": "~8.0.1",
|
|
49
|
+
"@xyo-network/sdk-protocol": "~8.0.1",
|
|
50
|
+
"eslint": "~10.11.0",
|
|
51
51
|
"eslint-import-resolver-typescript": "~4.4.5",
|
|
52
52
|
"tslib": "~2.8.1",
|
|
53
53
|
"typescript": "~6.0.3",
|
|
54
54
|
"uuid": "~14.0.2",
|
|
55
55
|
"vite": "~8.3.0",
|
|
56
|
-
"vitest": "~5.0.
|
|
57
|
-
"zod": "~4.6.
|
|
56
|
+
"vitest": "~5.0.1",
|
|
57
|
+
"zod": "~4.6.5"
|
|
58
58
|
},
|
|
59
59
|
"peerDependencies": {
|
|
60
|
-
"@ariestools/sdk": "^
|
|
61
|
-
"@xyo-network/sdk-protocol": "^
|
|
60
|
+
"@ariestools/sdk": "^9.0",
|
|
61
|
+
"@xyo-network/sdk-protocol": "^8.0",
|
|
62
62
|
"zod": "^4.6"
|
|
63
63
|
},
|
|
64
64
|
"engines": {
|
|
65
|
-
"node": "^
|
|
65
|
+
"node": "^26"
|
|
66
66
|
},
|
|
67
67
|
"publishConfig": {
|
|
68
68
|
"access": "public"
|