@xyo-network/archivist-benchmark-tests 5.1.21 → 5.1.23

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
package/package.json CHANGED
@@ -1,6 +1,6 @@
1
1
  {
2
2
  "name": "@xyo-network/archivist-benchmark-tests",
3
- "version": "5.1.21",
3
+ "version": "5.1.23",
4
4
  "description": "Primary SDK for using XYO Protocol 2.0",
5
5
  "homepage": "https://xyo.network",
6
6
  "bugs": {
@@ -30,20 +30,23 @@
30
30
  "types": "dist/neutral/index.d.ts",
31
31
  "files": [
32
32
  "dist",
33
- "src"
33
+ "src",
34
+ "!**/*.bench.*",
35
+ "!**/*.spec.*",
36
+ "!**/*.test.*"
34
37
  ],
35
38
  "devDependencies": {
36
- "@xylabs/hex": "~5.0.24",
39
+ "@xylabs/hex": "~5.0.33",
37
40
  "@xylabs/ts-scripts-yarn3": "~7.2.8",
38
41
  "@xylabs/tsconfig": "~7.2.8",
39
- "@xyo-network/archivist-leveldb": "~5.1.21",
40
- "@xyo-network/archivist-lmdb": "~5.1.21",
41
- "@xyo-network/id-payload-plugin": "~5.1.21",
42
- "@xyo-network/payload-builder": "~5.1.21",
43
- "@xyo-network/payload-model": "~5.1.21",
42
+ "@xyo-network/archivist-leveldb": "~5.1.23",
43
+ "@xyo-network/archivist-lmdb": "~5.1.23",
44
+ "@xyo-network/id-payload-plugin": "~5.1.23",
45
+ "@xyo-network/payload-builder": "~5.1.23",
46
+ "@xyo-network/payload-model": "~5.1.23",
44
47
  "typescript": "~5.9.3",
45
48
  "uuid": "~13.0.0",
46
- "vitest": "~4.0.8"
49
+ "vitest": "~4.0.9"
47
50
  },
48
51
  "publishConfig": {
49
52
  "access": "public"
@@ -1,2 +0,0 @@
1
- export {};
2
- //# sourceMappingURL=fileBackedArchivists.bench.d.ts.map
@@ -1 +0,0 @@
1
- {"version":3,"file":"fileBackedArchivists.bench.d.ts","sourceRoot":"","sources":["../../../src/spec/fileBackedArchivists.bench.ts"],"names":[],"mappings":""}
@@ -1,184 +0,0 @@
1
- import Path from 'node:path'
2
-
3
- import type { Hash } from '@xylabs/hex'
4
- import { LevelDbArchivist, LevelDbArchivistConfigSchema } from '@xyo-network/archivist-leveldb'
5
- import { LmdbArchivist, LmdbArchivistConfigSchema } from '@xyo-network/archivist-lmdb'
6
- import type { Id } from '@xyo-network/id-payload-plugin'
7
- import { IdSchema } from '@xyo-network/id-payload-plugin'
8
- import { PayloadBuilder } from '@xyo-network/payload-builder'
9
- import type { WithSources } from '@xyo-network/payload-model'
10
- import { v4 } from 'uuid'
11
- import { bench, describe } from 'vitest'
12
-
13
- describe('LMDB vs LevelDB', () => {
14
- const missingHash = 'a2069e044136fdf5decb4580b81d2b8ae5c26101d621ec8e2d1c0bbf2f4fbb90' as Hash
15
- const missingHashes = [
16
- 'a2069e044136fdf5decb4580b81d2b8ae5c26101d621ec8e2d1c0bbf2f4fbb90',
17
- '66f07db88d4dbaef3c49559ad10604593cabd54431255f8c3a7163f562570b9d',
18
- '5482f54dca13a1ecfb0c36bd8cf0471045dbaef38f05021a2ea6f13545a7c062',
19
- '6f4b1a669a95a4cb2f1f62e1f018c1a39add570caf76476d8171e349444544ba',
20
- '1876f2127ac778881fac7fb5354a2c114478fd467e3917835b3281432df1cbf6',
21
- '655ed3ef5b03601f5ede740607c10281aa982671700d094e50c31b38798931a9',
22
- '7b1a7ce000163cf0bebe74596b338a1086438f64bbf8f03cb1e9902fd804fa45',
23
- ] as Hash[]
24
- const totalTestPayloads = 100
25
- let levelDbArchivist: LevelDbArchivist
26
- const levelDBArchivistSetup = async () => {
27
- levelDbArchivist = await LevelDbArchivist.create({
28
- account: 'random',
29
- config: {
30
- location: Path.join(process.cwd(), '.store', v4()),
31
- dbName: 'levelDbArchivist.bench.db',
32
- storeName: 'payloads',
33
- clearStoreOnStart: true,
34
- schema: LevelDbArchivistConfigSchema,
35
- },
36
- })
37
- const payload = payloads[Math.trunc(totalTestPayloads / 2)]
38
- hash = await PayloadBuilder.hash(payload)
39
- hashes = await Promise.all(payloads.slice(10).map(p => PayloadBuilder.hash(p)))
40
- dataHash = await PayloadBuilder.dataHash(payload)
41
- dataHashes = await Promise.all(payloads.slice(10).map(p => PayloadBuilder.dataHash(p)))
42
- }
43
- const levelDBArchivistSetupWithData = async () => {
44
- await levelDBArchivistSetup()
45
- await levelDbArchivist.insert(payloads)
46
- }
47
- let lmdbArchivist: LmdbArchivist
48
- const lmdbArchivistSetup = async () => {
49
- lmdbArchivist = await LmdbArchivist.create({
50
- account: 'random',
51
- config: {
52
- location: Path.join(process.cwd(), '.store', v4()),
53
- dbName: 'lmdbArchivist.bench.db',
54
- storeName: 'payloads',
55
- clearStoreOnStart: true,
56
- schema: LmdbArchivistConfigSchema,
57
- },
58
- })
59
- const payload = payloads[Math.trunc(totalTestPayloads / 2)]
60
- hash = await PayloadBuilder.hash(payload)
61
- hashes = await Promise.all(payloads.slice(10).map(p => PayloadBuilder.hash(p)))
62
- dataHash = await PayloadBuilder.dataHash(payload)
63
- dataHashes = await Promise.all(payloads.slice(10).map(p => PayloadBuilder.dataHash(p)))
64
- }
65
- const lmdbArchivistSetupWithData = async () => {
66
- await lmdbArchivistSetup()
67
- await lmdbArchivist.insert(payloads)
68
- }
69
- let hash: Hash
70
- let hashes: Hash[]
71
- let dataHash: Hash
72
- let dataHashes: Hash[]
73
-
74
- const payloads = Array.from(
75
- { length: totalTestPayloads },
76
- (_, i) => new PayloadBuilder<WithSources<Id>>({ schema: IdSchema }).fields({ salt: `${i}` }).meta({ $sources: [missingHash] }).build(),
77
- )
78
-
79
- // NOTE: Pre-hashed since bench does not support async beforeAll setup for local vars
80
- // const hash = await PayloadBuilder.hash({ schema: 'network.xyo.id', salt: '1' })
81
- // const hash = '3a3b8deca568ff820b0b7c8714fbdf82b40fb54f4b15aca8745e06b81291558e'
82
- // const dataHash = await PayloadBuilder.dataHash({ schema: 'network.xyo.id', salt: '1' })
83
- // const dataHash = '3a3b8deca568ff820b0b7c8714fbdf82b40fb54f4b15aca8745e06b81291558e'
84
-
85
- describe('insert (single)', () => {
86
- bench('LevelDbArchivist', async () => {
87
- await levelDbArchivist.insert([payloads[0]])
88
- }, { setup: levelDBArchivistSetup })
89
-
90
- bench('LmdbArchivist', async () => {
91
- await lmdbArchivist.insert([payloads[0]])
92
- }, { setup: lmdbArchivistSetup })
93
- })
94
- describe('insert (many)', () => {
95
- bench('LevelDbArchivist', async () => {
96
- await levelDbArchivist.insert(payloads)
97
- }, { setup: levelDBArchivistSetup })
98
-
99
- bench('LmdbArchivist', async () => {
100
- await lmdbArchivist.insert(payloads)
101
- }, { setup: lmdbArchivistSetup })
102
- })
103
- describe('get (single)', () => {
104
- describe('get (by hash)', () => {
105
- bench('LevelDbArchivist', async () => {
106
- await levelDbArchivist.get([hash])
107
- }, { setup: levelDBArchivistSetupWithData })
108
-
109
- bench('LmdbArchivist', async () => {
110
- await lmdbArchivist.get([hash])
111
- }, { setup: lmdbArchivistSetupWithData })
112
- })
113
- describe('get (by dataHash)', () => {
114
- bench('LevelDbArchivist', async () => {
115
- await levelDbArchivist.get([dataHash])
116
- }, { setup: levelDBArchivistSetupWithData })
117
-
118
- bench('LmdbArchivist', async () => {
119
- await lmdbArchivist.get([dataHash])
120
- }, { setup: lmdbArchivistSetupWithData })
121
- })
122
- describe('get (missing hash)', () => {
123
- bench('LevelDbArchivist', async () => {
124
- await levelDbArchivist.get([missingHash])
125
- }, { setup: levelDBArchivistSetupWithData })
126
-
127
- bench('LmdbArchivist', async () => {
128
- await lmdbArchivist.get([missingHash])
129
- }, { setup: lmdbArchivistSetupWithData })
130
- })
131
- })
132
- describe('get (multiple)', () => {
133
- describe('get (by hash)', () => {
134
- bench('LevelDbArchivist', async () => {
135
- await levelDbArchivist.get(hashes)
136
- }, { setup: levelDBArchivistSetupWithData })
137
-
138
- bench('LmdbArchivist', async () => {
139
- await lmdbArchivist.get(hashes)
140
- }, { setup: lmdbArchivistSetupWithData })
141
- })
142
- describe('get (by dataHash)', () => {
143
- bench('LevelDbArchivist', async () => {
144
- await levelDbArchivist.get(dataHashes)
145
- }, { setup: levelDBArchivistSetupWithData })
146
-
147
- bench('LmdbArchivist', async () => {
148
- await lmdbArchivist.get(dataHashes)
149
- }, { setup: lmdbArchivistSetupWithData })
150
- })
151
- describe('get (missing hash)', () => {
152
- bench('LevelDbArchivist', async () => {
153
- await levelDbArchivist.get(missingHashes)
154
- }, { setup: levelDBArchivistSetupWithData })
155
-
156
- bench('LmdbArchivist', async () => {
157
- await lmdbArchivist.get(missingHashes)
158
- }, { setup: lmdbArchivistSetupWithData })
159
- })
160
- })
161
- describe('next', () => {
162
- const limit = Math.trunc(totalTestPayloads / 2)
163
- describe('asc', () => {
164
- const order = 'asc'
165
- bench('LevelDbArchivist', async () => {
166
- await levelDbArchivist.next({ limit, order })
167
- }, { setup: levelDBArchivistSetupWithData })
168
-
169
- bench('LmdbArchivist', async () => {
170
- await lmdbArchivist.next({ limit, order })
171
- }, { setup: lmdbArchivistSetupWithData })
172
- })
173
- describe('desc', () => {
174
- const order = 'desc'
175
- bench('LevelDbArchivist', async () => {
176
- await levelDbArchivist.next({ limit, order })
177
- }, { setup: levelDBArchivistSetupWithData })
178
-
179
- bench('LmdbArchivist', async () => {
180
- await lmdbArchivist.next({ limit, order })
181
- }, { setup: lmdbArchivistSetupWithData })
182
- })
183
- })
184
- })