@xyo-network/archivist-benchmark-tests 5.1.21 → 5.1.23
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
package/package.json
CHANGED
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
{
|
|
2
2
|
"name": "@xyo-network/archivist-benchmark-tests",
|
|
3
|
-
"version": "5.1.
|
|
3
|
+
"version": "5.1.23",
|
|
4
4
|
"description": "Primary SDK for using XYO Protocol 2.0",
|
|
5
5
|
"homepage": "https://xyo.network",
|
|
6
6
|
"bugs": {
|
|
@@ -30,20 +30,23 @@
|
|
|
30
30
|
"types": "dist/neutral/index.d.ts",
|
|
31
31
|
"files": [
|
|
32
32
|
"dist",
|
|
33
|
-
"src"
|
|
33
|
+
"src",
|
|
34
|
+
"!**/*.bench.*",
|
|
35
|
+
"!**/*.spec.*",
|
|
36
|
+
"!**/*.test.*"
|
|
34
37
|
],
|
|
35
38
|
"devDependencies": {
|
|
36
|
-
"@xylabs/hex": "~5.0.
|
|
39
|
+
"@xylabs/hex": "~5.0.33",
|
|
37
40
|
"@xylabs/ts-scripts-yarn3": "~7.2.8",
|
|
38
41
|
"@xylabs/tsconfig": "~7.2.8",
|
|
39
|
-
"@xyo-network/archivist-leveldb": "~5.1.
|
|
40
|
-
"@xyo-network/archivist-lmdb": "~5.1.
|
|
41
|
-
"@xyo-network/id-payload-plugin": "~5.1.
|
|
42
|
-
"@xyo-network/payload-builder": "~5.1.
|
|
43
|
-
"@xyo-network/payload-model": "~5.1.
|
|
42
|
+
"@xyo-network/archivist-leveldb": "~5.1.23",
|
|
43
|
+
"@xyo-network/archivist-lmdb": "~5.1.23",
|
|
44
|
+
"@xyo-network/id-payload-plugin": "~5.1.23",
|
|
45
|
+
"@xyo-network/payload-builder": "~5.1.23",
|
|
46
|
+
"@xyo-network/payload-model": "~5.1.23",
|
|
44
47
|
"typescript": "~5.9.3",
|
|
45
48
|
"uuid": "~13.0.0",
|
|
46
|
-
"vitest": "~4.0.
|
|
49
|
+
"vitest": "~4.0.9"
|
|
47
50
|
},
|
|
48
51
|
"publishConfig": {
|
|
49
52
|
"access": "public"
|
|
@@ -1 +0,0 @@
|
|
|
1
|
-
{"version":3,"file":"fileBackedArchivists.bench.d.ts","sourceRoot":"","sources":["../../../src/spec/fileBackedArchivists.bench.ts"],"names":[],"mappings":""}
|
|
@@ -1,184 +0,0 @@
|
|
|
1
|
-
import Path from 'node:path'
|
|
2
|
-
|
|
3
|
-
import type { Hash } from '@xylabs/hex'
|
|
4
|
-
import { LevelDbArchivist, LevelDbArchivistConfigSchema } from '@xyo-network/archivist-leveldb'
|
|
5
|
-
import { LmdbArchivist, LmdbArchivistConfigSchema } from '@xyo-network/archivist-lmdb'
|
|
6
|
-
import type { Id } from '@xyo-network/id-payload-plugin'
|
|
7
|
-
import { IdSchema } from '@xyo-network/id-payload-plugin'
|
|
8
|
-
import { PayloadBuilder } from '@xyo-network/payload-builder'
|
|
9
|
-
import type { WithSources } from '@xyo-network/payload-model'
|
|
10
|
-
import { v4 } from 'uuid'
|
|
11
|
-
import { bench, describe } from 'vitest'
|
|
12
|
-
|
|
13
|
-
describe('LMDB vs LevelDB', () => {
|
|
14
|
-
const missingHash = 'a2069e044136fdf5decb4580b81d2b8ae5c26101d621ec8e2d1c0bbf2f4fbb90' as Hash
|
|
15
|
-
const missingHashes = [
|
|
16
|
-
'a2069e044136fdf5decb4580b81d2b8ae5c26101d621ec8e2d1c0bbf2f4fbb90',
|
|
17
|
-
'66f07db88d4dbaef3c49559ad10604593cabd54431255f8c3a7163f562570b9d',
|
|
18
|
-
'5482f54dca13a1ecfb0c36bd8cf0471045dbaef38f05021a2ea6f13545a7c062',
|
|
19
|
-
'6f4b1a669a95a4cb2f1f62e1f018c1a39add570caf76476d8171e349444544ba',
|
|
20
|
-
'1876f2127ac778881fac7fb5354a2c114478fd467e3917835b3281432df1cbf6',
|
|
21
|
-
'655ed3ef5b03601f5ede740607c10281aa982671700d094e50c31b38798931a9',
|
|
22
|
-
'7b1a7ce000163cf0bebe74596b338a1086438f64bbf8f03cb1e9902fd804fa45',
|
|
23
|
-
] as Hash[]
|
|
24
|
-
const totalTestPayloads = 100
|
|
25
|
-
let levelDbArchivist: LevelDbArchivist
|
|
26
|
-
const levelDBArchivistSetup = async () => {
|
|
27
|
-
levelDbArchivist = await LevelDbArchivist.create({
|
|
28
|
-
account: 'random',
|
|
29
|
-
config: {
|
|
30
|
-
location: Path.join(process.cwd(), '.store', v4()),
|
|
31
|
-
dbName: 'levelDbArchivist.bench.db',
|
|
32
|
-
storeName: 'payloads',
|
|
33
|
-
clearStoreOnStart: true,
|
|
34
|
-
schema: LevelDbArchivistConfigSchema,
|
|
35
|
-
},
|
|
36
|
-
})
|
|
37
|
-
const payload = payloads[Math.trunc(totalTestPayloads / 2)]
|
|
38
|
-
hash = await PayloadBuilder.hash(payload)
|
|
39
|
-
hashes = await Promise.all(payloads.slice(10).map(p => PayloadBuilder.hash(p)))
|
|
40
|
-
dataHash = await PayloadBuilder.dataHash(payload)
|
|
41
|
-
dataHashes = await Promise.all(payloads.slice(10).map(p => PayloadBuilder.dataHash(p)))
|
|
42
|
-
}
|
|
43
|
-
const levelDBArchivistSetupWithData = async () => {
|
|
44
|
-
await levelDBArchivistSetup()
|
|
45
|
-
await levelDbArchivist.insert(payloads)
|
|
46
|
-
}
|
|
47
|
-
let lmdbArchivist: LmdbArchivist
|
|
48
|
-
const lmdbArchivistSetup = async () => {
|
|
49
|
-
lmdbArchivist = await LmdbArchivist.create({
|
|
50
|
-
account: 'random',
|
|
51
|
-
config: {
|
|
52
|
-
location: Path.join(process.cwd(), '.store', v4()),
|
|
53
|
-
dbName: 'lmdbArchivist.bench.db',
|
|
54
|
-
storeName: 'payloads',
|
|
55
|
-
clearStoreOnStart: true,
|
|
56
|
-
schema: LmdbArchivistConfigSchema,
|
|
57
|
-
},
|
|
58
|
-
})
|
|
59
|
-
const payload = payloads[Math.trunc(totalTestPayloads / 2)]
|
|
60
|
-
hash = await PayloadBuilder.hash(payload)
|
|
61
|
-
hashes = await Promise.all(payloads.slice(10).map(p => PayloadBuilder.hash(p)))
|
|
62
|
-
dataHash = await PayloadBuilder.dataHash(payload)
|
|
63
|
-
dataHashes = await Promise.all(payloads.slice(10).map(p => PayloadBuilder.dataHash(p)))
|
|
64
|
-
}
|
|
65
|
-
const lmdbArchivistSetupWithData = async () => {
|
|
66
|
-
await lmdbArchivistSetup()
|
|
67
|
-
await lmdbArchivist.insert(payloads)
|
|
68
|
-
}
|
|
69
|
-
let hash: Hash
|
|
70
|
-
let hashes: Hash[]
|
|
71
|
-
let dataHash: Hash
|
|
72
|
-
let dataHashes: Hash[]
|
|
73
|
-
|
|
74
|
-
const payloads = Array.from(
|
|
75
|
-
{ length: totalTestPayloads },
|
|
76
|
-
(_, i) => new PayloadBuilder<WithSources<Id>>({ schema: IdSchema }).fields({ salt: `${i}` }).meta({ $sources: [missingHash] }).build(),
|
|
77
|
-
)
|
|
78
|
-
|
|
79
|
-
// NOTE: Pre-hashed since bench does not support async beforeAll setup for local vars
|
|
80
|
-
// const hash = await PayloadBuilder.hash({ schema: 'network.xyo.id', salt: '1' })
|
|
81
|
-
// const hash = '3a3b8deca568ff820b0b7c8714fbdf82b40fb54f4b15aca8745e06b81291558e'
|
|
82
|
-
// const dataHash = await PayloadBuilder.dataHash({ schema: 'network.xyo.id', salt: '1' })
|
|
83
|
-
// const dataHash = '3a3b8deca568ff820b0b7c8714fbdf82b40fb54f4b15aca8745e06b81291558e'
|
|
84
|
-
|
|
85
|
-
describe('insert (single)', () => {
|
|
86
|
-
bench('LevelDbArchivist', async () => {
|
|
87
|
-
await levelDbArchivist.insert([payloads[0]])
|
|
88
|
-
}, { setup: levelDBArchivistSetup })
|
|
89
|
-
|
|
90
|
-
bench('LmdbArchivist', async () => {
|
|
91
|
-
await lmdbArchivist.insert([payloads[0]])
|
|
92
|
-
}, { setup: lmdbArchivistSetup })
|
|
93
|
-
})
|
|
94
|
-
describe('insert (many)', () => {
|
|
95
|
-
bench('LevelDbArchivist', async () => {
|
|
96
|
-
await levelDbArchivist.insert(payloads)
|
|
97
|
-
}, { setup: levelDBArchivistSetup })
|
|
98
|
-
|
|
99
|
-
bench('LmdbArchivist', async () => {
|
|
100
|
-
await lmdbArchivist.insert(payloads)
|
|
101
|
-
}, { setup: lmdbArchivistSetup })
|
|
102
|
-
})
|
|
103
|
-
describe('get (single)', () => {
|
|
104
|
-
describe('get (by hash)', () => {
|
|
105
|
-
bench('LevelDbArchivist', async () => {
|
|
106
|
-
await levelDbArchivist.get([hash])
|
|
107
|
-
}, { setup: levelDBArchivistSetupWithData })
|
|
108
|
-
|
|
109
|
-
bench('LmdbArchivist', async () => {
|
|
110
|
-
await lmdbArchivist.get([hash])
|
|
111
|
-
}, { setup: lmdbArchivistSetupWithData })
|
|
112
|
-
})
|
|
113
|
-
describe('get (by dataHash)', () => {
|
|
114
|
-
bench('LevelDbArchivist', async () => {
|
|
115
|
-
await levelDbArchivist.get([dataHash])
|
|
116
|
-
}, { setup: levelDBArchivistSetupWithData })
|
|
117
|
-
|
|
118
|
-
bench('LmdbArchivist', async () => {
|
|
119
|
-
await lmdbArchivist.get([dataHash])
|
|
120
|
-
}, { setup: lmdbArchivistSetupWithData })
|
|
121
|
-
})
|
|
122
|
-
describe('get (missing hash)', () => {
|
|
123
|
-
bench('LevelDbArchivist', async () => {
|
|
124
|
-
await levelDbArchivist.get([missingHash])
|
|
125
|
-
}, { setup: levelDBArchivistSetupWithData })
|
|
126
|
-
|
|
127
|
-
bench('LmdbArchivist', async () => {
|
|
128
|
-
await lmdbArchivist.get([missingHash])
|
|
129
|
-
}, { setup: lmdbArchivistSetupWithData })
|
|
130
|
-
})
|
|
131
|
-
})
|
|
132
|
-
describe('get (multiple)', () => {
|
|
133
|
-
describe('get (by hash)', () => {
|
|
134
|
-
bench('LevelDbArchivist', async () => {
|
|
135
|
-
await levelDbArchivist.get(hashes)
|
|
136
|
-
}, { setup: levelDBArchivistSetupWithData })
|
|
137
|
-
|
|
138
|
-
bench('LmdbArchivist', async () => {
|
|
139
|
-
await lmdbArchivist.get(hashes)
|
|
140
|
-
}, { setup: lmdbArchivistSetupWithData })
|
|
141
|
-
})
|
|
142
|
-
describe('get (by dataHash)', () => {
|
|
143
|
-
bench('LevelDbArchivist', async () => {
|
|
144
|
-
await levelDbArchivist.get(dataHashes)
|
|
145
|
-
}, { setup: levelDBArchivistSetupWithData })
|
|
146
|
-
|
|
147
|
-
bench('LmdbArchivist', async () => {
|
|
148
|
-
await lmdbArchivist.get(dataHashes)
|
|
149
|
-
}, { setup: lmdbArchivistSetupWithData })
|
|
150
|
-
})
|
|
151
|
-
describe('get (missing hash)', () => {
|
|
152
|
-
bench('LevelDbArchivist', async () => {
|
|
153
|
-
await levelDbArchivist.get(missingHashes)
|
|
154
|
-
}, { setup: levelDBArchivistSetupWithData })
|
|
155
|
-
|
|
156
|
-
bench('LmdbArchivist', async () => {
|
|
157
|
-
await lmdbArchivist.get(missingHashes)
|
|
158
|
-
}, { setup: lmdbArchivistSetupWithData })
|
|
159
|
-
})
|
|
160
|
-
})
|
|
161
|
-
describe('next', () => {
|
|
162
|
-
const limit = Math.trunc(totalTestPayloads / 2)
|
|
163
|
-
describe('asc', () => {
|
|
164
|
-
const order = 'asc'
|
|
165
|
-
bench('LevelDbArchivist', async () => {
|
|
166
|
-
await levelDbArchivist.next({ limit, order })
|
|
167
|
-
}, { setup: levelDBArchivistSetupWithData })
|
|
168
|
-
|
|
169
|
-
bench('LmdbArchivist', async () => {
|
|
170
|
-
await lmdbArchivist.next({ limit, order })
|
|
171
|
-
}, { setup: lmdbArchivistSetupWithData })
|
|
172
|
-
})
|
|
173
|
-
describe('desc', () => {
|
|
174
|
-
const order = 'desc'
|
|
175
|
-
bench('LevelDbArchivist', async () => {
|
|
176
|
-
await levelDbArchivist.next({ limit, order })
|
|
177
|
-
}, { setup: levelDBArchivistSetupWithData })
|
|
178
|
-
|
|
179
|
-
bench('LmdbArchivist', async () => {
|
|
180
|
-
await lmdbArchivist.next({ limit, order })
|
|
181
|
-
}, { setup: lmdbArchivistSetupWithData })
|
|
182
|
-
})
|
|
183
|
-
})
|
|
184
|
-
})
|