jexidb 2.1.1 → 2.1.2
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/Database.cjs +7621 -113
- package/package.json +9 -2
- package/src/Database.mjs +244 -79
- package/src/SchemaManager.mjs +325 -268
- package/src/Serializer.mjs +20 -1
- package/src/managers/QueryManager.mjs +74 -18
- package/.babelrc +0 -13
- package/.gitattributes +0 -2
- package/CHANGELOG.md +0 -140
- package/babel.config.json +0 -5
- package/docs/API.md +0 -1057
- package/docs/EXAMPLES.md +0 -701
- package/docs/README.md +0 -194
- package/examples/iterate-usage-example.js +0 -157
- package/examples/simple-iterate-example.js +0 -115
- package/jest.config.js +0 -24
- package/scripts/README.md +0 -47
- package/scripts/benchmark-array-serialization.js +0 -108
- package/scripts/clean-test-files.js +0 -75
- package/scripts/prepare.js +0 -31
- package/scripts/run-tests.js +0 -80
- package/scripts/score-mode-demo.js +0 -45
- package/test/$not-operator-with-and.test.js +0 -282
- package/test/README.md +0 -8
- package/test/close-init-cycle.test.js +0 -256
- package/test/coverage-method.test.js +0 -93
- package/test/critical-bugs-fixes.test.js +0 -1069
- package/test/deserialize-corruption-fixes.test.js +0 -296
- package/test/exists-method.test.js +0 -318
- package/test/explicit-indexes-comparison.test.js +0 -219
- package/test/filehandler-non-adjacent-ranges-bug.test.js +0 -175
- package/test/index-line-number-regression.test.js +0 -100
- package/test/index-missing-index-data.test.js +0 -91
- package/test/index-persistence.test.js +0 -491
- package/test/index-serialization.test.js +0 -314
- package/test/indexed-query-mode.test.js +0 -360
- package/test/insert-session-auto-flush.test.js +0 -353
- package/test/iterate-method.test.js +0 -272
- package/test/legacy-operator-compat.test.js +0 -154
- package/test/query-operators.test.js +0 -238
- package/test/regex-array-fields.test.js +0 -129
- package/test/score-method.test.js +0 -298
- package/test/setup.js +0 -17
- package/test/term-mapping-minimal.test.js +0 -154
- package/test/term-mapping-simple.test.js +0 -257
- package/test/term-mapping.test.js +0 -514
- package/test/writebuffer-flush-resilience.test.js +0 -204
|
@@ -1,257 +0,0 @@
|
|
|
1
|
-
import fs from 'fs'
|
|
2
|
-
import path from 'path'
|
|
3
|
-
import { Database } from '../src/Database.mjs'
|
|
4
|
-
import TermManager from '../src/managers/TermManager.mjs'
|
|
5
|
-
|
|
6
|
-
describe('Term Mapping Tests', () => {
|
|
7
|
-
let db
|
|
8
|
-
let testDbPath
|
|
9
|
-
let testIdxPath
|
|
10
|
-
|
|
11
|
-
beforeEach(async () => {
|
|
12
|
-
testDbPath = path.join(process.cwd(), 'test-term-mapping.jdb')
|
|
13
|
-
testIdxPath = path.join(process.cwd(), 'test-term-mapping.idx.jdb')
|
|
14
|
-
|
|
15
|
-
// Clean up any existing test files
|
|
16
|
-
if (fs.existsSync(testDbPath)) fs.unlinkSync(testDbPath)
|
|
17
|
-
if (fs.existsSync(testIdxPath)) fs.unlinkSync(testIdxPath)
|
|
18
|
-
})
|
|
19
|
-
|
|
20
|
-
afterEach(async () => {
|
|
21
|
-
if (db) {
|
|
22
|
-
await db.close()
|
|
23
|
-
}
|
|
24
|
-
|
|
25
|
-
// Clean up test files
|
|
26
|
-
if (fs.existsSync(testDbPath)) fs.unlinkSync(testDbPath)
|
|
27
|
-
if (fs.existsSync(testIdxPath)) fs.unlinkSync(testIdxPath)
|
|
28
|
-
})
|
|
29
|
-
|
|
30
|
-
describe('TermManager', () => {
|
|
31
|
-
let termManager
|
|
32
|
-
|
|
33
|
-
beforeEach(() => {
|
|
34
|
-
termManager = new TermManager()
|
|
35
|
-
})
|
|
36
|
-
|
|
37
|
-
it('should create and retrieve term IDs', () => {
|
|
38
|
-
const term1 = termManager.getTermId('bra')
|
|
39
|
-
const term2 = termManager.getTermId('globo')
|
|
40
|
-
const term3 = termManager.getTermId('bra') // Duplicate
|
|
41
|
-
|
|
42
|
-
expect(term1).toBe(1)
|
|
43
|
-
expect(term2).toBe(2)
|
|
44
|
-
expect(term3).toBe(1) // Should return same ID
|
|
45
|
-
|
|
46
|
-
expect(termManager.getTerm(1)).toBe('bra')
|
|
47
|
-
expect(termManager.getTerm(2)).toBe('globo')
|
|
48
|
-
expect(termManager.getTerm(999)).toBeNull()
|
|
49
|
-
})
|
|
50
|
-
|
|
51
|
-
it('should track term usage counts', () => {
|
|
52
|
-
const termId = termManager.getTermId('test')
|
|
53
|
-
expect(termManager.termCounts.get(termId)).toBe(1)
|
|
54
|
-
|
|
55
|
-
termManager.incrementTermCount(termId)
|
|
56
|
-
expect(termManager.termCounts.get(termId)).toBe(2)
|
|
57
|
-
|
|
58
|
-
termManager.decrementTermCount(termId)
|
|
59
|
-
expect(termManager.termCounts.get(termId)).toBe(1)
|
|
60
|
-
|
|
61
|
-
termManager.decrementTermCount(termId)
|
|
62
|
-
expect(termManager.termCounts.get(termId)).toBe(0)
|
|
63
|
-
})
|
|
64
|
-
|
|
65
|
-
it('should clean up orphaned terms', async () => {
|
|
66
|
-
const term1 = termManager.getTermId('orphan1')
|
|
67
|
-
const term2 = termManager.getTermId('orphan2')
|
|
68
|
-
const term3 = termManager.getTermId('active')
|
|
69
|
-
|
|
70
|
-
// Make term1 and term2 orphaned
|
|
71
|
-
termManager.decrementTermCount(term1)
|
|
72
|
-
termManager.decrementTermCount(term2)
|
|
73
|
-
|
|
74
|
-
const orphanedCount = await termManager.cleanupOrphanedTerms(true)
|
|
75
|
-
expect(orphanedCount).toBe(2)
|
|
76
|
-
|
|
77
|
-
expect(termManager.hasTerm('orphan1')).toBe(false)
|
|
78
|
-
expect(termManager.hasTerm('orphan2')).toBe(false)
|
|
79
|
-
expect(termManager.hasTerm('active')).toBe(true)
|
|
80
|
-
})
|
|
81
|
-
|
|
82
|
-
it('should load and save terms', async () => {
|
|
83
|
-
// Add some terms
|
|
84
|
-
termManager.getTermId('bra')
|
|
85
|
-
termManager.getTermId('globo')
|
|
86
|
-
termManager.getTermId('brasil')
|
|
87
|
-
|
|
88
|
-
const termsData = await termManager.saveTerms()
|
|
89
|
-
expect(termsData).toEqual({
|
|
90
|
-
'1': 'bra',
|
|
91
|
-
'2': 'globo',
|
|
92
|
-
'3': 'brasil'
|
|
93
|
-
})
|
|
94
|
-
|
|
95
|
-
// Create new manager and load terms
|
|
96
|
-
const newManager = new TermManager()
|
|
97
|
-
await newManager.loadTerms(termsData)
|
|
98
|
-
|
|
99
|
-
expect(newManager.getTerm(1)).toBe('bra')
|
|
100
|
-
expect(newManager.getTerm(2)).toBe('globo')
|
|
101
|
-
expect(newManager.getTerm(3)).toBe('brasil')
|
|
102
|
-
expect(newManager.nextId).toBe(4)
|
|
103
|
-
})
|
|
104
|
-
|
|
105
|
-
it('should provide statistics', () => {
|
|
106
|
-
termManager.getTermId('term1')
|
|
107
|
-
termManager.getTermId('term2')
|
|
108
|
-
|
|
109
|
-
const stats = termManager.getStats()
|
|
110
|
-
expect(stats.totalTerms).toBe(2)
|
|
111
|
-
expect(stats.nextId).toBe(3)
|
|
112
|
-
expect(stats.orphanedTerms).toBe(0)
|
|
113
|
-
})
|
|
114
|
-
})
|
|
115
|
-
|
|
116
|
-
describe('Database with Term Mapping', () => {
|
|
117
|
-
beforeEach(async () => {
|
|
118
|
-
db = new Database(testDbPath, {
|
|
119
|
-
indexes: { nameTerms: 'array:string', groupTerms: 'array:string' },
|
|
120
|
-
termMappingCleanup: true,
|
|
121
|
-
debugMode: false
|
|
122
|
-
})
|
|
123
|
-
await db.initialize()
|
|
124
|
-
})
|
|
125
|
-
|
|
126
|
-
it('should insert records with term mapping', async () => {
|
|
127
|
-
const record = {
|
|
128
|
-
name: 'Test Record',
|
|
129
|
-
nameTerms: ['bra', 'globo', 'brasil'],
|
|
130
|
-
groupTerms: ['channel', 'discovery']
|
|
131
|
-
}
|
|
132
|
-
|
|
133
|
-
const inserted = await db.insert(record)
|
|
134
|
-
expect(inserted.nameTerms).toEqual(['bra', 'globo', 'brasil'])
|
|
135
|
-
expect(inserted.groupTerms).toEqual(['channel', 'discovery'])
|
|
136
|
-
|
|
137
|
-
// Check that terms are mapped (order may vary)
|
|
138
|
-
const allTerms = ['bra', 'globo', 'brasil', 'channel', 'discovery']
|
|
139
|
-
const mappedTerms = []
|
|
140
|
-
for (let i = 1; i <= 5; i++) {
|
|
141
|
-
const term = db.termManager.getTerm(i)
|
|
142
|
-
if (term) mappedTerms.push(term)
|
|
143
|
-
}
|
|
144
|
-
expect(mappedTerms.sort()).toEqual(allTerms.sort())
|
|
145
|
-
})
|
|
146
|
-
|
|
147
|
-
it('should query with term mapping', async () => {
|
|
148
|
-
// Insert test data
|
|
149
|
-
await db.insert({
|
|
150
|
-
name: 'Record 1',
|
|
151
|
-
nameTerms: ['bra', 'globo'],
|
|
152
|
-
groupTerms: ['channel']
|
|
153
|
-
})
|
|
154
|
-
|
|
155
|
-
await db.insert({
|
|
156
|
-
name: 'Record 2',
|
|
157
|
-
nameTerms: ['brasil', 'discovery'],
|
|
158
|
-
groupTerms: ['channel', 'discovery']
|
|
159
|
-
})
|
|
160
|
-
|
|
161
|
-
// Query by term
|
|
162
|
-
const results1 = await db.find({ nameTerms: 'bra' })
|
|
163
|
-
expect(results1).toHaveLength(1)
|
|
164
|
-
expect(results1[0].name).toBe('Record 1')
|
|
165
|
-
|
|
166
|
-
const results2 = await db.find({ groupTerms: 'channel' })
|
|
167
|
-
expect(results2).toHaveLength(2)
|
|
168
|
-
|
|
169
|
-
const results3 = await db.find({ nameTerms: 'nonexistent' })
|
|
170
|
-
expect(results3).toHaveLength(0)
|
|
171
|
-
})
|
|
172
|
-
|
|
173
|
-
it('should update records with term mapping', async () => {
|
|
174
|
-
const record = await db.insert({
|
|
175
|
-
name: 'Test Record',
|
|
176
|
-
nameTerms: ['bra', 'globo'],
|
|
177
|
-
groupTerms: ['channel']
|
|
178
|
-
})
|
|
179
|
-
|
|
180
|
-
// Update with new terms
|
|
181
|
-
await db.update({ id: record.id }, {
|
|
182
|
-
nameTerms: ['brasil', 'discovery'],
|
|
183
|
-
groupTerms: ['discovery']
|
|
184
|
-
})
|
|
185
|
-
|
|
186
|
-
// Check that old terms are decremented and new terms are added
|
|
187
|
-
expect(db.termManager.termCounts.get(1)).toBe(0) // 'bra' should be orphaned
|
|
188
|
-
expect(db.termManager.termCounts.get(2)).toBe(0) // 'globo' should be orphaned
|
|
189
|
-
expect(db.termManager.termCounts.get(3)).toBe(0) // 'channel' should be orphaned
|
|
190
|
-
expect(db.termManager.termCounts.get(4)).toBe(1) // 'brasil' should be active
|
|
191
|
-
expect(db.termManager.termCounts.get(5)).toBe(2) // 'discovery' should be active (used in both nameTerms and groupTerms)
|
|
192
|
-
|
|
193
|
-
// Query to verify update
|
|
194
|
-
const results = await db.find({ nameTerms: 'brasil' })
|
|
195
|
-
expect(results).toHaveLength(1)
|
|
196
|
-
expect(results[0].nameTerms).toEqual(['brasil', 'discovery'])
|
|
197
|
-
})
|
|
198
|
-
|
|
199
|
-
it('should delete records with term mapping', async () => {
|
|
200
|
-
const record = await db.insert({
|
|
201
|
-
name: 'Test Record',
|
|
202
|
-
nameTerms: ['bra', 'globo'],
|
|
203
|
-
groupTerms: ['channel']
|
|
204
|
-
})
|
|
205
|
-
|
|
206
|
-
await db.delete({ id: record.id })
|
|
207
|
-
|
|
208
|
-
// Check that terms are decremented
|
|
209
|
-
expect(db.termManager.termCounts.get(1)).toBe(0) // 'bra' should be orphaned
|
|
210
|
-
expect(db.termManager.termCounts.get(2)).toBe(0) // 'globo' should be orphaned
|
|
211
|
-
expect(db.termManager.termCounts.get(3)).toBe(0) // 'channel' should be orphaned
|
|
212
|
-
|
|
213
|
-
// Verify record is deleted
|
|
214
|
-
const results = await db.find({ id: record.id })
|
|
215
|
-
expect(results).toHaveLength(0)
|
|
216
|
-
})
|
|
217
|
-
|
|
218
|
-
it('should maintain compatibility with non-term-mapping fields', async () => {
|
|
219
|
-
const record = await db.insert({
|
|
220
|
-
name: 'Test Record',
|
|
221
|
-
nameTerms: ['bra', 'globo'], // Term mapping field
|
|
222
|
-
groupTerms: ['channel'], // Term mapping field
|
|
223
|
-
category: 'news', // Non-term mapping field
|
|
224
|
-
tags: ['urgent', 'breaking'] // Non-term mapping field
|
|
225
|
-
})
|
|
226
|
-
|
|
227
|
-
// Query by non-term-mapping field
|
|
228
|
-
const results = await db.find({ category: 'news' })
|
|
229
|
-
expect(results).toHaveLength(1)
|
|
230
|
-
expect(results[0].name).toBe('Test Record')
|
|
231
|
-
|
|
232
|
-
// Query by tags (non-term-mapping array field)
|
|
233
|
-
const results2 = await db.find({ tags: 'urgent' })
|
|
234
|
-
expect(results2).toHaveLength(1)
|
|
235
|
-
})
|
|
236
|
-
|
|
237
|
-
it('should provide correct statistics', async () => {
|
|
238
|
-
await db.insert({
|
|
239
|
-
name: 'Record 1',
|
|
240
|
-
nameTerms: ['bra', 'globo'],
|
|
241
|
-
groupTerms: ['channel']
|
|
242
|
-
})
|
|
243
|
-
|
|
244
|
-
await db.insert({
|
|
245
|
-
name: 'Record 2',
|
|
246
|
-
nameTerms: ['brasil', 'discovery'],
|
|
247
|
-
groupTerms: ['channel', 'discovery']
|
|
248
|
-
})
|
|
249
|
-
|
|
250
|
-
const stats = db.getStats()
|
|
251
|
-
expect(stats.records).toBe(2)
|
|
252
|
-
|
|
253
|
-
const termStats = db.termManager.getStats()
|
|
254
|
-
expect(termStats.totalTerms).toBe(5) // bra, globo, brasil, discovery, channel
|
|
255
|
-
})
|
|
256
|
-
})
|
|
257
|
-
})
|