@delali/narsil 0.3.1-next.86 → 0.3.1-next.87

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (82) hide show
  1. package/dist/browser/chunk-3BXQPIXK.mjs +602 -0
  2. package/dist/browser/chunk-3ZRMZIH4.mjs +3959 -0
  3. package/dist/browser/chunk-BBDAYUCO.mjs +2703 -0
  4. package/dist/browser/chunk-FHFFWLEK.mjs +669 -0
  5. package/dist/browser/chunk-HOZW3PKP.mjs +9 -0
  6. package/dist/browser/chunk-NQW2YXEX.mjs +346 -0
  7. package/dist/browser/chunk-TBMNPGFO.mjs +22910 -0
  8. package/dist/browser/durability-wiring-7RUN7LNS.mjs +3250 -0
  9. package/dist/browser/module-E25UDADM.mjs +2766 -0
  10. package/dist/browser/snapshot-A42DRERF.mjs +888 -0
  11. package/dist/browser/write-4U6Q26TJ.mjs +206 -0
  12. package/dist/{capabilities-CAdkp2P-.d.ts → capabilities-SJPttcgQ.d.ts} +2 -2
  13. package/dist/chunk-37CD3OKS.mjs +87 -0
  14. package/dist/chunk-AQU2QHSY.mjs +7247 -0
  15. package/dist/{chunk-OLXM65YH.mjs → chunk-AV4IJKD2.mjs} +1 -18
  16. package/dist/{chunk-4D6OH4EF.mjs → chunk-AXDAS2VA.mjs} +7 -5
  17. package/dist/{chunk-LS5IRM23.mjs → chunk-BVOJIYRV.mjs} +2 -25
  18. package/dist/chunk-C7SLA6CM.mjs +19 -0
  19. package/dist/{chunk-KJ7LB3TR.mjs → chunk-CVQWQVFX.mjs} +3 -22
  20. package/dist/chunk-DJHHF2L5.mjs +17 -0
  21. package/dist/chunk-FGMGUDHX.mjs +21 -0
  22. package/dist/chunk-IKST36MA.mjs +614 -0
  23. package/dist/{chunk-2453RJYK.mjs → chunk-J2BPXTD7.mjs} +167 -176
  24. package/dist/chunk-JFJBA3PD.mjs +522 -0
  25. package/dist/chunk-K4OWQ2M3.mjs +462 -0
  26. package/dist/chunk-L5ORED7V.mjs +25 -0
  27. package/dist/chunk-MKK4OZ5W.mjs +703 -0
  28. package/dist/chunk-MXS5HWIH.mjs +515 -0
  29. package/dist/chunk-P36MUFEJ.mjs +10 -0
  30. package/dist/chunk-PR4O7CAP.mjs +18 -0
  31. package/dist/{chunk-4VBG6PEH.mjs → chunk-PSUJCOSE.mjs} +3 -2
  32. package/dist/{chunk-ZCKPRCYI.mjs → chunk-Q5DC6WAB.mjs} +1 -1
  33. package/dist/{chunk-NFF5TDRG.mjs → chunk-QZN3MIJ3.mjs} +1 -16
  34. package/dist/chunk-R7OSDAFK.mjs +44 -0
  35. package/dist/chunk-RVM7AODE.mjs +73 -0
  36. package/dist/{chunk-XYDP7CCJ.mjs → chunk-SYRFSF6V.mjs} +6 -4
  37. package/dist/{chunk-SREPGC6O.mjs → chunk-T6CNO72J.mjs} +1 -1
  38. package/dist/chunk-T7DMUVTL.mjs +1714 -0
  39. package/dist/chunk-UKSUENHK.mjs +997 -0
  40. package/dist/{chunk-B3F7LZXM.mjs → chunk-ULRPNYAG.mjs} +1220 -2318
  41. package/dist/{chunk-GNYXCLJS.mjs → chunk-URGLSNKR.mjs} +4 -3
  42. package/dist/chunk-WQSHDZ7Z.mjs +631 -0
  43. package/dist/{chunk-XPK3GB2P.mjs → chunk-XBXKPWMR.mjs} +20 -2664
  44. package/dist/{chunk-RM6FRYEC.mjs → chunk-XSZVS4S3.mjs} +3 -2
  45. package/dist/chunk-Y2F66IQJ.mjs +74 -0
  46. package/dist/chunk-YCJLVNWR.mjs +262 -0
  47. package/dist/{client-CKUtkLz3.d.ts → client-BMK53IR2.d.ts} +3 -3
  48. package/dist/client.d.ts +8 -8
  49. package/dist/{config-CSDEPraV.d.ts → config-BUR-7eVQ.d.ts} +2 -2
  50. package/dist/{config-BuIkeM5C.d.ts → config-UJx1dyX1.d.ts} +2 -2
  51. package/dist/direct-executor-LD6JW57R.mjs +18 -0
  52. package/dist/distribution/coordinator/etcd.d.ts +2 -2
  53. package/dist/distribution/coordinator/in-memory.d.ts +2 -2
  54. package/dist/distribution.d.ts +8 -8
  55. package/dist/distribution.mjs +30 -15
  56. package/dist/durability-wiring-5S32KDDC.mjs +2797 -0
  57. package/dist/{engine-DMNZJAUq.d.ts → engine-9X6W5naj.d.ts} +2 -2
  58. package/dist/{index-DzONZUKE.d.ts → index-vCMu8OeQ.d.ts} +1 -1
  59. package/dist/index.browser.mjs +2 -38128
  60. package/dist/index.d.ts +23 -9
  61. package/dist/index.mjs +18 -14
  62. package/dist/{memory-BPKNx9Tl.d.ts → memory-CV9NAxLY.d.ts} +1 -1
  63. package/dist/module-WIDYIJLY.mjs +1819 -0
  64. package/dist/partial-words.mjs +5 -3
  65. package/dist/pattern.mjs +3 -2
  66. package/dist/persistence/durability/checkpoint-worker.d.ts +1 -1
  67. package/dist/persistence/durability/checkpoint-worker.mjs +23 -13
  68. package/dist/react.d.ts +7 -7
  69. package/dist/{schema-DgyDijhf.d.ts → schema-DtsgmNfU.d.ts} +1 -1
  70. package/dist/server.d.ts +10 -10
  71. package/dist/server.mjs +14 -9
  72. package/dist/snapshot-6BYSUPWL.mjs +469 -0
  73. package/dist/{tasks-DGyz586z.d.ts → tasks-BGaZJyoY.d.ts} +1 -1
  74. package/dist/{thread-EUUNJNKU.mjs → thread-GS65E6RM.mjs} +12 -9
  75. package/dist/vector/search-worker.d.ts +30 -3
  76. package/dist/vector/search-worker.mjs +6 -2
  77. package/dist/workers/entry.mjs +5 -3
  78. package/dist/write-HLEZTL2L.mjs +233 -0
  79. package/package.json +11 -7
  80. package/dist/chunk-IDLP54FH.mjs +0 -15198
  81. package/dist/direct-executor-SI2QV4YI.mjs +0 -19
  82. package/dist/simd-DW5AtJ6B.d.ts +0 -41
@@ -1,4 +1,4 @@
1
- import { requireDocumentWithinSizeLimit, validateRequiredFields } from './chunk-KJ7LB3TR.mjs';
1
+ import { requireDocumentWithinSizeLimit, validateRequiredFields } from './chunk-CVQWQVFX.mjs';
2
2
  import { ErrorCodes, NarsilError } from './chunk-TPJU7NDJ.mjs';
3
3
 
4
4
  // src/narsil/internals.ts
@@ -10,14 +10,171 @@ function engineCoreOf(engine) {
10
10
  return engineCores.get(engine);
11
11
  }
12
12
 
13
- // src/distribution/constants.ts
14
- var WIRE_BATCH_BUDGET = {
15
- maxCount: 1e3,
16
- maxBytes: 8388608,
17
- overheadBytes: 256
18
- };
19
- var MAX_PARTITION_COUNT = 65536;
20
- var MAX_REPLICATION_FACTOR = 255;
13
+ // src/engine/snapshot/restore-config.ts
14
+ function rejectSnapshot(message) {
15
+ throw new NarsilError(ErrorCodes.DOC_VALIDATION_FAILED, `Invalid snapshot: ${message}`);
16
+ }
17
+ function isPlainObject(value) {
18
+ return value !== null && typeof value === "object" && !Array.isArray(value);
19
+ }
20
+ function restoredBm25(raw, reject) {
21
+ if (raw === void 0) {
22
+ return void 0;
23
+ }
24
+ if (!isPlainObject(raw)) {
25
+ reject("bm25 must be an object");
26
+ }
27
+ const { k1, b } = raw;
28
+ if (k1 !== void 0 && (typeof k1 !== "number" || !Number.isFinite(k1))) {
29
+ reject("bm25 k1 must be a finite number");
30
+ }
31
+ if (b !== void 0 && (typeof b !== "number" || !Number.isFinite(b))) {
32
+ reject("bm25 b must be a finite number");
33
+ }
34
+ return {
35
+ ...k1 !== void 0 ? { k1 } : {},
36
+ ...b !== void 0 ? { b } : {}
37
+ };
38
+ }
39
+ function restoredStopWords(name, list, reject) {
40
+ if (name !== void 0 && typeof name !== "string") {
41
+ reject("stopWords must be a name");
42
+ }
43
+ if (list !== void 0 && (!Array.isArray(list) || !list.every((word) => typeof word === "string"))) {
44
+ reject("stopWordList must be a list of words");
45
+ }
46
+ if (typeof name === "string" && Array.isArray(list)) {
47
+ reject("stopWords and stopWordList cannot both be present");
48
+ }
49
+ if (typeof name === "string") {
50
+ return name;
51
+ }
52
+ if (Array.isArray(list)) {
53
+ return new Set(list);
54
+ }
55
+ return void 0;
56
+ }
57
+ function restoredPartitionConfig(raw, reject = rejectSnapshot) {
58
+ if (raw === void 0) {
59
+ return void 0;
60
+ }
61
+ if (!isPlainObject(raw)) {
62
+ reject("partitionConfig must be an object");
63
+ }
64
+ const { maxDocsPerPartition, maxPartitions, watermark } = raw;
65
+ if (maxDocsPerPartition !== void 0 && (typeof maxDocsPerPartition !== "number" || !Number.isInteger(maxDocsPerPartition) || maxDocsPerPartition < 1)) {
66
+ reject("partitionConfig maxDocsPerPartition must be a positive integer");
67
+ }
68
+ if (maxPartitions !== void 0 && (typeof maxPartitions !== "number" || !Number.isInteger(maxPartitions) || maxPartitions < 1)) {
69
+ reject("partitionConfig maxPartitions must be a positive integer");
70
+ }
71
+ if (watermark !== void 0 && (typeof watermark !== "number" || !(watermark > 0) || watermark > 1)) {
72
+ reject("partitionConfig watermark must be above 0 and at most 1");
73
+ }
74
+ return {
75
+ ...typeof maxDocsPerPartition === "number" ? { maxDocsPerPartition } : {},
76
+ ...typeof maxPartitions === "number" ? { maxPartitions } : {},
77
+ ...typeof watermark === "number" ? { watermark } : {}
78
+ };
79
+ }
80
+ function restoredScoring(raw, reject) {
81
+ if (raw === void 0) {
82
+ return void 0;
83
+ }
84
+ if (raw !== "local" && raw !== "dfs" && raw !== "broadcast") {
85
+ reject("defaultScoring must be 'local', 'dfs', or 'broadcast'");
86
+ }
87
+ return raw;
88
+ }
89
+ function restoredBoolean(raw, field, reject) {
90
+ if (raw === void 0) {
91
+ return void 0;
92
+ }
93
+ if (typeof raw !== "boolean") {
94
+ reject(`${field} must be a boolean`);
95
+ }
96
+ return raw;
97
+ }
98
+ function restoredRequired(raw, reject) {
99
+ if (raw === void 0) {
100
+ return void 0;
101
+ }
102
+ if (!Array.isArray(raw) || !raw.every((field) => typeof field === "string")) {
103
+ reject("required must be a list of field paths");
104
+ }
105
+ return raw;
106
+ }
107
+ function restoredVectorPromotion(raw, reject) {
108
+ if (raw === void 0) {
109
+ return void 0;
110
+ }
111
+ if (!isPlainObject(raw) || raw.hnswConfig !== void 0 && !isPlainObject(raw.hnswConfig)) {
112
+ reject("vectorPromotion must be an object");
113
+ }
114
+ return raw;
115
+ }
116
+ function restoredEmbedding(raw, reject = rejectSnapshot) {
117
+ if (raw === void 0) {
118
+ return void 0;
119
+ }
120
+ if (!isPlainObject(raw)) {
121
+ reject("embedding must be an object");
122
+ }
123
+ const { fields, adapter } = raw;
124
+ if (adapter !== void 0 && typeof adapter !== "string") {
125
+ reject("embedding adapter must be a name");
126
+ }
127
+ if (!isPlainObject(fields)) {
128
+ reject("embedding fields must be an object");
129
+ }
130
+ for (const value of Object.values(fields)) {
131
+ const isPath = typeof value === "string";
132
+ const isPathList = Array.isArray(value) && value.every((path) => typeof path === "string");
133
+ if (!isPath && !isPathList) {
134
+ reject("embedding fields must map vector fields to source paths");
135
+ }
136
+ }
137
+ return {
138
+ fields,
139
+ ...adapter !== void 0 ? { adapter } : {}
140
+ };
141
+ }
142
+ function readSharedConfigFields(source, reject) {
143
+ if (source.tokenizer !== void 0 && typeof source.tokenizer !== "string") {
144
+ reject("tokenizer must be a name");
145
+ }
146
+ const stopWords = restoredStopWords(source.stopWords, source.stopWordList, reject);
147
+ const bm25 = restoredBm25(source.bm25, reject);
148
+ const surfaceForms = restoredBoolean(source.surfaceForms, "surfaceForms", reject);
149
+ const defaultScoring = restoredScoring(source.defaultScoring, reject);
150
+ const trackPositions = restoredBoolean(source.trackPositions, "trackPositions", reject);
151
+ const strict = restoredBoolean(source.strict, "strict", reject);
152
+ const required = restoredRequired(source.required, reject);
153
+ const vectorPromotion = restoredVectorPromotion(source.vectorPromotion, reject);
154
+ if (source.patternValueLimit !== void 0 && typeof source.patternValueLimit !== "number") {
155
+ reject("patternValueLimit must be a number");
156
+ }
157
+ return {
158
+ ...typeof source.tokenizer === "string" ? { tokenizer: source.tokenizer } : {},
159
+ ...stopWords !== void 0 ? { stopWords } : {},
160
+ ...bm25 !== void 0 ? { bm25 } : {},
161
+ ...surfaceForms !== void 0 ? { surfaceForms } : {},
162
+ ...defaultScoring !== void 0 ? { defaultScoring } : {},
163
+ ...trackPositions !== void 0 ? { trackPositions } : {},
164
+ ...strict !== void 0 ? { strict } : {},
165
+ ...required !== void 0 ? { required } : {},
166
+ ...vectorPromotion !== void 0 ? { vectorPromotion } : {},
167
+ ...typeof source.patternValueLimit === "number" ? { patternValueLimit: source.patternValueLimit } : {}
168
+ };
169
+ }
170
+ function restoredConfigFields(envelope, reject = rejectSnapshot) {
171
+ const shared = readSharedConfigFields(envelope, reject);
172
+ const partitions = restoredPartitionConfig(envelope.partitionConfig, reject);
173
+ return {
174
+ ...shared,
175
+ ...partitions !== void 0 ? { partitions } : {}
176
+ };
177
+ }
21
178
 
22
179
  // src/engine/embed.ts
23
180
  function assertDocumentCarriesMappedVectors(document, embeddingConfig, adapterName) {
@@ -424,170 +581,4 @@ async function resolveVectorText(params, embeddingAdapter, signal, embeddingAdap
424
581
  return { ...params, vector: resolved };
425
582
  }
426
583
 
427
- // src/engine/snapshot/restore-config.ts
428
- function rejectSnapshot(message) {
429
- throw new NarsilError(ErrorCodes.DOC_VALIDATION_FAILED, `Invalid snapshot: ${message}`);
430
- }
431
- function isPlainObject(value) {
432
- return value !== null && typeof value === "object" && !Array.isArray(value);
433
- }
434
- function restoredBm25(raw, reject) {
435
- if (raw === void 0) {
436
- return void 0;
437
- }
438
- if (!isPlainObject(raw)) {
439
- reject("bm25 must be an object");
440
- }
441
- const { k1, b } = raw;
442
- if (k1 !== void 0 && (typeof k1 !== "number" || !Number.isFinite(k1))) {
443
- reject("bm25 k1 must be a finite number");
444
- }
445
- if (b !== void 0 && (typeof b !== "number" || !Number.isFinite(b))) {
446
- reject("bm25 b must be a finite number");
447
- }
448
- return {
449
- ...k1 !== void 0 ? { k1 } : {},
450
- ...b !== void 0 ? { b } : {}
451
- };
452
- }
453
- function restoredStopWords(name, list, reject) {
454
- if (name !== void 0 && typeof name !== "string") {
455
- reject("stopWords must be a name");
456
- }
457
- if (list !== void 0 && (!Array.isArray(list) || !list.every((word) => typeof word === "string"))) {
458
- reject("stopWordList must be a list of words");
459
- }
460
- if (typeof name === "string" && Array.isArray(list)) {
461
- reject("stopWords and stopWordList cannot both be present");
462
- }
463
- if (typeof name === "string") {
464
- return name;
465
- }
466
- if (Array.isArray(list)) {
467
- return new Set(list);
468
- }
469
- return void 0;
470
- }
471
- function restoredPartitionConfig(raw, reject = rejectSnapshot) {
472
- if (raw === void 0) {
473
- return void 0;
474
- }
475
- if (!isPlainObject(raw)) {
476
- reject("partitionConfig must be an object");
477
- }
478
- const { maxDocsPerPartition, maxPartitions, watermark } = raw;
479
- if (maxDocsPerPartition !== void 0 && (typeof maxDocsPerPartition !== "number" || !Number.isInteger(maxDocsPerPartition) || maxDocsPerPartition < 1)) {
480
- reject("partitionConfig maxDocsPerPartition must be a positive integer");
481
- }
482
- if (maxPartitions !== void 0 && (typeof maxPartitions !== "number" || !Number.isInteger(maxPartitions) || maxPartitions < 1)) {
483
- reject("partitionConfig maxPartitions must be a positive integer");
484
- }
485
- if (watermark !== void 0 && (typeof watermark !== "number" || !(watermark > 0) || watermark > 1)) {
486
- reject("partitionConfig watermark must be above 0 and at most 1");
487
- }
488
- return {
489
- ...typeof maxDocsPerPartition === "number" ? { maxDocsPerPartition } : {},
490
- ...typeof maxPartitions === "number" ? { maxPartitions } : {},
491
- ...typeof watermark === "number" ? { watermark } : {}
492
- };
493
- }
494
- function restoredScoring(raw, reject) {
495
- if (raw === void 0) {
496
- return void 0;
497
- }
498
- if (raw !== "local" && raw !== "dfs" && raw !== "broadcast") {
499
- reject("defaultScoring must be 'local', 'dfs', or 'broadcast'");
500
- }
501
- return raw;
502
- }
503
- function restoredBoolean(raw, field, reject) {
504
- if (raw === void 0) {
505
- return void 0;
506
- }
507
- if (typeof raw !== "boolean") {
508
- reject(`${field} must be a boolean`);
509
- }
510
- return raw;
511
- }
512
- function restoredRequired(raw, reject) {
513
- if (raw === void 0) {
514
- return void 0;
515
- }
516
- if (!Array.isArray(raw) || !raw.every((field) => typeof field === "string")) {
517
- reject("required must be a list of field paths");
518
- }
519
- return raw;
520
- }
521
- function restoredVectorPromotion(raw, reject) {
522
- if (raw === void 0) {
523
- return void 0;
524
- }
525
- if (!isPlainObject(raw) || raw.hnswConfig !== void 0 && !isPlainObject(raw.hnswConfig)) {
526
- reject("vectorPromotion must be an object");
527
- }
528
- return raw;
529
- }
530
- function restoredEmbedding(raw, reject = rejectSnapshot) {
531
- if (raw === void 0) {
532
- return void 0;
533
- }
534
- if (!isPlainObject(raw)) {
535
- reject("embedding must be an object");
536
- }
537
- const { fields, adapter } = raw;
538
- if (adapter !== void 0 && typeof adapter !== "string") {
539
- reject("embedding adapter must be a name");
540
- }
541
- if (!isPlainObject(fields)) {
542
- reject("embedding fields must be an object");
543
- }
544
- for (const value of Object.values(fields)) {
545
- const isPath = typeof value === "string";
546
- const isPathList = Array.isArray(value) && value.every((path) => typeof path === "string");
547
- if (!isPath && !isPathList) {
548
- reject("embedding fields must map vector fields to source paths");
549
- }
550
- }
551
- return {
552
- fields,
553
- ...adapter !== void 0 ? { adapter } : {}
554
- };
555
- }
556
- function readSharedConfigFields(source, reject) {
557
- if (source.tokenizer !== void 0 && typeof source.tokenizer !== "string") {
558
- reject("tokenizer must be a name");
559
- }
560
- const stopWords = restoredStopWords(source.stopWords, source.stopWordList, reject);
561
- const bm25 = restoredBm25(source.bm25, reject);
562
- const surfaceForms = restoredBoolean(source.surfaceForms, "surfaceForms", reject);
563
- const defaultScoring = restoredScoring(source.defaultScoring, reject);
564
- const trackPositions = restoredBoolean(source.trackPositions, "trackPositions", reject);
565
- const strict = restoredBoolean(source.strict, "strict", reject);
566
- const required = restoredRequired(source.required, reject);
567
- const vectorPromotion = restoredVectorPromotion(source.vectorPromotion, reject);
568
- if (source.patternValueLimit !== void 0 && typeof source.patternValueLimit !== "number") {
569
- reject("patternValueLimit must be a number");
570
- }
571
- return {
572
- ...typeof source.tokenizer === "string" ? { tokenizer: source.tokenizer } : {},
573
- ...stopWords !== void 0 ? { stopWords } : {},
574
- ...bm25 !== void 0 ? { bm25 } : {},
575
- ...surfaceForms !== void 0 ? { surfaceForms } : {},
576
- ...defaultScoring !== void 0 ? { defaultScoring } : {},
577
- ...trackPositions !== void 0 ? { trackPositions } : {},
578
- ...strict !== void 0 ? { strict } : {},
579
- ...required !== void 0 ? { required } : {},
580
- ...vectorPromotion !== void 0 ? { vectorPromotion } : {},
581
- ...typeof source.patternValueLimit === "number" ? { patternValueLimit: source.patternValueLimit } : {}
582
- };
583
- }
584
- function restoredConfigFields(envelope, reject = rejectSnapshot) {
585
- const shared = readSharedConfigFields(envelope, reject);
586
- const partitions = restoredPartitionConfig(envelope.partitionConfig, reject);
587
- return {
588
- ...shared,
589
- ...partitions !== void 0 ? { partitions } : {}
590
- };
591
- }
592
-
593
- export { MAX_PARTITION_COUNT, MAX_REPLICATION_FACTOR, WIRE_BATCH_BUDGET, admitBufferedUpsert, admitInsert, asBatchInsertError, assertDocumentCarriesMappedVectors, bindEngineCore, collectRequiredFieldFailures, createPendingAdmissions, embedChunkDocuments, embedDocumentFields, engineCoreOf, providedDocId, readSharedConfigFields, recordPendingAdmission, requireDocumentObject, requireMatchingDocId, resolveVectorText, restoredConfigFields, restoredEmbedding, restoredPartitionConfig };
584
+ export { admitBufferedUpsert, admitInsert, asBatchInsertError, assertDocumentCarriesMappedVectors, bindEngineCore, collectRequiredFieldFailures, createPendingAdmissions, embedChunkDocuments, embedDocumentFields, engineCoreOf, providedDocId, readSharedConfigFields, recordPendingAdmission, requireDocumentObject, requireMatchingDocId, resolveVectorText, restoredConfigFields, restoredEmbedding, restoredPartitionConfig };