@delali/narsil 0.3.1-next.140 → 0.3.1-next.141

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (104) hide show
  1. package/dist/{analysis-change-JN23AZQP.mjs → analysis-change-HQUT2Z3I.mjs} +13 -13
  2. package/dist/{analysis-change-entry-5JSIMEKG.mjs → analysis-change-entry-TZTG4AZB.mjs} +1 -1
  3. package/dist/browser/{analysis-change-57MIRJWR.mjs → analysis-change-JPV775LR.mjs} +407 -6
  4. package/dist/browser/{analysis-change-entry-ICGRR3IN.mjs → analysis-change-entry-7HR4LWL3.mjs} +1 -1
  5. package/dist/browser/chunk-3ZBJYAS4.mjs +19 -0
  6. package/dist/browser/{chunk-ZAIZQOTM.mjs → chunk-5DB2VDGI.mjs} +951 -1134
  7. package/dist/browser/chunk-6RHTAVZX.mjs +656 -0
  8. package/dist/browser/chunk-CCOAOO73.mjs +86 -0
  9. package/dist/browser/{chunk-3EYDURFD.mjs → chunk-HKX2G6WH.mjs} +1615 -2266
  10. package/dist/browser/{chunk-CGVBGHBX.mjs → chunk-KTOK275N.mjs} +531 -830
  11. package/dist/browser/{chunk-5LYWZJE2.mjs → chunk-LVY2LI35.mjs} +1 -1
  12. package/dist/browser/chunk-MVM33ZUL.mjs +993 -0
  13. package/dist/browser/chunk-MWUK3DA5.mjs +2634 -0
  14. package/dist/browser/{chunk-67KSBUYR.mjs → chunk-R4WUDZQV.mjs} +8 -5
  15. package/dist/browser/{chunk-6BSB4N6B.mjs → chunk-TCLEOZ4P.mjs} +2 -2
  16. package/dist/browser/chunk-VFYMPCOV.mjs +212 -0
  17. package/dist/browser/chunk-WCFCHIBB.mjs +177 -0
  18. package/dist/browser/{chunk-E5SFTOQR.mjs → chunk-XNWPP5NS.mjs} +2 -2
  19. package/dist/browser/{chunk-QHNNULPW.mjs → chunk-ZEV26AQ6.mjs} +5 -0
  20. package/dist/browser/cold-module-MJMKNUYJ.mjs +745 -0
  21. package/dist/browser/{durability-wiring-MTIAN6VT.mjs → durability-wiring-SNOWIT6Z.mjs} +231 -51
  22. package/dist/browser/{import-Q7MXD6BS.mjs → import-TLB2A5LJ.mjs} +6 -5
  23. package/dist/browser/module-BUFNZMEU.mjs +12 -0
  24. package/dist/browser/{module-5J3PEUEB.mjs → module-BVP4TKZU.mjs} +395 -108
  25. package/dist/{restore-queue-RYSRRFS4.mjs → browser/restore-queue-ONYNYUDE.mjs} +2 -2
  26. package/dist/browser/{snapshot-YBJ5MF2M.mjs → snapshot-QXBKHJAG.mjs} +108 -25
  27. package/dist/browser/{write-RTWI5MXL.mjs → write-WHFBDWQS.mjs} +63 -91
  28. package/dist/{capabilities-DXAmysqJ.d.ts → capabilities-BCdUwK_L.d.ts} +2 -2
  29. package/dist/{chunk-HMDT3I63.mjs → chunk-46NZOPHS.mjs} +2 -2
  30. package/dist/{chunk-XXKWEG53.mjs → chunk-5WYVUPGD.mjs} +1 -1
  31. package/dist/chunk-6SNBQESJ.mjs +214 -0
  32. package/dist/chunk-7AUASRE7.mjs +653 -0
  33. package/dist/{chunk-4GCN34JV.mjs → chunk-AST3SHFA.mjs} +26 -24
  34. package/dist/chunk-BOJZGUS6.mjs +177 -0
  35. package/dist/{chunk-IP4HJOGC.mjs → chunk-BRUUBXCB.mjs} +4 -3
  36. package/dist/{chunk-J3EHATEZ.mjs → chunk-DQNKVOJ2.mjs} +63 -63
  37. package/dist/chunk-FOCV4CBZ.mjs +87 -0
  38. package/dist/{chunk-FFVLPCLH.mjs → chunk-GLZHNSGB.mjs} +1 -1
  39. package/dist/chunk-GWOS5DYC.mjs +2637 -0
  40. package/dist/{chunk-W2XDK66Z.mjs → chunk-IO5F7ZBE.mjs} +112 -438
  41. package/dist/{chunk-P36MUFEJ.mjs → chunk-JDDXV6UF.mjs} +2 -1
  42. package/dist/{chunk-LLDFIKGP.mjs → chunk-KEIYVZUX.mjs} +4 -4
  43. package/dist/{chunk-UBXJQJII.mjs → chunk-KGOXHLLZ.mjs} +5 -1
  44. package/dist/{chunk-FKARMUWH.mjs → chunk-KZL72VTC.mjs} +68 -16
  45. package/dist/{chunk-TCWQJL7O.mjs → chunk-L76W3IZJ.mjs} +5 -0
  46. package/dist/{chunk-CPCGEIOM.mjs → chunk-LA4WNDHL.mjs} +83 -799
  47. package/dist/{chunk-PNNVTKMT.mjs → chunk-NJJCPFXN.mjs} +2 -2
  48. package/dist/chunk-NN33CZRE.mjs +86 -0
  49. package/dist/chunk-NRUXBYPH.mjs +121 -0
  50. package/dist/{chunk-UJWGQIXU.mjs → chunk-QHPYS427.mjs} +1 -0
  51. package/dist/{chunk-VSUYTPME.mjs → chunk-RHKRTYGO.mjs} +13 -4
  52. package/dist/{chunk-UEV53BBO.mjs → chunk-SRJBFG2T.mjs} +406 -5
  53. package/dist/{chunk-K3AQOZVM.mjs → chunk-TNBIK2LQ.mjs} +1638 -1644
  54. package/dist/chunk-UUZCQQG2.mjs +209 -0
  55. package/dist/{chunk-XMQNOD5V.mjs → chunk-VEFN6X6Q.mjs} +2 -2
  56. package/dist/{chunk-LK3MOTXF.mjs → chunk-VJEGOELZ.mjs} +8 -5
  57. package/dist/chunk-W2COJ5AH.mjs +148 -0
  58. package/dist/{chunk-IBATGS3J.mjs → chunk-WJGO5PGV.mjs} +241 -124
  59. package/dist/{chunk-CCCGEPJM.mjs → chunk-XZ3SRNDJ.mjs} +24 -63
  60. package/dist/{chunk-MTQTX4BP.mjs → chunk-YHUTF6EA.mjs} +400 -92
  61. package/dist/{chunk-B5I3IL4H.mjs → chunk-YLNSJQLX.mjs} +4 -4
  62. package/dist/{chunk-6VHWXAOI.mjs → chunk-Z4HFMYNX.mjs} +29 -24
  63. package/dist/{chunk-U4X4AWKL.mjs → chunk-ZPWS2SKJ.mjs} +293 -270
  64. package/dist/{client-DApBeLbk.d.ts → client-B12YFALP.d.ts} +3 -3
  65. package/dist/client.d.ts +7 -7
  66. package/dist/cold-module-4X7WJCFM.mjs +783 -0
  67. package/dist/{config-B0H-vp4U.d.ts → config-BhZxIeb1.d.ts} +6 -1
  68. package/dist/{config-Brysl9NO.d.ts → config-CIG5yDyg.d.ts} +2 -2
  69. package/dist/{direct-executor-J5UDLPL3.mjs → direct-executor-7XOQ7VQP.mjs} +5 -5
  70. package/dist/distribution/coordinator/etcd.d.ts +2 -2
  71. package/dist/distribution/coordinator/in-memory.d.ts +2 -2
  72. package/dist/distribution.d.ts +7 -7
  73. package/dist/distribution.mjs +123 -42
  74. package/dist/{durability-wiring-AYOTAPNQ.mjs → durability-wiring-324D2DDD.mjs} +213 -40
  75. package/dist/{engine-CuLMbH1-.d.ts → engine-CtzbHOmG.d.ts} +2 -2
  76. package/dist/{import-QRZAQ5RH.mjs → import-OOBUW3RR.mjs} +14 -13
  77. package/dist/{index-HYnqS1SE.d.ts → index-DsEurhSl.d.ts} +1 -1
  78. package/dist/index.browser.mjs +3 -3
  79. package/dist/index.d.ts +6 -6
  80. package/dist/index.mjs +11 -11
  81. package/dist/{long-query-thread-U7K5A72G.mjs → long-query-thread-4SW7RWDE.mjs} +8 -8
  82. package/dist/{module-L2OZO5PQ.mjs → module-DXSJ5LT2.mjs} +374 -83
  83. package/dist/module-IYPLWHGC.mjs +48 -0
  84. package/dist/paged-partition-archive-HFP45PLU.mjs +269 -0
  85. package/dist/partial-words.mjs +2 -2
  86. package/dist/persistence/durability/checkpoint-worker.d.ts +5 -1
  87. package/dist/persistence/durability/checkpoint-worker.mjs +17 -15
  88. package/dist/react.d.ts +9 -9
  89. package/dist/{browser/restore-queue-DISFECE4.mjs → restore-queue-FEYAC4SB.mjs} +2 -2
  90. package/dist/{schema-BTXbHCqA.d.ts → schema-B-Runv0n.d.ts} +7 -0
  91. package/dist/server.d.ts +10 -10
  92. package/dist/server.mjs +8 -7
  93. package/dist/{snapshot-BTRZ3MZK.mjs → snapshot-CGM65VCD.mjs} +60 -25
  94. package/dist/{tasks-DjGjK70Y.d.ts → tasks-CjRJRGTb.d.ts} +6 -4
  95. package/dist/{thread-USB3GOPY.mjs → thread-KGNAIKPD.mjs} +8 -8
  96. package/dist/vector/search-worker.d.ts +1 -1
  97. package/dist/vector/search-worker.mjs +3 -2
  98. package/dist/workers/entry.mjs +7 -7
  99. package/dist/{write-GHTA56OW.mjs → write-2DZPEQL2.mjs} +70 -98
  100. package/openapi.json +13 -0
  101. package/package.json +12 -8
  102. package/dist/browser/chunk-XVMOQQ34.mjs +0 -384
  103. package/dist/chunk-BDIDUW2B.mjs +0 -387
  104. package/dist/browser/{chunk-4MFH226Q.mjs → chunk-D33A5VMU.mjs} +15 -15
@@ -1,10 +1,32 @@
1
1
  import { VECTOR_FILE_MAX_VECTORS, NO_LIVE_VECTOR_AT_POSITION, bytesToVectors, VECTOR_GRAPH_PART_VECTORS, VECTOR_GRAPH_PART_PAYLOAD_VERSION, VECTOR_FILE_PAYLOAD_VERSION, deadBitsWhere, vectorsToBytes } from './chunk-ICW45TTU.mjs';
2
- import { createOrdinalFilter, addToOrdinalFilter, osqBitsOf, STORE_ORDINAL_LAYOUT_GENERATION, removeFromOrdinalFilter, createHNSWIndex, STORE_CALIBRATION_GENERATION, graphWithoutNodes, createOsqScratch, osqQuantize } from './chunk-K3AQOZVM.mjs';
2
+ import { createOrdinalFilter, addToOrdinalFilter, osqBitsOf, STORE_ORDINAL_LAYOUT_GENERATION, removeFromOrdinalFilter, createHNSWIndex, STORE_CALIBRATION_GENERATION, graphWithoutNodes, createOsqScratch, osqQuantize } from './chunk-TNBIK2LQ.mjs';
3
3
  import { osqRecordBytes, writeRecord } from './chunk-37CD3OKS.mjs';
4
4
  import { MAX_DOC_ID_LENGTH } from './chunk-EEBCDP36.mjs';
5
5
  import { MAX_FILE_BYTES } from './chunk-U476IXKQ.mjs';
6
6
  import { NarsilError, ErrorCodes } from './chunk-HNHCNTVG.mjs';
7
7
 
8
+ // src/vector/vector-index/constants.ts
9
+ var DEFAULT_PROMOTION_THRESHOLD = 1024;
10
+ var DEFAULT_FILTER_THRESHOLD = 0.03;
11
+ var ESTIMATED_MS_PER_TOMBSTONE = 0.05;
12
+ var ESTIMATED_MS_PER_VECTOR_REBUILD = 0.15;
13
+ var WORKER_COPY_MIN_VECTORS = 1024;
14
+ var BUILD_CHUNK_SIZE = 100;
15
+ var BUILD_TURN_HANDOVER_AFTER_MS = 50;
16
+ var BUILD_RETRY_FIRST_DELAY_MS = 250;
17
+ var BUILD_RETRY_MAX_DELAY_MS = 3e4;
18
+ var SHUFFLED_REBUILD_MEMORY_RETRY_MS = 1e3;
19
+ var REBUILD_REMOVED_RATIO = 0.2;
20
+ var DRIFT_CHECK_GROWTH_FACTOR = 2;
21
+ var RECALIBRATION_DRIFT_RATIO = 2.5;
22
+ var RECALIBRATION_CHUNK_VECTORS = 512;
23
+ var VECTOR_FILE_REPLACED_ABOVE_DEAD_SHARE = 0.2;
24
+ var VECTOR_FILE_FIXED_OVERHEAD_BYTES = 65536;
25
+ var VECTOR_FILE_STRING_HEADER_BYTES = 5;
26
+ var VECTOR_FILE_CENTROID_BYTES_PER_COMPONENT = 9;
27
+ var OSQ4_MIN_DIMENSION = 384;
28
+ var DISK_ADOPTION_YIELD_INTERVAL = 4096;
29
+
8
30
  // src/vector/filter-ordinals.ts
9
31
  var UNRESOLVED_ORDINAL = -1;
10
32
  var NO_VECTOR_MARK = -2;
@@ -72,31 +94,10 @@ function ordinalFilterForSubsets(subsets, space) {
72
94
  return filter;
73
95
  }
74
96
 
75
- // src/vector/vector-index/constants.ts
76
- var DEFAULT_PROMOTION_THRESHOLD = 1024;
77
- var DEFAULT_FILTER_THRESHOLD = 0.03;
78
- var ESTIMATED_MS_PER_TOMBSTONE = 0.05;
79
- var ESTIMATED_MS_PER_VECTOR_REBUILD = 0.15;
80
- var WORKER_COPY_MIN_VECTORS = 1024;
81
- var BUILD_CHUNK_SIZE = 100;
82
- var BUILD_TURN_HANDOVER_AFTER_MS = 50;
83
- var BUILD_RETRY_FIRST_DELAY_MS = 250;
84
- var BUILD_RETRY_MAX_DELAY_MS = 3e4;
85
- var SHUFFLED_REBUILD_MEMORY_RETRY_MS = 1e3;
86
- var REBUILD_REMOVED_RATIO = 0.2;
87
- var DRIFT_CHECK_GROWTH_FACTOR = 2;
88
- var RECALIBRATION_DRIFT_RATIO = 2.5;
89
- var RECALIBRATION_CHUNK_VECTORS = 512;
90
- var VECTOR_FILE_REPLACED_ABOVE_DEAD_SHARE = 0.2;
91
- var VECTOR_FILE_FIXED_OVERHEAD_BYTES = 65536;
92
- var VECTOR_FILE_STRING_HEADER_BYTES = 5;
93
- var VECTOR_FILE_CENTROID_BYTES_PER_COMPONENT = 9;
94
- var OSQ4_MIN_DIMENSION = 384;
95
- var DISK_ADOPTION_YIELD_INTERVAL = 4096;
96
-
97
97
  // src/vector/vector-index/shared.ts
98
98
  var VECTOR_WORKER_COPIES_ALLOWED = { enabled: true };
99
99
  function liveSize(state) {
100
+ if (state.cold !== null) return state.cold.live;
100
101
  return state.store.size - state.tombstones.size;
101
102
  }
102
103
  function threadsHoldCurrentLayout(state) {
@@ -569,6 +570,7 @@ function plannedVectorOf(state, ordinal) {
569
570
  function readFile(state, planned, centroid) {
570
571
  const dimension = state.dimension;
571
572
  const vectors = new Float32Array(planned.length * dimension);
573
+ const magnitudes = new Float64Array(planned.length);
572
574
  const ordinals = new Int32Array(planned.length).fill(NO_LIVE_VECTOR_AT_POSITION);
573
575
  const tombstonedAt = /* @__PURE__ */ new Map();
574
576
  const docIds = planned.map((vector) => vector.docId);
@@ -578,6 +580,7 @@ function readFile(state, planned, centroid) {
578
580
  const entry = held === void 0 ? void 0 : state.store.entryForOrdinal(held);
579
581
  if (held === void 0 || entry === void 0) continue;
580
582
  vectors.set(entry.vector, i * dimension);
583
+ magnitudes[i] = entry.magnitude;
581
584
  ordinals[i] = held;
582
585
  if (tombstoned) tombstonedAt.set(i, held);
583
586
  }
@@ -591,7 +594,8 @@ function readFile(state, planned, centroid) {
591
594
  vectors: vectorsToBytes(vectors)
592
595
  },
593
596
  ordinals,
594
- dead: deadBitsWhere(planned.length, (i) => planned[i].tombstoned || ordinals[i] === NO_LIVE_VECTOR_AT_POSITION)
597
+ dead: deadBitsWhere(planned.length, (i) => planned[i].tombstoned || ordinals[i] === NO_LIVE_VECTOR_AT_POSITION),
598
+ magnitudes
595
599
  };
596
600
  }
597
601
  function planCheckpoint(state, listedKeys, rewritesGraph = false) {
@@ -631,6 +635,7 @@ function planCheckpoint(state, listedKeys, rewritesGraph = false) {
631
635
  return graphPartsToWrite;
632
636
  },
633
637
  signature,
638
+ storesHeads: state.storage === "disk",
634
639
  readNewFile(index) {
635
640
  const start = index * capacity;
636
641
  const end = start + capacity;