rowpipe 2.2.1 → 2.10.2

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (339) hide show
  1. package/README.md +34 -4
  2. package/dist/analytics/abtest.d.ts +39 -0
  3. package/dist/analytics/abtest.d.ts.map +1 -0
  4. package/dist/analytics/abtest.js +266 -0
  5. package/dist/analytics/abtest.js.map +1 -0
  6. package/dist/analytics/cluster.d.ts +25 -0
  7. package/dist/analytics/cluster.d.ts.map +1 -0
  8. package/dist/analytics/cluster.js +212 -0
  9. package/dist/analytics/cluster.js.map +1 -0
  10. package/dist/analytics/cohort.d.ts +22 -0
  11. package/dist/analytics/cohort.d.ts.map +1 -0
  12. package/dist/analytics/cohort.js +170 -0
  13. package/dist/analytics/cohort.js.map +1 -0
  14. package/dist/analytics/correlation.d.ts +15 -0
  15. package/dist/analytics/correlation.d.ts.map +1 -0
  16. package/dist/analytics/correlation.js +116 -0
  17. package/dist/analytics/correlation.js.map +1 -0
  18. package/dist/analytics/crosstab.d.ts +27 -0
  19. package/dist/analytics/crosstab.d.ts.map +1 -0
  20. package/dist/analytics/crosstab.js +90 -0
  21. package/dist/analytics/crosstab.js.map +1 -0
  22. package/dist/analytics/entropy.d.ts +23 -0
  23. package/dist/analytics/entropy.d.ts.map +1 -0
  24. package/dist/analytics/entropy.js +180 -0
  25. package/dist/analytics/entropy.js.map +1 -0
  26. package/dist/analytics/funnel.d.ts +29 -0
  27. package/dist/analytics/funnel.d.ts.map +1 -0
  28. package/dist/analytics/funnel.js +170 -0
  29. package/dist/analytics/funnel.js.map +1 -0
  30. package/dist/analytics/ngrams.d.ts +25 -0
  31. package/dist/analytics/ngrams.d.ts.map +1 -0
  32. package/dist/analytics/ngrams.js +110 -0
  33. package/dist/analytics/ngrams.js.map +1 -0
  34. package/dist/analytics/outliers.d.ts +25 -0
  35. package/dist/analytics/outliers.d.ts.map +1 -0
  36. package/dist/analytics/outliers.js +114 -0
  37. package/dist/analytics/outliers.js.map +1 -0
  38. package/dist/analytics/pareto.d.ts +36 -0
  39. package/dist/analytics/pareto.d.ts.map +1 -0
  40. package/dist/analytics/pareto.js +140 -0
  41. package/dist/analytics/pareto.js.map +1 -0
  42. package/dist/analytics/quantiles.d.ts +18 -0
  43. package/dist/analytics/quantiles.d.ts.map +1 -0
  44. package/dist/analytics/quantiles.js +62 -0
  45. package/dist/analytics/quantiles.js.map +1 -0
  46. package/dist/analytics/regression.d.ts +18 -0
  47. package/dist/analytics/regression.d.ts.map +1 -0
  48. package/dist/analytics/regression.js +79 -0
  49. package/dist/analytics/regression.js.map +1 -0
  50. package/dist/analytics/rfm.d.ts +41 -0
  51. package/dist/analytics/rfm.d.ts.map +1 -0
  52. package/dist/analytics/rfm.js +221 -0
  53. package/dist/analytics/rfm.js.map +1 -0
  54. package/dist/analytics/stats.d.ts.map +1 -1
  55. package/dist/analytics/stats.js +65 -15
  56. package/dist/analytics/stats.js.map +1 -1
  57. package/dist/analytics/technical.d.ts +19 -0
  58. package/dist/analytics/technical.d.ts.map +1 -0
  59. package/dist/analytics/technical.js +365 -0
  60. package/dist/analytics/technical.js.map +1 -0
  61. package/dist/cli/commands/abtest.d.ts +10 -0
  62. package/dist/cli/commands/abtest.d.ts.map +1 -0
  63. package/dist/cli/commands/abtest.js +68 -0
  64. package/dist/cli/commands/abtest.js.map +1 -0
  65. package/dist/cli/commands/cluster.d.ts +9 -0
  66. package/dist/cli/commands/cluster.d.ts.map +1 -0
  67. package/dist/cli/commands/cluster.js +77 -0
  68. package/dist/cli/commands/cluster.js.map +1 -0
  69. package/dist/cli/commands/cohort.d.ts +10 -0
  70. package/dist/cli/commands/cohort.d.ts.map +1 -0
  71. package/dist/cli/commands/cohort.js +66 -0
  72. package/dist/cli/commands/cohort.js.map +1 -0
  73. package/dist/cli/commands/completion.d.ts +5 -0
  74. package/dist/cli/commands/completion.d.ts.map +1 -0
  75. package/dist/cli/commands/completion.js +7 -0
  76. package/dist/cli/commands/completion.js.map +1 -0
  77. package/dist/cli/commands/concat.d.ts +9 -0
  78. package/dist/cli/commands/concat.d.ts.map +1 -0
  79. package/dist/cli/commands/concat.js +62 -0
  80. package/dist/cli/commands/concat.js.map +1 -0
  81. package/dist/cli/commands/convert.d.ts +2 -0
  82. package/dist/cli/commands/convert.d.ts.map +1 -1
  83. package/dist/cli/commands/convert.js.map +1 -1
  84. package/dist/cli/commands/corr.d.ts +7 -0
  85. package/dist/cli/commands/corr.d.ts.map +1 -0
  86. package/dist/cli/commands/corr.js +70 -0
  87. package/dist/cli/commands/corr.js.map +1 -0
  88. package/dist/cli/commands/crosstab.d.ts +11 -0
  89. package/dist/cli/commands/crosstab.d.ts.map +1 -0
  90. package/dist/cli/commands/crosstab.js +71 -0
  91. package/dist/cli/commands/crosstab.js.map +1 -0
  92. package/dist/cli/commands/entropy.d.ts +9 -0
  93. package/dist/cli/commands/entropy.d.ts.map +1 -0
  94. package/dist/cli/commands/entropy.js +71 -0
  95. package/dist/cli/commands/entropy.js.map +1 -0
  96. package/dist/cli/commands/explode.d.ts +8 -0
  97. package/dist/cli/commands/explode.d.ts.map +1 -0
  98. package/dist/cli/commands/explode.js +61 -0
  99. package/dist/cli/commands/explode.js.map +1 -0
  100. package/dist/cli/commands/fetch.d.ts +8 -0
  101. package/dist/cli/commands/fetch.d.ts.map +1 -0
  102. package/dist/cli/commands/fetch.js +41 -0
  103. package/dist/cli/commands/fetch.js.map +1 -0
  104. package/dist/cli/commands/files.d.ts +1 -1
  105. package/dist/cli/commands/files.d.ts.map +1 -1
  106. package/dist/cli/commands/flatten.d.ts +8 -0
  107. package/dist/cli/commands/flatten.d.ts.map +1 -0
  108. package/dist/cli/commands/flatten.js +57 -0
  109. package/dist/cli/commands/flatten.js.map +1 -0
  110. package/dist/cli/commands/freq.d.ts +10 -0
  111. package/dist/cli/commands/freq.d.ts.map +1 -0
  112. package/dist/cli/commands/freq.js +122 -0
  113. package/dist/cli/commands/freq.js.map +1 -0
  114. package/dist/cli/commands/funnel.d.ts +11 -0
  115. package/dist/cli/commands/funnel.d.ts.map +1 -0
  116. package/dist/cli/commands/funnel.js +69 -0
  117. package/dist/cli/commands/funnel.js.map +1 -0
  118. package/dist/cli/commands/fuzzy-join.d.ts +25 -0
  119. package/dist/cli/commands/fuzzy-join.d.ts.map +1 -0
  120. package/dist/cli/commands/fuzzy-join.js +85 -0
  121. package/dist/cli/commands/fuzzy-join.js.map +1 -0
  122. package/dist/cli/commands/generate.d.ts +8 -0
  123. package/dist/cli/commands/generate.d.ts.map +1 -0
  124. package/dist/cli/commands/generate.js +34 -0
  125. package/dist/cli/commands/generate.js.map +1 -0
  126. package/dist/cli/commands/mask.d.ts +6 -0
  127. package/dist/cli/commands/mask.d.ts.map +1 -0
  128. package/dist/cli/commands/mask.js +58 -0
  129. package/dist/cli/commands/mask.js.map +1 -0
  130. package/dist/cli/commands/ngrams.d.ts +11 -0
  131. package/dist/cli/commands/ngrams.d.ts.map +1 -0
  132. package/dist/cli/commands/ngrams.js +70 -0
  133. package/dist/cli/commands/ngrams.js.map +1 -0
  134. package/dist/cli/commands/outliers.d.ts +13 -0
  135. package/dist/cli/commands/outliers.d.ts.map +1 -0
  136. package/dist/cli/commands/outliers.js +58 -0
  137. package/dist/cli/commands/outliers.js.map +1 -0
  138. package/dist/cli/commands/pareto.d.ts +8 -0
  139. package/dist/cli/commands/pareto.d.ts.map +1 -0
  140. package/dist/cli/commands/pareto.js +80 -0
  141. package/dist/cli/commands/pareto.js.map +1 -0
  142. package/dist/cli/commands/partition.d.ts +8 -0
  143. package/dist/cli/commands/partition.d.ts.map +1 -0
  144. package/dist/cli/commands/partition.js +44 -0
  145. package/dist/cli/commands/partition.js.map +1 -0
  146. package/dist/cli/commands/pipeline.d.ts +6 -0
  147. package/dist/cli/commands/pipeline.d.ts.map +1 -1
  148. package/dist/cli/commands/pipeline.js +22 -0
  149. package/dist/cli/commands/pipeline.js.map +1 -1
  150. package/dist/cli/commands/pivot.d.ts +11 -0
  151. package/dist/cli/commands/pivot.d.ts.map +1 -0
  152. package/dist/cli/commands/pivot.js +58 -0
  153. package/dist/cli/commands/pivot.js.map +1 -0
  154. package/dist/cli/commands/plot.d.ts +12 -0
  155. package/dist/cli/commands/plot.d.ts.map +1 -0
  156. package/dist/cli/commands/plot.js +123 -0
  157. package/dist/cli/commands/plot.js.map +1 -0
  158. package/dist/cli/commands/quantiles.d.ts +7 -0
  159. package/dist/cli/commands/quantiles.d.ts.map +1 -0
  160. package/dist/cli/commands/quantiles.js +94 -0
  161. package/dist/cli/commands/quantiles.js.map +1 -0
  162. package/dist/cli/commands/regression.d.ts +7 -0
  163. package/dist/cli/commands/regression.d.ts.map +1 -0
  164. package/dist/cli/commands/regression.js +86 -0
  165. package/dist/cli/commands/regression.js.map +1 -0
  166. package/dist/cli/commands/report.d.ts +8 -0
  167. package/dist/cli/commands/report.d.ts.map +1 -0
  168. package/dist/cli/commands/report.js +36 -0
  169. package/dist/cli/commands/report.js.map +1 -0
  170. package/dist/cli/commands/rfm.d.ts +11 -0
  171. package/dist/cli/commands/rfm.d.ts.map +1 -0
  172. package/dist/cli/commands/rfm.js +78 -0
  173. package/dist/cli/commands/rfm.js.map +1 -0
  174. package/dist/cli/commands/serve.d.ts +7 -0
  175. package/dist/cli/commands/serve.d.ts.map +1 -0
  176. package/dist/cli/commands/serve.js +43 -0
  177. package/dist/cli/commands/serve.js.map +1 -0
  178. package/dist/cli/commands/split.d.ts +8 -0
  179. package/dist/cli/commands/split.d.ts.map +1 -0
  180. package/dist/cli/commands/split.js +43 -0
  181. package/dist/cli/commands/split.js.map +1 -0
  182. package/dist/cli/commands/table.d.ts +9 -0
  183. package/dist/cli/commands/table.d.ts.map +1 -0
  184. package/dist/cli/commands/table.js +9 -0
  185. package/dist/cli/commands/table.js.map +1 -0
  186. package/dist/cli/commands/technical.d.ts +8 -0
  187. package/dist/cli/commands/technical.d.ts.map +1 -0
  188. package/dist/cli/commands/technical.js +54 -0
  189. package/dist/cli/commands/technical.js.map +1 -0
  190. package/dist/cli/commands/test.d.ts +7 -0
  191. package/dist/cli/commands/test.d.ts.map +1 -0
  192. package/dist/cli/commands/test.js +53 -0
  193. package/dist/cli/commands/test.js.map +1 -0
  194. package/dist/cli/commands/timeseries.d.ts +11 -0
  195. package/dist/cli/commands/timeseries.d.ts.map +1 -0
  196. package/dist/cli/commands/timeseries.js +82 -0
  197. package/dist/cli/commands/timeseries.js.map +1 -0
  198. package/dist/cli/commands/unpivot.d.ts +12 -0
  199. package/dist/cli/commands/unpivot.d.ts.map +1 -0
  200. package/dist/cli/commands/unpivot.js +59 -0
  201. package/dist/cli/commands/unpivot.js.map +1 -0
  202. package/dist/cli/completion.d.ts +5 -0
  203. package/dist/cli/completion.d.ts.map +1 -0
  204. package/dist/cli/completion.js +194 -0
  205. package/dist/cli/completion.js.map +1 -0
  206. package/dist/cli/index.js +816 -15
  207. package/dist/cli/index.js.map +1 -1
  208. package/dist/core/error-handler.d.ts +38 -0
  209. package/dist/core/error-handler.d.ts.map +1 -0
  210. package/dist/core/error-handler.js +81 -0
  211. package/dist/core/error-handler.js.map +1 -0
  212. package/dist/core/pipeline.d.ts +10 -0
  213. package/dist/core/pipeline.d.ts.map +1 -1
  214. package/dist/core/pipeline.js +14 -0
  215. package/dist/core/pipeline.js.map +1 -1
  216. package/dist/core/types.d.ts +4 -0
  217. package/dist/core/types.d.ts.map +1 -1
  218. package/dist/dataops/fetch.d.ts +27 -0
  219. package/dist/dataops/fetch.d.ts.map +1 -0
  220. package/dist/dataops/fetch.js +150 -0
  221. package/dist/dataops/fetch.js.map +1 -0
  222. package/dist/dataops/generate.d.ts +16 -0
  223. package/dist/dataops/generate.d.ts.map +1 -0
  224. package/dist/dataops/generate.js +201 -0
  225. package/dist/dataops/generate.js.map +1 -0
  226. package/dist/dataops/mask.d.ts +25 -0
  227. package/dist/dataops/mask.d.ts.map +1 -0
  228. package/dist/dataops/mask.js +133 -0
  229. package/dist/dataops/mask.js.map +1 -0
  230. package/dist/dataops/report.d.ts +7 -0
  231. package/dist/dataops/report.d.ts.map +1 -0
  232. package/dist/dataops/report.js +139 -0
  233. package/dist/dataops/report.js.map +1 -0
  234. package/dist/dataops/server.d.ts +10 -0
  235. package/dist/dataops/server.d.ts.map +1 -0
  236. package/dist/dataops/server.js +137 -0
  237. package/dist/dataops/server.js.map +1 -0
  238. package/dist/dataops/test-runner.d.ts +34 -0
  239. package/dist/dataops/test-runner.d.ts.map +1 -0
  240. package/dist/dataops/test-runner.js +128 -0
  241. package/dist/dataops/test-runner.js.map +1 -0
  242. package/dist/db/adapters/sqlite.d.ts.map +1 -1
  243. package/dist/db/adapters/sqlite.js +4 -1
  244. package/dist/db/adapters/sqlite.js.map +1 -1
  245. package/dist/diff/engine.d.ts.map +1 -1
  246. package/dist/diff/engine.js +73 -16
  247. package/dist/diff/engine.js.map +1 -1
  248. package/dist/diff/storage/disk-index.d.ts +10 -1
  249. package/dist/diff/storage/disk-index.d.ts.map +1 -1
  250. package/dist/diff/storage/disk-index.js +95 -13
  251. package/dist/diff/storage/disk-index.js.map +1 -1
  252. package/dist/files/hash.d.ts +9 -2
  253. package/dist/files/hash.d.ts.map +1 -1
  254. package/dist/files/hash.js +9 -10
  255. package/dist/files/hash.js.map +1 -1
  256. package/dist/files/reader.d.ts.map +1 -1
  257. package/dist/files/reader.js +17 -10
  258. package/dist/files/reader.js.map +1 -1
  259. package/dist/files/types.d.ts +2 -1
  260. package/dist/files/types.d.ts.map +1 -1
  261. package/dist/index.d.ts +65 -1
  262. package/dist/index.d.ts.map +1 -1
  263. package/dist/index.js +66 -1
  264. package/dist/index.js.map +1 -1
  265. package/dist/planner/executor.d.ts.map +1 -1
  266. package/dist/planner/executor.js +17 -0
  267. package/dist/planner/executor.js.map +1 -1
  268. package/dist/planner/types.d.ts +11 -0
  269. package/dist/planner/types.d.ts.map +1 -1
  270. package/dist/readers/csv.d.ts.map +1 -1
  271. package/dist/readers/csv.js +206 -164
  272. package/dist/readers/csv.js.map +1 -1
  273. package/dist/readers/json.d.ts.map +1 -1
  274. package/dist/readers/json.js +145 -121
  275. package/dist/readers/json.js.map +1 -1
  276. package/dist/readers/jsonl.d.ts.map +1 -1
  277. package/dist/readers/jsonl.js +51 -31
  278. package/dist/readers/jsonl.js.map +1 -1
  279. package/dist/transforms/concat.d.ts +26 -0
  280. package/dist/transforms/concat.d.ts.map +1 -0
  281. package/dist/transforms/concat.js +57 -0
  282. package/dist/transforms/concat.js.map +1 -0
  283. package/dist/transforms/explode.d.ts +14 -0
  284. package/dist/transforms/explode.d.ts.map +1 -0
  285. package/dist/transforms/explode.js +81 -0
  286. package/dist/transforms/explode.js.map +1 -0
  287. package/dist/transforms/flatten.d.ts +12 -0
  288. package/dist/transforms/flatten.d.ts.map +1 -0
  289. package/dist/transforms/flatten.js +65 -0
  290. package/dist/transforms/flatten.js.map +1 -0
  291. package/dist/transforms/fuzzy-join.d.ts +53 -0
  292. package/dist/transforms/fuzzy-join.d.ts.map +1 -0
  293. package/dist/transforms/fuzzy-join.js +347 -0
  294. package/dist/transforms/fuzzy-join.js.map +1 -0
  295. package/dist/transforms/jit-compiler.d.ts.map +1 -1
  296. package/dist/transforms/jit-compiler.js +103 -14
  297. package/dist/transforms/jit-compiler.js.map +1 -1
  298. package/dist/transforms/map.d.ts +6 -2
  299. package/dist/transforms/map.d.ts.map +1 -1
  300. package/dist/transforms/map.js +64 -26
  301. package/dist/transforms/map.js.map +1 -1
  302. package/dist/transforms/partition.d.ts +35 -0
  303. package/dist/transforms/partition.d.ts.map +1 -0
  304. package/dist/transforms/partition.js +150 -0
  305. package/dist/transforms/partition.js.map +1 -0
  306. package/dist/transforms/pivot.d.ts +16 -0
  307. package/dist/transforms/pivot.d.ts.map +1 -0
  308. package/dist/transforms/pivot.js +194 -0
  309. package/dist/transforms/pivot.js.map +1 -0
  310. package/dist/transforms/sort/comparator.d.ts.map +1 -1
  311. package/dist/transforms/sort/comparator.js +153 -24
  312. package/dist/transforms/sort/comparator.js.map +1 -1
  313. package/dist/transforms/sort/external-sort.js +1 -1
  314. package/dist/transforms/sort/external-sort.js.map +1 -1
  315. package/dist/transforms/split.d.ts +17 -0
  316. package/dist/transforms/split.d.ts.map +1 -0
  317. package/dist/transforms/split.js +88 -0
  318. package/dist/transforms/split.js.map +1 -0
  319. package/dist/transforms/timeseries.d.ts +42 -0
  320. package/dist/transforms/timeseries.d.ts.map +1 -0
  321. package/dist/transforms/timeseries.js +276 -0
  322. package/dist/transforms/timeseries.js.map +1 -0
  323. package/dist/transforms/unpivot.d.ts +14 -0
  324. package/dist/transforms/unpivot.d.ts.map +1 -0
  325. package/dist/transforms/unpivot.js +56 -0
  326. package/dist/transforms/unpivot.js.map +1 -0
  327. package/dist/ui/chart.d.ts +30 -0
  328. package/dist/ui/chart.d.ts.map +1 -0
  329. package/dist/ui/chart.js +91 -0
  330. package/dist/ui/chart.js.map +1 -0
  331. package/dist/writers/index.d.ts +1 -0
  332. package/dist/writers/index.d.ts.map +1 -1
  333. package/dist/writers/index.js +10 -0
  334. package/dist/writers/index.js.map +1 -1
  335. package/dist/writers/table.d.ts +23 -0
  336. package/dist/writers/table.d.ts.map +1 -0
  337. package/dist/writers/table.js +156 -0
  338. package/dist/writers/table.js.map +1 -0
  339. package/package.json +6 -3
@@ -76,17 +76,19 @@ export async function* diffRows(options) {
76
76
  });
77
77
  }
78
78
  };
79
+ const explicitCompareCols = columns && columns.length > 0
80
+ ? columns.filter((col) => !keys.includes(col) && !ignore.includes(col))
81
+ : undefined;
79
82
  try {
80
83
  // ---------------------------------------------------------
81
84
  // Phase 1: Stream and Index Left Dataset
82
85
  // ---------------------------------------------------------
86
+ let cachedLeftKeysList = [];
87
+ let cachedLeftCompareCols = [];
83
88
  for await (const batch of leftReader.read(options.leftOptions)) {
84
89
  for (let i = 0; i < batch.rows.length; i++) {
85
90
  leftRowsCount++;
86
91
  const row = batch.rows[i];
87
- for (const col of Object.keys(row)) {
88
- allDiscoveredColumns.add(col);
89
- }
90
92
  const { encoded, rawKey } = encodeCompositeKey(row, keys, { coerce: options.coerce });
91
93
  const firstSeenRow = seenLeftKeys.get(encoded);
92
94
  if (firstSeenRow !== undefined) {
@@ -108,8 +110,39 @@ export async function* diffRows(options) {
108
110
  else {
109
111
  seenLeftKeys.set(encoded, leftRowsCount);
110
112
  }
111
- // Determine compared columns for this row
112
- const rowCompareCols = getEffectiveCompareColumns(Object.keys(row), keys, columns, ignore);
113
+ // Determine compared columns for this row with memoized cache
114
+ let rowCompareCols;
115
+ if (explicitCompareCols) {
116
+ rowCompareCols = explicitCompareCols;
117
+ if (leftRowsCount === 1) {
118
+ for (const col of Object.keys(row)) {
119
+ allDiscoveredColumns.add(col);
120
+ }
121
+ }
122
+ }
123
+ else {
124
+ const rowKeys = Object.keys(row);
125
+ let match = rowKeys.length === cachedLeftKeysList.length;
126
+ if (match) {
127
+ for (let k = 0; k < rowKeys.length; k++) {
128
+ if (rowKeys[k] !== cachedLeftKeysList[k]) {
129
+ match = false;
130
+ break;
131
+ }
132
+ }
133
+ }
134
+ if (match) {
135
+ rowCompareCols = cachedLeftCompareCols;
136
+ }
137
+ else {
138
+ for (let c = 0; c < rowKeys.length; c++) {
139
+ allDiscoveredColumns.add(rowKeys[c]);
140
+ }
141
+ cachedLeftKeysList = rowKeys;
142
+ cachedLeftCompareCols = rowKeys.filter((col) => !keys.includes(col) && !ignore.includes(col));
143
+ rowCompareCols = cachedLeftCompareCols;
144
+ }
145
+ }
113
146
  const hash = computeRowFingerprint(row, rowCompareCols);
114
147
  await index.set(encoded, {
115
148
  rowNumber: leftRowsCount,
@@ -123,13 +156,16 @@ export async function* diffRows(options) {
123
156
  // Phase 2: Stream and Compare Right Dataset
124
157
  // ---------------------------------------------------------
125
158
  const seenRightKeys = new Map();
159
+ const comparisonOptions = {
160
+ coerce: options.coerce,
161
+ epsilon: options.epsilon,
162
+ ignoreCase: options.ignoreCase,
163
+ trim: options.trim,
164
+ };
126
165
  for await (const batch of rightReader.read(options.rightOptions)) {
127
166
  for (let i = 0; i < batch.rows.length; i++) {
128
167
  rightRowsCount++;
129
168
  const rightRow = batch.rows[i];
130
- for (const col of Object.keys(rightRow)) {
131
- allDiscoveredColumns.add(col);
132
- }
133
169
  const { encoded, rawKey } = encodeCompositeKey(rightRow, keys, { coerce: options.coerce });
134
170
  const firstSeenRightRow = seenRightKeys.get(encoded);
135
171
  if (firstSeenRightRow !== undefined) {
@@ -155,6 +191,11 @@ export async function* diffRows(options) {
155
191
  if (!indexed) {
156
192
  // Key not in left dataset -> ADDED
157
193
  addedCount++;
194
+ if (rightRowsCount <= 10) {
195
+ for (const col of Object.keys(rightRow)) {
196
+ allDiscoveredColumns.add(col);
197
+ }
198
+ }
158
199
  yield {
159
200
  type: "added",
160
201
  key: rawKey,
@@ -166,14 +207,30 @@ export async function* diffRows(options) {
166
207
  else {
167
208
  // Key exists in left dataset -> Check for Changes
168
209
  const leftRow = indexed.row;
169
- const combinedKeys = Array.from(new Set([...Object.keys(leftRow), ...Object.keys(rightRow)]));
170
- const compareCols = getEffectiveCompareColumns(combinedKeys, keys, columns, ignore);
171
- const comparisonOptions = {
172
- coerce: options.coerce,
173
- epsilon: options.epsilon,
174
- ignoreCase: options.ignoreCase,
175
- trim: options.trim,
176
- };
210
+ let compareCols;
211
+ if (explicitCompareCols) {
212
+ compareCols = explicitCompareCols;
213
+ }
214
+ else {
215
+ // Check if right row keys match cached list
216
+ const rightKeys = Object.keys(rightRow);
217
+ let match = rightKeys.length === cachedLeftKeysList.length;
218
+ if (match) {
219
+ for (let k = 0; k < rightKeys.length; k++) {
220
+ if (rightKeys[k] !== cachedLeftKeysList[k]) {
221
+ match = false;
222
+ break;
223
+ }
224
+ }
225
+ }
226
+ if (match) {
227
+ compareCols = cachedLeftCompareCols;
228
+ }
229
+ else {
230
+ const combinedKeys = Array.from(new Set([...Object.keys(leftRow), ...rightKeys]));
231
+ compareCols = getEffectiveCompareColumns(combinedKeys, keys, columns, ignore);
232
+ }
233
+ }
177
234
  const changes = compareRows(leftRow, rightRow, compareCols, comparisonOptions);
178
235
  if (changes.length > 0) {
179
236
  changedCount++;
@@ -1 +1 @@
1
- {"version":3,"file":"engine.js","sourceRoot":"","sources":["../../src/diff/engine.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,iBAAiB,EAAE,oBAAoB,EAAE,MAAM,mBAAmB,CAAC;AAE5E,OAAO,EAAE,YAAY,EAAE,MAAM,qBAAqB,CAAC;AACnD,OAAO,EAAkB,WAAW,EAAE,MAAM,iBAAiB,CAAC;AAC9D,OAAO,EAAE,qBAAqB,EAAE,MAAM,WAAW,CAAC;AAClD,OAAO,EAAE,kBAAkB,EAAE,MAAM,UAAU,CAAC;AAC9C,OAAO,EAAE,iBAAiB,EAAE,MAAM,aAAa,CAAC;AAChD,OAAO,EAAE,kBAAkB,EAAE,MAAM,8BAA8B,CAAC;AASlE,SAAS,sBAAsB,CAC7B,MAA8B,EAC9B,OAAuB;IAEvB,IAAI,OAAO,MAAM,KAAK,QAAQ,EAAE,CAAC;QAC/B,OAAO;YACL,MAAM,EAAE,YAAY,CAAC,MAAM,EAAE,OAAO,CAAC;YACrC,UAAU,EAAE,MAAM;SACnB,CAAC;IACJ,CAAC;IACD,OAAO;QACL,MAAM,EAAE,MAAM;QACd,UAAU,EAAE,OAAO,EAAE,QAAQ,IAAI,QAAQ;KAC1C,CAAC;AACJ,CAAC;AAED;;GAEG;AACH,MAAM,CAAC,KAAK,SAAS,CAAC,CAAC,QAAQ,CAAC,OAA0B;IACxD,MAAM,EAAE,IAAI,EAAE,MAAM,GAAG,EAAE,EAAE,OAAO,EAAE,YAAY,GAAG,OAAO,EAAE,GAAG,OAAO,CAAC;IAEvE,IAAI,CAAC,IAAI,IAAI,IAAI,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QAC/B,MAAM,IAAI,oBAAoB,CAAC,sDAAsD,CAAC,CAAC;IACzF,CAAC;IAED,mDAAmD;IACnD,KAAK,MAAM,CAAC,IAAI,IAAI,EAAE,CAAC;QACrB,IAAI,MAAM,CAAC,QAAQ,CAAC,CAAC,CAAC,EAAE,CAAC;YACvB,MAAM,IAAI,oBAAoB,CAAC,6BAA6B,CAAC,YAAY,CAAC,CAAC;QAC7E,CAAC;IACH,CAAC;IAED,MAAM,SAAS,GAAG,OAAO,CAAC,IAAI,IAAI,OAAO,CAAC,QAAQ,CAAC;IACnD,MAAM,UAAU,GAAG,OAAO,CAAC,KAAK,IAAI,OAAO,CAAC,SAAS,CAAC;IAEtD,IAAI,CAAC,SAAS,EAAE,CAAC;QACf,MAAM,IAAI,oBAAoB,CAAC,mCAAmC,CAAC,CAAC;IACtE,CAAC;IACD,IAAI,CAAC,UAAU,EAAE,CAAC;QAChB,MAAM,IAAI,oBAAoB,CAAC,oCAAoC,CAAC,CAAC;IACvE,CAAC;IAED,MAAM,QAAQ,GAAkB;QAC9B,GAAG,OAAO,CAAC,WAAW;QACtB,MAAM,EAAE,OAAO,CAAC,QAAQ,IAAI,OAAO,CAAC,WAAW,EAAE,MAAM;KACxD,CAAC;IACF,MAAM,SAAS,GAAkB;QAC/B,GAAG,OAAO,CAAC,YAAY;QACvB,MAAM,EAAE,OAAO,CAAC,SAAS,IAAI,OAAO,CAAC,YAAY,EAAE,MAAM;KAC1D,CAAC;IAEF,MAAM,EAAE,MAAM,EAAE,UAAU,EAAE,UAAU,EAAE,UAAU,EAAE,GAAG,sBAAsB,CAC3E,SAAS,EACT,QAAQ,CACT,CAAC;IACF,MAAM,EAAE,MAAM,EAAE,WAAW,EAAE,UAAU,EAAE,WAAW,EAAE,GAAG,sBAAsB,CAC7E,UAAU,EACV,SAAS,CACV,CAAC;IAEF,MAAM,KAAK,GAAG,IAAI,kBAAkB,CAAC,OAAO,CAAC,gBAAgB,CAAC,CAAC;IAE/D,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;IAE7B,IAAI,aAAa,GAAG,CAAC,CAAC;IACtB,IAAI,cAAc,GAAG,CAAC,CAAC;IACvB,IAAI,UAAU,GAAG,CAAC,CAAC;IACnB,IAAI,YAAY,GAAG,CAAC,CAAC;IACrB,IAAI,YAAY,GAAG,CAAC,CAAC;IACrB,IAAI,cAAc,GAAG,CAAC,CAAC;IAEvB,2BAA2B;IAC3B,MAAM,oBAAoB,GAAG,IAAI,GAAG,EAAU,CAAC;IAC/C,MAAM,YAAY,GAAG,IAAI,GAAG,EAAkB,CAAC;IAE/C,MAAM,cAAc,GAAG,CAAC,KAAgC,EAAE,EAAE;QAC1D,IAAI,OAAO,CAAC,UAAU,EAAE,CAAC;YACvB,MAAM,UAAU,GAAG,KAAK,CAAC,aAAa,EAAE,EAAE,CAAC;YAC3C,OAAO,CAAC,UAAU,CAAC;gBACjB,KAAK;gBACL,iBAAiB,EAAE,aAAa;gBAChC,kBAAkB,EAAE,cAAc;gBAClC,UAAU;gBACV,YAAY;gBACZ,YAAY;gBACZ,cAAc;gBACd,SAAS,EAAE,IAAI,CAAC,GAAG,EAAE,GAAG,SAAS;gBACjC,SAAS,EAAE,UAAU,EAAE,SAAS;aACjC,CAAC,CAAC;QACL,CAAC;IACH,CAAC,CAAC;IAEF,IAAI,CAAC;QACH,4DAA4D;QAC5D,yCAAyC;QACzC,4DAA4D;QAC5D,IAAI,KAAK,EAAE,MAAM,KAAK,IAAI,UAAU,CAAC,IAAI,CAAC,OAAO,CAAC,WAAW,CAAC,EAAE,CAAC;YAC/D,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,KAAK,CAAC,IAAI,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;gBAC3C,aAAa,EAAE,CAAC;gBAChB,MAAM,GAAG,GAAG,KAAK,CAAC,IAAI,CAAC,CAAC,CAAE,CAAC;gBAE3B,KAAK,MAAM,GAAG,IAAI,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC;oBACnC,oBAAoB,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;gBAChC,CAAC;gBAED,MAAM,EAAE,OAAO,EAAE,MAAM,EAAE,GAAG,kBAAkB,CAAC,GAAG,EAAE,IAAI,EAAE,EAAE,MAAM,EAAE,OAAO,CAAC,MAAM,EAAE,CAAC,CAAC;gBAEtF,MAAM,YAAY,GAAG,YAAY,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC;gBAC/C,IAAI,YAAY,KAAK,SAAS,EAAE,CAAC;oBAC/B,IAAI,YAAY,KAAK,OAAO,EAAE,CAAC;wBAC7B,MAAM,MAAM,GAAG,MAAM,CAAC,OAAO,CAAC,MAAM,CAAC;6BAClC,GAAG,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,EAAE,EAAE,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,CAAC;6BAC5B,IAAI,CAAC,IAAI,CAAC,CAAC;wBACd,MAAM,IAAI,iBAAiB,CAAC;4BAC1B,OAAO,EAAE,MAAM;4BACf,GAAG,EAAE,MAAM;4BACX,IAAI,EAAE,CAAC,YAAY,EAAE,aAAa,CAAC;4BACnC,QAAQ,EAAE,UAAU;yBACrB,CAAC,CAAC;oBACL,CAAC;oBACD,IAAI,YAAY,KAAK,OAAO,EAAE,CAAC;wBAC7B,SAAS;oBACX,CAAC;gBACH,CAAC;qBAAM,CAAC;oBACN,YAAY,CAAC,GAAG,CAAC,OAAO,EAAE,aAAa,CAAC,CAAC;gBAC3C,CAAC;gBAED,0CAA0C;gBAC1C,MAAM,cAAc,GAAG,0BAA0B,CAC/C,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,EAChB,IAAI,EACJ,OAAO,EACP,MAAM,CACP,CAAC;gBACF,MAAM,IAAI,GAAG,qBAAqB,CAAC,GAAG,EAAE,cAAc,CAAC,CAAC;gBAExD,MAAM,KAAK,CAAC,GAAG,CAAC,OAAO,EAAE;oBACvB,SAAS,EAAE,aAAa;oBACxB,GAAG;oBACH,IAAI;iBACL,CAAC,CAAC;YACL,CAAC;YACD,cAAc,CAAC,eAAe,CAAC,CAAC;QAClC,CAAC;QAED,4DAA4D;QAC5D,4CAA4C;QAC5C,4DAA4D;QAC5D,MAAM,aAAa,GAAG,IAAI,GAAG,EAAkB,CAAC;QAEhD,IAAI,KAAK,EAAE,MAAM,KAAK,IAAI,WAAW,CAAC,IAAI,CAAC,OAAO,CAAC,YAAY,CAAC,EAAE,CAAC;YACjE,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,KAAK,CAAC,IAAI,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;gBAC3C,cAAc,EAAE,CAAC;gBACjB,MAAM,QAAQ,GAAG,KAAK,CAAC,IAAI,CAAC,CAAC,CAAE,CAAC;gBAEhC,KAAK,MAAM,GAAG,IAAI,MAAM,CAAC,IAAI,CAAC,QAAQ,CAAC,EAAE,CAAC;oBACxC,oBAAoB,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;gBAChC,CAAC;gBAED,MAAM,EAAE,OAAO,EAAE,MAAM,EAAE,GAAG,kBAAkB,CAAC,QAAQ,EAAE,IAAI,EAAE,EAAE,MAAM,EAAE,OAAO,CAAC,MAAM,EAAE,CAAC,CAAC;gBAE3F,MAAM,iBAAiB,GAAG,aAAa,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC;gBACrD,IAAI,iBAAiB,KAAK,SAAS,EAAE,CAAC;oBACpC,IAAI,YAAY,KAAK,OAAO,EAAE,CAAC;wBAC7B,MAAM,MAAM,GAAG,MAAM,CAAC,OAAO,CAAC,MAAM,CAAC;6BAClC,GAAG,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,EAAE,EAAE,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,CAAC;6BAC5B,IAAI,CAAC,IAAI,CAAC,CAAC;wBACd,MAAM,IAAI,iBAAiB,CAAC;4BAC1B,OAAO,EAAE,OAAO;4BAChB,GAAG,EAAE,MAAM;4BACX,IAAI,EAAE,CAAC,iBAAiB,EAAE,cAAc,CAAC;4BACzC,QAAQ,EAAE,WAAW;yBACtB,CAAC,CAAC;oBACL,CAAC;oBACD,IAAI,YAAY,KAAK,OAAO,EAAE,CAAC;wBAC7B,SAAS;oBACX,CAAC;gBACH,CAAC;qBAAM,CAAC;oBACN,aAAa,CAAC,GAAG,CAAC,OAAO,EAAE,cAAc,CAAC,CAAC;gBAC7C,CAAC;gBAED,MAAM,OAAO,GAAG,MAAM,KAAK,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC;gBAEzC,IAAI,CAAC,OAAO,EAAE,CAAC;oBACb,mCAAmC;oBACnC,UAAU,EAAE,CAAC;oBACb,MAAM;wBACJ,IAAI,EAAE,OAAO;wBACb,GAAG,EAAE,MAAM;wBACX,UAAU,EAAE,OAAO;wBACnB,GAAG,EAAE,QAAQ;wBACb,SAAS,EAAE,cAAc;qBAC1B,CAAC;gBACJ,CAAC;qBAAM,CAAC;oBACN,kDAAkD;oBAClD,MAAM,OAAO,GAAG,OAAO,CAAC,GAAG,CAAC;oBAC5B,MAAM,YAAY,GAAG,KAAK,CAAC,IAAI,CAC7B,IAAI,GAAG,CAAC,CAAC,GAAG,MAAM,CAAC,IAAI,CAAC,OAAO,CAAC,EAAE,GAAG,MAAM,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC,CAAC,CAC7D,CAAC;oBACF,MAAM,WAAW,GAAG,0BAA0B,CAC5C,YAAY,EACZ,IAAI,EACJ,OAAO,EACP,MAAM,CACP,CAAC;oBAEF,MAAM,iBAAiB,GAAG;wBACxB,MAAM,EAAE,OAAO,CAAC,MAAM;wBACtB,OAAO,EAAE,OAAO,CAAC,OAAO;wBACxB,UAAU,EAAE,OAAO,CAAC,UAAU;wBAC9B,IAAI,EAAE,OAAO,CAAC,IAAI;qBACnB,CAAC;oBAEF,MAAM,OAAO,GAAG,WAAW,CAAC,OAAO,EAAE,QAAQ,EAAE,WAAW,EAAE,iBAAiB,CAAC,CAAC;oBAE/E,IAAI,OAAO,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;wBACvB,YAAY,EAAE,CAAC;wBACf,MAAM;4BACJ,IAAI,EAAE,SAAS;4BACf,GAAG,EAAE,MAAM;4BACX,UAAU,EAAE,OAAO;4BACnB,OAAO;4BACP,OAAO;4BACP,QAAQ;4BACR,aAAa,EAAE,OAAO,CAAC,SAAS;4BAChC,cAAc,EAAE,cAAc;yBAC/B,CAAC;oBACJ,CAAC;yBAAM,CAAC;wBACN,cAAc,EAAE,CAAC;wBACjB,MAAM;4BACJ,IAAI,EAAE,WAAW;4BACjB,GAAG,EAAE,MAAM;4BACX,UAAU,EAAE,OAAO;4BACnB,GAAG,EAAE,QAAQ;4BACb,aAAa,EAAE,OAAO,CAAC,SAAS;4BAChC,cAAc,EAAE,cAAc;yBAC/B,CAAC;oBACJ,CAAC;oBAED,kCAAkC;oBAClC,MAAM,KAAK,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC;gBAC9B,CAAC;YACH,CAAC;YACD,cAAc,CAAC,iBAAiB,CAAC,CAAC;QACpC,CAAC;QAED,4DAA4D;QAC5D,6CAA6C;QAC7C,4DAA4D;QAC5D,IAAI,KAAK,EAAE,MAAM,CAAC,UAAU,EAAE,OAAO,CAAC,IAAI,KAAK,CAAC,OAAO,EAAE,EAAE,CAAC;YAC1D,YAAY,EAAE,CAAC;YACf,MAAM,MAAM,GAA4B,EAAE,CAAC;YAC3C,KAAK,MAAM,CAAC,IAAI,IAAI,EAAE,CAAC;gBACrB,MAAM,CAAC,CAAC,CAAC,GAAG,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC;YAC7B,CAAC;YAED,MAAM;gBACJ,IAAI,EAAE,SAAS;gBACf,GAAG,EAAE,MAAM;gBACX,UAAU;gBACV,GAAG,EAAE,OAAO,CAAC,GAAG;gBAChB,SAAS,EAAE,OAAO,CAAC,SAAS;aAC7B,CAAC;QACJ,CAAC;QAED,cAAc,CAAC,WAAW,CAAC,CAAC;IAC9B,CAAC;YAAS,CAAC;QACT,MAAM,KAAK,CAAC,KAAK,EAAE,CAAC;QACpB,IAAI,UAAU,EAAE,KAAK;YAAE,MAAM,UAAU,CAAC,KAAK,EAAE,CAAC;QAChD,IAAI,WAAW,EAAE,KAAK;YAAE,MAAM,WAAW,CAAC,KAAK,EAAE,CAAC;IACpD,CAAC;AACH,CAAC;AAED,SAAS,0BAA0B,CACjC,OAAiB,EACjB,UAAoB,EACpB,eAA0B,EAC1B,gBAA0B,EAAE;IAE5B,IAAI,UAAU,GAAG,eAAe,IAAI,eAAe,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,eAAe,CAAC,CAAC,CAAC,OAAO,CAAC;IAC3F,OAAO,UAAU,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,CAAC,UAAU,CAAC,QAAQ,CAAC,GAAG,CAAC,IAAI,CAAC,aAAa,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC;AAC/F,CAAC;AAED;;GAEG;AACH,MAAM,CAAC,KAAK,UAAU,WAAW,CAAC,OAA0B;IAC1D,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;IAC7B,MAAM,kBAAkB,GAAwC,EAAE,CAAC;IAEnE,IAAI,KAAK,GAAG,CAAC,CAAC;IACd,IAAI,OAAO,GAAG,CAAC,CAAC;IAChB,IAAI,OAAO,GAAG,CAAC,CAAC;IAChB,IAAI,SAAS,GAAG,CAAC,CAAC;IAClB,IAAI,SAAS,GAAG,CAAC,CAAC;IAClB,IAAI,UAAU,GAAG,CAAC,CAAC;IAEnB,IAAI,kBAAkB,GAA6D,SAAS,CAAC;IAC7F,MAAM,kBAAkB,GAAG,OAAO,CAAC,UAAU,CAAC;IAE9C,MAAM,cAAc,GAAsB;QACxC,GAAG,OAAO;QACV,UAAU,EAAE,CAAC,IAAI,EAAE,EAAE;YACnB,IAAI,IAAI,CAAC,SAAS,EAAE,CAAC;gBACnB,kBAAkB,GAAG,EAAE,SAAS,EAAE,IAAI,EAAE,YAAY,EAAE,CAAC,EAAE,CAAC;YAC5D,CAAC;YACD,IAAI,kBAAkB;gBAAE,kBAAkB,CAAC,IAAI,CAAC,CAAC;QACnD,CAAC;KACF,CAAC;IAEF,IAAI,KAAK,EAAE,MAAM,KAAK,IAAI,QAAQ,CAAC,cAAc,CAAC,EAAE,CAAC;QACnD,QAAQ,KAAK,CAAC,IAAI,EAAE,CAAC;YACnB,KAAK,OAAO;gBACV,KAAK,EAAE,CAAC;gBACR,UAAU,EAAE,CAAC;gBACb,MAAM;YACR,KAAK,SAAS;gBACZ,OAAO,EAAE,CAAC;gBACV,SAAS,EAAE,CAAC;gBACZ,MAAM;YACR,KAAK,SAAS;gBACZ,OAAO,EAAE,CAAC;gBACV,SAAS,EAAE,CAAC;gBACZ,UAAU,EAAE,CAAC;gBACb,KAAK,MAAM,EAAE,IAAI,KAAK,CAAC,OAAO,EAAE,CAAC;oBAC/B,IAAI,CAAC,kBAAkB,CAAC,EAAE,CAAC,MAAM,CAAC,EAAE,CAAC;wBACnC,kBAAkB,CAAC,EAAE,CAAC,MAAM,CAAC,GAAG,EAAE,OAAO,EAAE,CAAC,EAAE,CAAC;oBACjD,CAAC;oBACD,kBAAkB,CAAC,EAAE,CAAC,MAAM,CAAE,CAAC,OAAO,EAAE,CAAC;gBAC3C,CAAC;gBACD,MAAM;YACR,KAAK,WAAW;gBACd,SAAS,EAAE,CAAC;gBACZ,SAAS,EAAE,CAAC;gBACZ,UAAU,EAAE,CAAC;gBACb,MAAM;QACV,CAAC;IACH,CAAC;IAED,2BAA2B;IAC3B,IAAI,gBAAgB,GAAQ,SAAS,CAAC;IACtC,MAAM,SAAS,GAAG,OAAO,CAAC,IAAI,IAAI,OAAO,CAAC,QAAQ,CAAC;IACnD,MAAM,UAAU,GAAG,OAAO,CAAC,KAAK,IAAI,OAAO,CAAC,SAAS,CAAC;IAEtD,IAAI,OAAO,CAAC,aAAa,KAAK,KAAK,IAAI,SAAS,IAAI,UAAU,EAAE,CAAC;QAC/D,IAAI,CAAC;YACH,MAAM,QAAQ,GAAkB;gBAC9B,GAAG,OAAO,CAAC,WAAW;gBACtB,MAAM,EAAE,OAAO,CAAC,QAAQ,IAAI,OAAO,CAAC,WAAW,EAAE,MAAM;aACxD,CAAC;YACF,MAAM,SAAS,GAAkB;gBAC/B,GAAG,OAAO,CAAC,YAAY;gBACvB,MAAM,EAAE,OAAO,CAAC,SAAS,IAAI,OAAO,CAAC,YAAY,EAAE,MAAM;aAC1D,CAAC;YACF,MAAM,EAAE,MAAM,EAAE,OAAO,EAAE,GAAG,sBAAsB,CAAC,SAAS,EAAE,QAAQ,CAAC,CAAC;YACxE,MAAM,EAAE,MAAM,EAAE,OAAO,EAAE,GAAG,sBAAsB,CAAC,UAAU,EAAE,SAAS,CAAC,CAAC;YAC1E,gBAAgB,GAAG,MAAM,iBAAiB,CAAC,OAAO,EAAE,OAAO,CAAC,CAAC;QAC/D,CAAC;QAAC,MAAM,CAAC;YACP,6BAA6B;QAC/B,CAAC;IACH,CAAC;IAED,MAAM,cAAc,GAClB,OAAO,SAAS,KAAK,QAAQ,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,OAAO,CAAC,WAAW,EAAE,QAAQ,IAAI,MAAM,CAAC;IACtF,MAAM,eAAe,GACnB,OAAO,UAAU,KAAK,QAAQ,CAAC,CAAC,CAAC,UAAU,CAAC,CAAC,CAAC,OAAO,CAAC,YAAY,EAAE,QAAQ,IAAI,OAAO,CAAC;IAG1F,OAAO;QACL,UAAU,EAAE,cAAc;QAC1B,WAAW,EAAE,eAAe;QAC5B,UAAU,EAAE,OAAO,CAAC,IAAI;QACxB,IAAI,EAAE;YACJ,KAAK;YACL,OAAO;YACP,OAAO;YACP,SAAS;YACT,SAAS;YACT,UAAU;SACX;QACD,OAAO,EAAE,kBAAkB;QAC3B,MAAM,EAAE,gBAAgB;QACxB,eAAe,EAAE,IAAI,CAAC,GAAG,EAAE,GAAG,SAAS;QACvC,UAAU,EAAE,kBAAkB;KAC/B,CAAC;AACJ,CAAC"}
1
+ {"version":3,"file":"engine.js","sourceRoot":"","sources":["../../src/diff/engine.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,iBAAiB,EAAE,oBAAoB,EAAE,MAAM,mBAAmB,CAAC;AAE5E,OAAO,EAAE,YAAY,EAAE,MAAM,qBAAqB,CAAC;AACnD,OAAO,EAAkB,WAAW,EAAE,MAAM,iBAAiB,CAAC;AAC9D,OAAO,EAAE,qBAAqB,EAAE,MAAM,WAAW,CAAC;AAClD,OAAO,EAAE,kBAAkB,EAAE,MAAM,UAAU,CAAC;AAC9C,OAAO,EAAE,iBAAiB,EAAE,MAAM,aAAa,CAAC;AAChD,OAAO,EAAE,kBAAkB,EAAE,MAAM,8BAA8B,CAAC;AASlE,SAAS,sBAAsB,CAC7B,MAA8B,EAC9B,OAAuB;IAEvB,IAAI,OAAO,MAAM,KAAK,QAAQ,EAAE,CAAC;QAC/B,OAAO;YACL,MAAM,EAAE,YAAY,CAAC,MAAM,EAAE,OAAO,CAAC;YACrC,UAAU,EAAE,MAAM;SACnB,CAAC;IACJ,CAAC;IACD,OAAO;QACL,MAAM,EAAE,MAAM;QACd,UAAU,EAAE,OAAO,EAAE,QAAQ,IAAI,QAAQ;KAC1C,CAAC;AACJ,CAAC;AAED;;GAEG;AACH,MAAM,CAAC,KAAK,SAAS,CAAC,CAAC,QAAQ,CAAC,OAA0B;IACxD,MAAM,EAAE,IAAI,EAAE,MAAM,GAAG,EAAE,EAAE,OAAO,EAAE,YAAY,GAAG,OAAO,EAAE,GAAG,OAAO,CAAC;IAEvE,IAAI,CAAC,IAAI,IAAI,IAAI,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QAC/B,MAAM,IAAI,oBAAoB,CAAC,sDAAsD,CAAC,CAAC;IACzF,CAAC;IAED,mDAAmD;IACnD,KAAK,MAAM,CAAC,IAAI,IAAI,EAAE,CAAC;QACrB,IAAI,MAAM,CAAC,QAAQ,CAAC,CAAC,CAAC,EAAE,CAAC;YACvB,MAAM,IAAI,oBAAoB,CAAC,6BAA6B,CAAC,YAAY,CAAC,CAAC;QAC7E,CAAC;IACH,CAAC;IAED,MAAM,SAAS,GAAG,OAAO,CAAC,IAAI,IAAI,OAAO,CAAC,QAAQ,CAAC;IACnD,MAAM,UAAU,GAAG,OAAO,CAAC,KAAK,IAAI,OAAO,CAAC,SAAS,CAAC;IAEtD,IAAI,CAAC,SAAS,EAAE,CAAC;QACf,MAAM,IAAI,oBAAoB,CAAC,mCAAmC,CAAC,CAAC;IACtE,CAAC;IACD,IAAI,CAAC,UAAU,EAAE,CAAC;QAChB,MAAM,IAAI,oBAAoB,CAAC,oCAAoC,CAAC,CAAC;IACvE,CAAC;IAED,MAAM,QAAQ,GAAkB;QAC9B,GAAG,OAAO,CAAC,WAAW;QACtB,MAAM,EAAE,OAAO,CAAC,QAAQ,IAAI,OAAO,CAAC,WAAW,EAAE,MAAM;KACxD,CAAC;IACF,MAAM,SAAS,GAAkB;QAC/B,GAAG,OAAO,CAAC,YAAY;QACvB,MAAM,EAAE,OAAO,CAAC,SAAS,IAAI,OAAO,CAAC,YAAY,EAAE,MAAM;KAC1D,CAAC;IAEF,MAAM,EAAE,MAAM,EAAE,UAAU,EAAE,UAAU,EAAE,UAAU,EAAE,GAAG,sBAAsB,CAC3E,SAAS,EACT,QAAQ,CACT,CAAC;IACF,MAAM,EAAE,MAAM,EAAE,WAAW,EAAE,UAAU,EAAE,WAAW,EAAE,GAAG,sBAAsB,CAC7E,UAAU,EACV,SAAS,CACV,CAAC;IAEF,MAAM,KAAK,GAAG,IAAI,kBAAkB,CAAC,OAAO,CAAC,gBAAgB,CAAC,CAAC;IAE/D,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;IAE7B,IAAI,aAAa,GAAG,CAAC,CAAC;IACtB,IAAI,cAAc,GAAG,CAAC,CAAC;IACvB,IAAI,UAAU,GAAG,CAAC,CAAC;IACnB,IAAI,YAAY,GAAG,CAAC,CAAC;IACrB,IAAI,YAAY,GAAG,CAAC,CAAC;IACrB,IAAI,cAAc,GAAG,CAAC,CAAC;IAEvB,2BAA2B;IAC3B,MAAM,oBAAoB,GAAG,IAAI,GAAG,EAAU,CAAC;IAC/C,MAAM,YAAY,GAAG,IAAI,GAAG,EAAkB,CAAC;IAE/C,MAAM,cAAc,GAAG,CAAC,KAAgC,EAAE,EAAE;QAC1D,IAAI,OAAO,CAAC,UAAU,EAAE,CAAC;YACvB,MAAM,UAAU,GAAG,KAAK,CAAC,aAAa,EAAE,EAAE,CAAC;YAC3C,OAAO,CAAC,UAAU,CAAC;gBACjB,KAAK;gBACL,iBAAiB,EAAE,aAAa;gBAChC,kBAAkB,EAAE,cAAc;gBAClC,UAAU;gBACV,YAAY;gBACZ,YAAY;gBACZ,cAAc;gBACd,SAAS,EAAE,IAAI,CAAC,GAAG,EAAE,GAAG,SAAS;gBACjC,SAAS,EAAE,UAAU,EAAE,SAAS;aACjC,CAAC,CAAC;QACL,CAAC;IACH,CAAC,CAAC;IAEF,MAAM,mBAAmB,GAAG,OAAO,IAAI,OAAO,CAAC,MAAM,GAAG,CAAC;QACvD,CAAC,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,CAAC,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC;QACvE,CAAC,CAAC,SAAS,CAAC;IAEd,IAAI,CAAC;QACH,4DAA4D;QAC5D,yCAAyC;QACzC,4DAA4D;QAC5D,IAAI,kBAAkB,GAAa,EAAE,CAAC;QACtC,IAAI,qBAAqB,GAAa,EAAE,CAAC;QAEzC,IAAI,KAAK,EAAE,MAAM,KAAK,IAAI,UAAU,CAAC,IAAI,CAAC,OAAO,CAAC,WAAW,CAAC,EAAE,CAAC;YAC/D,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,KAAK,CAAC,IAAI,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;gBAC3C,aAAa,EAAE,CAAC;gBAChB,MAAM,GAAG,GAAG,KAAK,CAAC,IAAI,CAAC,CAAC,CAAE,CAAC;gBAE3B,MAAM,EAAE,OAAO,EAAE,MAAM,EAAE,GAAG,kBAAkB,CAAC,GAAG,EAAE,IAAI,EAAE,EAAE,MAAM,EAAE,OAAO,CAAC,MAAM,EAAE,CAAC,CAAC;gBAEtF,MAAM,YAAY,GAAG,YAAY,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC;gBAC/C,IAAI,YAAY,KAAK,SAAS,EAAE,CAAC;oBAC/B,IAAI,YAAY,KAAK,OAAO,EAAE,CAAC;wBAC7B,MAAM,MAAM,GAAG,MAAM,CAAC,OAAO,CAAC,MAAM,CAAC;6BAClC,GAAG,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,EAAE,EAAE,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,CAAC;6BAC5B,IAAI,CAAC,IAAI,CAAC,CAAC;wBACd,MAAM,IAAI,iBAAiB,CAAC;4BAC1B,OAAO,EAAE,MAAM;4BACf,GAAG,EAAE,MAAM;4BACX,IAAI,EAAE,CAAC,YAAY,EAAE,aAAa,CAAC;4BACnC,QAAQ,EAAE,UAAU;yBACrB,CAAC,CAAC;oBACL,CAAC;oBACD,IAAI,YAAY,KAAK,OAAO,EAAE,CAAC;wBAC7B,SAAS;oBACX,CAAC;gBACH,CAAC;qBAAM,CAAC;oBACN,YAAY,CAAC,GAAG,CAAC,OAAO,EAAE,aAAa,CAAC,CAAC;gBAC3C,CAAC;gBAED,8DAA8D;gBAC9D,IAAI,cAAwB,CAAC;gBAC7B,IAAI,mBAAmB,EAAE,CAAC;oBACxB,cAAc,GAAG,mBAAmB,CAAC;oBACrC,IAAI,aAAa,KAAK,CAAC,EAAE,CAAC;wBACxB,KAAK,MAAM,GAAG,IAAI,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC;4BACnC,oBAAoB,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;wBAChC,CAAC;oBACH,CAAC;gBACH,CAAC;qBAAM,CAAC;oBACN,MAAM,OAAO,GAAG,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;oBACjC,IAAI,KAAK,GAAG,OAAO,CAAC,MAAM,KAAK,kBAAkB,CAAC,MAAM,CAAC;oBACzD,IAAI,KAAK,EAAE,CAAC;wBACV,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,OAAO,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;4BACxC,IAAI,OAAO,CAAC,CAAC,CAAC,KAAK,kBAAkB,CAAC,CAAC,CAAC,EAAE,CAAC;gCACzC,KAAK,GAAG,KAAK,CAAC;gCACd,MAAM;4BACR,CAAC;wBACH,CAAC;oBACH,CAAC;oBAED,IAAI,KAAK,EAAE,CAAC;wBACV,cAAc,GAAG,qBAAqB,CAAC;oBACzC,CAAC;yBAAM,CAAC;wBACN,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,OAAO,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;4BACxC,oBAAoB,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAE,CAAC,CAAC;wBACxC,CAAC;wBACD,kBAAkB,GAAG,OAAO,CAAC;wBAC7B,qBAAqB,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,CAAC,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC;wBAC9F,cAAc,GAAG,qBAAqB,CAAC;oBACzC,CAAC;gBACH,CAAC;gBAED,MAAM,IAAI,GAAG,qBAAqB,CAAC,GAAG,EAAE,cAAc,CAAC,CAAC;gBAExD,MAAM,KAAK,CAAC,GAAG,CAAC,OAAO,EAAE;oBACvB,SAAS,EAAE,aAAa;oBACxB,GAAG;oBACH,IAAI;iBACL,CAAC,CAAC;YACL,CAAC;YACD,cAAc,CAAC,eAAe,CAAC,CAAC;QAClC,CAAC;QAED,4DAA4D;QAC5D,4CAA4C;QAC5C,4DAA4D;QAC5D,MAAM,aAAa,GAAG,IAAI,GAAG,EAAkB,CAAC;QAChD,MAAM,iBAAiB,GAAG;YACxB,MAAM,EAAE,OAAO,CAAC,MAAM;YACtB,OAAO,EAAE,OAAO,CAAC,OAAO;YACxB,UAAU,EAAE,OAAO,CAAC,UAAU;YAC9B,IAAI,EAAE,OAAO,CAAC,IAAI;SACnB,CAAC;QAEF,IAAI,KAAK,EAAE,MAAM,KAAK,IAAI,WAAW,CAAC,IAAI,CAAC,OAAO,CAAC,YAAY,CAAC,EAAE,CAAC;YACjE,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,KAAK,CAAC,IAAI,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;gBAC3C,cAAc,EAAE,CAAC;gBACjB,MAAM,QAAQ,GAAG,KAAK,CAAC,IAAI,CAAC,CAAC,CAAE,CAAC;gBAEhC,MAAM,EAAE,OAAO,EAAE,MAAM,EAAE,GAAG,kBAAkB,CAAC,QAAQ,EAAE,IAAI,EAAE,EAAE,MAAM,EAAE,OAAO,CAAC,MAAM,EAAE,CAAC,CAAC;gBAE3F,MAAM,iBAAiB,GAAG,aAAa,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC;gBACrD,IAAI,iBAAiB,KAAK,SAAS,EAAE,CAAC;oBACpC,IAAI,YAAY,KAAK,OAAO,EAAE,CAAC;wBAC7B,MAAM,MAAM,GAAG,MAAM,CAAC,OAAO,CAAC,MAAM,CAAC;6BAClC,GAAG,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,EAAE,EAAE,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,CAAC;6BAC5B,IAAI,CAAC,IAAI,CAAC,CAAC;wBACd,MAAM,IAAI,iBAAiB,CAAC;4BAC1B,OAAO,EAAE,OAAO;4BAChB,GAAG,EAAE,MAAM;4BACX,IAAI,EAAE,CAAC,iBAAiB,EAAE,cAAc,CAAC;4BACzC,QAAQ,EAAE,WAAW;yBACtB,CAAC,CAAC;oBACL,CAAC;oBACD,IAAI,YAAY,KAAK,OAAO,EAAE,CAAC;wBAC7B,SAAS;oBACX,CAAC;gBACH,CAAC;qBAAM,CAAC;oBACN,aAAa,CAAC,GAAG,CAAC,OAAO,EAAE,cAAc,CAAC,CAAC;gBAC7C,CAAC;gBAED,MAAM,OAAO,GAAG,MAAM,KAAK,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC;gBAEzC,IAAI,CAAC,OAAO,EAAE,CAAC;oBACb,mCAAmC;oBACnC,UAAU,EAAE,CAAC;oBACb,IAAI,cAAc,IAAI,EAAE,EAAE,CAAC;wBACzB,KAAK,MAAM,GAAG,IAAI,MAAM,CAAC,IAAI,CAAC,QAAQ,CAAC,EAAE,CAAC;4BACxC,oBAAoB,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;wBAChC,CAAC;oBACH,CAAC;oBACD,MAAM;wBACJ,IAAI,EAAE,OAAO;wBACb,GAAG,EAAE,MAAM;wBACX,UAAU,EAAE,OAAO;wBACnB,GAAG,EAAE,QAAQ;wBACb,SAAS,EAAE,cAAc;qBAC1B,CAAC;gBACJ,CAAC;qBAAM,CAAC;oBACN,kDAAkD;oBAClD,MAAM,OAAO,GAAG,OAAO,CAAC,GAAG,CAAC;oBAC5B,IAAI,WAAqB,CAAC;oBAE1B,IAAI,mBAAmB,EAAE,CAAC;wBACxB,WAAW,GAAG,mBAAmB,CAAC;oBACpC,CAAC;yBAAM,CAAC;wBACN,4CAA4C;wBAC5C,MAAM,SAAS,GAAG,MAAM,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;wBACxC,IAAI,KAAK,GAAG,SAAS,CAAC,MAAM,KAAK,kBAAkB,CAAC,MAAM,CAAC;wBAC3D,IAAI,KAAK,EAAE,CAAC;4BACV,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,SAAS,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;gCAC1C,IAAI,SAAS,CAAC,CAAC,CAAC,KAAK,kBAAkB,CAAC,CAAC,CAAC,EAAE,CAAC;oCAC3C,KAAK,GAAG,KAAK,CAAC;oCACd,MAAM;gCACR,CAAC;4BACH,CAAC;wBACH,CAAC;wBAED,IAAI,KAAK,EAAE,CAAC;4BACV,WAAW,GAAG,qBAAqB,CAAC;wBACtC,CAAC;6BAAM,CAAC;4BACN,MAAM,YAAY,GAAG,KAAK,CAAC,IAAI,CAC7B,IAAI,GAAG,CAAC,CAAC,GAAG,MAAM,CAAC,IAAI,CAAC,OAAO,CAAC,EAAE,GAAG,SAAS,CAAC,CAAC,CACjD,CAAC;4BACF,WAAW,GAAG,0BAA0B,CACtC,YAAY,EACZ,IAAI,EACJ,OAAO,EACP,MAAM,CACP,CAAC;wBACJ,CAAC;oBACH,CAAC;oBAED,MAAM,OAAO,GAAG,WAAW,CAAC,OAAO,EAAE,QAAQ,EAAE,WAAW,EAAE,iBAAiB,CAAC,CAAC;oBAE/E,IAAI,OAAO,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;wBACvB,YAAY,EAAE,CAAC;wBACf,MAAM;4BACJ,IAAI,EAAE,SAAS;4BACf,GAAG,EAAE,MAAM;4BACX,UAAU,EAAE,OAAO;4BACnB,OAAO;4BACP,OAAO;4BACP,QAAQ;4BACR,aAAa,EAAE,OAAO,CAAC,SAAS;4BAChC,cAAc,EAAE,cAAc;yBAC/B,CAAC;oBACJ,CAAC;yBAAM,CAAC;wBACN,cAAc,EAAE,CAAC;wBACjB,MAAM;4BACJ,IAAI,EAAE,WAAW;4BACjB,GAAG,EAAE,MAAM;4BACX,UAAU,EAAE,OAAO;4BACnB,GAAG,EAAE,QAAQ;4BACb,aAAa,EAAE,OAAO,CAAC,SAAS;4BAChC,cAAc,EAAE,cAAc;yBAC/B,CAAC;oBACJ,CAAC;oBAED,kCAAkC;oBAClC,MAAM,KAAK,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC;gBAC9B,CAAC;YACH,CAAC;YACD,cAAc,CAAC,iBAAiB,CAAC,CAAC;QACpC,CAAC;QAED,4DAA4D;QAC5D,6CAA6C;QAC7C,4DAA4D;QAC5D,IAAI,KAAK,EAAE,MAAM,CAAC,UAAU,EAAE,OAAO,CAAC,IAAI,KAAK,CAAC,OAAO,EAAE,EAAE,CAAC;YAC1D,YAAY,EAAE,CAAC;YACf,MAAM,MAAM,GAA4B,EAAE,CAAC;YAC3C,KAAK,MAAM,CAAC,IAAI,IAAI,EAAE,CAAC;gBACrB,MAAM,CAAC,CAAC,CAAC,GAAG,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC;YAC7B,CAAC;YAED,MAAM;gBACJ,IAAI,EAAE,SAAS;gBACf,GAAG,EAAE,MAAM;gBACX,UAAU;gBACV,GAAG,EAAE,OAAO,CAAC,GAAG;gBAChB,SAAS,EAAE,OAAO,CAAC,SAAS;aAC7B,CAAC;QACJ,CAAC;QAED,cAAc,CAAC,WAAW,CAAC,CAAC;IAC9B,CAAC;YAAS,CAAC;QACT,MAAM,KAAK,CAAC,KAAK,EAAE,CAAC;QACpB,IAAI,UAAU,EAAE,KAAK;YAAE,MAAM,UAAU,CAAC,KAAK,EAAE,CAAC;QAChD,IAAI,WAAW,EAAE,KAAK;YAAE,MAAM,WAAW,CAAC,KAAK,EAAE,CAAC;IACpD,CAAC;AACH,CAAC;AAED,SAAS,0BAA0B,CACjC,OAAiB,EACjB,UAAoB,EACpB,eAA0B,EAC1B,gBAA0B,EAAE;IAE5B,IAAI,UAAU,GAAG,eAAe,IAAI,eAAe,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,eAAe,CAAC,CAAC,CAAC,OAAO,CAAC;IAC3F,OAAO,UAAU,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,CAAC,UAAU,CAAC,QAAQ,CAAC,GAAG,CAAC,IAAI,CAAC,aAAa,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC;AAC/F,CAAC;AAED;;GAEG;AACH,MAAM,CAAC,KAAK,UAAU,WAAW,CAAC,OAA0B;IAC1D,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;IAC7B,MAAM,kBAAkB,GAAwC,EAAE,CAAC;IAEnE,IAAI,KAAK,GAAG,CAAC,CAAC;IACd,IAAI,OAAO,GAAG,CAAC,CAAC;IAChB,IAAI,OAAO,GAAG,CAAC,CAAC;IAChB,IAAI,SAAS,GAAG,CAAC,CAAC;IAClB,IAAI,SAAS,GAAG,CAAC,CAAC;IAClB,IAAI,UAAU,GAAG,CAAC,CAAC;IAEnB,IAAI,kBAAkB,GAA6D,SAAS,CAAC;IAC7F,MAAM,kBAAkB,GAAG,OAAO,CAAC,UAAU,CAAC;IAE9C,MAAM,cAAc,GAAsB;QACxC,GAAG,OAAO;QACV,UAAU,EAAE,CAAC,IAAI,EAAE,EAAE;YACnB,IAAI,IAAI,CAAC,SAAS,EAAE,CAAC;gBACnB,kBAAkB,GAAG,EAAE,SAAS,EAAE,IAAI,EAAE,YAAY,EAAE,CAAC,EAAE,CAAC;YAC5D,CAAC;YACD,IAAI,kBAAkB;gBAAE,kBAAkB,CAAC,IAAI,CAAC,CAAC;QACnD,CAAC;KACF,CAAC;IAEF,IAAI,KAAK,EAAE,MAAM,KAAK,IAAI,QAAQ,CAAC,cAAc,CAAC,EAAE,CAAC;QACnD,QAAQ,KAAK,CAAC,IAAI,EAAE,CAAC;YACnB,KAAK,OAAO;gBACV,KAAK,EAAE,CAAC;gBACR,UAAU,EAAE,CAAC;gBACb,MAAM;YACR,KAAK,SAAS;gBACZ,OAAO,EAAE,CAAC;gBACV,SAAS,EAAE,CAAC;gBACZ,MAAM;YACR,KAAK,SAAS;gBACZ,OAAO,EAAE,CAAC;gBACV,SAAS,EAAE,CAAC;gBACZ,UAAU,EAAE,CAAC;gBACb,KAAK,MAAM,EAAE,IAAI,KAAK,CAAC,OAAO,EAAE,CAAC;oBAC/B,IAAI,CAAC,kBAAkB,CAAC,EAAE,CAAC,MAAM,CAAC,EAAE,CAAC;wBACnC,kBAAkB,CAAC,EAAE,CAAC,MAAM,CAAC,GAAG,EAAE,OAAO,EAAE,CAAC,EAAE,CAAC;oBACjD,CAAC;oBACD,kBAAkB,CAAC,EAAE,CAAC,MAAM,CAAE,CAAC,OAAO,EAAE,CAAC;gBAC3C,CAAC;gBACD,MAAM;YACR,KAAK,WAAW;gBACd,SAAS,EAAE,CAAC;gBACZ,SAAS,EAAE,CAAC;gBACZ,UAAU,EAAE,CAAC;gBACb,MAAM;QACV,CAAC;IACH,CAAC;IAED,2BAA2B;IAC3B,IAAI,gBAAgB,GAAQ,SAAS,CAAC;IACtC,MAAM,SAAS,GAAG,OAAO,CAAC,IAAI,IAAI,OAAO,CAAC,QAAQ,CAAC;IACnD,MAAM,UAAU,GAAG,OAAO,CAAC,KAAK,IAAI,OAAO,CAAC,SAAS,CAAC;IAEtD,IAAI,OAAO,CAAC,aAAa,KAAK,KAAK,IAAI,SAAS,IAAI,UAAU,EAAE,CAAC;QAC/D,IAAI,CAAC;YACH,MAAM,QAAQ,GAAkB;gBAC9B,GAAG,OAAO,CAAC,WAAW;gBACtB,MAAM,EAAE,OAAO,CAAC,QAAQ,IAAI,OAAO,CAAC,WAAW,EAAE,MAAM;aACxD,CAAC;YACF,MAAM,SAAS,GAAkB;gBAC/B,GAAG,OAAO,CAAC,YAAY;gBACvB,MAAM,EAAE,OAAO,CAAC,SAAS,IAAI,OAAO,CAAC,YAAY,EAAE,MAAM;aAC1D,CAAC;YACF,MAAM,EAAE,MAAM,EAAE,OAAO,EAAE,GAAG,sBAAsB,CAAC,SAAS,EAAE,QAAQ,CAAC,CAAC;YACxE,MAAM,EAAE,MAAM,EAAE,OAAO,EAAE,GAAG,sBAAsB,CAAC,UAAU,EAAE,SAAS,CAAC,CAAC;YAC1E,gBAAgB,GAAG,MAAM,iBAAiB,CAAC,OAAO,EAAE,OAAO,CAAC,CAAC;QAC/D,CAAC;QAAC,MAAM,CAAC;YACP,6BAA6B;QAC/B,CAAC;IACH,CAAC;IAED,MAAM,cAAc,GAClB,OAAO,SAAS,KAAK,QAAQ,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,OAAO,CAAC,WAAW,EAAE,QAAQ,IAAI,MAAM,CAAC;IACtF,MAAM,eAAe,GACnB,OAAO,UAAU,KAAK,QAAQ,CAAC,CAAC,CAAC,UAAU,CAAC,CAAC,CAAC,OAAO,CAAC,YAAY,EAAE,QAAQ,IAAI,OAAO,CAAC;IAG1F,OAAO;QACL,UAAU,EAAE,cAAc;QAC1B,WAAW,EAAE,eAAe;QAC5B,UAAU,EAAE,OAAO,CAAC,IAAI;QACxB,IAAI,EAAE;YACJ,KAAK;YACL,OAAO;YACP,OAAO;YACP,SAAS;YACT,SAAS;YACT,UAAU;SACX;QACD,OAAO,EAAE,kBAAkB;QAC3B,MAAM,EAAE,gBAAgB;QACxB,eAAe,EAAE,IAAI,CAAC,GAAG,EAAE,GAAG,SAAS;QACvC,UAAU,EAAE,kBAAkB;KAC/B,CAAC;AACJ,CAAC"}
@@ -1,7 +1,8 @@
1
1
  import type { DiffIndex, IndexedRow } from "../types.js";
2
2
  /**
3
3
  * High-performance Disk-backed Diff Index using an append-only temp file and offset index.
4
- * Offloads entire row object memory to disk with microsecond random-access lookups.
4
+ * Offloads entire row object memory to disk with microsecond random-access lookups,
5
+ * chunked write buffering, and 512KB read-window caching.
5
6
  */
6
7
  export declare class DiskDiffIndex implements DiffIndex {
7
8
  private tempFilePath;
@@ -10,7 +11,15 @@ export declare class DiskDiffIndex implements DiffIndex {
10
11
  private currentOffset;
11
12
  private isClosed;
12
13
  private cleanupHandler?;
14
+ private readonly bufferSize;
15
+ private writeBuffer;
16
+ private writeBufferPos;
17
+ private writeBufferFileOffset;
18
+ private readBlockBuffer;
19
+ private readBlockOffset;
20
+ private readBlockLength;
13
21
  constructor();
22
+ private flushWriteBuffer;
14
23
  set(key: string, indexedRow: IndexedRow): Promise<void>;
15
24
  get(key: string): Promise<IndexedRow | undefined>;
16
25
  has(key: string): Promise<boolean>;
@@ -1 +1 @@
1
- {"version":3,"file":"disk-index.d.ts","sourceRoot":"","sources":["../../../src/diff/storage/disk-index.ts"],"names":[],"mappings":"AAKA,OAAO,KAAK,EAAE,SAAS,EAAE,UAAU,EAAE,MAAM,aAAa,CAAC;AASzD;;;GAGG;AACH,qBAAa,aAAc,YAAW,SAAS;IAC7C,OAAO,CAAC,YAAY,CAAS;IAC7B,OAAO,CAAC,EAAE,CAAS;IACnB,OAAO,CAAC,KAAK,CAAsC;IACnD,OAAO,CAAC,aAAa,CAAK;IAC1B,OAAO,CAAC,QAAQ,CAAS;IACzB,OAAO,CAAC,cAAc,CAAC,CAAa;;IAe9B,GAAG,CAAC,GAAG,EAAE,MAAM,EAAE,UAAU,EAAE,UAAU,GAAG,OAAO,CAAC,IAAI,CAAC;IAgBvD,GAAG,CAAC,GAAG,EAAE,MAAM,GAAG,OAAO,CAAC,UAAU,GAAG,SAAS,CAAC;IAejD,GAAG,CAAC,GAAG,EAAE,MAAM,GAAG,OAAO,CAAC,OAAO,CAAC;IAIlC,MAAM,CAAC,GAAG,EAAE,MAAM,GAAG,OAAO,CAAC,OAAO,CAAC;IAIpC,OAAO,IAAI,aAAa,CAAC,CAAC,MAAM,EAAE,UAAU,CAAC,CAAC;IASrD,KAAK,IAAI,MAAM;IAIf,aAAa,IAAI;QAAE,SAAS,EAAE,OAAO,CAAC;QAAC,YAAY,EAAE,MAAM,CAAC;QAAC,UAAU,EAAE,MAAM,CAAA;KAAE;IAQjF,OAAO,CAAC,WAAW;IAiBb,KAAK,IAAI,OAAO,CAAC,IAAI,CAAC;CAQ7B"}
1
+ {"version":3,"file":"disk-index.d.ts","sourceRoot":"","sources":["../../../src/diff/storage/disk-index.ts"],"names":[],"mappings":"AAKA,OAAO,KAAK,EAAE,SAAS,EAAE,UAAU,EAAE,MAAM,aAAa,CAAC;AAiBzD;;;;GAIG;AACH,qBAAa,aAAc,YAAW,SAAS;IAC7C,OAAO,CAAC,YAAY,CAAS;IAC7B,OAAO,CAAC,EAAE,CAAS;IACnB,OAAO,CAAC,KAAK,CAAsC;IACnD,OAAO,CAAC,aAAa,CAAK;IAC1B,OAAO,CAAC,QAAQ,CAAS;IACzB,OAAO,CAAC,cAAc,CAAC,CAAa;IAGpC,OAAO,CAAC,QAAQ,CAAC,UAAU,CAAc;IACzC,OAAO,CAAC,WAAW,CAAS;IAC5B,OAAO,CAAC,cAAc,CAAK;IAC3B,OAAO,CAAC,qBAAqB,CAAK;IAGlC,OAAO,CAAC,eAAe,CAAS;IAChC,OAAO,CAAC,eAAe,CAAM;IAC7B,OAAO,CAAC,eAAe,CAAK;;IAiB5B,OAAO,CAAC,gBAAgB;IAQlB,GAAG,CAAC,GAAG,EAAE,MAAM,EAAE,UAAU,EAAE,UAAU,GAAG,OAAO,CAAC,IAAI,CAAC;IA6BvD,GAAG,CAAC,GAAG,EAAE,MAAM,GAAG,OAAO,CAAC,UAAU,GAAG,SAAS,CAAC;IA6CjD,GAAG,CAAC,GAAG,EAAE,MAAM,GAAG,OAAO,CAAC,OAAO,CAAC;IAIlC,MAAM,CAAC,GAAG,EAAE,MAAM,GAAG,OAAO,CAAC,OAAO,CAAC;IAIpC,OAAO,IAAI,aAAa,CAAC,CAAC,MAAM,EAAE,UAAU,CAAC,CAAC;IAuBrD,KAAK,IAAI,MAAM;IAIf,aAAa,IAAI;QAAE,SAAS,EAAE,OAAO,CAAC;QAAC,YAAY,EAAE,MAAM,CAAC;QAAC,UAAU,EAAE,MAAM,CAAA;KAAE;IAQjF,OAAO,CAAC,WAAW;IAiBb,KAAK,IAAI,OAAO,CAAC,IAAI,CAAC;CAQ7B"}
@@ -2,10 +2,19 @@ import { closeSync, existsSync, openSync, readSync, unlinkSync, writeSync } from
2
2
  import { tmpdir } from "node:os";
3
3
  import { join } from "node:path";
4
4
  import { randomBytes } from "node:crypto";
5
- import { safeJsonStringify } from "../../utils/formatting.js";
5
+ import { safeJsonReplacer } from "../../utils/formatting.js";
6
+ function fastStringifyRow(row) {
7
+ try {
8
+ return JSON.stringify(row);
9
+ }
10
+ catch {
11
+ return JSON.stringify(row, safeJsonReplacer);
12
+ }
13
+ }
6
14
  /**
7
15
  * High-performance Disk-backed Diff Index using an append-only temp file and offset index.
8
- * Offloads entire row object memory to disk with microsecond random-access lookups.
16
+ * Offloads entire row object memory to disk with microsecond random-access lookups,
17
+ * chunked write buffering, and 512KB read-window caching.
9
18
  */
10
19
  export class DiskDiffIndex {
11
20
  tempFilePath;
@@ -14,10 +23,21 @@ export class DiskDiffIndex {
14
23
  currentOffset = 0;
15
24
  isClosed = false;
16
25
  cleanupHandler;
26
+ // Chunked Write Buffer (512 KB) to batch system write calls
27
+ bufferSize = 512 * 1024;
28
+ writeBuffer;
29
+ writeBufferPos = 0;
30
+ writeBufferFileOffset = 0;
31
+ // Chunked Read Window Cache (512 KB) to batch system read calls
32
+ readBlockBuffer;
33
+ readBlockOffset = -1;
34
+ readBlockLength = 0;
17
35
  constructor() {
18
36
  const randomId = randomBytes(8).toString("hex");
19
37
  this.tempFilePath = join(tmpdir(), `rowpipe-diff-${process.pid}-${randomId}.tmp`);
20
38
  this.fd = openSync(this.tempFilePath, "w+");
39
+ this.writeBuffer = Buffer.allocUnsafe(this.bufferSize);
40
+ this.readBlockBuffer = Buffer.allocUnsafe(this.bufferSize);
21
41
  this.cleanupHandler = () => {
22
42
  this.cleanupSync();
23
43
  };
@@ -25,15 +45,35 @@ export class DiskDiffIndex {
25
45
  process.once("SIGINT", this.cleanupHandler);
26
46
  process.once("SIGTERM", this.cleanupHandler);
27
47
  }
48
+ flushWriteBuffer() {
49
+ if (this.writeBufferPos > 0) {
50
+ writeSync(this.fd, this.writeBuffer, 0, this.writeBufferPos, this.writeBufferFileOffset);
51
+ this.writeBufferFileOffset += this.writeBufferPos;
52
+ this.writeBufferPos = 0;
53
+ }
54
+ }
28
55
  async set(key, indexedRow) {
29
- const jsonStr = safeJsonStringify(indexedRow.row);
30
- const buf = Buffer.from(jsonStr, "utf-8");
56
+ const jsonStr = fastStringifyRow(indexedRow.row);
57
+ const byteLen = Buffer.byteLength(jsonStr, "utf-8");
31
58
  const offset = this.currentOffset;
32
- writeSync(this.fd, buf, 0, buf.length, offset);
33
- this.currentOffset += buf.length;
59
+ if (byteLen > this.bufferSize) {
60
+ // Very large row: flush current buffer and write directly
61
+ this.flushWriteBuffer();
62
+ const largeBuf = Buffer.from(jsonStr, "utf-8");
63
+ writeSync(this.fd, largeBuf, 0, byteLen, offset);
64
+ this.writeBufferFileOffset += byteLen;
65
+ }
66
+ else {
67
+ if (this.writeBufferPos + byteLen > this.bufferSize) {
68
+ this.flushWriteBuffer();
69
+ }
70
+ this.writeBuffer.write(jsonStr, this.writeBufferPos, byteLen, "utf-8");
71
+ this.writeBufferPos += byteLen;
72
+ }
73
+ this.currentOffset += byteLen;
34
74
  this.index.set(key, {
35
75
  offset,
36
- length: buf.length,
76
+ length: byteLen,
37
77
  hash: indexedRow.hash,
38
78
  rowNumber: indexedRow.rowNumber,
39
79
  });
@@ -42,9 +82,38 @@ export class DiskDiffIndex {
42
82
  const meta = this.index.get(key);
43
83
  if (!meta)
44
84
  return undefined;
45
- const buf = Buffer.allocUnsafe(meta.length);
46
- readSync(this.fd, buf, 0, meta.length, meta.offset);
47
- const row = JSON.parse(buf.toString("utf-8"));
85
+ let jsonStr;
86
+ // 1. Check if the record is still in the active in-memory write buffer
87
+ if (meta.offset >= this.writeBufferFileOffset && meta.offset + meta.length <= this.currentOffset) {
88
+ const relStart = meta.offset - this.writeBufferFileOffset;
89
+ jsonStr = this.writeBuffer.toString("utf-8", relStart, relStart + meta.length);
90
+ }
91
+ else if (this.readBlockOffset >= 0 &&
92
+ meta.offset >= this.readBlockOffset &&
93
+ meta.offset + meta.length <= this.readBlockOffset + this.readBlockLength) {
94
+ // 2. Check if the record is within the active read block cache
95
+ const relStart = meta.offset - this.readBlockOffset;
96
+ jsonStr = this.readBlockBuffer.toString("utf-8", relStart, relStart + meta.length);
97
+ }
98
+ else {
99
+ // 3. Read window from disk
100
+ if (this.writeBufferPos > 0) {
101
+ this.flushWriteBuffer();
102
+ }
103
+ if (meta.length > this.bufferSize) {
104
+ const buf = Buffer.allocUnsafe(meta.length);
105
+ readSync(this.fd, buf, 0, meta.length, meta.offset);
106
+ jsonStr = buf.toString("utf-8");
107
+ }
108
+ else {
109
+ const bytesToRead = Math.min(this.bufferSize, this.currentOffset - meta.offset);
110
+ const bytesRead = readSync(this.fd, this.readBlockBuffer, 0, bytesToRead, meta.offset);
111
+ this.readBlockOffset = meta.offset;
112
+ this.readBlockLength = bytesRead;
113
+ jsonStr = this.readBlockBuffer.toString("utf-8", 0, meta.length);
114
+ }
115
+ }
116
+ const row = JSON.parse(jsonStr);
48
117
  return {
49
118
  rowNumber: meta.rowNumber,
50
119
  row,
@@ -58,10 +127,23 @@ export class DiskDiffIndex {
58
127
  return this.index.delete(key);
59
128
  }
60
129
  async *entries() {
130
+ this.flushWriteBuffer();
61
131
  for (const [key, meta] of this.index.entries()) {
62
- const buf = Buffer.allocUnsafe(meta.length);
63
- readSync(this.fd, buf, 0, meta.length, meta.offset);
64
- const row = JSON.parse(buf.toString("utf-8"));
132
+ let jsonStr;
133
+ if (this.readBlockOffset >= 0 &&
134
+ meta.offset >= this.readBlockOffset &&
135
+ meta.offset + meta.length <= this.readBlockOffset + this.readBlockLength) {
136
+ const relStart = meta.offset - this.readBlockOffset;
137
+ jsonStr = this.readBlockBuffer.toString("utf-8", relStart, relStart + meta.length);
138
+ }
139
+ else {
140
+ const bytesToRead = Math.min(this.bufferSize, this.currentOffset - meta.offset);
141
+ const bytesRead = readSync(this.fd, this.readBlockBuffer, 0, bytesToRead, meta.offset);
142
+ this.readBlockOffset = meta.offset;
143
+ this.readBlockLength = bytesRead;
144
+ jsonStr = this.readBlockBuffer.toString("utf-8", 0, meta.length);
145
+ }
146
+ const row = JSON.parse(jsonStr);
65
147
  yield [key, { rowNumber: meta.rowNumber, row, hash: meta.hash }];
66
148
  }
67
149
  }
@@ -1 +1 @@
1
- {"version":3,"file":"disk-index.js","sourceRoot":"","sources":["../../../src/diff/storage/disk-index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,SAAS,EAAE,UAAU,EAAE,QAAQ,EAAE,QAAQ,EAAE,UAAU,EAAE,SAAS,EAAE,MAAM,SAAS,CAAC;AAC3F,OAAO,EAAE,MAAM,EAAE,MAAM,SAAS,CAAC;AACjC,OAAO,EAAE,IAAI,EAAE,MAAM,WAAW,CAAC;AACjC,OAAO,EAAE,WAAW,EAAE,MAAM,aAAa,CAAC;AAC1C,OAAO,EAAE,iBAAiB,EAAE,MAAM,2BAA2B,CAAC;AAU9D;;;GAGG;AACH,MAAM,OAAO,aAAa;IAChB,YAAY,CAAS;IACrB,EAAE,CAAS;IACX,KAAK,GAAG,IAAI,GAAG,EAA2B,CAAC;IAC3C,aAAa,GAAG,CAAC,CAAC;IAClB,QAAQ,GAAG,KAAK,CAAC;IACjB,cAAc,CAAc;IAEpC;QACE,MAAM,QAAQ,GAAG,WAAW,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC;QAChD,IAAI,CAAC,YAAY,GAAG,IAAI,CAAC,MAAM,EAAE,EAAE,gBAAgB,OAAO,CAAC,GAAG,IAAI,QAAQ,MAAM,CAAC,CAAC;QAClF,IAAI,CAAC,EAAE,GAAG,QAAQ,CAAC,IAAI,CAAC,YAAY,EAAE,IAAI,CAAC,CAAC;QAE5C,IAAI,CAAC,cAAc,GAAG,GAAG,EAAE;YACzB,IAAI,CAAC,WAAW,EAAE,CAAC;QACrB,CAAC,CAAC;QACF,OAAO,CAAC,IAAI,CAAC,MAAM,EAAE,IAAI,CAAC,cAAc,CAAC,CAAC;QAC1C,OAAO,CAAC,IAAI,CAAC,QAAQ,EAAE,IAAI,CAAC,cAAc,CAAC,CAAC;QAC5C,OAAO,CAAC,IAAI,CAAC,SAAS,EAAE,IAAI,CAAC,cAAc,CAAC,CAAC;IAC/C,CAAC;IAED,KAAK,CAAC,GAAG,CAAC,GAAW,EAAE,UAAsB;QAC3C,MAAM,OAAO,GAAG,iBAAiB,CAAC,UAAU,CAAC,GAAG,CAAC,CAAC;QAClD,MAAM,GAAG,GAAG,MAAM,CAAC,IAAI,CAAC,OAAO,EAAE,OAAO,CAAC,CAAC;QAC1C,MAAM,MAAM,GAAG,IAAI,CAAC,aAAa,CAAC;QAElC,SAAS,CAAC,IAAI,CAAC,EAAE,EAAE,GAAG,EAAE,CAAC,EAAE,GAAG,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;QAC/C,IAAI,CAAC,aAAa,IAAI,GAAG,CAAC,MAAM,CAAC;QAEjC,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,GAAG,EAAE;YAClB,MAAM;YACN,MAAM,EAAE,GAAG,CAAC,MAAM;YAClB,IAAI,EAAE,UAAU,CAAC,IAAI;YACrB,SAAS,EAAE,UAAU,CAAC,SAAS;SAChC,CAAC,CAAC;IACL,CAAC;IAED,KAAK,CAAC,GAAG,CAAC,GAAW;QACnB,MAAM,IAAI,GAAG,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;QACjC,IAAI,CAAC,IAAI;YAAE,OAAO,SAAS,CAAC;QAE5B,MAAM,GAAG,GAAG,MAAM,CAAC,WAAW,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;QAC5C,QAAQ,CAAC,IAAI,CAAC,EAAE,EAAE,GAAG,EAAE,CAAC,EAAE,IAAI,CAAC,MAAM,EAAE,IAAI,CAAC,MAAM,CAAC,CAAC;QACpD,MAAM,GAAG,GAAG,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC,CAAC;QAE9C,OAAO;YACL,SAAS,EAAE,IAAI,CAAC,SAAS;YACzB,GAAG;YACH,IAAI,EAAE,IAAI,CAAC,IAAI;SAChB,CAAC;IACJ,CAAC;IAED,KAAK,CAAC,GAAG,CAAC,GAAW;QACnB,OAAO,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;IAC7B,CAAC;IAED,KAAK,CAAC,MAAM,CAAC,GAAW;QACtB,OAAO,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC;IAChC,CAAC;IAED,KAAK,CAAC,CAAC,OAAO;QACZ,KAAK,MAAM,CAAC,GAAG,EAAE,IAAI,CAAC,IAAI,IAAI,CAAC,KAAK,CAAC,OAAO,EAAE,EAAE,CAAC;YAC/C,MAAM,GAAG,GAAG,MAAM,CAAC,WAAW,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;YAC5C,QAAQ,CAAC,IAAI,CAAC,EAAE,EAAE,GAAG,EAAE,CAAC,EAAE,IAAI,CAAC,MAAM,EAAE,IAAI,CAAC,MAAM,CAAC,CAAC;YACpD,MAAM,GAAG,GAAG,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC,CAAC;YAC9C,MAAM,CAAC,GAAG,EAAE,EAAE,SAAS,EAAE,IAAI,CAAC,SAAS,EAAE,GAAG,EAAE,IAAI,EAAE,IAAI,CAAC,IAAI,EAAE,CAAC,CAAC;QACnE,CAAC;IACH,CAAC;IAED,KAAK;QACH,OAAO,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC;IACzB,CAAC;IAED,aAAa;QACX,OAAO;YACL,SAAS,EAAE,IAAI;YACf,YAAY,EAAE,IAAI,CAAC,aAAa;YAChC,UAAU,EAAE,IAAI,CAAC,KAAK,CAAC,IAAI;SAC5B,CAAC;IACJ,CAAC;IAEO,WAAW;QACjB,IAAI,IAAI,CAAC,QAAQ;YAAE,OAAO;QAC1B,IAAI,CAAC,QAAQ,GAAG,IAAI,CAAC;QACrB,IAAI,CAAC;YACH,SAAS,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;QACrB,CAAC;QAAC,MAAM,CAAC;YACP,SAAS;QACX,CAAC;QACD,IAAI,CAAC;YACH,IAAI,UAAU,CAAC,IAAI,CAAC,YAAY,CAAC,EAAE,CAAC;gBAClC,UAAU,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC;YAChC,CAAC;QACH,CAAC;QAAC,MAAM,CAAC;YACP,SAAS;QACX,CAAC;IACH,CAAC;IAED,KAAK,CAAC,KAAK;QACT,IAAI,IAAI,CAAC,cAAc,EAAE,CAAC;YACxB,OAAO,CAAC,cAAc,CAAC,MAAM,EAAE,IAAI,CAAC,cAAc,CAAC,CAAC;YACpD,OAAO,CAAC,cAAc,CAAC,QAAQ,EAAE,IAAI,CAAC,cAAc,CAAC,CAAC;YACtD,OAAO,CAAC,cAAc,CAAC,SAAS,EAAE,IAAI,CAAC,cAAc,CAAC,CAAC;QACzD,CAAC;QACD,IAAI,CAAC,WAAW,EAAE,CAAC;IACrB,CAAC;CACF"}
1
+ {"version":3,"file":"disk-index.js","sourceRoot":"","sources":["../../../src/diff/storage/disk-index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,SAAS,EAAE,UAAU,EAAE,QAAQ,EAAE,QAAQ,EAAE,UAAU,EAAE,SAAS,EAAE,MAAM,SAAS,CAAC;AAC3F,OAAO,EAAE,MAAM,EAAE,MAAM,SAAS,CAAC;AACjC,OAAO,EAAE,IAAI,EAAE,MAAM,WAAW,CAAC;AACjC,OAAO,EAAE,WAAW,EAAE,MAAM,aAAa,CAAC;AAC1C,OAAO,EAAE,gBAAgB,EAAE,MAAM,2BAA2B,CAAC;AAU7D,SAAS,gBAAgB,CAAC,GAAY;IACpC,IAAI,CAAC;QACH,OAAO,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,CAAC;IAC7B,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,IAAI,CAAC,SAAS,CAAC,GAAG,EAAE,gBAAgB,CAAC,CAAC;IAC/C,CAAC;AACH,CAAC;AAED;;;;GAIG;AACH,MAAM,OAAO,aAAa;IAChB,YAAY,CAAS;IACrB,EAAE,CAAS;IACX,KAAK,GAAG,IAAI,GAAG,EAA2B,CAAC;IAC3C,aAAa,GAAG,CAAC,CAAC;IAClB,QAAQ,GAAG,KAAK,CAAC;IACjB,cAAc,CAAc;IAEpC,4DAA4D;IAC3C,UAAU,GAAG,GAAG,GAAG,IAAI,CAAC;IACjC,WAAW,CAAS;IACpB,cAAc,GAAG,CAAC,CAAC;IACnB,qBAAqB,GAAG,CAAC,CAAC;IAElC,gEAAgE;IACxD,eAAe,CAAS;IACxB,eAAe,GAAG,CAAC,CAAC,CAAC;IACrB,eAAe,GAAG,CAAC,CAAC;IAE5B;QACE,MAAM,QAAQ,GAAG,WAAW,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC;QAChD,IAAI,CAAC,YAAY,GAAG,IAAI,CAAC,MAAM,EAAE,EAAE,gBAAgB,OAAO,CAAC,GAAG,IAAI,QAAQ,MAAM,CAAC,CAAC;QAClF,IAAI,CAAC,EAAE,GAAG,QAAQ,CAAC,IAAI,CAAC,YAAY,EAAE,IAAI,CAAC,CAAC;QAC5C,IAAI,CAAC,WAAW,GAAG,MAAM,CAAC,WAAW,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC;QACvD,IAAI,CAAC,eAAe,GAAG,MAAM,CAAC,WAAW,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC;QAE3D,IAAI,CAAC,cAAc,GAAG,GAAG,EAAE;YACzB,IAAI,CAAC,WAAW,EAAE,CAAC;QACrB,CAAC,CAAC;QACF,OAAO,CAAC,IAAI,CAAC,MAAM,EAAE,IAAI,CAAC,cAAc,CAAC,CAAC;QAC1C,OAAO,CAAC,IAAI,CAAC,QAAQ,EAAE,IAAI,CAAC,cAAc,CAAC,CAAC;QAC5C,OAAO,CAAC,IAAI,CAAC,SAAS,EAAE,IAAI,CAAC,cAAc,CAAC,CAAC;IAC/C,CAAC;IAEO,gBAAgB;QACtB,IAAI,IAAI,CAAC,cAAc,GAAG,CAAC,EAAE,CAAC;YAC5B,SAAS,CAAC,IAAI,CAAC,EAAE,EAAE,IAAI,CAAC,WAAW,EAAE,CAAC,EAAE,IAAI,CAAC,cAAc,EAAE,IAAI,CAAC,qBAAqB,CAAC,CAAC;YACzF,IAAI,CAAC,qBAAqB,IAAI,IAAI,CAAC,cAAc,CAAC;YAClD,IAAI,CAAC,cAAc,GAAG,CAAC,CAAC;QAC1B,CAAC;IACH,CAAC;IAED,KAAK,CAAC,GAAG,CAAC,GAAW,EAAE,UAAsB;QAC3C,MAAM,OAAO,GAAG,gBAAgB,CAAC,UAAU,CAAC,GAAG,CAAC,CAAC;QACjD,MAAM,OAAO,GAAG,MAAM,CAAC,UAAU,CAAC,OAAO,EAAE,OAAO,CAAC,CAAC;QACpD,MAAM,MAAM,GAAG,IAAI,CAAC,aAAa,CAAC;QAElC,IAAI,OAAO,GAAG,IAAI,CAAC,UAAU,EAAE,CAAC;YAC9B,0DAA0D;YAC1D,IAAI,CAAC,gBAAgB,EAAE,CAAC;YACxB,MAAM,QAAQ,GAAG,MAAM,CAAC,IAAI,CAAC,OAAO,EAAE,OAAO,CAAC,CAAC;YAC/C,SAAS,CAAC,IAAI,CAAC,EAAE,EAAE,QAAQ,EAAE,CAAC,EAAE,OAAO,EAAE,MAAM,CAAC,CAAC;YACjD,IAAI,CAAC,qBAAqB,IAAI,OAAO,CAAC;QACxC,CAAC;aAAM,CAAC;YACN,IAAI,IAAI,CAAC,cAAc,GAAG,OAAO,GAAG,IAAI,CAAC,UAAU,EAAE,CAAC;gBACpD,IAAI,CAAC,gBAAgB,EAAE,CAAC;YAC1B,CAAC;YACD,IAAI,CAAC,WAAW,CAAC,KAAK,CAAC,OAAO,EAAE,IAAI,CAAC,cAAc,EAAE,OAAO,EAAE,OAAO,CAAC,CAAC;YACvE,IAAI,CAAC,cAAc,IAAI,OAAO,CAAC;QACjC,CAAC;QAED,IAAI,CAAC,aAAa,IAAI,OAAO,CAAC;QAE9B,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,GAAG,EAAE;YAClB,MAAM;YACN,MAAM,EAAE,OAAO;YACf,IAAI,EAAE,UAAU,CAAC,IAAI;YACrB,SAAS,EAAE,UAAU,CAAC,SAAS;SAChC,CAAC,CAAC;IACL,CAAC;IAED,KAAK,CAAC,GAAG,CAAC,GAAW;QACnB,MAAM,IAAI,GAAG,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;QACjC,IAAI,CAAC,IAAI;YAAE,OAAO,SAAS,CAAC;QAE5B,IAAI,OAAe,CAAC;QACpB,uEAAuE;QACvE,IAAI,IAAI,CAAC,MAAM,IAAI,IAAI,CAAC,qBAAqB,IAAI,IAAI,CAAC,MAAM,GAAG,IAAI,CAAC,MAAM,IAAI,IAAI,CAAC,aAAa,EAAE,CAAC;YACjG,MAAM,QAAQ,GAAG,IAAI,CAAC,MAAM,GAAG,IAAI,CAAC,qBAAqB,CAAC;YAC1D,OAAO,GAAG,IAAI,CAAC,WAAW,CAAC,QAAQ,CAAC,OAAO,EAAE,QAAQ,EAAE,QAAQ,GAAG,IAAI,CAAC,MAAM,CAAC,CAAC;QACjF,CAAC;aAAM,IACL,IAAI,CAAC,eAAe,IAAI,CAAC;YACzB,IAAI,CAAC,MAAM,IAAI,IAAI,CAAC,eAAe;YACnC,IAAI,CAAC,MAAM,GAAG,IAAI,CAAC,MAAM,IAAI,IAAI,CAAC,eAAe,GAAG,IAAI,CAAC,eAAe,EACxE,CAAC;YACD,+DAA+D;YAC/D,MAAM,QAAQ,GAAG,IAAI,CAAC,MAAM,GAAG,IAAI,CAAC,eAAe,CAAC;YACpD,OAAO,GAAG,IAAI,CAAC,eAAe,CAAC,QAAQ,CAAC,OAAO,EAAE,QAAQ,EAAE,QAAQ,GAAG,IAAI,CAAC,MAAM,CAAC,CAAC;QACrF,CAAC;aAAM,CAAC;YACN,2BAA2B;YAC3B,IAAI,IAAI,CAAC,cAAc,GAAG,CAAC,EAAE,CAAC;gBAC5B,IAAI,CAAC,gBAAgB,EAAE,CAAC;YAC1B,CAAC;YAED,IAAI,IAAI,CAAC,MAAM,GAAG,IAAI,CAAC,UAAU,EAAE,CAAC;gBAClC,MAAM,GAAG,GAAG,MAAM,CAAC,WAAW,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;gBAC5C,QAAQ,CAAC,IAAI,CAAC,EAAE,EAAE,GAAG,EAAE,CAAC,EAAE,IAAI,CAAC,MAAM,EAAE,IAAI,CAAC,MAAM,CAAC,CAAC;gBACpD,OAAO,GAAG,GAAG,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC;YAClC,CAAC;iBAAM,CAAC;gBACN,MAAM,WAAW,GAAG,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,UAAU,EAAE,IAAI,CAAC,aAAa,GAAG,IAAI,CAAC,MAAM,CAAC,CAAC;gBAChF,MAAM,SAAS,GAAG,QAAQ,CAAC,IAAI,CAAC,EAAE,EAAE,IAAI,CAAC,eAAe,EAAE,CAAC,EAAE,WAAW,EAAE,IAAI,CAAC,MAAM,CAAC,CAAC;gBACvF,IAAI,CAAC,eAAe,GAAG,IAAI,CAAC,MAAM,CAAC;gBACnC,IAAI,CAAC,eAAe,GAAG,SAAS,CAAC;gBACjC,OAAO,GAAG,IAAI,CAAC,eAAe,CAAC,QAAQ,CAAC,OAAO,EAAE,CAAC,EAAE,IAAI,CAAC,MAAM,CAAC,CAAC;YACnE,CAAC;QACH,CAAC;QAED,MAAM,GAAG,GAAG,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC;QAEhC,OAAO;YACL,SAAS,EAAE,IAAI,CAAC,SAAS;YACzB,GAAG;YACH,IAAI,EAAE,IAAI,CAAC,IAAI;SAChB,CAAC;IACJ,CAAC;IAED,KAAK,CAAC,GAAG,CAAC,GAAW;QACnB,OAAO,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;IAC7B,CAAC;IAED,KAAK,CAAC,MAAM,CAAC,GAAW;QACtB,OAAO,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC;IAChC,CAAC;IAED,KAAK,CAAC,CAAC,OAAO;QACZ,IAAI,CAAC,gBAAgB,EAAE,CAAC;QACxB,KAAK,MAAM,CAAC,GAAG,EAAE,IAAI,CAAC,IAAI,IAAI,CAAC,KAAK,CAAC,OAAO,EAAE,EAAE,CAAC;YAC/C,IAAI,OAAe,CAAC;YACpB,IACE,IAAI,CAAC,eAAe,IAAI,CAAC;gBACzB,IAAI,CAAC,MAAM,IAAI,IAAI,CAAC,eAAe;gBACnC,IAAI,CAAC,MAAM,GAAG,IAAI,CAAC,MAAM,IAAI,IAAI,CAAC,eAAe,GAAG,IAAI,CAAC,eAAe,EACxE,CAAC;gBACD,MAAM,QAAQ,GAAG,IAAI,CAAC,MAAM,GAAG,IAAI,CAAC,eAAe,CAAC;gBACpD,OAAO,GAAG,IAAI,CAAC,eAAe,CAAC,QAAQ,CAAC,OAAO,EAAE,QAAQ,EAAE,QAAQ,GAAG,IAAI,CAAC,MAAM,CAAC,CAAC;YACrF,CAAC;iBAAM,CAAC;gBACN,MAAM,WAAW,GAAG,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,UAAU,EAAE,IAAI,CAAC,aAAa,GAAG,IAAI,CAAC,MAAM,CAAC,CAAC;gBAChF,MAAM,SAAS,GAAG,QAAQ,CAAC,IAAI,CAAC,EAAE,EAAE,IAAI,CAAC,eAAe,EAAE,CAAC,EAAE,WAAW,EAAE,IAAI,CAAC,MAAM,CAAC,CAAC;gBACvF,IAAI,CAAC,eAAe,GAAG,IAAI,CAAC,MAAM,CAAC;gBACnC,IAAI,CAAC,eAAe,GAAG,SAAS,CAAC;gBACjC,OAAO,GAAG,IAAI,CAAC,eAAe,CAAC,QAAQ,CAAC,OAAO,EAAE,CAAC,EAAE,IAAI,CAAC,MAAM,CAAC,CAAC;YACnE,CAAC;YACD,MAAM,GAAG,GAAG,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC;YAChC,MAAM,CAAC,GAAG,EAAE,EAAE,SAAS,EAAE,IAAI,CAAC,SAAS,EAAE,GAAG,EAAE,IAAI,EAAE,IAAI,CAAC,IAAI,EAAE,CAAC,CAAC;QACnE,CAAC;IACH,CAAC;IAED,KAAK;QACH,OAAO,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC;IACzB,CAAC;IAED,aAAa;QACX,OAAO;YACL,SAAS,EAAE,IAAI;YACf,YAAY,EAAE,IAAI,CAAC,aAAa;YAChC,UAAU,EAAE,IAAI,CAAC,KAAK,CAAC,IAAI;SAC5B,CAAC;IACJ,CAAC;IAEO,WAAW;QACjB,IAAI,IAAI,CAAC,QAAQ;YAAE,OAAO;QAC1B,IAAI,CAAC,QAAQ,GAAG,IAAI,CAAC;QACrB,IAAI,CAAC;YACH,SAAS,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;QACrB,CAAC;QAAC,MAAM,CAAC;YACP,SAAS;QACX,CAAC;QACD,IAAI,CAAC;YACH,IAAI,UAAU,CAAC,IAAI,CAAC,YAAY,CAAC,EAAE,CAAC;gBAClC,UAAU,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC;YAChC,CAAC;QACH,CAAC;QAAC,MAAM,CAAC;YACP,SAAS;QACX,CAAC;IACH,CAAC;IAED,KAAK,CAAC,KAAK;QACT,IAAI,IAAI,CAAC,cAAc,EAAE,CAAC;YACxB,OAAO,CAAC,cAAc,CAAC,MAAM,EAAE,IAAI,CAAC,cAAc,CAAC,CAAC;YACpD,OAAO,CAAC,cAAc,CAAC,QAAQ,EAAE,IAAI,CAAC,cAAc,CAAC,CAAC;YACtD,OAAO,CAAC,cAAc,CAAC,SAAS,EAAE,IAAI,CAAC,cAAc,CAAC,CAAC;QACzD,CAAC;QACD,IAAI,CAAC,WAAW,EAAE,CAAC;IACrB,CAAC;CACF"}
@@ -1,10 +1,17 @@
1
+ import { Stats } from "node:fs";
1
2
  import type { HashAlgorithm } from "./types.js";
2
3
  /**
3
4
  * Computes streaming cryptographic hash of a file.
4
5
  */
5
- export declare function computeFileHash(filePath: string, algorithm?: HashAlgorithm): Promise<string>;
6
+ export declare function computeFileHash(filePath: string, algorithm?: HashAlgorithm, stat?: Stats | {
7
+ size: number;
8
+ mtimeMs: number;
9
+ }): Promise<string>;
6
10
  /**
7
11
  * Computes a fast non-cryptographic fingerprint using file stat + partial content sampling.
8
12
  */
9
- export declare function computeFastFileHash(filePath: string): Promise<string>;
13
+ export declare function computeFastFileHash(filePath: string, existingStat?: Stats | {
14
+ size: number;
15
+ mtimeMs: number;
16
+ }): Promise<string>;
10
17
  //# sourceMappingURL=hash.d.ts.map
@@ -1 +1 @@
1
- {"version":3,"file":"hash.d.ts","sourceRoot":"","sources":["../../src/files/hash.ts"],"names":[],"mappings":"AAIA,OAAO,KAAK,EAAE,aAAa,EAAE,MAAM,YAAY,CAAC;AAEhD;;GAEG;AACH,wBAAsB,eAAe,CACnC,QAAQ,EAAE,MAAM,EAChB,SAAS,GAAE,aAAwB,GAClC,OAAO,CAAC,MAAM,CAAC,CAiBjB;AAED;;GAEG;AACH,wBAAsB,mBAAmB,CAAC,QAAQ,EAAE,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC,CAyC3E"}
1
+ {"version":3,"file":"hash.d.ts","sourceRoot":"","sources":["../../src/files/hash.ts"],"names":[],"mappings":"AACA,OAAO,EAA4C,KAAK,EAAE,MAAM,SAAS,CAAC;AAG1E,OAAO,KAAK,EAAE,aAAa,EAAE,MAAM,YAAY,CAAC;AAEhD;;GAEG;AACH,wBAAsB,eAAe,CACnC,QAAQ,EAAE,MAAM,EAChB,SAAS,GAAE,aAAwB,EACnC,IAAI,CAAC,EAAE,KAAK,GAAG;IAAE,IAAI,EAAE,MAAM,CAAC;IAAC,OAAO,EAAE,MAAM,CAAA;CAAE,GAC/C,OAAO,CAAC,MAAM,CAAC,CAiBjB;AAED;;GAEG;AACH,wBAAsB,mBAAmB,CACvC,QAAQ,EAAE,MAAM,EAChB,YAAY,CAAC,EAAE,KAAK,GAAG;IAAE,IAAI,EAAE,MAAM,CAAC;IAAC,OAAO,EAAE,MAAM,CAAA;CAAE,GACvD,OAAO,CAAC,MAAM,CAAC,CAwCjB"}
@@ -5,9 +5,9 @@ import { FileSystemError } from "../core/errors.js";
5
5
  /**
6
6
  * Computes streaming cryptographic hash of a file.
7
7
  */
8
- export async function computeFileHash(filePath, algorithm = "sha256") {
8
+ export async function computeFileHash(filePath, algorithm = "sha256", stat) {
9
9
  if (algorithm === "fast") {
10
- return computeFastFileHash(filePath);
10
+ return computeFastFileHash(filePath, stat);
11
11
  }
12
12
  try {
13
13
  const hashStream = createHash(algorithm);
@@ -26,9 +26,9 @@ export async function computeFileHash(filePath, algorithm = "sha256") {
26
26
  /**
27
27
  * Computes a fast non-cryptographic fingerprint using file stat + partial content sampling.
28
28
  */
29
- export async function computeFastFileHash(filePath) {
29
+ export async function computeFastFileHash(filePath, existingStat) {
30
30
  try {
31
- const stat = await fsPromises.stat(filePath);
31
+ const stat = existingStat ?? (await fsPromises.stat(filePath));
32
32
  const size = stat.size;
33
33
  const mtimeMs = stat.mtimeMs;
34
34
  if (size === 0) {
@@ -40,15 +40,14 @@ export async function computeFastFileHash(filePath) {
40
40
  const sampleSize = Math.min(4096, size);
41
41
  const fd = await fsPromises.open(filePath, "r");
42
42
  try {
43
- const buffer = Buffer.alloc(sampleSize);
43
+ const buffer = Buffer.allocUnsafe(sampleSize);
44
44
  // Read header
45
- await fd.read(buffer, 0, sampleSize, 0);
46
- hash.update(buffer);
45
+ const { bytesRead: headerRead } = await fd.read(buffer, 0, sampleSize, 0);
46
+ hash.update(buffer.subarray(0, headerRead));
47
47
  if (size > sampleSize * 2) {
48
48
  // Read footer if large enough
49
- const footerBuffer = Buffer.alloc(sampleSize);
50
- await fd.read(footerBuffer, 0, sampleSize, size - sampleSize);
51
- hash.update(footerBuffer);
49
+ const { bytesRead: footerRead } = await fd.read(buffer, 0, sampleSize, size - sampleSize);
50
+ hash.update(buffer.subarray(0, footerRead));
52
51
  }
53
52
  }
54
53
  finally {
@@ -1 +1 @@
1
- {"version":3,"file":"hash.js","sourceRoot":"","sources":["../../src/files/hash.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,UAAU,EAAE,MAAM,aAAa,CAAC;AACzC,OAAO,EAAE,gBAAgB,EAAE,QAAQ,IAAI,UAAU,EAAE,MAAM,SAAS,CAAC;AACnE,OAAO,EAAE,QAAQ,EAAE,MAAM,sBAAsB,CAAC;AAChD,OAAO,EAAE,eAAe,EAAE,MAAM,mBAAmB,CAAC;AAGpD;;GAEG;AACH,MAAM,CAAC,KAAK,UAAU,eAAe,CACnC,QAAgB,EAChB,YAA2B,QAAQ;IAEnC,IAAI,SAAS,KAAK,MAAM,EAAE,CAAC;QACzB,OAAO,mBAAmB,CAAC,QAAQ,CAAC,CAAC;IACvC,CAAC;IAED,IAAI,CAAC;QACH,MAAM,UAAU,GAAG,UAAU,CAAC,SAAS,CAAC,CAAC;QACzC,MAAM,UAAU,GAAG,gBAAgB,CAAC,QAAQ,CAAC,CAAC;QAC9C,MAAM,QAAQ,CAAC,UAAU,EAAE,UAAU,CAAC,CAAC;QACvC,OAAO,UAAU,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;IAClC,CAAC;IAAC,OAAO,GAAY,EAAE,CAAC;QACtB,MAAM,IAAI,eAAe,CAAC,qBAAqB,SAAS,cAAc,QAAQ,GAAG,EAAE;YACjF,IAAI,EAAE,QAAQ;YACd,SAAS,EAAE,MAAM;YACjB,KAAK,EAAE,GAAG,YAAY,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC;SAChD,CAAC,CAAC;IACL,CAAC;AACH,CAAC;AAED;;GAEG;AACH,MAAM,CAAC,KAAK,UAAU,mBAAmB,CAAC,QAAgB;IACxD,IAAI,CAAC;QACH,MAAM,IAAI,GAAG,MAAM,UAAU,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;QAC7C,MAAM,IAAI,GAAG,IAAI,CAAC,IAAI,CAAC;QACvB,MAAM,OAAO,GAAG,IAAI,CAAC,OAAO,CAAC;QAE7B,IAAI,IAAI,KAAK,CAAC,EAAE,CAAC;YACf,OAAO,UAAU,OAAO,QAAQ,CAAC;QACnC,CAAC;QAED,MAAM,IAAI,GAAG,UAAU,CAAC,QAAQ,CAAC,CAAC;QAClC,IAAI,CAAC,MAAM,CAAC,QAAQ,IAAI,UAAU,OAAO,GAAG,CAAC,CAAC;QAE9C,8DAA8D;QAC9D,MAAM,UAAU,GAAG,IAAI,CAAC,GAAG,CAAC,IAAI,EAAE,IAAI,CAAC,CAAC;QACxC,MAAM,EAAE,GAAG,MAAM,UAAU,CAAC,IAAI,CAAC,QAAQ,EAAE,GAAG,CAAC,CAAC;QAEhD,IAAI,CAAC;YACH,MAAM,MAAM,GAAG,MAAM,CAAC,KAAK,CAAC,UAAU,CAAC,CAAC;YACxC,cAAc;YACd,MAAM,EAAE,CAAC,IAAI,CAAC,MAAM,EAAE,CAAC,EAAE,UAAU,EAAE,CAAC,CAAC,CAAC;YACxC,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC;YAEpB,IAAI,IAAI,GAAG,UAAU,GAAG,CAAC,EAAE,CAAC;gBAC1B,8BAA8B;gBAC9B,MAAM,YAAY,GAAG,MAAM,CAAC,KAAK,CAAC,UAAU,CAAC,CAAC;gBAC9C,MAAM,EAAE,CAAC,IAAI,CAAC,YAAY,EAAE,CAAC,EAAE,UAAU,EAAE,IAAI,GAAG,UAAU,CAAC,CAAC;gBAC9D,IAAI,CAAC,MAAM,CAAC,YAAY,CAAC,CAAC;YAC5B,CAAC;QACH,CAAC;gBAAS,CAAC;YACT,MAAM,EAAE,CAAC,KAAK,EAAE,CAAC;QACnB,CAAC;QAED,OAAO,QAAQ,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC,EAAE,CAAC;IACnD,CAAC;IAAC,OAAO,GAAY,EAAE,CAAC;QACtB,MAAM,IAAI,eAAe,CAAC,oCAAoC,QAAQ,GAAG,EAAE;YACzE,IAAI,EAAE,QAAQ;YACd,SAAS,EAAE,MAAM;YACjB,KAAK,EAAE,GAAG,YAAY,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC;SAChD,CAAC,CAAC;IACL,CAAC;AACH,CAAC"}
1
+ {"version":3,"file":"hash.js","sourceRoot":"","sources":["../../src/files/hash.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,UAAU,EAAE,MAAM,aAAa,CAAC;AACzC,OAAO,EAAE,gBAAgB,EAAE,QAAQ,IAAI,UAAU,EAAS,MAAM,SAAS,CAAC;AAC1E,OAAO,EAAE,QAAQ,EAAE,MAAM,sBAAsB,CAAC;AAChD,OAAO,EAAE,eAAe,EAAE,MAAM,mBAAmB,CAAC;AAGpD;;GAEG;AACH,MAAM,CAAC,KAAK,UAAU,eAAe,CACnC,QAAgB,EAChB,YAA2B,QAAQ,EACnC,IAAgD;IAEhD,IAAI,SAAS,KAAK,MAAM,EAAE,CAAC;QACzB,OAAO,mBAAmB,CAAC,QAAQ,EAAE,IAAI,CAAC,CAAC;IAC7C,CAAC;IAED,IAAI,CAAC;QACH,MAAM,UAAU,GAAG,UAAU,CAAC,SAAS,CAAC,CAAC;QACzC,MAAM,UAAU,GAAG,gBAAgB,CAAC,QAAQ,CAAC,CAAC;QAC9C,MAAM,QAAQ,CAAC,UAAU,EAAE,UAAU,CAAC,CAAC;QACvC,OAAO,UAAU,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;IAClC,CAAC;IAAC,OAAO,GAAY,EAAE,CAAC;QACtB,MAAM,IAAI,eAAe,CAAC,qBAAqB,SAAS,cAAc,QAAQ,GAAG,EAAE;YACjF,IAAI,EAAE,QAAQ;YACd,SAAS,EAAE,MAAM;YACjB,KAAK,EAAE,GAAG,YAAY,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC;SAChD,CAAC,CAAC;IACL,CAAC;AACH,CAAC;AAED;;GAEG;AACH,MAAM,CAAC,KAAK,UAAU,mBAAmB,CACvC,QAAgB,EAChB,YAAwD;IAExD,IAAI,CAAC;QACH,MAAM,IAAI,GAAG,YAAY,IAAI,CAAC,MAAM,UAAU,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC,CAAC;QAC/D,MAAM,IAAI,GAAG,IAAI,CAAC,IAAI,CAAC;QACvB,MAAM,OAAO,GAAG,IAAI,CAAC,OAAO,CAAC;QAE7B,IAAI,IAAI,KAAK,CAAC,EAAE,CAAC;YACf,OAAO,UAAU,OAAO,QAAQ,CAAC;QACnC,CAAC;QAED,MAAM,IAAI,GAAG,UAAU,CAAC,QAAQ,CAAC,CAAC;QAClC,IAAI,CAAC,MAAM,CAAC,QAAQ,IAAI,UAAU,OAAO,GAAG,CAAC,CAAC;QAE9C,8DAA8D;QAC9D,MAAM,UAAU,GAAG,IAAI,CAAC,GAAG,CAAC,IAAI,EAAE,IAAI,CAAC,CAAC;QACxC,MAAM,EAAE,GAAG,MAAM,UAAU,CAAC,IAAI,CAAC,QAAQ,EAAE,GAAG,CAAC,CAAC;QAEhD,IAAI,CAAC;YACH,MAAM,MAAM,GAAG,MAAM,CAAC,WAAW,CAAC,UAAU,CAAC,CAAC;YAC9C,cAAc;YACd,MAAM,EAAE,SAAS,EAAE,UAAU,EAAE,GAAG,MAAM,EAAE,CAAC,IAAI,CAAC,MAAM,EAAE,CAAC,EAAE,UAAU,EAAE,CAAC,CAAC,CAAC;YAC1E,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC,EAAE,UAAU,CAAC,CAAC,CAAC;YAE5C,IAAI,IAAI,GAAG,UAAU,GAAG,CAAC,EAAE,CAAC;gBAC1B,8BAA8B;gBAC9B,MAAM,EAAE,SAAS,EAAE,UAAU,EAAE,GAAG,MAAM,EAAE,CAAC,IAAI,CAAC,MAAM,EAAE,CAAC,EAAE,UAAU,EAAE,IAAI,GAAG,UAAU,CAAC,CAAC;gBAC1F,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC,EAAE,UAAU,CAAC,CAAC,CAAC;YAC9C,CAAC;QACH,CAAC;gBAAS,CAAC;YACT,MAAM,EAAE,CAAC,KAAK,EAAE,CAAC;QACnB,CAAC;QAED,OAAO,QAAQ,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC,EAAE,CAAC;IACnD,CAAC;IAAC,OAAO,GAAY,EAAE,CAAC;QACtB,MAAM,IAAI,eAAe,CAAC,oCAAoC,QAAQ,GAAG,EAAE;YACzE,IAAI,EAAE,QAAQ;YACd,SAAS,EAAE,MAAM;YACjB,KAAK,EAAE,GAAG,YAAY,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC;SAChD,CAAC,CAAC;IACL,CAAC;AACH,CAAC"}
@@ -1 +1 @@
1
- {"version":3,"file":"reader.d.ts","sourceRoot":"","sources":["../../src/files/reader.ts"],"names":[],"mappings":"AAGA,OAAO,KAAK,EAAa,UAAU,EAAE,kBAAkB,EAAE,aAAa,EAAE,aAAa,EAAE,MAAM,kBAAkB,CAAC;AAKhH,OAAO,KAAK,EAAc,uBAAuB,EAAY,MAAM,YAAY,CAAC;AAahF;;;GAGG;AACH,qBAAa,gBAAiB,YAAW,aAAa;IACpD,OAAO,CAAC,QAAQ,CAAC,OAAO,CAA0B;gBAEtC,aAAa,EAAE,MAAM,GAAG,uBAAuB;IAQ3D;;OAEG;IACW,IAAI,CAAC,WAAW,CAAC,EAAE,aAAa,GAAG,UAAU;IAoT3D;;OAEG;IACU,OAAO,CAAC,QAAQ,CAAC,EAAE,aAAa,GAAG,OAAO,CAAC,kBAAkB,CAAC;CA0C5E"}
1
+ {"version":3,"file":"reader.d.ts","sourceRoot":"","sources":["../../src/files/reader.ts"],"names":[],"mappings":"AAGA,OAAO,KAAK,EAAa,UAAU,EAAE,kBAAkB,EAAE,aAAa,EAAE,aAAa,EAAE,MAAM,kBAAkB,CAAC;AAKhH,OAAO,KAAK,EAAc,uBAAuB,EAAY,MAAM,YAAY,CAAC;AAkBhF;;;GAGG;AACH,qBAAa,gBAAiB,YAAW,aAAa;IACpD,OAAO,CAAC,QAAQ,CAAC,OAAO,CAA0B;gBAEtC,aAAa,EAAE,MAAM,GAAG,uBAAuB;IAQ3D;;OAEG;IACW,IAAI,CAAC,WAAW,CAAC,EAAE,aAAa,GAAG,UAAU;IAoT3D;;OAEG;IACU,OAAO,CAAC,QAAQ,CAAC,EAAE,aAAa,GAAG,OAAO,CAAC,kBAAkB,CAAC;CA0C5E"}
@@ -9,9 +9,15 @@ import { formatBytes } from "../utils/formatting.js";
9
9
  * Normalizes a relative path to standard forward slashes.
10
10
  */
11
11
  function normalizeRelativePath(relPath) {
12
- let normalized = relPath.replace(/\\/g, "/");
13
- while (normalized.startsWith("./")) {
14
- normalized = normalized.slice(2);
12
+ if (!relPath)
13
+ return ".";
14
+ let normalized = relPath.indexOf("\\") !== -1 ? relPath.replace(/\\/g, "/") : relPath;
15
+ if (normalized.charCodeAt(0) === 46 /* . */ && normalized.charCodeAt(1) === 47 /* / */) {
16
+ let start = 0;
17
+ while (normalized.startsWith("./", start)) {
18
+ start += 2;
19
+ }
20
+ normalized = normalized.slice(start);
15
21
  }
16
22
  return normalized || ".";
17
23
  }
@@ -96,10 +102,9 @@ export class FileSystemReader {
96
102
  else if (stat.isDirectory()) {
97
103
  fileType = "directory";
98
104
  }
99
- const normRelPath = normalizeRelativePath(relPath);
100
105
  const record = {
101
106
  path: fullPath,
102
- relative_path: normRelPath,
107
+ relative_path: relPath,
103
108
  name,
104
109
  basename,
105
110
  extension,
@@ -126,7 +131,7 @@ export class FileSystemReader {
126
131
  record.size_human = formatBytes(record.size);
127
132
  }
128
133
  if (hashAlgorithm && stat.isFile()) {
129
- record.hash = await computeFileHash(fullPath, hashAlgorithm);
134
+ record.hash = await computeFileHash(fullPath, hashAlgorithm, stat);
130
135
  }
131
136
  return record;
132
137
  }
@@ -157,7 +162,9 @@ export class FileSystemReader {
157
162
  // Case 2: Root is a directory - walk with bounded memory and concurrency
158
163
  const visitedRealPaths = new Set();
159
164
  visitedRealPaths.add(rootPath);
160
- const dirQueue = [{ dirPath: rootPath, depth: 0 }];
165
+ const dirQueue = [
166
+ { dirPath: rootPath, relDirPath: "", depth: 0 },
167
+ ];
161
168
  while (dirQueue.length > 0) {
162
169
  const current = dirQueue.shift();
163
170
  let dirHandle;
@@ -187,14 +194,14 @@ export class FileSystemReader {
187
194
  continue;
188
195
  }
189
196
  const fullPath = path.join(current.dirPath, entryName);
190
- const relPath = normalizeRelativePath(path.relative(rootPath, fullPath));
197
+ const relPath = current.relDirPath ? `${current.relDirPath}/${entryName}` : entryName;
191
198
  // Check excludes
192
199
  if (excludeMatcher(relPath)) {
193
200
  continue;
194
201
  }
195
202
  if (dirent.isDirectory()) {
196
203
  if (recursive && current.depth + 1 <= maxDepth) {
197
- dirQueue.push({ dirPath: fullPath, depth: current.depth + 1 });
204
+ dirQueue.push({ dirPath: fullPath, relDirPath: relPath, depth: current.depth + 1 });
198
205
  }
199
206
  if (typeFilter === "directory" || typeFilter === "all") {
200
207
  if (includeMatcher(relPath)) {
@@ -214,7 +221,7 @@ export class FileSystemReader {
214
221
  const targetStat = await fsPromises.stat(fullPath);
215
222
  if (targetStat.isDirectory()) {
216
223
  if (recursive && current.depth + 1 <= maxDepth) {
217
- dirQueue.push({ dirPath: fullPath, depth: current.depth + 1 });
224
+ dirQueue.push({ dirPath: fullPath, relDirPath: relPath, depth: current.depth + 1 });
218
225
  }
219
226
  if (typeFilter === "directory" || typeFilter === "all") {
220
227
  if (includeMatcher(relPath)) {