rowpipe 2.2.1 → 2.10.1
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +35 -4
- package/dist/analytics/abtest.d.ts +39 -0
- package/dist/analytics/abtest.d.ts.map +1 -0
- package/dist/analytics/abtest.js +266 -0
- package/dist/analytics/abtest.js.map +1 -0
- package/dist/analytics/cluster.d.ts +25 -0
- package/dist/analytics/cluster.d.ts.map +1 -0
- package/dist/analytics/cluster.js +212 -0
- package/dist/analytics/cluster.js.map +1 -0
- package/dist/analytics/cohort.d.ts +22 -0
- package/dist/analytics/cohort.d.ts.map +1 -0
- package/dist/analytics/cohort.js +170 -0
- package/dist/analytics/cohort.js.map +1 -0
- package/dist/analytics/correlation.d.ts +15 -0
- package/dist/analytics/correlation.d.ts.map +1 -0
- package/dist/analytics/correlation.js +116 -0
- package/dist/analytics/correlation.js.map +1 -0
- package/dist/analytics/crosstab.d.ts +27 -0
- package/dist/analytics/crosstab.d.ts.map +1 -0
- package/dist/analytics/crosstab.js +90 -0
- package/dist/analytics/crosstab.js.map +1 -0
- package/dist/analytics/entropy.d.ts +23 -0
- package/dist/analytics/entropy.d.ts.map +1 -0
- package/dist/analytics/entropy.js +180 -0
- package/dist/analytics/entropy.js.map +1 -0
- package/dist/analytics/funnel.d.ts +29 -0
- package/dist/analytics/funnel.d.ts.map +1 -0
- package/dist/analytics/funnel.js +170 -0
- package/dist/analytics/funnel.js.map +1 -0
- package/dist/analytics/ngrams.d.ts +25 -0
- package/dist/analytics/ngrams.d.ts.map +1 -0
- package/dist/analytics/ngrams.js +110 -0
- package/dist/analytics/ngrams.js.map +1 -0
- package/dist/analytics/outliers.d.ts +25 -0
- package/dist/analytics/outliers.d.ts.map +1 -0
- package/dist/analytics/outliers.js +114 -0
- package/dist/analytics/outliers.js.map +1 -0
- package/dist/analytics/pareto.d.ts +36 -0
- package/dist/analytics/pareto.d.ts.map +1 -0
- package/dist/analytics/pareto.js +140 -0
- package/dist/analytics/pareto.js.map +1 -0
- package/dist/analytics/quantiles.d.ts +18 -0
- package/dist/analytics/quantiles.d.ts.map +1 -0
- package/dist/analytics/quantiles.js +62 -0
- package/dist/analytics/quantiles.js.map +1 -0
- package/dist/analytics/regression.d.ts +18 -0
- package/dist/analytics/regression.d.ts.map +1 -0
- package/dist/analytics/regression.js +79 -0
- package/dist/analytics/regression.js.map +1 -0
- package/dist/analytics/rfm.d.ts +41 -0
- package/dist/analytics/rfm.d.ts.map +1 -0
- package/dist/analytics/rfm.js +221 -0
- package/dist/analytics/rfm.js.map +1 -0
- package/dist/analytics/stats.d.ts.map +1 -1
- package/dist/analytics/stats.js +65 -15
- package/dist/analytics/stats.js.map +1 -1
- package/dist/analytics/technical.d.ts +19 -0
- package/dist/analytics/technical.d.ts.map +1 -0
- package/dist/analytics/technical.js +365 -0
- package/dist/analytics/technical.js.map +1 -0
- package/dist/cli/commands/abtest.d.ts +10 -0
- package/dist/cli/commands/abtest.d.ts.map +1 -0
- package/dist/cli/commands/abtest.js +68 -0
- package/dist/cli/commands/abtest.js.map +1 -0
- package/dist/cli/commands/cluster.d.ts +9 -0
- package/dist/cli/commands/cluster.d.ts.map +1 -0
- package/dist/cli/commands/cluster.js +77 -0
- package/dist/cli/commands/cluster.js.map +1 -0
- package/dist/cli/commands/cohort.d.ts +10 -0
- package/dist/cli/commands/cohort.d.ts.map +1 -0
- package/dist/cli/commands/cohort.js +66 -0
- package/dist/cli/commands/cohort.js.map +1 -0
- package/dist/cli/commands/completion.d.ts +5 -0
- package/dist/cli/commands/completion.d.ts.map +1 -0
- package/dist/cli/commands/completion.js +7 -0
- package/dist/cli/commands/completion.js.map +1 -0
- package/dist/cli/commands/concat.d.ts +9 -0
- package/dist/cli/commands/concat.d.ts.map +1 -0
- package/dist/cli/commands/concat.js +62 -0
- package/dist/cli/commands/concat.js.map +1 -0
- package/dist/cli/commands/convert.d.ts +2 -0
- package/dist/cli/commands/convert.d.ts.map +1 -1
- package/dist/cli/commands/convert.js.map +1 -1
- package/dist/cli/commands/corr.d.ts +7 -0
- package/dist/cli/commands/corr.d.ts.map +1 -0
- package/dist/cli/commands/corr.js +70 -0
- package/dist/cli/commands/corr.js.map +1 -0
- package/dist/cli/commands/crosstab.d.ts +11 -0
- package/dist/cli/commands/crosstab.d.ts.map +1 -0
- package/dist/cli/commands/crosstab.js +71 -0
- package/dist/cli/commands/crosstab.js.map +1 -0
- package/dist/cli/commands/entropy.d.ts +9 -0
- package/dist/cli/commands/entropy.d.ts.map +1 -0
- package/dist/cli/commands/entropy.js +71 -0
- package/dist/cli/commands/entropy.js.map +1 -0
- package/dist/cli/commands/explode.d.ts +8 -0
- package/dist/cli/commands/explode.d.ts.map +1 -0
- package/dist/cli/commands/explode.js +61 -0
- package/dist/cli/commands/explode.js.map +1 -0
- package/dist/cli/commands/fetch.d.ts +8 -0
- package/dist/cli/commands/fetch.d.ts.map +1 -0
- package/dist/cli/commands/fetch.js +41 -0
- package/dist/cli/commands/fetch.js.map +1 -0
- package/dist/cli/commands/files.d.ts +1 -1
- package/dist/cli/commands/files.d.ts.map +1 -1
- package/dist/cli/commands/flatten.d.ts +8 -0
- package/dist/cli/commands/flatten.d.ts.map +1 -0
- package/dist/cli/commands/flatten.js +57 -0
- package/dist/cli/commands/flatten.js.map +1 -0
- package/dist/cli/commands/freq.d.ts +10 -0
- package/dist/cli/commands/freq.d.ts.map +1 -0
- package/dist/cli/commands/freq.js +122 -0
- package/dist/cli/commands/freq.js.map +1 -0
- package/dist/cli/commands/funnel.d.ts +11 -0
- package/dist/cli/commands/funnel.d.ts.map +1 -0
- package/dist/cli/commands/funnel.js +69 -0
- package/dist/cli/commands/funnel.js.map +1 -0
- package/dist/cli/commands/fuzzy-join.d.ts +25 -0
- package/dist/cli/commands/fuzzy-join.d.ts.map +1 -0
- package/dist/cli/commands/fuzzy-join.js +85 -0
- package/dist/cli/commands/fuzzy-join.js.map +1 -0
- package/dist/cli/commands/generate.d.ts +8 -0
- package/dist/cli/commands/generate.d.ts.map +1 -0
- package/dist/cli/commands/generate.js +34 -0
- package/dist/cli/commands/generate.js.map +1 -0
- package/dist/cli/commands/mask.d.ts +6 -0
- package/dist/cli/commands/mask.d.ts.map +1 -0
- package/dist/cli/commands/mask.js +58 -0
- package/dist/cli/commands/mask.js.map +1 -0
- package/dist/cli/commands/ngrams.d.ts +11 -0
- package/dist/cli/commands/ngrams.d.ts.map +1 -0
- package/dist/cli/commands/ngrams.js +70 -0
- package/dist/cli/commands/ngrams.js.map +1 -0
- package/dist/cli/commands/outliers.d.ts +13 -0
- package/dist/cli/commands/outliers.d.ts.map +1 -0
- package/dist/cli/commands/outliers.js +58 -0
- package/dist/cli/commands/outliers.js.map +1 -0
- package/dist/cli/commands/pareto.d.ts +8 -0
- package/dist/cli/commands/pareto.d.ts.map +1 -0
- package/dist/cli/commands/pareto.js +80 -0
- package/dist/cli/commands/pareto.js.map +1 -0
- package/dist/cli/commands/partition.d.ts +8 -0
- package/dist/cli/commands/partition.d.ts.map +1 -0
- package/dist/cli/commands/partition.js +44 -0
- package/dist/cli/commands/partition.js.map +1 -0
- package/dist/cli/commands/pipeline.d.ts +6 -0
- package/dist/cli/commands/pipeline.d.ts.map +1 -1
- package/dist/cli/commands/pipeline.js +22 -0
- package/dist/cli/commands/pipeline.js.map +1 -1
- package/dist/cli/commands/pivot.d.ts +11 -0
- package/dist/cli/commands/pivot.d.ts.map +1 -0
- package/dist/cli/commands/pivot.js +58 -0
- package/dist/cli/commands/pivot.js.map +1 -0
- package/dist/cli/commands/plot.d.ts +12 -0
- package/dist/cli/commands/plot.d.ts.map +1 -0
- package/dist/cli/commands/plot.js +123 -0
- package/dist/cli/commands/plot.js.map +1 -0
- package/dist/cli/commands/quantiles.d.ts +7 -0
- package/dist/cli/commands/quantiles.d.ts.map +1 -0
- package/dist/cli/commands/quantiles.js +94 -0
- package/dist/cli/commands/quantiles.js.map +1 -0
- package/dist/cli/commands/regression.d.ts +7 -0
- package/dist/cli/commands/regression.d.ts.map +1 -0
- package/dist/cli/commands/regression.js +86 -0
- package/dist/cli/commands/regression.js.map +1 -0
- package/dist/cli/commands/report.d.ts +8 -0
- package/dist/cli/commands/report.d.ts.map +1 -0
- package/dist/cli/commands/report.js +36 -0
- package/dist/cli/commands/report.js.map +1 -0
- package/dist/cli/commands/rfm.d.ts +11 -0
- package/dist/cli/commands/rfm.d.ts.map +1 -0
- package/dist/cli/commands/rfm.js +78 -0
- package/dist/cli/commands/rfm.js.map +1 -0
- package/dist/cli/commands/serve.d.ts +7 -0
- package/dist/cli/commands/serve.d.ts.map +1 -0
- package/dist/cli/commands/serve.js +43 -0
- package/dist/cli/commands/serve.js.map +1 -0
- package/dist/cli/commands/split.d.ts +8 -0
- package/dist/cli/commands/split.d.ts.map +1 -0
- package/dist/cli/commands/split.js +43 -0
- package/dist/cli/commands/split.js.map +1 -0
- package/dist/cli/commands/table.d.ts +9 -0
- package/dist/cli/commands/table.d.ts.map +1 -0
- package/dist/cli/commands/table.js +9 -0
- package/dist/cli/commands/table.js.map +1 -0
- package/dist/cli/commands/technical.d.ts +8 -0
- package/dist/cli/commands/technical.d.ts.map +1 -0
- package/dist/cli/commands/technical.js +54 -0
- package/dist/cli/commands/technical.js.map +1 -0
- package/dist/cli/commands/test.d.ts +7 -0
- package/dist/cli/commands/test.d.ts.map +1 -0
- package/dist/cli/commands/test.js +53 -0
- package/dist/cli/commands/test.js.map +1 -0
- package/dist/cli/commands/timeseries.d.ts +11 -0
- package/dist/cli/commands/timeseries.d.ts.map +1 -0
- package/dist/cli/commands/timeseries.js +82 -0
- package/dist/cli/commands/timeseries.js.map +1 -0
- package/dist/cli/commands/unpivot.d.ts +12 -0
- package/dist/cli/commands/unpivot.d.ts.map +1 -0
- package/dist/cli/commands/unpivot.js +59 -0
- package/dist/cli/commands/unpivot.js.map +1 -0
- package/dist/cli/completion.d.ts +5 -0
- package/dist/cli/completion.d.ts.map +1 -0
- package/dist/cli/completion.js +194 -0
- package/dist/cli/completion.js.map +1 -0
- package/dist/cli/index.js +816 -15
- package/dist/cli/index.js.map +1 -1
- package/dist/core/error-handler.d.ts +38 -0
- package/dist/core/error-handler.d.ts.map +1 -0
- package/dist/core/error-handler.js +81 -0
- package/dist/core/error-handler.js.map +1 -0
- package/dist/core/pipeline.d.ts +10 -0
- package/dist/core/pipeline.d.ts.map +1 -1
- package/dist/core/pipeline.js +14 -0
- package/dist/core/pipeline.js.map +1 -1
- package/dist/core/types.d.ts +4 -0
- package/dist/core/types.d.ts.map +1 -1
- package/dist/dataops/fetch.d.ts +27 -0
- package/dist/dataops/fetch.d.ts.map +1 -0
- package/dist/dataops/fetch.js +150 -0
- package/dist/dataops/fetch.js.map +1 -0
- package/dist/dataops/generate.d.ts +16 -0
- package/dist/dataops/generate.d.ts.map +1 -0
- package/dist/dataops/generate.js +201 -0
- package/dist/dataops/generate.js.map +1 -0
- package/dist/dataops/mask.d.ts +25 -0
- package/dist/dataops/mask.d.ts.map +1 -0
- package/dist/dataops/mask.js +133 -0
- package/dist/dataops/mask.js.map +1 -0
- package/dist/dataops/report.d.ts +7 -0
- package/dist/dataops/report.d.ts.map +1 -0
- package/dist/dataops/report.js +139 -0
- package/dist/dataops/report.js.map +1 -0
- package/dist/dataops/server.d.ts +10 -0
- package/dist/dataops/server.d.ts.map +1 -0
- package/dist/dataops/server.js +137 -0
- package/dist/dataops/server.js.map +1 -0
- package/dist/dataops/test-runner.d.ts +34 -0
- package/dist/dataops/test-runner.d.ts.map +1 -0
- package/dist/dataops/test-runner.js +128 -0
- package/dist/dataops/test-runner.js.map +1 -0
- package/dist/db/adapters/sqlite.d.ts.map +1 -1
- package/dist/db/adapters/sqlite.js +4 -1
- package/dist/db/adapters/sqlite.js.map +1 -1
- package/dist/diff/engine.d.ts.map +1 -1
- package/dist/diff/engine.js +73 -16
- package/dist/diff/engine.js.map +1 -1
- package/dist/diff/storage/disk-index.d.ts +10 -1
- package/dist/diff/storage/disk-index.d.ts.map +1 -1
- package/dist/diff/storage/disk-index.js +95 -13
- package/dist/diff/storage/disk-index.js.map +1 -1
- package/dist/files/hash.d.ts +9 -2
- package/dist/files/hash.d.ts.map +1 -1
- package/dist/files/hash.js +9 -10
- package/dist/files/hash.js.map +1 -1
- package/dist/files/reader.d.ts.map +1 -1
- package/dist/files/reader.js +17 -10
- package/dist/files/reader.js.map +1 -1
- package/dist/files/types.d.ts +2 -1
- package/dist/files/types.d.ts.map +1 -1
- package/dist/index.d.ts +65 -1
- package/dist/index.d.ts.map +1 -1
- package/dist/index.js +66 -1
- package/dist/index.js.map +1 -1
- package/dist/planner/executor.d.ts.map +1 -1
- package/dist/planner/executor.js +17 -0
- package/dist/planner/executor.js.map +1 -1
- package/dist/planner/types.d.ts +11 -0
- package/dist/planner/types.d.ts.map +1 -1
- package/dist/readers/csv.d.ts.map +1 -1
- package/dist/readers/csv.js +206 -164
- package/dist/readers/csv.js.map +1 -1
- package/dist/readers/json.d.ts.map +1 -1
- package/dist/readers/json.js +145 -121
- package/dist/readers/json.js.map +1 -1
- package/dist/readers/jsonl.d.ts.map +1 -1
- package/dist/readers/jsonl.js +51 -31
- package/dist/readers/jsonl.js.map +1 -1
- package/dist/rowpipe +4 -0
- package/dist/transforms/concat.d.ts +26 -0
- package/dist/transforms/concat.d.ts.map +1 -0
- package/dist/transforms/concat.js +57 -0
- package/dist/transforms/concat.js.map +1 -0
- package/dist/transforms/explode.d.ts +14 -0
- package/dist/transforms/explode.d.ts.map +1 -0
- package/dist/transforms/explode.js +81 -0
- package/dist/transforms/explode.js.map +1 -0
- package/dist/transforms/flatten.d.ts +12 -0
- package/dist/transforms/flatten.d.ts.map +1 -0
- package/dist/transforms/flatten.js +65 -0
- package/dist/transforms/flatten.js.map +1 -0
- package/dist/transforms/fuzzy-join.d.ts +53 -0
- package/dist/transforms/fuzzy-join.d.ts.map +1 -0
- package/dist/transforms/fuzzy-join.js +347 -0
- package/dist/transforms/fuzzy-join.js.map +1 -0
- package/dist/transforms/jit-compiler.d.ts.map +1 -1
- package/dist/transforms/jit-compiler.js +103 -14
- package/dist/transforms/jit-compiler.js.map +1 -1
- package/dist/transforms/map.d.ts +6 -2
- package/dist/transforms/map.d.ts.map +1 -1
- package/dist/transforms/map.js +64 -26
- package/dist/transforms/map.js.map +1 -1
- package/dist/transforms/partition.d.ts +35 -0
- package/dist/transforms/partition.d.ts.map +1 -0
- package/dist/transforms/partition.js +150 -0
- package/dist/transforms/partition.js.map +1 -0
- package/dist/transforms/pivot.d.ts +16 -0
- package/dist/transforms/pivot.d.ts.map +1 -0
- package/dist/transforms/pivot.js +194 -0
- package/dist/transforms/pivot.js.map +1 -0
- package/dist/transforms/sort/comparator.d.ts.map +1 -1
- package/dist/transforms/sort/comparator.js +153 -24
- package/dist/transforms/sort/comparator.js.map +1 -1
- package/dist/transforms/sort/external-sort.js +1 -1
- package/dist/transforms/sort/external-sort.js.map +1 -1
- package/dist/transforms/split.d.ts +17 -0
- package/dist/transforms/split.d.ts.map +1 -0
- package/dist/transforms/split.js +88 -0
- package/dist/transforms/split.js.map +1 -0
- package/dist/transforms/timeseries.d.ts +42 -0
- package/dist/transforms/timeseries.d.ts.map +1 -0
- package/dist/transforms/timeseries.js +276 -0
- package/dist/transforms/timeseries.js.map +1 -0
- package/dist/transforms/unpivot.d.ts +14 -0
- package/dist/transforms/unpivot.d.ts.map +1 -0
- package/dist/transforms/unpivot.js +56 -0
- package/dist/transforms/unpivot.js.map +1 -0
- package/dist/ui/chart.d.ts +30 -0
- package/dist/ui/chart.d.ts.map +1 -0
- package/dist/ui/chart.js +91 -0
- package/dist/ui/chart.js.map +1 -0
- package/dist/writers/index.d.ts +1 -0
- package/dist/writers/index.d.ts.map +1 -1
- package/dist/writers/index.js +10 -0
- package/dist/writers/index.js.map +1 -1
- package/dist/writers/table.d.ts +23 -0
- package/dist/writers/table.d.ts.map +1 -0
- package/dist/writers/table.js +156 -0
- package/dist/writers/table.js.map +1 -0
- package/package.json +6 -3
package/dist/diff/engine.js
CHANGED
|
@@ -76,17 +76,19 @@ export async function* diffRows(options) {
|
|
|
76
76
|
});
|
|
77
77
|
}
|
|
78
78
|
};
|
|
79
|
+
const explicitCompareCols = columns && columns.length > 0
|
|
80
|
+
? columns.filter((col) => !keys.includes(col) && !ignore.includes(col))
|
|
81
|
+
: undefined;
|
|
79
82
|
try {
|
|
80
83
|
// ---------------------------------------------------------
|
|
81
84
|
// Phase 1: Stream and Index Left Dataset
|
|
82
85
|
// ---------------------------------------------------------
|
|
86
|
+
let cachedLeftKeysList = [];
|
|
87
|
+
let cachedLeftCompareCols = [];
|
|
83
88
|
for await (const batch of leftReader.read(options.leftOptions)) {
|
|
84
89
|
for (let i = 0; i < batch.rows.length; i++) {
|
|
85
90
|
leftRowsCount++;
|
|
86
91
|
const row = batch.rows[i];
|
|
87
|
-
for (const col of Object.keys(row)) {
|
|
88
|
-
allDiscoveredColumns.add(col);
|
|
89
|
-
}
|
|
90
92
|
const { encoded, rawKey } = encodeCompositeKey(row, keys, { coerce: options.coerce });
|
|
91
93
|
const firstSeenRow = seenLeftKeys.get(encoded);
|
|
92
94
|
if (firstSeenRow !== undefined) {
|
|
@@ -108,8 +110,39 @@ export async function* diffRows(options) {
|
|
|
108
110
|
else {
|
|
109
111
|
seenLeftKeys.set(encoded, leftRowsCount);
|
|
110
112
|
}
|
|
111
|
-
// Determine compared columns for this row
|
|
112
|
-
|
|
113
|
+
// Determine compared columns for this row with memoized cache
|
|
114
|
+
let rowCompareCols;
|
|
115
|
+
if (explicitCompareCols) {
|
|
116
|
+
rowCompareCols = explicitCompareCols;
|
|
117
|
+
if (leftRowsCount === 1) {
|
|
118
|
+
for (const col of Object.keys(row)) {
|
|
119
|
+
allDiscoveredColumns.add(col);
|
|
120
|
+
}
|
|
121
|
+
}
|
|
122
|
+
}
|
|
123
|
+
else {
|
|
124
|
+
const rowKeys = Object.keys(row);
|
|
125
|
+
let match = rowKeys.length === cachedLeftKeysList.length;
|
|
126
|
+
if (match) {
|
|
127
|
+
for (let k = 0; k < rowKeys.length; k++) {
|
|
128
|
+
if (rowKeys[k] !== cachedLeftKeysList[k]) {
|
|
129
|
+
match = false;
|
|
130
|
+
break;
|
|
131
|
+
}
|
|
132
|
+
}
|
|
133
|
+
}
|
|
134
|
+
if (match) {
|
|
135
|
+
rowCompareCols = cachedLeftCompareCols;
|
|
136
|
+
}
|
|
137
|
+
else {
|
|
138
|
+
for (let c = 0; c < rowKeys.length; c++) {
|
|
139
|
+
allDiscoveredColumns.add(rowKeys[c]);
|
|
140
|
+
}
|
|
141
|
+
cachedLeftKeysList = rowKeys;
|
|
142
|
+
cachedLeftCompareCols = rowKeys.filter((col) => !keys.includes(col) && !ignore.includes(col));
|
|
143
|
+
rowCompareCols = cachedLeftCompareCols;
|
|
144
|
+
}
|
|
145
|
+
}
|
|
113
146
|
const hash = computeRowFingerprint(row, rowCompareCols);
|
|
114
147
|
await index.set(encoded, {
|
|
115
148
|
rowNumber: leftRowsCount,
|
|
@@ -123,13 +156,16 @@ export async function* diffRows(options) {
|
|
|
123
156
|
// Phase 2: Stream and Compare Right Dataset
|
|
124
157
|
// ---------------------------------------------------------
|
|
125
158
|
const seenRightKeys = new Map();
|
|
159
|
+
const comparisonOptions = {
|
|
160
|
+
coerce: options.coerce,
|
|
161
|
+
epsilon: options.epsilon,
|
|
162
|
+
ignoreCase: options.ignoreCase,
|
|
163
|
+
trim: options.trim,
|
|
164
|
+
};
|
|
126
165
|
for await (const batch of rightReader.read(options.rightOptions)) {
|
|
127
166
|
for (let i = 0; i < batch.rows.length; i++) {
|
|
128
167
|
rightRowsCount++;
|
|
129
168
|
const rightRow = batch.rows[i];
|
|
130
|
-
for (const col of Object.keys(rightRow)) {
|
|
131
|
-
allDiscoveredColumns.add(col);
|
|
132
|
-
}
|
|
133
169
|
const { encoded, rawKey } = encodeCompositeKey(rightRow, keys, { coerce: options.coerce });
|
|
134
170
|
const firstSeenRightRow = seenRightKeys.get(encoded);
|
|
135
171
|
if (firstSeenRightRow !== undefined) {
|
|
@@ -155,6 +191,11 @@ export async function* diffRows(options) {
|
|
|
155
191
|
if (!indexed) {
|
|
156
192
|
// Key not in left dataset -> ADDED
|
|
157
193
|
addedCount++;
|
|
194
|
+
if (rightRowsCount <= 10) {
|
|
195
|
+
for (const col of Object.keys(rightRow)) {
|
|
196
|
+
allDiscoveredColumns.add(col);
|
|
197
|
+
}
|
|
198
|
+
}
|
|
158
199
|
yield {
|
|
159
200
|
type: "added",
|
|
160
201
|
key: rawKey,
|
|
@@ -166,14 +207,30 @@ export async function* diffRows(options) {
|
|
|
166
207
|
else {
|
|
167
208
|
// Key exists in left dataset -> Check for Changes
|
|
168
209
|
const leftRow = indexed.row;
|
|
169
|
-
|
|
170
|
-
|
|
171
|
-
|
|
172
|
-
|
|
173
|
-
|
|
174
|
-
|
|
175
|
-
|
|
176
|
-
|
|
210
|
+
let compareCols;
|
|
211
|
+
if (explicitCompareCols) {
|
|
212
|
+
compareCols = explicitCompareCols;
|
|
213
|
+
}
|
|
214
|
+
else {
|
|
215
|
+
// Check if right row keys match cached list
|
|
216
|
+
const rightKeys = Object.keys(rightRow);
|
|
217
|
+
let match = rightKeys.length === cachedLeftKeysList.length;
|
|
218
|
+
if (match) {
|
|
219
|
+
for (let k = 0; k < rightKeys.length; k++) {
|
|
220
|
+
if (rightKeys[k] !== cachedLeftKeysList[k]) {
|
|
221
|
+
match = false;
|
|
222
|
+
break;
|
|
223
|
+
}
|
|
224
|
+
}
|
|
225
|
+
}
|
|
226
|
+
if (match) {
|
|
227
|
+
compareCols = cachedLeftCompareCols;
|
|
228
|
+
}
|
|
229
|
+
else {
|
|
230
|
+
const combinedKeys = Array.from(new Set([...Object.keys(leftRow), ...rightKeys]));
|
|
231
|
+
compareCols = getEffectiveCompareColumns(combinedKeys, keys, columns, ignore);
|
|
232
|
+
}
|
|
233
|
+
}
|
|
177
234
|
const changes = compareRows(leftRow, rightRow, compareCols, comparisonOptions);
|
|
178
235
|
if (changes.length > 0) {
|
|
179
236
|
changedCount++;
|
package/dist/diff/engine.js.map
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"engine.js","sourceRoot":"","sources":["../../src/diff/engine.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,iBAAiB,EAAE,oBAAoB,EAAE,MAAM,mBAAmB,CAAC;AAE5E,OAAO,EAAE,YAAY,EAAE,MAAM,qBAAqB,CAAC;AACnD,OAAO,EAAkB,WAAW,EAAE,MAAM,iBAAiB,CAAC;AAC9D,OAAO,EAAE,qBAAqB,EAAE,MAAM,WAAW,CAAC;AAClD,OAAO,EAAE,kBAAkB,EAAE,MAAM,UAAU,CAAC;AAC9C,OAAO,EAAE,iBAAiB,EAAE,MAAM,aAAa,CAAC;AAChD,OAAO,EAAE,kBAAkB,EAAE,MAAM,8BAA8B,CAAC;AASlE,SAAS,sBAAsB,CAC7B,MAA8B,EAC9B,OAAuB;IAEvB,IAAI,OAAO,MAAM,KAAK,QAAQ,EAAE,CAAC;QAC/B,OAAO;YACL,MAAM,EAAE,YAAY,CAAC,MAAM,EAAE,OAAO,CAAC;YACrC,UAAU,EAAE,MAAM;SACnB,CAAC;IACJ,CAAC;IACD,OAAO;QACL,MAAM,EAAE,MAAM;QACd,UAAU,EAAE,OAAO,EAAE,QAAQ,IAAI,QAAQ;KAC1C,CAAC;AACJ,CAAC;AAED;;GAEG;AACH,MAAM,CAAC,KAAK,SAAS,CAAC,CAAC,QAAQ,CAAC,OAA0B;IACxD,MAAM,EAAE,IAAI,EAAE,MAAM,GAAG,EAAE,EAAE,OAAO,EAAE,YAAY,GAAG,OAAO,EAAE,GAAG,OAAO,CAAC;IAEvE,IAAI,CAAC,IAAI,IAAI,IAAI,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QAC/B,MAAM,IAAI,oBAAoB,CAAC,sDAAsD,CAAC,CAAC;IACzF,CAAC;IAED,mDAAmD;IACnD,KAAK,MAAM,CAAC,IAAI,IAAI,EAAE,CAAC;QACrB,IAAI,MAAM,CAAC,QAAQ,CAAC,CAAC,CAAC,EAAE,CAAC;YACvB,MAAM,IAAI,oBAAoB,CAAC,6BAA6B,CAAC,YAAY,CAAC,CAAC;QAC7E,CAAC;IACH,CAAC;IAED,MAAM,SAAS,GAAG,OAAO,CAAC,IAAI,IAAI,OAAO,CAAC,QAAQ,CAAC;IACnD,MAAM,UAAU,GAAG,OAAO,CAAC,KAAK,IAAI,OAAO,CAAC,SAAS,CAAC;IAEtD,IAAI,CAAC,SAAS,EAAE,CAAC;QACf,MAAM,IAAI,oBAAoB,CAAC,mCAAmC,CAAC,CAAC;IACtE,CAAC;IACD,IAAI,CAAC,UAAU,EAAE,CAAC;QAChB,MAAM,IAAI,oBAAoB,CAAC,oCAAoC,CAAC,CAAC;IACvE,CAAC;IAED,MAAM,QAAQ,GAAkB;QAC9B,GAAG,OAAO,CAAC,WAAW;QACtB,MAAM,EAAE,OAAO,CAAC,QAAQ,IAAI,OAAO,CAAC,WAAW,EAAE,MAAM;KACxD,CAAC;IACF,MAAM,SAAS,GAAkB;QAC/B,GAAG,OAAO,CAAC,YAAY;QACvB,MAAM,EAAE,OAAO,CAAC,SAAS,IAAI,OAAO,CAAC,YAAY,EAAE,MAAM;KAC1D,CAAC;IAEF,MAAM,EAAE,MAAM,EAAE,UAAU,EAAE,UAAU,EAAE,UAAU,EAAE,GAAG,sBAAsB,CAC3E,SAAS,EACT,QAAQ,CACT,CAAC;IACF,MAAM,EAAE,MAAM,EAAE,WAAW,EAAE,UAAU,EAAE,WAAW,EAAE,GAAG,sBAAsB,CAC7E,UAAU,EACV,SAAS,CACV,CAAC;IAEF,MAAM,KAAK,GAAG,IAAI,kBAAkB,CAAC,OAAO,CAAC,gBAAgB,CAAC,CAAC;IAE/D,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;IAE7B,IAAI,aAAa,GAAG,CAAC,CAAC;IACtB,IAAI,cAAc,GAAG,CAAC,CAAC;IACvB,IAAI,UAAU,GAAG,CAAC,CAAC;IACnB,IAAI,YAAY,GAAG,CAAC,CAAC;IACrB,IAAI,YAAY,GAAG,CAAC,CAAC;IACrB,IAAI,cAAc,GAAG,CAAC,CAAC;IAEvB,2BAA2B;IAC3B,MAAM,oBAAoB,GAAG,IAAI,GAAG,EAAU,CAAC;IAC/C,MAAM,YAAY,GAAG,IAAI,GAAG,EAAkB,CAAC;IAE/C,MAAM,cAAc,GAAG,CAAC,KAAgC,EAAE,EAAE;QAC1D,IAAI,OAAO,CAAC,UAAU,EAAE,CAAC;YACvB,MAAM,UAAU,GAAG,KAAK,CAAC,aAAa,EAAE,EAAE,CAAC;YAC3C,OAAO,CAAC,UAAU,CAAC;gBACjB,KAAK;gBACL,iBAAiB,EAAE,aAAa;gBAChC,kBAAkB,EAAE,cAAc;gBAClC,UAAU;gBACV,YAAY;gBACZ,YAAY;gBACZ,cAAc;gBACd,SAAS,EAAE,IAAI,CAAC,GAAG,EAAE,GAAG,SAAS;gBACjC,SAAS,EAAE,UAAU,EAAE,SAAS;aACjC,CAAC,CAAC;QACL,CAAC;IACH,CAAC,CAAC;IAEF,IAAI,CAAC;QACH,4DAA4D;QAC5D,yCAAyC;QACzC,4DAA4D;QAC5D,IAAI,KAAK,EAAE,MAAM,KAAK,IAAI,UAAU,CAAC,IAAI,CAAC,OAAO,CAAC,WAAW,CAAC,EAAE,CAAC;YAC/D,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,KAAK,CAAC,IAAI,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;gBAC3C,aAAa,EAAE,CAAC;gBAChB,MAAM,GAAG,GAAG,KAAK,CAAC,IAAI,CAAC,CAAC,CAAE,CAAC;gBAE3B,KAAK,MAAM,GAAG,IAAI,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC;oBACnC,oBAAoB,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;gBAChC,CAAC;gBAED,MAAM,EAAE,OAAO,EAAE,MAAM,EAAE,GAAG,kBAAkB,CAAC,GAAG,EAAE,IAAI,EAAE,EAAE,MAAM,EAAE,OAAO,CAAC,MAAM,EAAE,CAAC,CAAC;gBAEtF,MAAM,YAAY,GAAG,YAAY,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC;gBAC/C,IAAI,YAAY,KAAK,SAAS,EAAE,CAAC;oBAC/B,IAAI,YAAY,KAAK,OAAO,EAAE,CAAC;wBAC7B,MAAM,MAAM,GAAG,MAAM,CAAC,OAAO,CAAC,MAAM,CAAC;6BAClC,GAAG,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,EAAE,EAAE,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,CAAC;6BAC5B,IAAI,CAAC,IAAI,CAAC,CAAC;wBACd,MAAM,IAAI,iBAAiB,CAAC;4BAC1B,OAAO,EAAE,MAAM;4BACf,GAAG,EAAE,MAAM;4BACX,IAAI,EAAE,CAAC,YAAY,EAAE,aAAa,CAAC;4BACnC,QAAQ,EAAE,UAAU;yBACrB,CAAC,CAAC;oBACL,CAAC;oBACD,IAAI,YAAY,KAAK,OAAO,EAAE,CAAC;wBAC7B,SAAS;oBACX,CAAC;gBACH,CAAC;qBAAM,CAAC;oBACN,YAAY,CAAC,GAAG,CAAC,OAAO,EAAE,aAAa,CAAC,CAAC;gBAC3C,CAAC;gBAED,0CAA0C;gBAC1C,MAAM,cAAc,GAAG,0BAA0B,CAC/C,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,EAChB,IAAI,EACJ,OAAO,EACP,MAAM,CACP,CAAC;gBACF,MAAM,IAAI,GAAG,qBAAqB,CAAC,GAAG,EAAE,cAAc,CAAC,CAAC;gBAExD,MAAM,KAAK,CAAC,GAAG,CAAC,OAAO,EAAE;oBACvB,SAAS,EAAE,aAAa;oBACxB,GAAG;oBACH,IAAI;iBACL,CAAC,CAAC;YACL,CAAC;YACD,cAAc,CAAC,eAAe,CAAC,CAAC;QAClC,CAAC;QAED,4DAA4D;QAC5D,4CAA4C;QAC5C,4DAA4D;QAC5D,MAAM,aAAa,GAAG,IAAI,GAAG,EAAkB,CAAC;QAEhD,IAAI,KAAK,EAAE,MAAM,KAAK,IAAI,WAAW,CAAC,IAAI,CAAC,OAAO,CAAC,YAAY,CAAC,EAAE,CAAC;YACjE,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,KAAK,CAAC,IAAI,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;gBAC3C,cAAc,EAAE,CAAC;gBACjB,MAAM,QAAQ,GAAG,KAAK,CAAC,IAAI,CAAC,CAAC,CAAE,CAAC;gBAEhC,KAAK,MAAM,GAAG,IAAI,MAAM,CAAC,IAAI,CAAC,QAAQ,CAAC,EAAE,CAAC;oBACxC,oBAAoB,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;gBAChC,CAAC;gBAED,MAAM,EAAE,OAAO,EAAE,MAAM,EAAE,GAAG,kBAAkB,CAAC,QAAQ,EAAE,IAAI,EAAE,EAAE,MAAM,EAAE,OAAO,CAAC,MAAM,EAAE,CAAC,CAAC;gBAE3F,MAAM,iBAAiB,GAAG,aAAa,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC;gBACrD,IAAI,iBAAiB,KAAK,SAAS,EAAE,CAAC;oBACpC,IAAI,YAAY,KAAK,OAAO,EAAE,CAAC;wBAC7B,MAAM,MAAM,GAAG,MAAM,CAAC,OAAO,CAAC,MAAM,CAAC;6BAClC,GAAG,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,EAAE,EAAE,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,CAAC;6BAC5B,IAAI,CAAC,IAAI,CAAC,CAAC;wBACd,MAAM,IAAI,iBAAiB,CAAC;4BAC1B,OAAO,EAAE,OAAO;4BAChB,GAAG,EAAE,MAAM;4BACX,IAAI,EAAE,CAAC,iBAAiB,EAAE,cAAc,CAAC;4BACzC,QAAQ,EAAE,WAAW;yBACtB,CAAC,CAAC;oBACL,CAAC;oBACD,IAAI,YAAY,KAAK,OAAO,EAAE,CAAC;wBAC7B,SAAS;oBACX,CAAC;gBACH,CAAC;qBAAM,CAAC;oBACN,aAAa,CAAC,GAAG,CAAC,OAAO,EAAE,cAAc,CAAC,CAAC;gBAC7C,CAAC;gBAED,MAAM,OAAO,GAAG,MAAM,KAAK,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC;gBAEzC,IAAI,CAAC,OAAO,EAAE,CAAC;oBACb,mCAAmC;oBACnC,UAAU,EAAE,CAAC;oBACb,MAAM;wBACJ,IAAI,EAAE,OAAO;wBACb,GAAG,EAAE,MAAM;wBACX,UAAU,EAAE,OAAO;wBACnB,GAAG,EAAE,QAAQ;wBACb,SAAS,EAAE,cAAc;qBAC1B,CAAC;gBACJ,CAAC;qBAAM,CAAC;oBACN,kDAAkD;oBAClD,MAAM,OAAO,GAAG,OAAO,CAAC,GAAG,CAAC;oBAC5B,MAAM,YAAY,GAAG,KAAK,CAAC,IAAI,CAC7B,IAAI,GAAG,CAAC,CAAC,GAAG,MAAM,CAAC,IAAI,CAAC,OAAO,CAAC,EAAE,GAAG,MAAM,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC,CAAC,CAC7D,CAAC;oBACF,MAAM,WAAW,GAAG,0BAA0B,CAC5C,YAAY,EACZ,IAAI,EACJ,OAAO,EACP,MAAM,CACP,CAAC;oBAEF,MAAM,iBAAiB,GAAG;wBACxB,MAAM,EAAE,OAAO,CAAC,MAAM;wBACtB,OAAO,EAAE,OAAO,CAAC,OAAO;wBACxB,UAAU,EAAE,OAAO,CAAC,UAAU;wBAC9B,IAAI,EAAE,OAAO,CAAC,IAAI;qBACnB,CAAC;oBAEF,MAAM,OAAO,GAAG,WAAW,CAAC,OAAO,EAAE,QAAQ,EAAE,WAAW,EAAE,iBAAiB,CAAC,CAAC;oBAE/E,IAAI,OAAO,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;wBACvB,YAAY,EAAE,CAAC;wBACf,MAAM;4BACJ,IAAI,EAAE,SAAS;4BACf,GAAG,EAAE,MAAM;4BACX,UAAU,EAAE,OAAO;4BACnB,OAAO;4BACP,OAAO;4BACP,QAAQ;4BACR,aAAa,EAAE,OAAO,CAAC,SAAS;4BAChC,cAAc,EAAE,cAAc;yBAC/B,CAAC;oBACJ,CAAC;yBAAM,CAAC;wBACN,cAAc,EAAE,CAAC;wBACjB,MAAM;4BACJ,IAAI,EAAE,WAAW;4BACjB,GAAG,EAAE,MAAM;4BACX,UAAU,EAAE,OAAO;4BACnB,GAAG,EAAE,QAAQ;4BACb,aAAa,EAAE,OAAO,CAAC,SAAS;4BAChC,cAAc,EAAE,cAAc;yBAC/B,CAAC;oBACJ,CAAC;oBAED,kCAAkC;oBAClC,MAAM,KAAK,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC;gBAC9B,CAAC;YACH,CAAC;YACD,cAAc,CAAC,iBAAiB,CAAC,CAAC;QACpC,CAAC;QAED,4DAA4D;QAC5D,6CAA6C;QAC7C,4DAA4D;QAC5D,IAAI,KAAK,EAAE,MAAM,CAAC,UAAU,EAAE,OAAO,CAAC,IAAI,KAAK,CAAC,OAAO,EAAE,EAAE,CAAC;YAC1D,YAAY,EAAE,CAAC;YACf,MAAM,MAAM,GAA4B,EAAE,CAAC;YAC3C,KAAK,MAAM,CAAC,IAAI,IAAI,EAAE,CAAC;gBACrB,MAAM,CAAC,CAAC,CAAC,GAAG,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC;YAC7B,CAAC;YAED,MAAM;gBACJ,IAAI,EAAE,SAAS;gBACf,GAAG,EAAE,MAAM;gBACX,UAAU;gBACV,GAAG,EAAE,OAAO,CAAC,GAAG;gBAChB,SAAS,EAAE,OAAO,CAAC,SAAS;aAC7B,CAAC;QACJ,CAAC;QAED,cAAc,CAAC,WAAW,CAAC,CAAC;IAC9B,CAAC;YAAS,CAAC;QACT,MAAM,KAAK,CAAC,KAAK,EAAE,CAAC;QACpB,IAAI,UAAU,EAAE,KAAK;YAAE,MAAM,UAAU,CAAC,KAAK,EAAE,CAAC;QAChD,IAAI,WAAW,EAAE,KAAK;YAAE,MAAM,WAAW,CAAC,KAAK,EAAE,CAAC;IACpD,CAAC;AACH,CAAC;AAED,SAAS,0BAA0B,CACjC,OAAiB,EACjB,UAAoB,EACpB,eAA0B,EAC1B,gBAA0B,EAAE;IAE5B,IAAI,UAAU,GAAG,eAAe,IAAI,eAAe,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,eAAe,CAAC,CAAC,CAAC,OAAO,CAAC;IAC3F,OAAO,UAAU,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,CAAC,UAAU,CAAC,QAAQ,CAAC,GAAG,CAAC,IAAI,CAAC,aAAa,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC;AAC/F,CAAC;AAED;;GAEG;AACH,MAAM,CAAC,KAAK,UAAU,WAAW,CAAC,OAA0B;IAC1D,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;IAC7B,MAAM,kBAAkB,GAAwC,EAAE,CAAC;IAEnE,IAAI,KAAK,GAAG,CAAC,CAAC;IACd,IAAI,OAAO,GAAG,CAAC,CAAC;IAChB,IAAI,OAAO,GAAG,CAAC,CAAC;IAChB,IAAI,SAAS,GAAG,CAAC,CAAC;IAClB,IAAI,SAAS,GAAG,CAAC,CAAC;IAClB,IAAI,UAAU,GAAG,CAAC,CAAC;IAEnB,IAAI,kBAAkB,GAA6D,SAAS,CAAC;IAC7F,MAAM,kBAAkB,GAAG,OAAO,CAAC,UAAU,CAAC;IAE9C,MAAM,cAAc,GAAsB;QACxC,GAAG,OAAO;QACV,UAAU,EAAE,CAAC,IAAI,EAAE,EAAE;YACnB,IAAI,IAAI,CAAC,SAAS,EAAE,CAAC;gBACnB,kBAAkB,GAAG,EAAE,SAAS,EAAE,IAAI,EAAE,YAAY,EAAE,CAAC,EAAE,CAAC;YAC5D,CAAC;YACD,IAAI,kBAAkB;gBAAE,kBAAkB,CAAC,IAAI,CAAC,CAAC;QACnD,CAAC;KACF,CAAC;IAEF,IAAI,KAAK,EAAE,MAAM,KAAK,IAAI,QAAQ,CAAC,cAAc,CAAC,EAAE,CAAC;QACnD,QAAQ,KAAK,CAAC,IAAI,EAAE,CAAC;YACnB,KAAK,OAAO;gBACV,KAAK,EAAE,CAAC;gBACR,UAAU,EAAE,CAAC;gBACb,MAAM;YACR,KAAK,SAAS;gBACZ,OAAO,EAAE,CAAC;gBACV,SAAS,EAAE,CAAC;gBACZ,MAAM;YACR,KAAK,SAAS;gBACZ,OAAO,EAAE,CAAC;gBACV,SAAS,EAAE,CAAC;gBACZ,UAAU,EAAE,CAAC;gBACb,KAAK,MAAM,EAAE,IAAI,KAAK,CAAC,OAAO,EAAE,CAAC;oBAC/B,IAAI,CAAC,kBAAkB,CAAC,EAAE,CAAC,MAAM,CAAC,EAAE,CAAC;wBACnC,kBAAkB,CAAC,EAAE,CAAC,MAAM,CAAC,GAAG,EAAE,OAAO,EAAE,CAAC,EAAE,CAAC;oBACjD,CAAC;oBACD,kBAAkB,CAAC,EAAE,CAAC,MAAM,CAAE,CAAC,OAAO,EAAE,CAAC;gBAC3C,CAAC;gBACD,MAAM;YACR,KAAK,WAAW;gBACd,SAAS,EAAE,CAAC;gBACZ,SAAS,EAAE,CAAC;gBACZ,UAAU,EAAE,CAAC;gBACb,MAAM;QACV,CAAC;IACH,CAAC;IAED,2BAA2B;IAC3B,IAAI,gBAAgB,GAAQ,SAAS,CAAC;IACtC,MAAM,SAAS,GAAG,OAAO,CAAC,IAAI,IAAI,OAAO,CAAC,QAAQ,CAAC;IACnD,MAAM,UAAU,GAAG,OAAO,CAAC,KAAK,IAAI,OAAO,CAAC,SAAS,CAAC;IAEtD,IAAI,OAAO,CAAC,aAAa,KAAK,KAAK,IAAI,SAAS,IAAI,UAAU,EAAE,CAAC;QAC/D,IAAI,CAAC;YACH,MAAM,QAAQ,GAAkB;gBAC9B,GAAG,OAAO,CAAC,WAAW;gBACtB,MAAM,EAAE,OAAO,CAAC,QAAQ,IAAI,OAAO,CAAC,WAAW,EAAE,MAAM;aACxD,CAAC;YACF,MAAM,SAAS,GAAkB;gBAC/B,GAAG,OAAO,CAAC,YAAY;gBACvB,MAAM,EAAE,OAAO,CAAC,SAAS,IAAI,OAAO,CAAC,YAAY,EAAE,MAAM;aAC1D,CAAC;YACF,MAAM,EAAE,MAAM,EAAE,OAAO,EAAE,GAAG,sBAAsB,CAAC,SAAS,EAAE,QAAQ,CAAC,CAAC;YACxE,MAAM,EAAE,MAAM,EAAE,OAAO,EAAE,GAAG,sBAAsB,CAAC,UAAU,EAAE,SAAS,CAAC,CAAC;YAC1E,gBAAgB,GAAG,MAAM,iBAAiB,CAAC,OAAO,EAAE,OAAO,CAAC,CAAC;QAC/D,CAAC;QAAC,MAAM,CAAC;YACP,6BAA6B;QAC/B,CAAC;IACH,CAAC;IAED,MAAM,cAAc,GAClB,OAAO,SAAS,KAAK,QAAQ,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,OAAO,CAAC,WAAW,EAAE,QAAQ,IAAI,MAAM,CAAC;IACtF,MAAM,eAAe,GACnB,OAAO,UAAU,KAAK,QAAQ,CAAC,CAAC,CAAC,UAAU,CAAC,CAAC,CAAC,OAAO,CAAC,YAAY,EAAE,QAAQ,IAAI,OAAO,CAAC;IAG1F,OAAO;QACL,UAAU,EAAE,cAAc;QAC1B,WAAW,EAAE,eAAe;QAC5B,UAAU,EAAE,OAAO,CAAC,IAAI;QACxB,IAAI,EAAE;YACJ,KAAK;YACL,OAAO;YACP,OAAO;YACP,SAAS;YACT,SAAS;YACT,UAAU;SACX;QACD,OAAO,EAAE,kBAAkB;QAC3B,MAAM,EAAE,gBAAgB;QACxB,eAAe,EAAE,IAAI,CAAC,GAAG,EAAE,GAAG,SAAS;QACvC,UAAU,EAAE,kBAAkB;KAC/B,CAAC;AACJ,CAAC"}
|
|
1
|
+
{"version":3,"file":"engine.js","sourceRoot":"","sources":["../../src/diff/engine.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,iBAAiB,EAAE,oBAAoB,EAAE,MAAM,mBAAmB,CAAC;AAE5E,OAAO,EAAE,YAAY,EAAE,MAAM,qBAAqB,CAAC;AACnD,OAAO,EAAkB,WAAW,EAAE,MAAM,iBAAiB,CAAC;AAC9D,OAAO,EAAE,qBAAqB,EAAE,MAAM,WAAW,CAAC;AAClD,OAAO,EAAE,kBAAkB,EAAE,MAAM,UAAU,CAAC;AAC9C,OAAO,EAAE,iBAAiB,EAAE,MAAM,aAAa,CAAC;AAChD,OAAO,EAAE,kBAAkB,EAAE,MAAM,8BAA8B,CAAC;AASlE,SAAS,sBAAsB,CAC7B,MAA8B,EAC9B,OAAuB;IAEvB,IAAI,OAAO,MAAM,KAAK,QAAQ,EAAE,CAAC;QAC/B,OAAO;YACL,MAAM,EAAE,YAAY,CAAC,MAAM,EAAE,OAAO,CAAC;YACrC,UAAU,EAAE,MAAM;SACnB,CAAC;IACJ,CAAC;IACD,OAAO;QACL,MAAM,EAAE,MAAM;QACd,UAAU,EAAE,OAAO,EAAE,QAAQ,IAAI,QAAQ;KAC1C,CAAC;AACJ,CAAC;AAED;;GAEG;AACH,MAAM,CAAC,KAAK,SAAS,CAAC,CAAC,QAAQ,CAAC,OAA0B;IACxD,MAAM,EAAE,IAAI,EAAE,MAAM,GAAG,EAAE,EAAE,OAAO,EAAE,YAAY,GAAG,OAAO,EAAE,GAAG,OAAO,CAAC;IAEvE,IAAI,CAAC,IAAI,IAAI,IAAI,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QAC/B,MAAM,IAAI,oBAAoB,CAAC,sDAAsD,CAAC,CAAC;IACzF,CAAC;IAED,mDAAmD;IACnD,KAAK,MAAM,CAAC,IAAI,IAAI,EAAE,CAAC;QACrB,IAAI,MAAM,CAAC,QAAQ,CAAC,CAAC,CAAC,EAAE,CAAC;YACvB,MAAM,IAAI,oBAAoB,CAAC,6BAA6B,CAAC,YAAY,CAAC,CAAC;QAC7E,CAAC;IACH,CAAC;IAED,MAAM,SAAS,GAAG,OAAO,CAAC,IAAI,IAAI,OAAO,CAAC,QAAQ,CAAC;IACnD,MAAM,UAAU,GAAG,OAAO,CAAC,KAAK,IAAI,OAAO,CAAC,SAAS,CAAC;IAEtD,IAAI,CAAC,SAAS,EAAE,CAAC;QACf,MAAM,IAAI,oBAAoB,CAAC,mCAAmC,CAAC,CAAC;IACtE,CAAC;IACD,IAAI,CAAC,UAAU,EAAE,CAAC;QAChB,MAAM,IAAI,oBAAoB,CAAC,oCAAoC,CAAC,CAAC;IACvE,CAAC;IAED,MAAM,QAAQ,GAAkB;QAC9B,GAAG,OAAO,CAAC,WAAW;QACtB,MAAM,EAAE,OAAO,CAAC,QAAQ,IAAI,OAAO,CAAC,WAAW,EAAE,MAAM;KACxD,CAAC;IACF,MAAM,SAAS,GAAkB;QAC/B,GAAG,OAAO,CAAC,YAAY;QACvB,MAAM,EAAE,OAAO,CAAC,SAAS,IAAI,OAAO,CAAC,YAAY,EAAE,MAAM;KAC1D,CAAC;IAEF,MAAM,EAAE,MAAM,EAAE,UAAU,EAAE,UAAU,EAAE,UAAU,EAAE,GAAG,sBAAsB,CAC3E,SAAS,EACT,QAAQ,CACT,CAAC;IACF,MAAM,EAAE,MAAM,EAAE,WAAW,EAAE,UAAU,EAAE,WAAW,EAAE,GAAG,sBAAsB,CAC7E,UAAU,EACV,SAAS,CACV,CAAC;IAEF,MAAM,KAAK,GAAG,IAAI,kBAAkB,CAAC,OAAO,CAAC,gBAAgB,CAAC,CAAC;IAE/D,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;IAE7B,IAAI,aAAa,GAAG,CAAC,CAAC;IACtB,IAAI,cAAc,GAAG,CAAC,CAAC;IACvB,IAAI,UAAU,GAAG,CAAC,CAAC;IACnB,IAAI,YAAY,GAAG,CAAC,CAAC;IACrB,IAAI,YAAY,GAAG,CAAC,CAAC;IACrB,IAAI,cAAc,GAAG,CAAC,CAAC;IAEvB,2BAA2B;IAC3B,MAAM,oBAAoB,GAAG,IAAI,GAAG,EAAU,CAAC;IAC/C,MAAM,YAAY,GAAG,IAAI,GAAG,EAAkB,CAAC;IAE/C,MAAM,cAAc,GAAG,CAAC,KAAgC,EAAE,EAAE;QAC1D,IAAI,OAAO,CAAC,UAAU,EAAE,CAAC;YACvB,MAAM,UAAU,GAAG,KAAK,CAAC,aAAa,EAAE,EAAE,CAAC;YAC3C,OAAO,CAAC,UAAU,CAAC;gBACjB,KAAK;gBACL,iBAAiB,EAAE,aAAa;gBAChC,kBAAkB,EAAE,cAAc;gBAClC,UAAU;gBACV,YAAY;gBACZ,YAAY;gBACZ,cAAc;gBACd,SAAS,EAAE,IAAI,CAAC,GAAG,EAAE,GAAG,SAAS;gBACjC,SAAS,EAAE,UAAU,EAAE,SAAS;aACjC,CAAC,CAAC;QACL,CAAC;IACH,CAAC,CAAC;IAEF,MAAM,mBAAmB,GAAG,OAAO,IAAI,OAAO,CAAC,MAAM,GAAG,CAAC;QACvD,CAAC,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,CAAC,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC;QACvE,CAAC,CAAC,SAAS,CAAC;IAEd,IAAI,CAAC;QACH,4DAA4D;QAC5D,yCAAyC;QACzC,4DAA4D;QAC5D,IAAI,kBAAkB,GAAa,EAAE,CAAC;QACtC,IAAI,qBAAqB,GAAa,EAAE,CAAC;QAEzC,IAAI,KAAK,EAAE,MAAM,KAAK,IAAI,UAAU,CAAC,IAAI,CAAC,OAAO,CAAC,WAAW,CAAC,EAAE,CAAC;YAC/D,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,KAAK,CAAC,IAAI,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;gBAC3C,aAAa,EAAE,CAAC;gBAChB,MAAM,GAAG,GAAG,KAAK,CAAC,IAAI,CAAC,CAAC,CAAE,CAAC;gBAE3B,MAAM,EAAE,OAAO,EAAE,MAAM,EAAE,GAAG,kBAAkB,CAAC,GAAG,EAAE,IAAI,EAAE,EAAE,MAAM,EAAE,OAAO,CAAC,MAAM,EAAE,CAAC,CAAC;gBAEtF,MAAM,YAAY,GAAG,YAAY,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC;gBAC/C,IAAI,YAAY,KAAK,SAAS,EAAE,CAAC;oBAC/B,IAAI,YAAY,KAAK,OAAO,EAAE,CAAC;wBAC7B,MAAM,MAAM,GAAG,MAAM,CAAC,OAAO,CAAC,MAAM,CAAC;6BAClC,GAAG,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,EAAE,EAAE,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,CAAC;6BAC5B,IAAI,CAAC,IAAI,CAAC,CAAC;wBACd,MAAM,IAAI,iBAAiB,CAAC;4BAC1B,OAAO,EAAE,MAAM;4BACf,GAAG,EAAE,MAAM;4BACX,IAAI,EAAE,CAAC,YAAY,EAAE,aAAa,CAAC;4BACnC,QAAQ,EAAE,UAAU;yBACrB,CAAC,CAAC;oBACL,CAAC;oBACD,IAAI,YAAY,KAAK,OAAO,EAAE,CAAC;wBAC7B,SAAS;oBACX,CAAC;gBACH,CAAC;qBAAM,CAAC;oBACN,YAAY,CAAC,GAAG,CAAC,OAAO,EAAE,aAAa,CAAC,CAAC;gBAC3C,CAAC;gBAED,8DAA8D;gBAC9D,IAAI,cAAwB,CAAC;gBAC7B,IAAI,mBAAmB,EAAE,CAAC;oBACxB,cAAc,GAAG,mBAAmB,CAAC;oBACrC,IAAI,aAAa,KAAK,CAAC,EAAE,CAAC;wBACxB,KAAK,MAAM,GAAG,IAAI,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC;4BACnC,oBAAoB,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;wBAChC,CAAC;oBACH,CAAC;gBACH,CAAC;qBAAM,CAAC;oBACN,MAAM,OAAO,GAAG,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;oBACjC,IAAI,KAAK,GAAG,OAAO,CAAC,MAAM,KAAK,kBAAkB,CAAC,MAAM,CAAC;oBACzD,IAAI,KAAK,EAAE,CAAC;wBACV,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,OAAO,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;4BACxC,IAAI,OAAO,CAAC,CAAC,CAAC,KAAK,kBAAkB,CAAC,CAAC,CAAC,EAAE,CAAC;gCACzC,KAAK,GAAG,KAAK,CAAC;gCACd,MAAM;4BACR,CAAC;wBACH,CAAC;oBACH,CAAC;oBAED,IAAI,KAAK,EAAE,CAAC;wBACV,cAAc,GAAG,qBAAqB,CAAC;oBACzC,CAAC;yBAAM,CAAC;wBACN,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,OAAO,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;4BACxC,oBAAoB,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAE,CAAC,CAAC;wBACxC,CAAC;wBACD,kBAAkB,GAAG,OAAO,CAAC;wBAC7B,qBAAqB,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,CAAC,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC;wBAC9F,cAAc,GAAG,qBAAqB,CAAC;oBACzC,CAAC;gBACH,CAAC;gBAED,MAAM,IAAI,GAAG,qBAAqB,CAAC,GAAG,EAAE,cAAc,CAAC,CAAC;gBAExD,MAAM,KAAK,CAAC,GAAG,CAAC,OAAO,EAAE;oBACvB,SAAS,EAAE,aAAa;oBACxB,GAAG;oBACH,IAAI;iBACL,CAAC,CAAC;YACL,CAAC;YACD,cAAc,CAAC,eAAe,CAAC,CAAC;QAClC,CAAC;QAED,4DAA4D;QAC5D,4CAA4C;QAC5C,4DAA4D;QAC5D,MAAM,aAAa,GAAG,IAAI,GAAG,EAAkB,CAAC;QAChD,MAAM,iBAAiB,GAAG;YACxB,MAAM,EAAE,OAAO,CAAC,MAAM;YACtB,OAAO,EAAE,OAAO,CAAC,OAAO;YACxB,UAAU,EAAE,OAAO,CAAC,UAAU;YAC9B,IAAI,EAAE,OAAO,CAAC,IAAI;SACnB,CAAC;QAEF,IAAI,KAAK,EAAE,MAAM,KAAK,IAAI,WAAW,CAAC,IAAI,CAAC,OAAO,CAAC,YAAY,CAAC,EAAE,CAAC;YACjE,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,KAAK,CAAC,IAAI,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;gBAC3C,cAAc,EAAE,CAAC;gBACjB,MAAM,QAAQ,GAAG,KAAK,CAAC,IAAI,CAAC,CAAC,CAAE,CAAC;gBAEhC,MAAM,EAAE,OAAO,EAAE,MAAM,EAAE,GAAG,kBAAkB,CAAC,QAAQ,EAAE,IAAI,EAAE,EAAE,MAAM,EAAE,OAAO,CAAC,MAAM,EAAE,CAAC,CAAC;gBAE3F,MAAM,iBAAiB,GAAG,aAAa,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC;gBACrD,IAAI,iBAAiB,KAAK,SAAS,EAAE,CAAC;oBACpC,IAAI,YAAY,KAAK,OAAO,EAAE,CAAC;wBAC7B,MAAM,MAAM,GAAG,MAAM,CAAC,OAAO,CAAC,MAAM,CAAC;6BAClC,GAAG,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,EAAE,EAAE,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,CAAC;6BAC5B,IAAI,CAAC,IAAI,CAAC,CAAC;wBACd,MAAM,IAAI,iBAAiB,CAAC;4BAC1B,OAAO,EAAE,OAAO;4BAChB,GAAG,EAAE,MAAM;4BACX,IAAI,EAAE,CAAC,iBAAiB,EAAE,cAAc,CAAC;4BACzC,QAAQ,EAAE,WAAW;yBACtB,CAAC,CAAC;oBACL,CAAC;oBACD,IAAI,YAAY,KAAK,OAAO,EAAE,CAAC;wBAC7B,SAAS;oBACX,CAAC;gBACH,CAAC;qBAAM,CAAC;oBACN,aAAa,CAAC,GAAG,CAAC,OAAO,EAAE,cAAc,CAAC,CAAC;gBAC7C,CAAC;gBAED,MAAM,OAAO,GAAG,MAAM,KAAK,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC;gBAEzC,IAAI,CAAC,OAAO,EAAE,CAAC;oBACb,mCAAmC;oBACnC,UAAU,EAAE,CAAC;oBACb,IAAI,cAAc,IAAI,EAAE,EAAE,CAAC;wBACzB,KAAK,MAAM,GAAG,IAAI,MAAM,CAAC,IAAI,CAAC,QAAQ,CAAC,EAAE,CAAC;4BACxC,oBAAoB,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;wBAChC,CAAC;oBACH,CAAC;oBACD,MAAM;wBACJ,IAAI,EAAE,OAAO;wBACb,GAAG,EAAE,MAAM;wBACX,UAAU,EAAE,OAAO;wBACnB,GAAG,EAAE,QAAQ;wBACb,SAAS,EAAE,cAAc;qBAC1B,CAAC;gBACJ,CAAC;qBAAM,CAAC;oBACN,kDAAkD;oBAClD,MAAM,OAAO,GAAG,OAAO,CAAC,GAAG,CAAC;oBAC5B,IAAI,WAAqB,CAAC;oBAE1B,IAAI,mBAAmB,EAAE,CAAC;wBACxB,WAAW,GAAG,mBAAmB,CAAC;oBACpC,CAAC;yBAAM,CAAC;wBACN,4CAA4C;wBAC5C,MAAM,SAAS,GAAG,MAAM,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;wBACxC,IAAI,KAAK,GAAG,SAAS,CAAC,MAAM,KAAK,kBAAkB,CAAC,MAAM,CAAC;wBAC3D,IAAI,KAAK,EAAE,CAAC;4BACV,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,SAAS,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;gCAC1C,IAAI,SAAS,CAAC,CAAC,CAAC,KAAK,kBAAkB,CAAC,CAAC,CAAC,EAAE,CAAC;oCAC3C,KAAK,GAAG,KAAK,CAAC;oCACd,MAAM;gCACR,CAAC;4BACH,CAAC;wBACH,CAAC;wBAED,IAAI,KAAK,EAAE,CAAC;4BACV,WAAW,GAAG,qBAAqB,CAAC;wBACtC,CAAC;6BAAM,CAAC;4BACN,MAAM,YAAY,GAAG,KAAK,CAAC,IAAI,CAC7B,IAAI,GAAG,CAAC,CAAC,GAAG,MAAM,CAAC,IAAI,CAAC,OAAO,CAAC,EAAE,GAAG,SAAS,CAAC,CAAC,CACjD,CAAC;4BACF,WAAW,GAAG,0BAA0B,CACtC,YAAY,EACZ,IAAI,EACJ,OAAO,EACP,MAAM,CACP,CAAC;wBACJ,CAAC;oBACH,CAAC;oBAED,MAAM,OAAO,GAAG,WAAW,CAAC,OAAO,EAAE,QAAQ,EAAE,WAAW,EAAE,iBAAiB,CAAC,CAAC;oBAE/E,IAAI,OAAO,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;wBACvB,YAAY,EAAE,CAAC;wBACf,MAAM;4BACJ,IAAI,EAAE,SAAS;4BACf,GAAG,EAAE,MAAM;4BACX,UAAU,EAAE,OAAO;4BACnB,OAAO;4BACP,OAAO;4BACP,QAAQ;4BACR,aAAa,EAAE,OAAO,CAAC,SAAS;4BAChC,cAAc,EAAE,cAAc;yBAC/B,CAAC;oBACJ,CAAC;yBAAM,CAAC;wBACN,cAAc,EAAE,CAAC;wBACjB,MAAM;4BACJ,IAAI,EAAE,WAAW;4BACjB,GAAG,EAAE,MAAM;4BACX,UAAU,EAAE,OAAO;4BACnB,GAAG,EAAE,QAAQ;4BACb,aAAa,EAAE,OAAO,CAAC,SAAS;4BAChC,cAAc,EAAE,cAAc;yBAC/B,CAAC;oBACJ,CAAC;oBAED,kCAAkC;oBAClC,MAAM,KAAK,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC;gBAC9B,CAAC;YACH,CAAC;YACD,cAAc,CAAC,iBAAiB,CAAC,CAAC;QACpC,CAAC;QAED,4DAA4D;QAC5D,6CAA6C;QAC7C,4DAA4D;QAC5D,IAAI,KAAK,EAAE,MAAM,CAAC,UAAU,EAAE,OAAO,CAAC,IAAI,KAAK,CAAC,OAAO,EAAE,EAAE,CAAC;YAC1D,YAAY,EAAE,CAAC;YACf,MAAM,MAAM,GAA4B,EAAE,CAAC;YAC3C,KAAK,MAAM,CAAC,IAAI,IAAI,EAAE,CAAC;gBACrB,MAAM,CAAC,CAAC,CAAC,GAAG,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC;YAC7B,CAAC;YAED,MAAM;gBACJ,IAAI,EAAE,SAAS;gBACf,GAAG,EAAE,MAAM;gBACX,UAAU;gBACV,GAAG,EAAE,OAAO,CAAC,GAAG;gBAChB,SAAS,EAAE,OAAO,CAAC,SAAS;aAC7B,CAAC;QACJ,CAAC;QAED,cAAc,CAAC,WAAW,CAAC,CAAC;IAC9B,CAAC;YAAS,CAAC;QACT,MAAM,KAAK,CAAC,KAAK,EAAE,CAAC;QACpB,IAAI,UAAU,EAAE,KAAK;YAAE,MAAM,UAAU,CAAC,KAAK,EAAE,CAAC;QAChD,IAAI,WAAW,EAAE,KAAK;YAAE,MAAM,WAAW,CAAC,KAAK,EAAE,CAAC;IACpD,CAAC;AACH,CAAC;AAED,SAAS,0BAA0B,CACjC,OAAiB,EACjB,UAAoB,EACpB,eAA0B,EAC1B,gBAA0B,EAAE;IAE5B,IAAI,UAAU,GAAG,eAAe,IAAI,eAAe,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,eAAe,CAAC,CAAC,CAAC,OAAO,CAAC;IAC3F,OAAO,UAAU,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,CAAC,UAAU,CAAC,QAAQ,CAAC,GAAG,CAAC,IAAI,CAAC,aAAa,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC;AAC/F,CAAC;AAED;;GAEG;AACH,MAAM,CAAC,KAAK,UAAU,WAAW,CAAC,OAA0B;IAC1D,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;IAC7B,MAAM,kBAAkB,GAAwC,EAAE,CAAC;IAEnE,IAAI,KAAK,GAAG,CAAC,CAAC;IACd,IAAI,OAAO,GAAG,CAAC,CAAC;IAChB,IAAI,OAAO,GAAG,CAAC,CAAC;IAChB,IAAI,SAAS,GAAG,CAAC,CAAC;IAClB,IAAI,SAAS,GAAG,CAAC,CAAC;IAClB,IAAI,UAAU,GAAG,CAAC,CAAC;IAEnB,IAAI,kBAAkB,GAA6D,SAAS,CAAC;IAC7F,MAAM,kBAAkB,GAAG,OAAO,CAAC,UAAU,CAAC;IAE9C,MAAM,cAAc,GAAsB;QACxC,GAAG,OAAO;QACV,UAAU,EAAE,CAAC,IAAI,EAAE,EAAE;YACnB,IAAI,IAAI,CAAC,SAAS,EAAE,CAAC;gBACnB,kBAAkB,GAAG,EAAE,SAAS,EAAE,IAAI,EAAE,YAAY,EAAE,CAAC,EAAE,CAAC;YAC5D,CAAC;YACD,IAAI,kBAAkB;gBAAE,kBAAkB,CAAC,IAAI,CAAC,CAAC;QACnD,CAAC;KACF,CAAC;IAEF,IAAI,KAAK,EAAE,MAAM,KAAK,IAAI,QAAQ,CAAC,cAAc,CAAC,EAAE,CAAC;QACnD,QAAQ,KAAK,CAAC,IAAI,EAAE,CAAC;YACnB,KAAK,OAAO;gBACV,KAAK,EAAE,CAAC;gBACR,UAAU,EAAE,CAAC;gBACb,MAAM;YACR,KAAK,SAAS;gBACZ,OAAO,EAAE,CAAC;gBACV,SAAS,EAAE,CAAC;gBACZ,MAAM;YACR,KAAK,SAAS;gBACZ,OAAO,EAAE,CAAC;gBACV,SAAS,EAAE,CAAC;gBACZ,UAAU,EAAE,CAAC;gBACb,KAAK,MAAM,EAAE,IAAI,KAAK,CAAC,OAAO,EAAE,CAAC;oBAC/B,IAAI,CAAC,kBAAkB,CAAC,EAAE,CAAC,MAAM,CAAC,EAAE,CAAC;wBACnC,kBAAkB,CAAC,EAAE,CAAC,MAAM,CAAC,GAAG,EAAE,OAAO,EAAE,CAAC,EAAE,CAAC;oBACjD,CAAC;oBACD,kBAAkB,CAAC,EAAE,CAAC,MAAM,CAAE,CAAC,OAAO,EAAE,CAAC;gBAC3C,CAAC;gBACD,MAAM;YACR,KAAK,WAAW;gBACd,SAAS,EAAE,CAAC;gBACZ,SAAS,EAAE,CAAC;gBACZ,UAAU,EAAE,CAAC;gBACb,MAAM;QACV,CAAC;IACH,CAAC;IAED,2BAA2B;IAC3B,IAAI,gBAAgB,GAAQ,SAAS,CAAC;IACtC,MAAM,SAAS,GAAG,OAAO,CAAC,IAAI,IAAI,OAAO,CAAC,QAAQ,CAAC;IACnD,MAAM,UAAU,GAAG,OAAO,CAAC,KAAK,IAAI,OAAO,CAAC,SAAS,CAAC;IAEtD,IAAI,OAAO,CAAC,aAAa,KAAK,KAAK,IAAI,SAAS,IAAI,UAAU,EAAE,CAAC;QAC/D,IAAI,CAAC;YACH,MAAM,QAAQ,GAAkB;gBAC9B,GAAG,OAAO,CAAC,WAAW;gBACtB,MAAM,EAAE,OAAO,CAAC,QAAQ,IAAI,OAAO,CAAC,WAAW,EAAE,MAAM;aACxD,CAAC;YACF,MAAM,SAAS,GAAkB;gBAC/B,GAAG,OAAO,CAAC,YAAY;gBACvB,MAAM,EAAE,OAAO,CAAC,SAAS,IAAI,OAAO,CAAC,YAAY,EAAE,MAAM;aAC1D,CAAC;YACF,MAAM,EAAE,MAAM,EAAE,OAAO,EAAE,GAAG,sBAAsB,CAAC,SAAS,EAAE,QAAQ,CAAC,CAAC;YACxE,MAAM,EAAE,MAAM,EAAE,OAAO,EAAE,GAAG,sBAAsB,CAAC,UAAU,EAAE,SAAS,CAAC,CAAC;YAC1E,gBAAgB,GAAG,MAAM,iBAAiB,CAAC,OAAO,EAAE,OAAO,CAAC,CAAC;QAC/D,CAAC;QAAC,MAAM,CAAC;YACP,6BAA6B;QAC/B,CAAC;IACH,CAAC;IAED,MAAM,cAAc,GAClB,OAAO,SAAS,KAAK,QAAQ,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,OAAO,CAAC,WAAW,EAAE,QAAQ,IAAI,MAAM,CAAC;IACtF,MAAM,eAAe,GACnB,OAAO,UAAU,KAAK,QAAQ,CAAC,CAAC,CAAC,UAAU,CAAC,CAAC,CAAC,OAAO,CAAC,YAAY,EAAE,QAAQ,IAAI,OAAO,CAAC;IAG1F,OAAO;QACL,UAAU,EAAE,cAAc;QAC1B,WAAW,EAAE,eAAe;QAC5B,UAAU,EAAE,OAAO,CAAC,IAAI;QACxB,IAAI,EAAE;YACJ,KAAK;YACL,OAAO;YACP,OAAO;YACP,SAAS;YACT,SAAS;YACT,UAAU;SACX;QACD,OAAO,EAAE,kBAAkB;QAC3B,MAAM,EAAE,gBAAgB;QACxB,eAAe,EAAE,IAAI,CAAC,GAAG,EAAE,GAAG,SAAS;QACvC,UAAU,EAAE,kBAAkB;KAC/B,CAAC;AACJ,CAAC"}
|
|
@@ -1,7 +1,8 @@
|
|
|
1
1
|
import type { DiffIndex, IndexedRow } from "../types.js";
|
|
2
2
|
/**
|
|
3
3
|
* High-performance Disk-backed Diff Index using an append-only temp file and offset index.
|
|
4
|
-
* Offloads entire row object memory to disk with microsecond random-access lookups
|
|
4
|
+
* Offloads entire row object memory to disk with microsecond random-access lookups,
|
|
5
|
+
* chunked write buffering, and 512KB read-window caching.
|
|
5
6
|
*/
|
|
6
7
|
export declare class DiskDiffIndex implements DiffIndex {
|
|
7
8
|
private tempFilePath;
|
|
@@ -10,7 +11,15 @@ export declare class DiskDiffIndex implements DiffIndex {
|
|
|
10
11
|
private currentOffset;
|
|
11
12
|
private isClosed;
|
|
12
13
|
private cleanupHandler?;
|
|
14
|
+
private readonly bufferSize;
|
|
15
|
+
private writeBuffer;
|
|
16
|
+
private writeBufferPos;
|
|
17
|
+
private writeBufferFileOffset;
|
|
18
|
+
private readBlockBuffer;
|
|
19
|
+
private readBlockOffset;
|
|
20
|
+
private readBlockLength;
|
|
13
21
|
constructor();
|
|
22
|
+
private flushWriteBuffer;
|
|
14
23
|
set(key: string, indexedRow: IndexedRow): Promise<void>;
|
|
15
24
|
get(key: string): Promise<IndexedRow | undefined>;
|
|
16
25
|
has(key: string): Promise<boolean>;
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"disk-index.d.ts","sourceRoot":"","sources":["../../../src/diff/storage/disk-index.ts"],"names":[],"mappings":"AAKA,OAAO,KAAK,EAAE,SAAS,EAAE,UAAU,EAAE,MAAM,aAAa,CAAC;
|
|
1
|
+
{"version":3,"file":"disk-index.d.ts","sourceRoot":"","sources":["../../../src/diff/storage/disk-index.ts"],"names":[],"mappings":"AAKA,OAAO,KAAK,EAAE,SAAS,EAAE,UAAU,EAAE,MAAM,aAAa,CAAC;AAiBzD;;;;GAIG;AACH,qBAAa,aAAc,YAAW,SAAS;IAC7C,OAAO,CAAC,YAAY,CAAS;IAC7B,OAAO,CAAC,EAAE,CAAS;IACnB,OAAO,CAAC,KAAK,CAAsC;IACnD,OAAO,CAAC,aAAa,CAAK;IAC1B,OAAO,CAAC,QAAQ,CAAS;IACzB,OAAO,CAAC,cAAc,CAAC,CAAa;IAGpC,OAAO,CAAC,QAAQ,CAAC,UAAU,CAAc;IACzC,OAAO,CAAC,WAAW,CAAS;IAC5B,OAAO,CAAC,cAAc,CAAK;IAC3B,OAAO,CAAC,qBAAqB,CAAK;IAGlC,OAAO,CAAC,eAAe,CAAS;IAChC,OAAO,CAAC,eAAe,CAAM;IAC7B,OAAO,CAAC,eAAe,CAAK;;IAiB5B,OAAO,CAAC,gBAAgB;IAQlB,GAAG,CAAC,GAAG,EAAE,MAAM,EAAE,UAAU,EAAE,UAAU,GAAG,OAAO,CAAC,IAAI,CAAC;IA6BvD,GAAG,CAAC,GAAG,EAAE,MAAM,GAAG,OAAO,CAAC,UAAU,GAAG,SAAS,CAAC;IA6CjD,GAAG,CAAC,GAAG,EAAE,MAAM,GAAG,OAAO,CAAC,OAAO,CAAC;IAIlC,MAAM,CAAC,GAAG,EAAE,MAAM,GAAG,OAAO,CAAC,OAAO,CAAC;IAIpC,OAAO,IAAI,aAAa,CAAC,CAAC,MAAM,EAAE,UAAU,CAAC,CAAC;IAuBrD,KAAK,IAAI,MAAM;IAIf,aAAa,IAAI;QAAE,SAAS,EAAE,OAAO,CAAC;QAAC,YAAY,EAAE,MAAM,CAAC;QAAC,UAAU,EAAE,MAAM,CAAA;KAAE;IAQjF,OAAO,CAAC,WAAW;IAiBb,KAAK,IAAI,OAAO,CAAC,IAAI,CAAC;CAQ7B"}
|
|
@@ -2,10 +2,19 @@ import { closeSync, existsSync, openSync, readSync, unlinkSync, writeSync } from
|
|
|
2
2
|
import { tmpdir } from "node:os";
|
|
3
3
|
import { join } from "node:path";
|
|
4
4
|
import { randomBytes } from "node:crypto";
|
|
5
|
-
import {
|
|
5
|
+
import { safeJsonReplacer } from "../../utils/formatting.js";
|
|
6
|
+
function fastStringifyRow(row) {
|
|
7
|
+
try {
|
|
8
|
+
return JSON.stringify(row);
|
|
9
|
+
}
|
|
10
|
+
catch {
|
|
11
|
+
return JSON.stringify(row, safeJsonReplacer);
|
|
12
|
+
}
|
|
13
|
+
}
|
|
6
14
|
/**
|
|
7
15
|
* High-performance Disk-backed Diff Index using an append-only temp file and offset index.
|
|
8
|
-
* Offloads entire row object memory to disk with microsecond random-access lookups
|
|
16
|
+
* Offloads entire row object memory to disk with microsecond random-access lookups,
|
|
17
|
+
* chunked write buffering, and 512KB read-window caching.
|
|
9
18
|
*/
|
|
10
19
|
export class DiskDiffIndex {
|
|
11
20
|
tempFilePath;
|
|
@@ -14,10 +23,21 @@ export class DiskDiffIndex {
|
|
|
14
23
|
currentOffset = 0;
|
|
15
24
|
isClosed = false;
|
|
16
25
|
cleanupHandler;
|
|
26
|
+
// Chunked Write Buffer (512 KB) to batch system write calls
|
|
27
|
+
bufferSize = 512 * 1024;
|
|
28
|
+
writeBuffer;
|
|
29
|
+
writeBufferPos = 0;
|
|
30
|
+
writeBufferFileOffset = 0;
|
|
31
|
+
// Chunked Read Window Cache (512 KB) to batch system read calls
|
|
32
|
+
readBlockBuffer;
|
|
33
|
+
readBlockOffset = -1;
|
|
34
|
+
readBlockLength = 0;
|
|
17
35
|
constructor() {
|
|
18
36
|
const randomId = randomBytes(8).toString("hex");
|
|
19
37
|
this.tempFilePath = join(tmpdir(), `rowpipe-diff-${process.pid}-${randomId}.tmp`);
|
|
20
38
|
this.fd = openSync(this.tempFilePath, "w+");
|
|
39
|
+
this.writeBuffer = Buffer.allocUnsafe(this.bufferSize);
|
|
40
|
+
this.readBlockBuffer = Buffer.allocUnsafe(this.bufferSize);
|
|
21
41
|
this.cleanupHandler = () => {
|
|
22
42
|
this.cleanupSync();
|
|
23
43
|
};
|
|
@@ -25,15 +45,35 @@ export class DiskDiffIndex {
|
|
|
25
45
|
process.once("SIGINT", this.cleanupHandler);
|
|
26
46
|
process.once("SIGTERM", this.cleanupHandler);
|
|
27
47
|
}
|
|
48
|
+
flushWriteBuffer() {
|
|
49
|
+
if (this.writeBufferPos > 0) {
|
|
50
|
+
writeSync(this.fd, this.writeBuffer, 0, this.writeBufferPos, this.writeBufferFileOffset);
|
|
51
|
+
this.writeBufferFileOffset += this.writeBufferPos;
|
|
52
|
+
this.writeBufferPos = 0;
|
|
53
|
+
}
|
|
54
|
+
}
|
|
28
55
|
async set(key, indexedRow) {
|
|
29
|
-
const jsonStr =
|
|
30
|
-
const
|
|
56
|
+
const jsonStr = fastStringifyRow(indexedRow.row);
|
|
57
|
+
const byteLen = Buffer.byteLength(jsonStr, "utf-8");
|
|
31
58
|
const offset = this.currentOffset;
|
|
32
|
-
|
|
33
|
-
|
|
59
|
+
if (byteLen > this.bufferSize) {
|
|
60
|
+
// Very large row: flush current buffer and write directly
|
|
61
|
+
this.flushWriteBuffer();
|
|
62
|
+
const largeBuf = Buffer.from(jsonStr, "utf-8");
|
|
63
|
+
writeSync(this.fd, largeBuf, 0, byteLen, offset);
|
|
64
|
+
this.writeBufferFileOffset += byteLen;
|
|
65
|
+
}
|
|
66
|
+
else {
|
|
67
|
+
if (this.writeBufferPos + byteLen > this.bufferSize) {
|
|
68
|
+
this.flushWriteBuffer();
|
|
69
|
+
}
|
|
70
|
+
this.writeBuffer.write(jsonStr, this.writeBufferPos, byteLen, "utf-8");
|
|
71
|
+
this.writeBufferPos += byteLen;
|
|
72
|
+
}
|
|
73
|
+
this.currentOffset += byteLen;
|
|
34
74
|
this.index.set(key, {
|
|
35
75
|
offset,
|
|
36
|
-
length:
|
|
76
|
+
length: byteLen,
|
|
37
77
|
hash: indexedRow.hash,
|
|
38
78
|
rowNumber: indexedRow.rowNumber,
|
|
39
79
|
});
|
|
@@ -42,9 +82,38 @@ export class DiskDiffIndex {
|
|
|
42
82
|
const meta = this.index.get(key);
|
|
43
83
|
if (!meta)
|
|
44
84
|
return undefined;
|
|
45
|
-
|
|
46
|
-
|
|
47
|
-
|
|
85
|
+
let jsonStr;
|
|
86
|
+
// 1. Check if the record is still in the active in-memory write buffer
|
|
87
|
+
if (meta.offset >= this.writeBufferFileOffset && meta.offset + meta.length <= this.currentOffset) {
|
|
88
|
+
const relStart = meta.offset - this.writeBufferFileOffset;
|
|
89
|
+
jsonStr = this.writeBuffer.toString("utf-8", relStart, relStart + meta.length);
|
|
90
|
+
}
|
|
91
|
+
else if (this.readBlockOffset >= 0 &&
|
|
92
|
+
meta.offset >= this.readBlockOffset &&
|
|
93
|
+
meta.offset + meta.length <= this.readBlockOffset + this.readBlockLength) {
|
|
94
|
+
// 2. Check if the record is within the active read block cache
|
|
95
|
+
const relStart = meta.offset - this.readBlockOffset;
|
|
96
|
+
jsonStr = this.readBlockBuffer.toString("utf-8", relStart, relStart + meta.length);
|
|
97
|
+
}
|
|
98
|
+
else {
|
|
99
|
+
// 3. Read window from disk
|
|
100
|
+
if (this.writeBufferPos > 0) {
|
|
101
|
+
this.flushWriteBuffer();
|
|
102
|
+
}
|
|
103
|
+
if (meta.length > this.bufferSize) {
|
|
104
|
+
const buf = Buffer.allocUnsafe(meta.length);
|
|
105
|
+
readSync(this.fd, buf, 0, meta.length, meta.offset);
|
|
106
|
+
jsonStr = buf.toString("utf-8");
|
|
107
|
+
}
|
|
108
|
+
else {
|
|
109
|
+
const bytesToRead = Math.min(this.bufferSize, this.currentOffset - meta.offset);
|
|
110
|
+
const bytesRead = readSync(this.fd, this.readBlockBuffer, 0, bytesToRead, meta.offset);
|
|
111
|
+
this.readBlockOffset = meta.offset;
|
|
112
|
+
this.readBlockLength = bytesRead;
|
|
113
|
+
jsonStr = this.readBlockBuffer.toString("utf-8", 0, meta.length);
|
|
114
|
+
}
|
|
115
|
+
}
|
|
116
|
+
const row = JSON.parse(jsonStr);
|
|
48
117
|
return {
|
|
49
118
|
rowNumber: meta.rowNumber,
|
|
50
119
|
row,
|
|
@@ -58,10 +127,23 @@ export class DiskDiffIndex {
|
|
|
58
127
|
return this.index.delete(key);
|
|
59
128
|
}
|
|
60
129
|
async *entries() {
|
|
130
|
+
this.flushWriteBuffer();
|
|
61
131
|
for (const [key, meta] of this.index.entries()) {
|
|
62
|
-
|
|
63
|
-
|
|
64
|
-
|
|
132
|
+
let jsonStr;
|
|
133
|
+
if (this.readBlockOffset >= 0 &&
|
|
134
|
+
meta.offset >= this.readBlockOffset &&
|
|
135
|
+
meta.offset + meta.length <= this.readBlockOffset + this.readBlockLength) {
|
|
136
|
+
const relStart = meta.offset - this.readBlockOffset;
|
|
137
|
+
jsonStr = this.readBlockBuffer.toString("utf-8", relStart, relStart + meta.length);
|
|
138
|
+
}
|
|
139
|
+
else {
|
|
140
|
+
const bytesToRead = Math.min(this.bufferSize, this.currentOffset - meta.offset);
|
|
141
|
+
const bytesRead = readSync(this.fd, this.readBlockBuffer, 0, bytesToRead, meta.offset);
|
|
142
|
+
this.readBlockOffset = meta.offset;
|
|
143
|
+
this.readBlockLength = bytesRead;
|
|
144
|
+
jsonStr = this.readBlockBuffer.toString("utf-8", 0, meta.length);
|
|
145
|
+
}
|
|
146
|
+
const row = JSON.parse(jsonStr);
|
|
65
147
|
yield [key, { rowNumber: meta.rowNumber, row, hash: meta.hash }];
|
|
66
148
|
}
|
|
67
149
|
}
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"disk-index.js","sourceRoot":"","sources":["../../../src/diff/storage/disk-index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,SAAS,EAAE,UAAU,EAAE,QAAQ,EAAE,QAAQ,EAAE,UAAU,EAAE,SAAS,EAAE,MAAM,SAAS,CAAC;AAC3F,OAAO,EAAE,MAAM,EAAE,MAAM,SAAS,CAAC;AACjC,OAAO,EAAE,IAAI,EAAE,MAAM,WAAW,CAAC;AACjC,OAAO,EAAE,WAAW,EAAE,MAAM,aAAa,CAAC;AAC1C,OAAO,EAAE,
|
|
1
|
+
{"version":3,"file":"disk-index.js","sourceRoot":"","sources":["../../../src/diff/storage/disk-index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,SAAS,EAAE,UAAU,EAAE,QAAQ,EAAE,QAAQ,EAAE,UAAU,EAAE,SAAS,EAAE,MAAM,SAAS,CAAC;AAC3F,OAAO,EAAE,MAAM,EAAE,MAAM,SAAS,CAAC;AACjC,OAAO,EAAE,IAAI,EAAE,MAAM,WAAW,CAAC;AACjC,OAAO,EAAE,WAAW,EAAE,MAAM,aAAa,CAAC;AAC1C,OAAO,EAAE,gBAAgB,EAAE,MAAM,2BAA2B,CAAC;AAU7D,SAAS,gBAAgB,CAAC,GAAY;IACpC,IAAI,CAAC;QACH,OAAO,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,CAAC;IAC7B,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,IAAI,CAAC,SAAS,CAAC,GAAG,EAAE,gBAAgB,CAAC,CAAC;IAC/C,CAAC;AACH,CAAC;AAED;;;;GAIG;AACH,MAAM,OAAO,aAAa;IAChB,YAAY,CAAS;IACrB,EAAE,CAAS;IACX,KAAK,GAAG,IAAI,GAAG,EAA2B,CAAC;IAC3C,aAAa,GAAG,CAAC,CAAC;IAClB,QAAQ,GAAG,KAAK,CAAC;IACjB,cAAc,CAAc;IAEpC,4DAA4D;IAC3C,UAAU,GAAG,GAAG,GAAG,IAAI,CAAC;IACjC,WAAW,CAAS;IACpB,cAAc,GAAG,CAAC,CAAC;IACnB,qBAAqB,GAAG,CAAC,CAAC;IAElC,gEAAgE;IACxD,eAAe,CAAS;IACxB,eAAe,GAAG,CAAC,CAAC,CAAC;IACrB,eAAe,GAAG,CAAC,CAAC;IAE5B;QACE,MAAM,QAAQ,GAAG,WAAW,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC;QAChD,IAAI,CAAC,YAAY,GAAG,IAAI,CAAC,MAAM,EAAE,EAAE,gBAAgB,OAAO,CAAC,GAAG,IAAI,QAAQ,MAAM,CAAC,CAAC;QAClF,IAAI,CAAC,EAAE,GAAG,QAAQ,CAAC,IAAI,CAAC,YAAY,EAAE,IAAI,CAAC,CAAC;QAC5C,IAAI,CAAC,WAAW,GAAG,MAAM,CAAC,WAAW,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC;QACvD,IAAI,CAAC,eAAe,GAAG,MAAM,CAAC,WAAW,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC;QAE3D,IAAI,CAAC,cAAc,GAAG,GAAG,EAAE;YACzB,IAAI,CAAC,WAAW,EAAE,CAAC;QACrB,CAAC,CAAC;QACF,OAAO,CAAC,IAAI,CAAC,MAAM,EAAE,IAAI,CAAC,cAAc,CAAC,CAAC;QAC1C,OAAO,CAAC,IAAI,CAAC,QAAQ,EAAE,IAAI,CAAC,cAAc,CAAC,CAAC;QAC5C,OAAO,CAAC,IAAI,CAAC,SAAS,EAAE,IAAI,CAAC,cAAc,CAAC,CAAC;IAC/C,CAAC;IAEO,gBAAgB;QACtB,IAAI,IAAI,CAAC,cAAc,GAAG,CAAC,EAAE,CAAC;YAC5B,SAAS,CAAC,IAAI,CAAC,EAAE,EAAE,IAAI,CAAC,WAAW,EAAE,CAAC,EAAE,IAAI,CAAC,cAAc,EAAE,IAAI,CAAC,qBAAqB,CAAC,CAAC;YACzF,IAAI,CAAC,qBAAqB,IAAI,IAAI,CAAC,cAAc,CAAC;YAClD,IAAI,CAAC,cAAc,GAAG,CAAC,CAAC;QAC1B,CAAC;IACH,CAAC;IAED,KAAK,CAAC,GAAG,CAAC,GAAW,EAAE,UAAsB;QAC3C,MAAM,OAAO,GAAG,gBAAgB,CAAC,UAAU,CAAC,GAAG,CAAC,CAAC;QACjD,MAAM,OAAO,GAAG,MAAM,CAAC,UAAU,CAAC,OAAO,EAAE,OAAO,CAAC,CAAC;QACpD,MAAM,MAAM,GAAG,IAAI,CAAC,aAAa,CAAC;QAElC,IAAI,OAAO,GAAG,IAAI,CAAC,UAAU,EAAE,CAAC;YAC9B,0DAA0D;YAC1D,IAAI,CAAC,gBAAgB,EAAE,CAAC;YACxB,MAAM,QAAQ,GAAG,MAAM,CAAC,IAAI,CAAC,OAAO,EAAE,OAAO,CAAC,CAAC;YAC/C,SAAS,CAAC,IAAI,CAAC,EAAE,EAAE,QAAQ,EAAE,CAAC,EAAE,OAAO,EAAE,MAAM,CAAC,CAAC;YACjD,IAAI,CAAC,qBAAqB,IAAI,OAAO,CAAC;QACxC,CAAC;aAAM,CAAC;YACN,IAAI,IAAI,CAAC,cAAc,GAAG,OAAO,GAAG,IAAI,CAAC,UAAU,EAAE,CAAC;gBACpD,IAAI,CAAC,gBAAgB,EAAE,CAAC;YAC1B,CAAC;YACD,IAAI,CAAC,WAAW,CAAC,KAAK,CAAC,OAAO,EAAE,IAAI,CAAC,cAAc,EAAE,OAAO,EAAE,OAAO,CAAC,CAAC;YACvE,IAAI,CAAC,cAAc,IAAI,OAAO,CAAC;QACjC,CAAC;QAED,IAAI,CAAC,aAAa,IAAI,OAAO,CAAC;QAE9B,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,GAAG,EAAE;YAClB,MAAM;YACN,MAAM,EAAE,OAAO;YACf,IAAI,EAAE,UAAU,CAAC,IAAI;YACrB,SAAS,EAAE,UAAU,CAAC,SAAS;SAChC,CAAC,CAAC;IACL,CAAC;IAED,KAAK,CAAC,GAAG,CAAC,GAAW;QACnB,MAAM,IAAI,GAAG,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;QACjC,IAAI,CAAC,IAAI;YAAE,OAAO,SAAS,CAAC;QAE5B,IAAI,OAAe,CAAC;QACpB,uEAAuE;QACvE,IAAI,IAAI,CAAC,MAAM,IAAI,IAAI,CAAC,qBAAqB,IAAI,IAAI,CAAC,MAAM,GAAG,IAAI,CAAC,MAAM,IAAI,IAAI,CAAC,aAAa,EAAE,CAAC;YACjG,MAAM,QAAQ,GAAG,IAAI,CAAC,MAAM,GAAG,IAAI,CAAC,qBAAqB,CAAC;YAC1D,OAAO,GAAG,IAAI,CAAC,WAAW,CAAC,QAAQ,CAAC,OAAO,EAAE,QAAQ,EAAE,QAAQ,GAAG,IAAI,CAAC,MAAM,CAAC,CAAC;QACjF,CAAC;aAAM,IACL,IAAI,CAAC,eAAe,IAAI,CAAC;YACzB,IAAI,CAAC,MAAM,IAAI,IAAI,CAAC,eAAe;YACnC,IAAI,CAAC,MAAM,GAAG,IAAI,CAAC,MAAM,IAAI,IAAI,CAAC,eAAe,GAAG,IAAI,CAAC,eAAe,EACxE,CAAC;YACD,+DAA+D;YAC/D,MAAM,QAAQ,GAAG,IAAI,CAAC,MAAM,GAAG,IAAI,CAAC,eAAe,CAAC;YACpD,OAAO,GAAG,IAAI,CAAC,eAAe,CAAC,QAAQ,CAAC,OAAO,EAAE,QAAQ,EAAE,QAAQ,GAAG,IAAI,CAAC,MAAM,CAAC,CAAC;QACrF,CAAC;aAAM,CAAC;YACN,2BAA2B;YAC3B,IAAI,IAAI,CAAC,cAAc,GAAG,CAAC,EAAE,CAAC;gBAC5B,IAAI,CAAC,gBAAgB,EAAE,CAAC;YAC1B,CAAC;YAED,IAAI,IAAI,CAAC,MAAM,GAAG,IAAI,CAAC,UAAU,EAAE,CAAC;gBAClC,MAAM,GAAG,GAAG,MAAM,CAAC,WAAW,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;gBAC5C,QAAQ,CAAC,IAAI,CAAC,EAAE,EAAE,GAAG,EAAE,CAAC,EAAE,IAAI,CAAC,MAAM,EAAE,IAAI,CAAC,MAAM,CAAC,CAAC;gBACpD,OAAO,GAAG,GAAG,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC;YAClC,CAAC;iBAAM,CAAC;gBACN,MAAM,WAAW,GAAG,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,UAAU,EAAE,IAAI,CAAC,aAAa,GAAG,IAAI,CAAC,MAAM,CAAC,CAAC;gBAChF,MAAM,SAAS,GAAG,QAAQ,CAAC,IAAI,CAAC,EAAE,EAAE,IAAI,CAAC,eAAe,EAAE,CAAC,EAAE,WAAW,EAAE,IAAI,CAAC,MAAM,CAAC,CAAC;gBACvF,IAAI,CAAC,eAAe,GAAG,IAAI,CAAC,MAAM,CAAC;gBACnC,IAAI,CAAC,eAAe,GAAG,SAAS,CAAC;gBACjC,OAAO,GAAG,IAAI,CAAC,eAAe,CAAC,QAAQ,CAAC,OAAO,EAAE,CAAC,EAAE,IAAI,CAAC,MAAM,CAAC,CAAC;YACnE,CAAC;QACH,CAAC;QAED,MAAM,GAAG,GAAG,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC;QAEhC,OAAO;YACL,SAAS,EAAE,IAAI,CAAC,SAAS;YACzB,GAAG;YACH,IAAI,EAAE,IAAI,CAAC,IAAI;SAChB,CAAC;IACJ,CAAC;IAED,KAAK,CAAC,GAAG,CAAC,GAAW;QACnB,OAAO,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;IAC7B,CAAC;IAED,KAAK,CAAC,MAAM,CAAC,GAAW;QACtB,OAAO,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC;IAChC,CAAC;IAED,KAAK,CAAC,CAAC,OAAO;QACZ,IAAI,CAAC,gBAAgB,EAAE,CAAC;QACxB,KAAK,MAAM,CAAC,GAAG,EAAE,IAAI,CAAC,IAAI,IAAI,CAAC,KAAK,CAAC,OAAO,EAAE,EAAE,CAAC;YAC/C,IAAI,OAAe,CAAC;YACpB,IACE,IAAI,CAAC,eAAe,IAAI,CAAC;gBACzB,IAAI,CAAC,MAAM,IAAI,IAAI,CAAC,eAAe;gBACnC,IAAI,CAAC,MAAM,GAAG,IAAI,CAAC,MAAM,IAAI,IAAI,CAAC,eAAe,GAAG,IAAI,CAAC,eAAe,EACxE,CAAC;gBACD,MAAM,QAAQ,GAAG,IAAI,CAAC,MAAM,GAAG,IAAI,CAAC,eAAe,CAAC;gBACpD,OAAO,GAAG,IAAI,CAAC,eAAe,CAAC,QAAQ,CAAC,OAAO,EAAE,QAAQ,EAAE,QAAQ,GAAG,IAAI,CAAC,MAAM,CAAC,CAAC;YACrF,CAAC;iBAAM,CAAC;gBACN,MAAM,WAAW,GAAG,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,UAAU,EAAE,IAAI,CAAC,aAAa,GAAG,IAAI,CAAC,MAAM,CAAC,CAAC;gBAChF,MAAM,SAAS,GAAG,QAAQ,CAAC,IAAI,CAAC,EAAE,EAAE,IAAI,CAAC,eAAe,EAAE,CAAC,EAAE,WAAW,EAAE,IAAI,CAAC,MAAM,CAAC,CAAC;gBACvF,IAAI,CAAC,eAAe,GAAG,IAAI,CAAC,MAAM,CAAC;gBACnC,IAAI,CAAC,eAAe,GAAG,SAAS,CAAC;gBACjC,OAAO,GAAG,IAAI,CAAC,eAAe,CAAC,QAAQ,CAAC,OAAO,EAAE,CAAC,EAAE,IAAI,CAAC,MAAM,CAAC,CAAC;YACnE,CAAC;YACD,MAAM,GAAG,GAAG,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC;YAChC,MAAM,CAAC,GAAG,EAAE,EAAE,SAAS,EAAE,IAAI,CAAC,SAAS,EAAE,GAAG,EAAE,IAAI,EAAE,IAAI,CAAC,IAAI,EAAE,CAAC,CAAC;QACnE,CAAC;IACH,CAAC;IAED,KAAK;QACH,OAAO,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC;IACzB,CAAC;IAED,aAAa;QACX,OAAO;YACL,SAAS,EAAE,IAAI;YACf,YAAY,EAAE,IAAI,CAAC,aAAa;YAChC,UAAU,EAAE,IAAI,CAAC,KAAK,CAAC,IAAI;SAC5B,CAAC;IACJ,CAAC;IAEO,WAAW;QACjB,IAAI,IAAI,CAAC,QAAQ;YAAE,OAAO;QAC1B,IAAI,CAAC,QAAQ,GAAG,IAAI,CAAC;QACrB,IAAI,CAAC;YACH,SAAS,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;QACrB,CAAC;QAAC,MAAM,CAAC;YACP,SAAS;QACX,CAAC;QACD,IAAI,CAAC;YACH,IAAI,UAAU,CAAC,IAAI,CAAC,YAAY,CAAC,EAAE,CAAC;gBAClC,UAAU,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC;YAChC,CAAC;QACH,CAAC;QAAC,MAAM,CAAC;YACP,SAAS;QACX,CAAC;IACH,CAAC;IAED,KAAK,CAAC,KAAK;QACT,IAAI,IAAI,CAAC,cAAc,EAAE,CAAC;YACxB,OAAO,CAAC,cAAc,CAAC,MAAM,EAAE,IAAI,CAAC,cAAc,CAAC,CAAC;YACpD,OAAO,CAAC,cAAc,CAAC,QAAQ,EAAE,IAAI,CAAC,cAAc,CAAC,CAAC;YACtD,OAAO,CAAC,cAAc,CAAC,SAAS,EAAE,IAAI,CAAC,cAAc,CAAC,CAAC;QACzD,CAAC;QACD,IAAI,CAAC,WAAW,EAAE,CAAC;IACrB,CAAC;CACF"}
|
package/dist/files/hash.d.ts
CHANGED
|
@@ -1,10 +1,17 @@
|
|
|
1
|
+
import { Stats } from "node:fs";
|
|
1
2
|
import type { HashAlgorithm } from "./types.js";
|
|
2
3
|
/**
|
|
3
4
|
* Computes streaming cryptographic hash of a file.
|
|
4
5
|
*/
|
|
5
|
-
export declare function computeFileHash(filePath: string, algorithm?: HashAlgorithm
|
|
6
|
+
export declare function computeFileHash(filePath: string, algorithm?: HashAlgorithm, stat?: Stats | {
|
|
7
|
+
size: number;
|
|
8
|
+
mtimeMs: number;
|
|
9
|
+
}): Promise<string>;
|
|
6
10
|
/**
|
|
7
11
|
* Computes a fast non-cryptographic fingerprint using file stat + partial content sampling.
|
|
8
12
|
*/
|
|
9
|
-
export declare function computeFastFileHash(filePath: string
|
|
13
|
+
export declare function computeFastFileHash(filePath: string, existingStat?: Stats | {
|
|
14
|
+
size: number;
|
|
15
|
+
mtimeMs: number;
|
|
16
|
+
}): Promise<string>;
|
|
10
17
|
//# sourceMappingURL=hash.d.ts.map
|
package/dist/files/hash.d.ts.map
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"hash.d.ts","sourceRoot":"","sources":["../../src/files/hash.ts"],"names":[],"mappings":"
|
|
1
|
+
{"version":3,"file":"hash.d.ts","sourceRoot":"","sources":["../../src/files/hash.ts"],"names":[],"mappings":"AACA,OAAO,EAA4C,KAAK,EAAE,MAAM,SAAS,CAAC;AAG1E,OAAO,KAAK,EAAE,aAAa,EAAE,MAAM,YAAY,CAAC;AAEhD;;GAEG;AACH,wBAAsB,eAAe,CACnC,QAAQ,EAAE,MAAM,EAChB,SAAS,GAAE,aAAwB,EACnC,IAAI,CAAC,EAAE,KAAK,GAAG;IAAE,IAAI,EAAE,MAAM,CAAC;IAAC,OAAO,EAAE,MAAM,CAAA;CAAE,GAC/C,OAAO,CAAC,MAAM,CAAC,CAiBjB;AAED;;GAEG;AACH,wBAAsB,mBAAmB,CACvC,QAAQ,EAAE,MAAM,EAChB,YAAY,CAAC,EAAE,KAAK,GAAG;IAAE,IAAI,EAAE,MAAM,CAAC;IAAC,OAAO,EAAE,MAAM,CAAA;CAAE,GACvD,OAAO,CAAC,MAAM,CAAC,CAwCjB"}
|
package/dist/files/hash.js
CHANGED
|
@@ -5,9 +5,9 @@ import { FileSystemError } from "../core/errors.js";
|
|
|
5
5
|
/**
|
|
6
6
|
* Computes streaming cryptographic hash of a file.
|
|
7
7
|
*/
|
|
8
|
-
export async function computeFileHash(filePath, algorithm = "sha256") {
|
|
8
|
+
export async function computeFileHash(filePath, algorithm = "sha256", stat) {
|
|
9
9
|
if (algorithm === "fast") {
|
|
10
|
-
return computeFastFileHash(filePath);
|
|
10
|
+
return computeFastFileHash(filePath, stat);
|
|
11
11
|
}
|
|
12
12
|
try {
|
|
13
13
|
const hashStream = createHash(algorithm);
|
|
@@ -26,9 +26,9 @@ export async function computeFileHash(filePath, algorithm = "sha256") {
|
|
|
26
26
|
/**
|
|
27
27
|
* Computes a fast non-cryptographic fingerprint using file stat + partial content sampling.
|
|
28
28
|
*/
|
|
29
|
-
export async function computeFastFileHash(filePath) {
|
|
29
|
+
export async function computeFastFileHash(filePath, existingStat) {
|
|
30
30
|
try {
|
|
31
|
-
const stat = await fsPromises.stat(filePath);
|
|
31
|
+
const stat = existingStat ?? (await fsPromises.stat(filePath));
|
|
32
32
|
const size = stat.size;
|
|
33
33
|
const mtimeMs = stat.mtimeMs;
|
|
34
34
|
if (size === 0) {
|
|
@@ -40,15 +40,14 @@ export async function computeFastFileHash(filePath) {
|
|
|
40
40
|
const sampleSize = Math.min(4096, size);
|
|
41
41
|
const fd = await fsPromises.open(filePath, "r");
|
|
42
42
|
try {
|
|
43
|
-
const buffer = Buffer.
|
|
43
|
+
const buffer = Buffer.allocUnsafe(sampleSize);
|
|
44
44
|
// Read header
|
|
45
|
-
await fd.read(buffer, 0, sampleSize, 0);
|
|
46
|
-
hash.update(buffer);
|
|
45
|
+
const { bytesRead: headerRead } = await fd.read(buffer, 0, sampleSize, 0);
|
|
46
|
+
hash.update(buffer.subarray(0, headerRead));
|
|
47
47
|
if (size > sampleSize * 2) {
|
|
48
48
|
// Read footer if large enough
|
|
49
|
-
const
|
|
50
|
-
|
|
51
|
-
hash.update(footerBuffer);
|
|
49
|
+
const { bytesRead: footerRead } = await fd.read(buffer, 0, sampleSize, size - sampleSize);
|
|
50
|
+
hash.update(buffer.subarray(0, footerRead));
|
|
52
51
|
}
|
|
53
52
|
}
|
|
54
53
|
finally {
|
package/dist/files/hash.js.map
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"hash.js","sourceRoot":"","sources":["../../src/files/hash.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,UAAU,EAAE,MAAM,aAAa,CAAC;AACzC,OAAO,EAAE,gBAAgB,EAAE,QAAQ,IAAI,UAAU,
|
|
1
|
+
{"version":3,"file":"hash.js","sourceRoot":"","sources":["../../src/files/hash.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,UAAU,EAAE,MAAM,aAAa,CAAC;AACzC,OAAO,EAAE,gBAAgB,EAAE,QAAQ,IAAI,UAAU,EAAS,MAAM,SAAS,CAAC;AAC1E,OAAO,EAAE,QAAQ,EAAE,MAAM,sBAAsB,CAAC;AAChD,OAAO,EAAE,eAAe,EAAE,MAAM,mBAAmB,CAAC;AAGpD;;GAEG;AACH,MAAM,CAAC,KAAK,UAAU,eAAe,CACnC,QAAgB,EAChB,YAA2B,QAAQ,EACnC,IAAgD;IAEhD,IAAI,SAAS,KAAK,MAAM,EAAE,CAAC;QACzB,OAAO,mBAAmB,CAAC,QAAQ,EAAE,IAAI,CAAC,CAAC;IAC7C,CAAC;IAED,IAAI,CAAC;QACH,MAAM,UAAU,GAAG,UAAU,CAAC,SAAS,CAAC,CAAC;QACzC,MAAM,UAAU,GAAG,gBAAgB,CAAC,QAAQ,CAAC,CAAC;QAC9C,MAAM,QAAQ,CAAC,UAAU,EAAE,UAAU,CAAC,CAAC;QACvC,OAAO,UAAU,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;IAClC,CAAC;IAAC,OAAO,GAAY,EAAE,CAAC;QACtB,MAAM,IAAI,eAAe,CAAC,qBAAqB,SAAS,cAAc,QAAQ,GAAG,EAAE;YACjF,IAAI,EAAE,QAAQ;YACd,SAAS,EAAE,MAAM;YACjB,KAAK,EAAE,GAAG,YAAY,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC;SAChD,CAAC,CAAC;IACL,CAAC;AACH,CAAC;AAED;;GAEG;AACH,MAAM,CAAC,KAAK,UAAU,mBAAmB,CACvC,QAAgB,EAChB,YAAwD;IAExD,IAAI,CAAC;QACH,MAAM,IAAI,GAAG,YAAY,IAAI,CAAC,MAAM,UAAU,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC,CAAC;QAC/D,MAAM,IAAI,GAAG,IAAI,CAAC,IAAI,CAAC;QACvB,MAAM,OAAO,GAAG,IAAI,CAAC,OAAO,CAAC;QAE7B,IAAI,IAAI,KAAK,CAAC,EAAE,CAAC;YACf,OAAO,UAAU,OAAO,QAAQ,CAAC;QACnC,CAAC;QAED,MAAM,IAAI,GAAG,UAAU,CAAC,QAAQ,CAAC,CAAC;QAClC,IAAI,CAAC,MAAM,CAAC,QAAQ,IAAI,UAAU,OAAO,GAAG,CAAC,CAAC;QAE9C,8DAA8D;QAC9D,MAAM,UAAU,GAAG,IAAI,CAAC,GAAG,CAAC,IAAI,EAAE,IAAI,CAAC,CAAC;QACxC,MAAM,EAAE,GAAG,MAAM,UAAU,CAAC,IAAI,CAAC,QAAQ,EAAE,GAAG,CAAC,CAAC;QAEhD,IAAI,CAAC;YACH,MAAM,MAAM,GAAG,MAAM,CAAC,WAAW,CAAC,UAAU,CAAC,CAAC;YAC9C,cAAc;YACd,MAAM,EAAE,SAAS,EAAE,UAAU,EAAE,GAAG,MAAM,EAAE,CAAC,IAAI,CAAC,MAAM,EAAE,CAAC,EAAE,UAAU,EAAE,CAAC,CAAC,CAAC;YAC1E,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC,EAAE,UAAU,CAAC,CAAC,CAAC;YAE5C,IAAI,IAAI,GAAG,UAAU,GAAG,CAAC,EAAE,CAAC;gBAC1B,8BAA8B;gBAC9B,MAAM,EAAE,SAAS,EAAE,UAAU,EAAE,GAAG,MAAM,EAAE,CAAC,IAAI,CAAC,MAAM,EAAE,CAAC,EAAE,UAAU,EAAE,IAAI,GAAG,UAAU,CAAC,CAAC;gBAC1F,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC,EAAE,UAAU,CAAC,CAAC,CAAC;YAC9C,CAAC;QACH,CAAC;gBAAS,CAAC;YACT,MAAM,EAAE,CAAC,KAAK,EAAE,CAAC;QACnB,CAAC;QAED,OAAO,QAAQ,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC,EAAE,CAAC;IACnD,CAAC;IAAC,OAAO,GAAY,EAAE,CAAC;QACtB,MAAM,IAAI,eAAe,CAAC,oCAAoC,QAAQ,GAAG,EAAE;YACzE,IAAI,EAAE,QAAQ;YACd,SAAS,EAAE,MAAM;YACjB,KAAK,EAAE,GAAG,YAAY,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC;SAChD,CAAC,CAAC;IACL,CAAC;AACH,CAAC"}
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"reader.d.ts","sourceRoot":"","sources":["../../src/files/reader.ts"],"names":[],"mappings":"AAGA,OAAO,KAAK,EAAa,UAAU,EAAE,kBAAkB,EAAE,aAAa,EAAE,aAAa,EAAE,MAAM,kBAAkB,CAAC;AAKhH,OAAO,KAAK,EAAc,uBAAuB,EAAY,MAAM,YAAY,CAAC;
|
|
1
|
+
{"version":3,"file":"reader.d.ts","sourceRoot":"","sources":["../../src/files/reader.ts"],"names":[],"mappings":"AAGA,OAAO,KAAK,EAAa,UAAU,EAAE,kBAAkB,EAAE,aAAa,EAAE,aAAa,EAAE,MAAM,kBAAkB,CAAC;AAKhH,OAAO,KAAK,EAAc,uBAAuB,EAAY,MAAM,YAAY,CAAC;AAkBhF;;;GAGG;AACH,qBAAa,gBAAiB,YAAW,aAAa;IACpD,OAAO,CAAC,QAAQ,CAAC,OAAO,CAA0B;gBAEtC,aAAa,EAAE,MAAM,GAAG,uBAAuB;IAQ3D;;OAEG;IACW,IAAI,CAAC,WAAW,CAAC,EAAE,aAAa,GAAG,UAAU;IAoT3D;;OAEG;IACU,OAAO,CAAC,QAAQ,CAAC,EAAE,aAAa,GAAG,OAAO,CAAC,kBAAkB,CAAC;CA0C5E"}
|
package/dist/files/reader.js
CHANGED
|
@@ -9,9 +9,15 @@ import { formatBytes } from "../utils/formatting.js";
|
|
|
9
9
|
* Normalizes a relative path to standard forward slashes.
|
|
10
10
|
*/
|
|
11
11
|
function normalizeRelativePath(relPath) {
|
|
12
|
-
|
|
13
|
-
|
|
14
|
-
|
|
12
|
+
if (!relPath)
|
|
13
|
+
return ".";
|
|
14
|
+
let normalized = relPath.indexOf("\\") !== -1 ? relPath.replace(/\\/g, "/") : relPath;
|
|
15
|
+
if (normalized.charCodeAt(0) === 46 /* . */ && normalized.charCodeAt(1) === 47 /* / */) {
|
|
16
|
+
let start = 0;
|
|
17
|
+
while (normalized.startsWith("./", start)) {
|
|
18
|
+
start += 2;
|
|
19
|
+
}
|
|
20
|
+
normalized = normalized.slice(start);
|
|
15
21
|
}
|
|
16
22
|
return normalized || ".";
|
|
17
23
|
}
|
|
@@ -96,10 +102,9 @@ export class FileSystemReader {
|
|
|
96
102
|
else if (stat.isDirectory()) {
|
|
97
103
|
fileType = "directory";
|
|
98
104
|
}
|
|
99
|
-
const normRelPath = normalizeRelativePath(relPath);
|
|
100
105
|
const record = {
|
|
101
106
|
path: fullPath,
|
|
102
|
-
relative_path:
|
|
107
|
+
relative_path: relPath,
|
|
103
108
|
name,
|
|
104
109
|
basename,
|
|
105
110
|
extension,
|
|
@@ -126,7 +131,7 @@ export class FileSystemReader {
|
|
|
126
131
|
record.size_human = formatBytes(record.size);
|
|
127
132
|
}
|
|
128
133
|
if (hashAlgorithm && stat.isFile()) {
|
|
129
|
-
record.hash = await computeFileHash(fullPath, hashAlgorithm);
|
|
134
|
+
record.hash = await computeFileHash(fullPath, hashAlgorithm, stat);
|
|
130
135
|
}
|
|
131
136
|
return record;
|
|
132
137
|
}
|
|
@@ -157,7 +162,9 @@ export class FileSystemReader {
|
|
|
157
162
|
// Case 2: Root is a directory - walk with bounded memory and concurrency
|
|
158
163
|
const visitedRealPaths = new Set();
|
|
159
164
|
visitedRealPaths.add(rootPath);
|
|
160
|
-
const dirQueue = [
|
|
165
|
+
const dirQueue = [
|
|
166
|
+
{ dirPath: rootPath, relDirPath: "", depth: 0 },
|
|
167
|
+
];
|
|
161
168
|
while (dirQueue.length > 0) {
|
|
162
169
|
const current = dirQueue.shift();
|
|
163
170
|
let dirHandle;
|
|
@@ -187,14 +194,14 @@ export class FileSystemReader {
|
|
|
187
194
|
continue;
|
|
188
195
|
}
|
|
189
196
|
const fullPath = path.join(current.dirPath, entryName);
|
|
190
|
-
const relPath =
|
|
197
|
+
const relPath = current.relDirPath ? `${current.relDirPath}/${entryName}` : entryName;
|
|
191
198
|
// Check excludes
|
|
192
199
|
if (excludeMatcher(relPath)) {
|
|
193
200
|
continue;
|
|
194
201
|
}
|
|
195
202
|
if (dirent.isDirectory()) {
|
|
196
203
|
if (recursive && current.depth + 1 <= maxDepth) {
|
|
197
|
-
dirQueue.push({ dirPath: fullPath, depth: current.depth + 1 });
|
|
204
|
+
dirQueue.push({ dirPath: fullPath, relDirPath: relPath, depth: current.depth + 1 });
|
|
198
205
|
}
|
|
199
206
|
if (typeFilter === "directory" || typeFilter === "all") {
|
|
200
207
|
if (includeMatcher(relPath)) {
|
|
@@ -214,7 +221,7 @@ export class FileSystemReader {
|
|
|
214
221
|
const targetStat = await fsPromises.stat(fullPath);
|
|
215
222
|
if (targetStat.isDirectory()) {
|
|
216
223
|
if (recursive && current.depth + 1 <= maxDepth) {
|
|
217
|
-
dirQueue.push({ dirPath: fullPath, depth: current.depth + 1 });
|
|
224
|
+
dirQueue.push({ dirPath: fullPath, relDirPath: relPath, depth: current.depth + 1 });
|
|
218
225
|
}
|
|
219
226
|
if (typeFilter === "directory" || typeFilter === "all") {
|
|
220
227
|
if (includeMatcher(relPath)) {
|