@gscdump/engine 1.3.1 → 1.3.2
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
|
@@ -19,6 +19,10 @@ interface EncodeFlexOptions {
|
|
|
19
19
|
*/
|
|
20
20
|
declare function encodeRowsToParquetFlex(rows: readonly Row[], opts: EncodeFlexOptions): Uint8Array;
|
|
21
21
|
interface DecodeParquetOptions {
|
|
22
|
+
/** First physical row to decode, inclusive. */
|
|
23
|
+
rowStart?: number;
|
|
24
|
+
/** Last physical row to decode, exclusive. */
|
|
25
|
+
rowEnd?: number;
|
|
22
26
|
/**
|
|
23
27
|
* Row filter pushed down into the parquet reader. hyparquet evaluates this
|
|
24
28
|
* per row group — pruning groups whose column statistics can't match and
|
|
@@ -189,6 +189,9 @@ async function decodeParquetToRows(bytes, opts = {}) {
|
|
|
189
189
|
if (bytes.byteLength === 0) return [];
|
|
190
190
|
return normalizeDecodedDates(await parquetReadObjects({
|
|
191
191
|
file: asyncBufferFromBytes(bytes),
|
|
192
|
+
...opts.rowStart === void 0 ? {} : { rowStart: opts.rowStart },
|
|
193
|
+
...opts.rowEnd === void 0 ? {} : { rowEnd: opts.rowEnd },
|
|
194
|
+
...opts.rowStart !== void 0 || opts.rowEnd !== void 0 ? { useOffsetIndex: true } : {},
|
|
192
195
|
...opts.columns ? { columns: [...opts.columns] } : {},
|
|
193
196
|
...opts.filter ? {
|
|
194
197
|
filter: opts.filter,
|
package/package.json
CHANGED
|
@@ -1,7 +1,7 @@
|
|
|
1
1
|
{
|
|
2
2
|
"name": "@gscdump/engine",
|
|
3
3
|
"type": "module",
|
|
4
|
-
"version": "1.3.
|
|
4
|
+
"version": "1.3.2",
|
|
5
5
|
"description": "Append-only Parquet/DuckDB storage engine + planner + adapters for the gscdump pipeline. Node + edge runtimes; opt-in heavy peers.",
|
|
6
6
|
"author": {
|
|
7
7
|
"name": "Harlan Wilton",
|
|
@@ -176,9 +176,9 @@
|
|
|
176
176
|
"dependencies": {
|
|
177
177
|
"drizzle-orm": "1.0.0-rc.3",
|
|
178
178
|
"proper-lockfile": "^4.1.2",
|
|
179
|
-
"@gscdump/contracts": "^1.3.
|
|
180
|
-
"
|
|
181
|
-
"gscdump": "^1.3.
|
|
179
|
+
"@gscdump/contracts": "^1.3.2",
|
|
180
|
+
"gscdump": "^1.3.2",
|
|
181
|
+
"@gscdump/lakehouse": "^1.3.2"
|
|
182
182
|
},
|
|
183
183
|
"devDependencies": {
|
|
184
184
|
"@duckdb/duckdb-wasm": "1.33.1-dev57.0",
|