@gscdump/engine 0.31.4 → 0.31.5
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/THIRD-PARTY-LICENSES.md +2 -2
- package/dist/_chunks/libs/hyparquet-compressors.mjs +4 -4
- package/dist/_chunks/libs/hyparquet-writer.mjs +5014 -0
- package/dist/_chunks/libs/hyparquet.d.mts +36 -0
- package/dist/_chunks/libs/hyparquet.mjs +2720 -0
- package/dist/_chunks/libs/icebird.d.mts +1 -1
- package/dist/_chunks/libs/icebird.mjs +2 -3
- package/dist/_chunks/storage.d.mts +1 -1
- package/dist/adapters/hyparquet.d.mts +1 -1
- package/dist/adapters/hyparquet.mjs +2 -2
- package/package.json +6 -14
|
@@ -1,7 +1,6 @@
|
|
|
1
|
+
import { asyncBufferFromUrl, cachedAsyncBuffer, parseDecimal } from "./hyparquet.mjs";
|
|
2
|
+
import { ByteWriter, parquetWrite } from "./hyparquet-writer.mjs";
|
|
1
3
|
import { gunzip } from "./hyparquet-compressors.mjs";
|
|
2
|
-
import { asyncBufferFromUrl, cachedAsyncBuffer } from "hyparquet";
|
|
3
|
-
import { ByteWriter, parquetWrite } from "hyparquet-writer";
|
|
4
|
-
import { parseDecimal } from "hyparquet/src/convert.js";
|
|
5
4
|
function readZigZag(reader) {
|
|
6
5
|
let result = 0;
|
|
7
6
|
let shift = 0;
|
|
@@ -1,4 +1,4 @@
|
|
|
1
|
-
import { ParquetQueryFilter } from "hyparquet";
|
|
1
|
+
import { ParquetQueryFilter } from "./libs/hyparquet.mjs";
|
|
2
2
|
import { BuilderState, SearchType, SearchType as SearchType$1 } from "gscdump/query";
|
|
3
3
|
import { Grain, Grain as Grain$1, Row, Row as Row$1, TableName, TableName as TableName$1, TenantCtx, TenantCtx as TenantCtx$1 } from "@gscdump/contracts";
|
|
4
4
|
/**
|
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
import { CodecCtx, DataSource, ParquetCodec, Row, TableName } from "../_chunks/storage.mjs";
|
|
2
|
+
import { ParquetQueryFilter } from "../_chunks/libs/hyparquet.mjs";
|
|
2
3
|
import { ColumnDef } from "../_chunks/schema.mjs";
|
|
3
|
-
import { ParquetQueryFilter } from "hyparquet";
|
|
4
4
|
declare function encodeRowsToParquet(table: TableName, rows: readonly Row[]): Uint8Array;
|
|
5
5
|
interface EncodeFlexOptions {
|
|
6
6
|
/** Columns defining the output schema + order. */
|
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
import { SCHEMAS, TABLE_METADATA, dedupeByNaturalKey } from "../_chunks/schema.mjs";
|
|
2
|
-
import { parquetReadObjects } from "hyparquet";
|
|
3
|
-
import { ByteWriter, parquetWriteRows } from "hyparquet-writer";
|
|
2
|
+
import { parquetReadObjects } from "../_chunks/libs/hyparquet.mjs";
|
|
3
|
+
import { ByteWriter$1 as ByteWriter, parquetWriteRows } from "../_chunks/libs/hyparquet-writer.mjs";
|
|
4
4
|
const ROW_GROUP_SIZE = 25e3;
|
|
5
5
|
function basicTypeFor(colType) {
|
|
6
6
|
if (colType === "VARCHAR") return "STRING";
|
package/package.json
CHANGED
|
@@ -1,7 +1,7 @@
|
|
|
1
1
|
{
|
|
2
2
|
"name": "@gscdump/engine",
|
|
3
3
|
"type": "module",
|
|
4
|
-
"version": "0.31.
|
|
4
|
+
"version": "0.31.5",
|
|
5
5
|
"description": "Append-only Parquet/DuckDB storage engine + planner + adapters for the gscdump pipeline. Node + edge runtimes; opt-in heavy peers.",
|
|
6
6
|
"author": {
|
|
7
7
|
"name": "Harlan Wilton",
|
|
@@ -171,33 +171,25 @@
|
|
|
171
171
|
"node": ">=18"
|
|
172
172
|
},
|
|
173
173
|
"peerDependencies": {
|
|
174
|
-
"@duckdb/duckdb-wasm": "^1.32.0"
|
|
175
|
-
"hyparquet": "^1.26.1",
|
|
176
|
-
"hyparquet-writer": "^0.16.1"
|
|
174
|
+
"@duckdb/duckdb-wasm": "^1.32.0"
|
|
177
175
|
},
|
|
178
176
|
"peerDependenciesMeta": {
|
|
179
177
|
"@duckdb/duckdb-wasm": {
|
|
180
178
|
"optional": true
|
|
181
|
-
},
|
|
182
|
-
"hyparquet": {
|
|
183
|
-
"optional": true
|
|
184
|
-
},
|
|
185
|
-
"hyparquet-writer": {
|
|
186
|
-
"optional": true
|
|
187
179
|
}
|
|
188
180
|
},
|
|
189
181
|
"dependencies": {
|
|
190
182
|
"drizzle-orm": "1.0.0-rc.3",
|
|
191
|
-
"hyparquet": "^1.26.1",
|
|
192
|
-
"hyparquet-writer": "^0.16.1",
|
|
193
183
|
"proper-lockfile": "^4.1.2",
|
|
194
|
-
"gscdump": "0.31.
|
|
195
|
-
"@gscdump/contracts": "0.31.
|
|
184
|
+
"gscdump": "0.31.5",
|
|
185
|
+
"@gscdump/contracts": "0.31.5"
|
|
196
186
|
},
|
|
197
187
|
"devDependencies": {
|
|
198
188
|
"@duckdb/duckdb-wasm": "^1.32.0",
|
|
199
189
|
"@types/proper-lockfile": "^4.1.4",
|
|
200
190
|
"aws4fetch": "^1.0.20",
|
|
191
|
+
"hyparquet": "^1.26.1",
|
|
192
|
+
"hyparquet-writer": "^0.16.1",
|
|
201
193
|
"icebird": "^0.8.10",
|
|
202
194
|
"tsx": "^4.22.4",
|
|
203
195
|
"unstorage": "^1.17.5",
|