@uns-kit/api 3.0.6 → 3.0.7

package/dist/parquet.d.ts

@@ -1,8 +1,10 @@
+import { type ColumnSource } from "hyparquet-writer";
 import type { DataCatalogSchemaRegistration } from "./api-interfaces.js";
+export type CatalogParquetColumn = Omit<ColumnSource, "data">;
 export declare function writeSchemaRowsToParquet(input: {
     rows: Array<Record<string, unknown>>;
     schema: DataCatalogSchemaRegistration;
     outputDir?: string;
     fileName?: string;
 }): Promise<string | null>;
-export declare function buildParquetSchemaFromCatalogSchema(schema: DataCatalogSchemaRegistration): any;
+export declare function buildParquetSchemaFromCatalogSchema(schema: DataCatalogSchemaRegistration): CatalogParquetColumn[];

package/dist/parquet.js

@@ -1,16 +1,16 @@
+import logger from "@uns-kit/core/logger.js";
 import { randomUUID } from "crypto";
 import fs from "fs";
+import { fileWriter, parquetWriteRows } from "hyparquet-writer";
 import os from "os";
 import path from "path";
-import { ParquetSchema, ParquetWriter } from "parquets";
-import logger from "@uns-kit/core/logger.js";
 const PARQUET_TYPE_MAP = {
-    string: "UTF8",
+    string: "STRING",
     number: "DOUBLE",
     integer: "INT64",
     boolean: "BOOLEAN",
-    date: "TIMESTAMP_MILLIS",
-    "date-time": "TIMESTAMP_MILLIS",
+    date: "TIMESTAMP",
+    "date-time": "TIMESTAMP",
 };
 export async function writeSchemaRowsToParquet(input) {
     try {
@@ -20,11 +20,15 @@ export async function writeSchemaRowsToParquet(input) {
         if (!fs.existsSync(outputDir)) {
             fs.mkdirSync(outputDir, { recursive: true });
         }
-        const writer = await ParquetWriter.openFile(buildParquetSchemaFromCatalogSchema(input.schema), filePath);
-        for (const row of input.rows) {
-            await writer.appendRow(normalizeParquetRow(row));
+        const columns = buildParquetSchemaFromCatalogSchema(input.schema);
+        if (!columns.length) {
+            throw new Error(`Parquet schema '${input.schema.id}' has no supported fields.`);
         }
-        await writer.close();
+        await parquetWriteRows({
+            writer: fileWriter(filePath),
+            rows: input.rows.map((row) => normalizeParquetRow(row, columns)),
+            columns,
+        });
         return filePath;
     }
     catch (error) {
@@ -33,18 +37,19 @@ export async function writeSchemaRowsToParquet(input) {
     }
 }
 export function buildParquetSchemaFromCatalogSchema(schema) {
-    const schemaDef = {};
+    const columns = [];
     for (const field of schema.fields ?? []) {
         const parquetType = toParquetType(field.type ?? "string", field.format ?? null);
         if (!parquetType) {
             continue;
         }
-        schemaDef[field.name] = {
+        columns.push({
+            name: field.name,
             type: parquetType,
-            optional: field.required !== true,
-        };
+            nullable: field.required !== true,
+        });
     }
-    return new ParquetSchema(schemaDef);
+    return columns;
 }
 function toParquetType(type, format) {
     if (format && PARQUET_TYPE_MAP[format]) {
@@ -52,10 +57,11 @@ function toParquetType(type, format) {
     }
     return PARQUET_TYPE_MAP[type] ?? null;
 }
-function normalizeParquetRow(row) {
+function normalizeParquetRow(row, columns) {
     const normalized = {};
-    for (const [key, value] of Object.entries(row)) {
-        normalized[key] = value instanceof Date ? new Date(value) : value;
+    for (const column of columns) {
+        const value = row[column.name];
+        normalized[column.name] = column.type === "INT64" && typeof value === "number" ? BigInt(value) : value instanceof Date ? new Date(value) : value;
     }
     return normalized;
 }

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@uns-kit/api",
-  "version": "3.0.6",
+  "version": "3.0.7",
   "description": "Express-powered API gateway plugin for UnsProxyProcess with JWT/JWKS support.",
   "type": "module",
   "license": "MIT",
@@ -37,7 +37,7 @@
     "multer": "^2.2.0",
     "hyparquet-writer": "^0.16.5",
     "uuid": "^14.0.1",
-    "@uns-kit/core": "3.0.6"
+    "@uns-kit/core": "3.0.7"
   },
   "devDependencies": {
     "@types/cookie-parser": "^1.4.10",