@uns-kit/api 3.0.5 → 3.0.7

package/README.md

@@ -2,17 +2,17 @@
 
 `@uns-kit/api` exposes Express-based HTTP endpoints for UNS deployments. The plugin attaches a `createApiProxy` method to `UnsProxyProcess`, handles JWT/JWKS access control, automatically publishes API metadata back into the Unified Namespace, and serves a Swagger UI for every registered endpoint.
 
-Note: Apps built with uns-kit are intended to be managed by the **UNS Datahub controller**.
+Note: Apps built with uns-kit are intended to be managed by the **UNS OpenHub controller**.
 For the MQTT topic registry published by the API plugin, see `../../docs/uns-topics.md`.
 
 ## uns-kit in context
 
 | Package | Description |
 | --- | --- |
-| [`@uns-kit/core`](https://github.com/uns-datahub/uns-kit/tree/main/packages/uns-core) | Base runtime (UnsProxyProcess, MQTT helpers, config tooling, gRPC gateway). |
-| [`@uns-kit/api`](https://github.com/uns-datahub/uns-kit/tree/main/packages/uns-api) | Express plugin — HTTP endpoints, JWT/JWKS auth, Swagger, UNS metadata. |
-| [`@uns-kit/cron`](https://github.com/uns-datahub/uns-kit/tree/main/packages/uns-cron) | Cron-driven scheduler that emits UNS events on a fixed cadence. |
-| [`@uns-kit/cli`](https://github.com/uns-datahub/uns-kit/tree/main/packages/uns-cli) | CLI for scaffolding new UNS applications. |
+| [`@uns-kit/core`](https://github.com/uns-openhub/uns-kit/tree/main/packages/uns-core) | Base runtime (UnsProxyProcess, MQTT helpers, config tooling, gRPC gateway). |
+| [`@uns-kit/api`](https://github.com/uns-openhub/uns-kit/tree/main/packages/uns-api) | Express plugin — HTTP endpoints, JWT/JWKS auth, Swagger, UNS metadata. |
+| [`@uns-kit/cron`](https://github.com/uns-openhub/uns-kit/tree/main/packages/uns-cron) | Cron-driven scheduler that emits UNS events on a fixed cadence. |
+| [`@uns-kit/cli`](https://github.com/uns-openhub/uns-kit/tree/main/packages/uns-cli) | CLI for scaffolding new UNS applications. |
 
 ## Installation
 

package/dist/parquet.d.ts

@@ -1,8 +1,10 @@
+import { type ColumnSource } from "hyparquet-writer";
 import type { DataCatalogSchemaRegistration } from "./api-interfaces.js";
+export type CatalogParquetColumn = Omit<ColumnSource, "data">;
 export declare function writeSchemaRowsToParquet(input: {
     rows: Array<Record<string, unknown>>;
     schema: DataCatalogSchemaRegistration;
     outputDir?: string;
     fileName?: string;
 }): Promise<string | null>;
-export declare function buildParquetSchemaFromCatalogSchema(schema: DataCatalogSchemaRegistration): any;
+export declare function buildParquetSchemaFromCatalogSchema(schema: DataCatalogSchemaRegistration): CatalogParquetColumn[];

package/dist/parquet.js

@@ -1,16 +1,16 @@
+import logger from "@uns-kit/core/logger.js";
 import { randomUUID } from "crypto";
 import fs from "fs";
+import { fileWriter, parquetWriteRows } from "hyparquet-writer";
 import os from "os";
 import path from "path";
-import { ParquetSchema, ParquetWriter } from "parquets";
-import logger from "@uns-kit/core/logger.js";
 const PARQUET_TYPE_MAP = {
-    string: "UTF8",
+    string: "STRING",
     number: "DOUBLE",
     integer: "INT64",
     boolean: "BOOLEAN",
-    date: "TIMESTAMP_MILLIS",
-    "date-time": "TIMESTAMP_MILLIS",
+    date: "TIMESTAMP",
+    "date-time": "TIMESTAMP",
 };
 export async function writeSchemaRowsToParquet(input) {
     try {
@@ -20,11 +20,15 @@ export async function writeSchemaRowsToParquet(input) {
         if (!fs.existsSync(outputDir)) {
             fs.mkdirSync(outputDir, { recursive: true });
         }
-        const writer = await ParquetWriter.openFile(buildParquetSchemaFromCatalogSchema(input.schema), filePath);
-        for (const row of input.rows) {
-            await writer.appendRow(normalizeParquetRow(row));
+        const columns = buildParquetSchemaFromCatalogSchema(input.schema);
+        if (!columns.length) {
+            throw new Error(`Parquet schema '${input.schema.id}' has no supported fields.`);
         }
-        await writer.close();
+        await parquetWriteRows({
+            writer: fileWriter(filePath),
+            rows: input.rows.map((row) => normalizeParquetRow(row, columns)),
+            columns,
+        });
         return filePath;
     }
     catch (error) {
@@ -33,18 +37,19 @@ export async function writeSchemaRowsToParquet(input) {
     }
 }
 export function buildParquetSchemaFromCatalogSchema(schema) {
-    const schemaDef = {};
+    const columns = [];
     for (const field of schema.fields ?? []) {
         const parquetType = toParquetType(field.type ?? "string", field.format ?? null);
         if (!parquetType) {
             continue;
         }
-        schemaDef[field.name] = {
+        columns.push({
+            name: field.name,
             type: parquetType,
-            optional: field.required !== true,
-        };
+            nullable: field.required !== true,
+        });
     }
-    return new ParquetSchema(schemaDef);
+    return columns;
 }
 function toParquetType(type, format) {
     if (format && PARQUET_TYPE_MAP[format]) {
@@ -52,10 +57,11 @@ function toParquetType(type, format) {
     }
     return PARQUET_TYPE_MAP[type] ?? null;
 }
-function normalizeParquetRow(row) {
+function normalizeParquetRow(row, columns) {
     const normalized = {};
-    for (const [key, value] of Object.entries(row)) {
-        normalized[key] = value instanceof Date ? new Date(value) : value;
+    for (const column of columns) {
+        const value = row[column.name];
+        normalized[column.name] = column.type === "INT64" && typeof value === "number" ? BigInt(value) : value instanceof Date ? new Date(value) : value;
     }
     return normalized;
 }

package/package.json

@@ -1,13 +1,13 @@
 {
   "name": "@uns-kit/api",
-  "version": "3.0.5",
+  "version": "3.0.7",
   "description": "Express-powered API gateway plugin for UnsProxyProcess with JWT/JWKS support.",
   "type": "module",
   "license": "MIT",
   "author": "Aljoša Vister <aljosa.vister@gmail.com>",
   "repository": {
     "type": "git",
-    "url": "https://github.com/uns-datahub/uns-kit.git",
+    "url": "https://github.com/uns-openhub/uns-kit.git",
     "directory": "packages/uns-api"
   },
   "keywords": [
@@ -32,18 +32,18 @@
   "types": "dist/index.d.ts",
   "dependencies": {
     "cookie-parser": "^1.4.7",
-    "express": "^5.1.0",
-    "jsonwebtoken": "^9.0.2",
-    "multer": "^2.0.2",
-    "parquets": "^0.10.10",
-    "uuid": "^14.0.0",
-    "@uns-kit/core": "3.0.5"
+    "express": "^5.2.1",
+    "jsonwebtoken": "^9.0.3",
+    "multer": "^2.2.0",
+    "hyparquet-writer": "^0.16.5",
+    "uuid": "^14.0.1",
+    "@uns-kit/core": "3.0.7"
   },
   "devDependencies": {
-    "@types/cookie-parser": "^1.4.9",
-    "@types/express": "^5.0.3",
+    "@types/cookie-parser": "^1.4.10",
+    "@types/express": "^5.0.6",
     "@types/jsonwebtoken": "^9.0.10",
-    "@types/multer": "^2.0.0"
+    "@types/multer": "^2.2.0"
   },
   "scripts": {
     "build": "tsc -p tsconfig.build.json",