digitaltwin-core 0.13.3 → 0.14.1

package/dist/utils/logger.js

@@ -1,92 +0,0 @@
-/**
- * Enumeration of available logging levels.
- *
- * Levels are ordered by severity, with lower numbers being more verbose.
- *
- * @enum {number}
- */
-export var LogLevel;
-(function (LogLevel) {
-    /** Debug messages - most verbose, includes internal state information */
-    LogLevel[LogLevel["DEBUG"] = 0] = "DEBUG";
-    /** Informational messages - general application flow */
-    LogLevel[LogLevel["INFO"] = 1] = "INFO";
-    /** Warning messages - potential issues that don't prevent operation */
-    LogLevel[LogLevel["WARN"] = 2] = "WARN";
-    /** Error messages - failures that affect functionality */
-    LogLevel[LogLevel["ERROR"] = 3] = "ERROR";
-    /** Silent mode - no logging output */
-    LogLevel[LogLevel["SILENT"] = 4] = "SILENT";
-})(LogLevel || (LogLevel = {}));
-/**
- * Simple logger class for Digital Twin framework components.
- *
- * Provides structured logging with component identification and configurable levels.
- * Automatically adjusts log level based on environment (silent in tests).
- *
- * @class Logger
- *
- * @example
- * ```typescript
- * const logger = new Logger('MyCollector', LogLevel.DEBUG)
- * logger.info('Starting data collection')
- * logger.error('Failed to connect', error)
- * ```
- */
-export class Logger {
-    /**
-     * Creates a new logger instance for a component.
-     *
-     * @param {string} componentName - Name of the component for log prefixing
-     * @param {LogLevel} level - Minimum log level to output (defaults based on NODE_ENV)
-     */
-    constructor(componentName, level = process.env.NODE_ENV === 'test' ? LogLevel.ERROR : LogLevel.INFO) {
-        this.componentName = componentName;
-        this.level = level;
-    }
-    /**
-     * Logs debug information for development and troubleshooting.
-     *
-     * @param {string} message - Debug message
-     * @param {any} data - Optional additional data to log
-     */
-    debug(message, data) {
-        if (this.level <= LogLevel.DEBUG) {
-            console.log(`[${this.componentName}] DEBUG: ${message}`, data || '');
-        }
-    }
-    /**
-     * Logs informational messages about normal operation.
-     *
-     * @param {string} message - Information message
-     * @param {any} data - Optional additional data to log
-     */
-    info(message, data) {
-        if (this.level <= LogLevel.INFO) {
-            console.log(`[${this.componentName}] ${message}`, data || '');
-        }
-    }
-    /**
-     * Logs warning messages about potential issues.
-     *
-     * @param {string} message - Warning message
-     * @param {any} data - Optional additional data to log
-     */
-    warn(message, data) {
-        if (this.level <= LogLevel.WARN) {
-            console.warn(`[${this.componentName}] WARN: ${message}`, data || '');
-        }
-    }
-    /**
-     * Logs error messages about failures and exceptions.
-     *
-     * @param {string} message - Error message
-     * @param {any} error - Optional error object or additional data
-     */
-    error(message, error) {
-        if (this.level <= LogLevel.ERROR) {
-            console.error(`[${this.componentName}] ERROR: ${message}`, error || '');
-        }
-    }
-}
-//# sourceMappingURL=logger.js.map

package/dist/utils/logger.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"logger.js","sourceRoot":"","sources":["../../src/utils/logger.ts"],"names":[],"mappings":"AAAA;;;;;;GAMG;AACH,MAAM,CAAN,IAAY,QAWX;AAXD,WAAY,QAAQ;IAChB,yEAAyE;IACzE,yCAAS,CAAA;IACT,wDAAwD;IACxD,uCAAQ,CAAA;IACR,uEAAuE;IACvE,uCAAQ,CAAA;IACR,0DAA0D;IAC1D,yCAAS,CAAA;IACT,sCAAsC;IACtC,2CAAU,CAAA;AACd,CAAC,EAXW,QAAQ,KAAR,QAAQ,QAWnB;AAED;;;;;;;;;;;;;;GAcG;AACH,MAAM,OAAO,MAAM;IACf;;;;;OAKG;IACH,YACqB,aAAqB,EACrB,QAAkB,OAAO,CAAC,GAAG,CAAC,QAAQ,KAAK,MAAM,CAAC,CAAC,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC,CAAC,QAAQ,CAAC,IAAI;QADlF,kBAAa,GAAb,aAAa,CAAQ;QACrB,UAAK,GAAL,KAAK,CAA6E;IACpG,CAAC;IAEJ;;;;;OAKG;IACH,KAAK,CAAC,OAAe,EAAE,IAAU;QAC7B,IAAI,IAAI,CAAC,KAAK,IAAI,QAAQ,CAAC,KAAK,EAAE,CAAC;YAC/B,OAAO,CAAC,GAAG,CAAC,IAAI,IAAI,CAAC,aAAa,YAAY,OAAO,EAAE,EAAE,IAAI,IAAI,EAAE,CAAC,CAAA;QACxE,CAAC;IACL,CAAC;IAED;;;;;OAKG;IACH,IAAI,CAAC,OAAe,EAAE,IAAU;QAC5B,IAAI,IAAI,CAAC,KAAK,IAAI,QAAQ,CAAC,IAAI,EAAE,CAAC;YAC9B,OAAO,CAAC,GAAG,CAAC,IAAI,IAAI,CAAC,aAAa,KAAK,OAAO,EAAE,EAAE,IAAI,IAAI,EAAE,CAAC,CAAA;QACjE,CAAC;IACL,CAAC;IAED;;;;;OAKG;IACH,IAAI,CAAC,OAAe,EAAE,IAAU;QAC5B,IAAI,IAAI,CAAC,KAAK,IAAI,QAAQ,CAAC,IAAI,EAAE,CAAC;YAC9B,OAAO,CAAC,IAAI,CAAC,IAAI,IAAI,CAAC,aAAa,WAAW,OAAO,EAAE,EAAE,IAAI,IAAI,EAAE,CAAC,CAAA;QACxE,CAAC;IACL,CAAC;IAED;;;;;OAKG;IACH,KAAK,CAAC,OAAe,EAAE,KAAW;QAC9B,IAAI,IAAI,CAAC,KAAK,IAAI,QAAQ,CAAC,KAAK,EAAE,CAAC;YAC/B,OAAO,CAAC,KAAK,CAAC,IAAI,IAAI,CAAC,aAAa,YAAY,OAAO,EAAE,EAAE,KAAK,IAAI,EAAE,CAAC,CAAA;QAC3E,CAAC;IACL,CAAC;CACJ"}

package/dist/utils/map_to_data_record.d.ts

@@ -1,10 +0,0 @@
-import type { StorageService } from '../storage/storage_service.js';
-import type { DataRecord } from '../types/data_record.js';
-import type { MetadataRow } from '../database/database_adapter.js';
-/**
- * Convert a DB metadata row to a full DataRecord with lazy-loaded blob.
- *
- * Also maps asset-specific fields if present (for AssetsManager components).
- */
-export declare function mapToDataRecord(row: MetadataRow | any, storage: StorageService): DataRecord;
-//# sourceMappingURL=map_to_data_record.d.ts.map

package/dist/utils/map_to_data_record.d.ts.map

@@ -1 +0,0 @@
-{"version":3,"file":"map_to_data_record.d.ts","sourceRoot":"","sources":["../../src/utils/map_to_data_record.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,cAAc,EAAE,MAAM,+BAA+B,CAAA;AACnE,OAAO,KAAK,EAAE,UAAU,EAAE,MAAM,yBAAyB,CAAA;AACzD,OAAO,KAAK,EAAE,WAAW,EAAE,MAAM,iCAAiC,CAAA;AAElE;;;;GAIG;AACH,wBAAgB,eAAe,CAAC,GAAG,EAAE,WAAW,GAAG,GAAG,EAAE,OAAO,EAAE,cAAc,GAAG,UAAU,CAiC3F"}

package/dist/utils/map_to_data_record.js

@@ -1,36 +0,0 @@
-/**
- * Convert a DB metadata row to a full DataRecord with lazy-loaded blob.
- *
- * Also maps asset-specific fields if present (for AssetsManager components).
- */
-export function mapToDataRecord(row, storage) {
-    return {
-        id: row.id,
-        name: row.name,
-        date: new Date(row.date),
-        contentType: row.type,
-        url: row.url,
-        data: () => storage.retrieve(row.url),
-        // Asset-specific fields (optional, only for AssetsManager)
-        description: row.description,
-        source: row.source,
-        owner_id: row.owner_id,
-        filename: row.filename,
-        // Default to true for backward compatibility with records created before is_public column
-        // SQLite stores booleans as 0/1, so we normalize to proper boolean
-        is_public: row.is_public === undefined || row.is_public === null ? true : Boolean(row.is_public),
-        // TilesetManager support
-        tileset_url: row.tileset_url || undefined,
-        // Legacy (deprecated)
-        file_index: row.file_index
-            ? typeof row.file_index === 'string'
-                ? JSON.parse(row.file_index)
-                : row.file_index
-            : undefined,
-        // Async upload support
-        upload_status: row.upload_status || null,
-        upload_error: row.upload_error || null,
-        upload_job_id: row.upload_job_id || null
-    };
-}
-//# sourceMappingURL=map_to_data_record.js.map

package/dist/utils/map_to_data_record.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"map_to_data_record.js","sourceRoot":"","sources":["../../src/utils/map_to_data_record.ts"],"names":[],"mappings":"AAIA;;;;GAIG;AACH,MAAM,UAAU,eAAe,CAAC,GAAsB,EAAE,OAAuB;IAC3E,OAAO;QACH,EAAE,EAAE,GAAG,CAAC,EAAE;QACV,IAAI,EAAE,GAAG,CAAC,IAAI;QACd,IAAI,EAAE,IAAI,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC;QACxB,WAAW,EAAE,GAAG,CAAC,IAAI;QACrB,GAAG,EAAE,GAAG,CAAC,GAAG;QACZ,IAAI,EAAE,GAAG,EAAE,CAAC,OAAO,CAAC,QAAQ,CAAC,GAAG,CAAC,GAAG,CAAC;QAErC,2DAA2D;QAC3D,WAAW,EAAE,GAAG,CAAC,WAAW;QAC5B,MAAM,EAAE,GAAG,CAAC,MAAM;QAClB,QAAQ,EAAE,GAAG,CAAC,QAAQ;QACtB,QAAQ,EAAE,GAAG,CAAC,QAAQ;QACtB,0FAA0F;QAC1F,mEAAmE;QACnE,SAAS,EAAE,GAAG,CAAC,SAAS,KAAK,SAAS,IAAI,GAAG,CAAC,SAAS,KAAK,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,OAAO,CAAC,GAAG,CAAC,SAAS,CAAC;QAEhG,yBAAyB;QACzB,WAAW,EAAE,GAAG,CAAC,WAAW,IAAI,SAAS;QAEzC,sBAAsB;QACtB,UAAU,EAAE,GAAG,CAAC,UAAU;YACtB,CAAC,CAAC,OAAO,GAAG,CAAC,UAAU,KAAK,QAAQ;gBAChC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,UAAU,CAAC;gBAC5B,CAAC,CAAC,GAAG,CAAC,UAAU;YACpB,CAAC,CAAC,SAAS;QAEf,uBAAuB;QACvB,aAAa,EAAE,GAAG,CAAC,aAAa,IAAI,IAAI;QACxC,YAAY,EAAE,GAAG,CAAC,YAAY,IAAI,IAAI;QACtC,aAAa,EAAE,GAAG,CAAC,aAAa,IAAI,IAAI;KAC3C,CAAA;AACL,CAAC"}

package/dist/utils/servable_endpoint.d.ts

@@ -1,63 +0,0 @@
-/**
- * @fileoverview Decorator for marking methods as HTTP endpoint handlers
- *
- * This utility provides a decorator to annotate component methods as HTTP endpoints
- * that should be automatically registered with the digital twin engine's router.
- */
-/**
- * Configuration interface for the servable endpoint decorator.
- */
-interface ServableEndpointConfig {
-    /** URL path for this endpoint (e.g., '/api/data/:id') */
-    path: string;
-    /** HTTP method (defaults to 'get') */
-    method?: string;
-    /** Response content type (defaults to 'application/json') */
-    responseType?: string;
-}
-/**
- * Decorator that marks a method as an HTTP endpoint handler.
- *
- * This decorator allows component methods to be automatically discovered
- * and registered as HTTP endpoints by the digital twin engine. The decorated
- * method will be called when HTTP requests are made to the specified path.
- *
- * @param config - Configuration object specifying the endpoint details
- * @param config.path - URL path pattern for this endpoint
- * @param config.method - HTTP method (defaults to 'GET')
- * @param config.responseType - Response content type (defaults to 'application/json')
- *
- * @returns Method decorator function
- *
- * @example
- * ```typescript
- * class WeatherCollector extends Collector {
- *   @servableEndpoint({
- *     path: '/api/weather/current',
- *     method: 'get',
- *     responseType: 'application/json'
- *   })
- *   getCurrentWeather(req: Request) {
- *     return {
- *       status: 200,
- *       content: { temperature: 22, humidity: 65 }
- *     };
- *   }
- *
- *   @servableEndpoint({
- *     path: '/api/weather/history/:date',
- *     method: 'get'
- *   })
- *   getWeatherHistory(req: Request) {
- *     const date = req.params.date;
- *     return {
- *       status: 200,
- *       content: this.getHistoricalData(date)
- *     };
- *   }
- * }
- * ```
- */
-export declare function servableEndpoint(config: ServableEndpointConfig): (target: any, propertyKey: string | symbol, descriptor?: PropertyDescriptor) => any;
-export {};
-//# sourceMappingURL=servable_endpoint.d.ts.map

package/dist/utils/servable_endpoint.d.ts.map

@@ -1 +0,0 @@
-{"version":3,"file":"servable_endpoint.d.ts","sourceRoot":"","sources":["../../src/utils/servable_endpoint.ts"],"names":[],"mappings":"AAAA;;;;;GAKG;AAEH;;GAEG;AACH,UAAU,sBAAsB;IAC5B,yDAAyD;IACzD,IAAI,EAAE,MAAM,CAAA;IAEZ,sCAAsC;IACtC,MAAM,CAAC,EAAE,MAAM,CAAA;IAEf,6DAA6D;IAC7D,YAAY,CAAC,EAAE,MAAM,CAAA;CACxB;AAED;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;GA0CG;AACH,wBAAgB,gBAAgB,CAAC,MAAM,EAAE,sBAAsB,IAC1C,QAAQ,GAAG,EAAE,aAAa,MAAM,GAAG,MAAM,EAAE,aAAa,kBAAkB,KAAG,GAAG,CAkBpG"}

package/dist/utils/servable_endpoint.js

@@ -1,67 +0,0 @@
-/**
- * @fileoverview Decorator for marking methods as HTTP endpoint handlers
- *
- * This utility provides a decorator to annotate component methods as HTTP endpoints
- * that should be automatically registered with the digital twin engine's router.
- */
-/**
- * Decorator that marks a method as an HTTP endpoint handler.
- *
- * This decorator allows component methods to be automatically discovered
- * and registered as HTTP endpoints by the digital twin engine. The decorated
- * method will be called when HTTP requests are made to the specified path.
- *
- * @param config - Configuration object specifying the endpoint details
- * @param config.path - URL path pattern for this endpoint
- * @param config.method - HTTP method (defaults to 'GET')
- * @param config.responseType - Response content type (defaults to 'application/json')
- *
- * @returns Method decorator function
- *
- * @example
- * ```typescript
- * class WeatherCollector extends Collector {
- *   @servableEndpoint({
- *     path: '/api/weather/current',
- *     method: 'get',
- *     responseType: 'application/json'
- *   })
- *   getCurrentWeather(req: Request) {
- *     return {
- *       status: 200,
- *       content: { temperature: 22, humidity: 65 }
- *     };
- *   }
- *
- *   @servableEndpoint({
- *     path: '/api/weather/history/:date',
- *     method: 'get'
- *   })
- *   getWeatherHistory(req: Request) {
- *     const date = req.params.date;
- *     return {
- *       status: 200,
- *       content: this.getHistoricalData(date)
- *     };
- *   }
- * }
- * ```
- */
-export function servableEndpoint(config) {
-    return function (target, propertyKey, descriptor) {
-        const ctor = target.constructor;
-        // Initialize endpoints array if it doesn't exist
-        if (!ctor.__endpoints) {
-            ctor.__endpoints = [];
-        }
-        // Add endpoint configuration to the constructor metadata
-        ctor.__endpoints.push({
-            method: (config.method || 'get').toUpperCase(),
-            path: config.path,
-            responseType: config.responseType,
-            handlerName: propertyKey.toString()
-        });
-        return descriptor;
-    };
-}
-//# sourceMappingURL=servable_endpoint.js.map

package/dist/utils/servable_endpoint.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"servable_endpoint.js","sourceRoot":"","sources":["../../src/utils/servable_endpoint.ts"],"names":[],"mappings":"AAAA;;;;;GAKG;AAgBH;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;GA0CG;AACH,MAAM,UAAU,gBAAgB,CAAC,MAA8B;IAC3D,OAAO,UAAU,MAAW,EAAE,WAA4B,EAAE,UAA+B;QACvF,MAAM,IAAI,GAAG,MAAM,CAAC,WAAkB,CAAA;QAEtC,iDAAiD;QACjD,IAAI,CAAC,IAAI,CAAC,WAAW,EAAE,CAAC;YACpB,IAAI,CAAC,WAAW,GAAG,EAAE,CAAA;QACzB,CAAC;QAED,yDAAyD;QACzD,IAAI,CAAC,WAAW,CAAC,IAAI,CAAC;YAClB,MAAM,EAAE,CAAC,MAAM,CAAC,MAAM,IAAI,KAAK,CAAC,CAAC,WAAW,EAAE;YAC9C,IAAI,EAAE,MAAM,CAAC,IAAI;YACjB,YAAY,EAAE,MAAM,CAAC,YAAY;YACjC,WAAW,EAAE,WAAW,CAAC,QAAQ,EAAE;SACtC,CAAC,CAAA;QAEF,OAAO,UAAU,CAAA;IACrB,CAAC,CAAA;AACL,CAAC"}

package/dist/utils/zip_utils.d.ts

@@ -1,66 +0,0 @@
-import type { StorageService } from '../storage/storage_service.js';
-/**
- * Result of extracting and storing a ZIP archive
- */
-export interface ExtractedArchiveResult {
-    /** The root/main file path (e.g., 'tileset.json') */
-    root_file?: string;
-    /** Total number of files extracted */
-    file_count: number;
-}
-/**
- * Extracts the content of a zip file as a stream (for large files)
- * @param zipBuffer - The content of the zip file as Buffer
- * @returns A generator yielding tuples containing the name and content of each file in the zip file
- */
-export declare function extractZipContentStream(zipBuffer: Buffer): AsyncGenerator<[string, string | Buffer]>;
-/**
- * Converts a zip file to a dictionary containing all files and their contents
- * @param zipBuffer - The content of the zip file as Buffer
- * @returns A dictionary containing the content of the zip file
- */
-export declare function zipToDict(zipBuffer: Buffer): Promise<Record<string, string | Buffer>>;
-/**
- * Detects the root file for 3D Tiles tilesets
- * Looks for tileset.json or similar entry point files
- * @param files - List of file paths in the archive
- * @returns The path to the root file, or undefined if not found
- */
-export declare function detectTilesetRootFile(files: string[]): string | undefined;
-/**
- * Normalizes file paths from ZIP archives
- * Removes leading directory if all files share the same root folder
- * @param files - Original file paths from the archive
- * @returns Normalized file paths (original -> normalized)
- */
-export declare function normalizeArchivePaths(files: string[]): Map<string, string>;
-/**
- * Extracts a ZIP archive and stores each file individually using the storage service.
- *
- * This function:
- * 1. Extracts all files from the ZIP
- * 2. Normalizes paths (removes common root directory if present)
- * 3. Stores each file using the storage service with a unique base path
- * 4. Returns the root file path and file count
- *
- * Files are uploaded in parallel batches for performance.
- *
- * @param zipBuffer - The ZIP file content as a Buffer
- * @param storage - The storage service to use for saving files
- * @param basePath - Base path/folder for storing extracted files (e.g., 'tilesets/1234567890')
- * @returns ExtractedArchiveResult with root file and file count
- *
- * @example
- * ```typescript
- * const result = await extractAndStoreArchive(zipBuffer, storage, 'tilesets/1234567890')
- * // result.root_file = 'tileset.json'
- * // result.file_count = 42
- *
- * // Files are stored at:
- * // tilesets/1234567890/tileset.json
- * // tilesets/1234567890/tiles/tile_0.b3dm
- * // etc.
- * ```
- */
-export declare function extractAndStoreArchive(zipBuffer: Buffer, storage: StorageService, basePath: string): Promise<ExtractedArchiveResult>;
-//# sourceMappingURL=zip_utils.d.ts.map

package/dist/utils/zip_utils.d.ts.map

@@ -1 +0,0 @@
-{"version":3,"file":"zip_utils.d.ts","sourceRoot":"","sources":["../../src/utils/zip_utils.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EAAE,cAAc,EAAE,MAAM,+BAA+B,CAAA;AAEnE;;GAEG;AACH,MAAM,WAAW,sBAAsB;IACnC,qDAAqD;IACrD,SAAS,CAAC,EAAE,MAAM,CAAA;IAClB,sCAAsC;IACtC,UAAU,EAAE,MAAM,CAAA;CACrB;AAED;;;;GAIG;AACH,wBAAuB,uBAAuB,CAAC,SAAS,EAAE,MAAM,GAAG,cAAc,CAAC,CAAC,MAAM,EAAE,MAAM,GAAG,MAAM,CAAC,CAAC,CAqB3G;AAED;;;;GAIG;AACH,wBAAsB,SAAS,CAAC,SAAS,EAAE,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC,MAAM,EAAE,MAAM,GAAG,MAAM,CAAC,CAAC,CAQ3F;AAED;;;;;GAKG;AACH,wBAAgB,qBAAqB,CAAC,KAAK,EAAE,MAAM,EAAE,GAAG,MAAM,GAAG,SAAS,CAezE;AAED;;;;;GAKG;AACH,wBAAgB,qBAAqB,CAAC,KAAK,EAAE,MAAM,EAAE,GAAG,GAAG,CAAC,MAAM,EAAE,MAAM,CAAC,CAiB1E;AAED;;;;;;;;;;;;;;;;;;;;;;;;;;;GA2BG;AACH,wBAAsB,sBAAsB,CACxC,SAAS,EAAE,MAAM,EACjB,OAAO,EAAE,cAAc,EACvB,QAAQ,EAAE,MAAM,GACjB,OAAO,CAAC,sBAAsB,CAAC,CAuEjC"}

package/dist/utils/zip_utils.js

@@ -1,169 +0,0 @@
-import JSZip from 'jszip';
-/**
- * Extracts the content of a zip file as a stream (for large files)
- * @param zipBuffer - The content of the zip file as Buffer
- * @returns A generator yielding tuples containing the name and content of each file in the zip file
- */
-export async function* extractZipContentStream(zipBuffer) {
-    const zip = new JSZip();
-    const zipContent = await zip.loadAsync(zipBuffer);
-    for (const [name, zipObject] of Object.entries(zipContent.files)) {
-        if (!zipObject.dir) {
-            // Skip directories
-            const content = await zipObject.async('nodebuffer');
-            // Try to decode as UTF-8, fallback to Buffer for binary files
-            try {
-                const textContent = content.toString('utf-8');
-                // Check if it's valid UTF-8 by trying to encode it back
-                Buffer.from(textContent, 'utf-8');
-                yield [name, textContent];
-            }
-            catch {
-                // If UTF-8 decoding fails, return as Buffer
-                yield [name, content];
-            }
-        }
-    }
-}
-/**
- * Converts a zip file to a dictionary containing all files and their contents
- * @param zipBuffer - The content of the zip file as Buffer
- * @returns A dictionary containing the content of the zip file
- */
-export async function zipToDict(zipBuffer) {
-    const output = {};
-    for await (const [name, content] of extractZipContentStream(zipBuffer)) {
-        output[name] = content;
-    }
-    return output;
-}
-/**
- * Detects the root file for 3D Tiles tilesets
- * Looks for tileset.json or similar entry point files
- * @param files - List of file paths in the archive
- * @returns The path to the root file, or undefined if not found
- */
-export function detectTilesetRootFile(files) {
-    // Priority order for 3D Tiles root files
-    const rootFilePatterns = [
-        /^tileset\.json$/i,
-        /\/tileset\.json$/i,
-        /^[^/]+\/tileset\.json$/i, // One level deep
-        /tileset\.json$/i // Any tileset.json as fallback
-    ];
-    for (const pattern of rootFilePatterns) {
-        const match = files.find(f => pattern.test(f));
-        if (match)
-            return match;
-    }
-    return undefined;
-}
-/**
- * Normalizes file paths from ZIP archives
- * Removes leading directory if all files share the same root folder
- * @param files - Original file paths from the archive
- * @returns Normalized file paths (original -> normalized)
- */
-export function normalizeArchivePaths(files) {
-    const pathMap = new Map();
-    // Check if all files share a common root directory
-    const firstParts = files.map(f => f.split('/')[0]);
-    const commonRoot = firstParts.every(p => p === firstParts[0]) && firstParts[0] !== '' ? firstParts[0] : null;
-    for (const file of files) {
-        if (commonRoot && file.startsWith(commonRoot + '/')) {
-            // Remove the common root prefix
-            pathMap.set(file, file.substring(commonRoot.length + 1));
-        }
-        else {
-            pathMap.set(file, file);
-        }
-    }
-    return pathMap;
-}
-/**
- * Extracts a ZIP archive and stores each file individually using the storage service.
- *
- * This function:
- * 1. Extracts all files from the ZIP
- * 2. Normalizes paths (removes common root directory if present)
- * 3. Stores each file using the storage service with a unique base path
- * 4. Returns the root file path and file count
- *
- * Files are uploaded in parallel batches for performance.
- *
- * @param zipBuffer - The ZIP file content as a Buffer
- * @param storage - The storage service to use for saving files
- * @param basePath - Base path/folder for storing extracted files (e.g., 'tilesets/1234567890')
- * @returns ExtractedArchiveResult with root file and file count
- *
- * @example
- * ```typescript
- * const result = await extractAndStoreArchive(zipBuffer, storage, 'tilesets/1234567890')
- * // result.root_file = 'tileset.json'
- * // result.file_count = 42
- *
- * // Files are stored at:
- * // tilesets/1234567890/tileset.json
- * // tilesets/1234567890/tiles/tile_0.b3dm
- * // etc.
- * ```
- */
-export async function extractAndStoreArchive(zipBuffer, storage, basePath) {
-    const zip = new JSZip();
-    const zipContent = await zip.loadAsync(zipBuffer);
-    // Get all file paths (excluding directories)
-    const filePaths = Object.entries(zipContent.files)
-        .filter(([_, zipObject]) => !zipObject.dir)
-        .map(([name]) => name);
-    // Normalize paths (remove common root if present)
-    const normalizedPaths = normalizeArchivePaths(filePaths);
-    // Detect root file before normalization, then get normalized path
-    const rootFileOriginal = detectTilesetRootFile(filePaths);
-    const rootFileNormalized = rootFileOriginal ? normalizedPaths.get(rootFileOriginal) : undefined;
-    // Extract and store files in parallel (batched to avoid overwhelming storage)
-    const PARALLEL_UPLOADS = 10;
-    const entries = Array.from(normalizedPaths.entries());
-    const totalFiles = entries.length;
-    let uploadedCount = 0;
-    const uploadedPaths = [];
-    console.log(`[ZipUtils] Extracting ${totalFiles} files to ${basePath}`);
-    try {
-        const totalBatches = Math.ceil(totalFiles / PARALLEL_UPLOADS);
-        // Log progress every 10% or at least every 10 batches
-        const logInterval = Math.max(1, Math.floor(totalBatches / 10));
-        for (let i = 0; i < entries.length; i += PARALLEL_UPLOADS) {
-            const batch = entries.slice(i, i + PARALLEL_UPLOADS);
-            const batchNum = Math.floor(i / PARALLEL_UPLOADS) + 1;
-            await Promise.all(batch.map(async ([originalPath, normalizedPath]) => {
-                const zipObject = zipContent.files[originalPath];
-                const content = await zipObject.async('nodebuffer');
-                // Build storage path: basePath/normalizedPath
-                const storagePath = `${basePath}/${normalizedPath}`;
-                // Save the file using saveWithPath which preserves the exact path
-                await storage.saveWithPath(content, storagePath);
-                uploadedPaths.push(storagePath);
-            }));
-            uploadedCount += batch.length;
-            // Log progress periodically (every ~10%) or on last batch
-            if (batchNum % logInterval === 0 || batchNum === totalBatches) {
-                const percent = Math.round((uploadedCount / totalFiles) * 100);
-                console.log(`[ZipUtils] Progress: ${percent}% (${uploadedCount}/${totalFiles} files)`);
-            }
-        }
-    }
-    catch (error) {
-        // Clean up any files that were already uploaded before the error
-        if (uploadedPaths.length > 0) {
-            console.log(`[ZipUtils] Error during extraction, cleaning up ${uploadedPaths.length} uploaded files...`);
-            await storage.deleteBatch(uploadedPaths).catch(cleanupErr => {
-                console.error(`[ZipUtils] Failed to clean up files after error:`, cleanupErr);
-            });
-        }
-        throw error;
-    }
-    return {
-        root_file: rootFileNormalized,
-        file_count: uploadedCount
-    };
-}
-//# sourceMappingURL=zip_utils.js.map

package/dist/utils/zip_utils.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"zip_utils.js","sourceRoot":"","sources":["../../src/utils/zip_utils.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,MAAM,OAAO,CAAA;AAazB;;;;GAIG;AACH,MAAM,CAAC,KAAK,SAAS,CAAC,CAAC,uBAAuB,CAAC,SAAiB;IAC5D,MAAM,GAAG,GAAG,IAAI,KAAK,EAAE,CAAA;IACvB,MAAM,UAAU,GAAG,MAAM,GAAG,CAAC,SAAS,CAAC,SAAS,CAAC,CAAA;IAEjD,KAAK,MAAM,CAAC,IAAI,EAAE,SAAS,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,UAAU,CAAC,KAAK,CAAC,EAAE,CAAC;QAC/D,IAAI,CAAC,SAAS,CAAC,GAAG,EAAE,CAAC;YACjB,mBAAmB;YACnB,MAAM,OAAO,GAAG,MAAM,SAAS,CAAC,KAAK,CAAC,YAAY,CAAC,CAAA;YAEnD,8DAA8D;YAC9D,IAAI,CAAC;gBACD,MAAM,WAAW,GAAG,OAAO,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAA;gBAC7C,wDAAwD;gBACxD,MAAM,CAAC,IAAI,CAAC,WAAW,EAAE,OAAO,CAAC,CAAA;gBACjC,MAAM,CAAC,IAAI,EAAE,WAAW,CAAC,CAAA;YAC7B,CAAC;YAAC,MAAM,CAAC;gBACL,4CAA4C;gBAC5C,MAAM,CAAC,IAAI,EAAE,OAAO,CAAC,CAAA;YACzB,CAAC;QACL,CAAC;IACL,CAAC;AACL,CAAC;AAED;;;;GAIG;AACH,MAAM,CAAC,KAAK,UAAU,SAAS,CAAC,SAAiB;IAC7C,MAAM,MAAM,GAAoC,EAAE,CAAA;IAElD,IAAI,KAAK,EAAE,MAAM,CAAC,IAAI,EAAE,OAAO,CAAC,IAAI,uBAAuB,CAAC,SAAS,CAAC,EAAE,CAAC;QACrE,MAAM,CAAC,IAAI,CAAC,GAAG,OAAO,CAAA;IAC1B,CAAC;IAED,OAAO,MAAM,CAAA;AACjB,CAAC;AAED;;;;;GAKG;AACH,MAAM,UAAU,qBAAqB,CAAC,KAAe;IACjD,yCAAyC;IACzC,MAAM,gBAAgB,GAAG;QACrB,kBAAkB;QAClB,mBAAmB;QACnB,yBAAyB,EAAE,iBAAiB;QAC5C,iBAAiB,CAAC,+BAA+B;KACpD,CAAA;IAED,KAAK,MAAM,OAAO,IAAI,gBAAgB,EAAE,CAAC;QACrC,MAAM,KAAK,GAAG,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,CAAA;QAC9C,IAAI,KAAK;YAAE,OAAO,KAAK,CAAA;IAC3B,CAAC;IAED,OAAO,SAAS,CAAA;AACpB,CAAC;AAED;;;;;GAKG;AACH,MAAM,UAAU,qBAAqB,CAAC,KAAe;IACjD,MAAM,OAAO,GAAG,IAAI,GAAG,EAAkB,CAAA;IAEzC,mDAAmD;IACnD,MAAM,UAAU,GAAG,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,CAAA;IAClD,MAAM,UAAU,GAAG,UAAU,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,KAAK,UAAU,CAAC,CAAC,CAAC,CAAC,IAAI,UAAU,CAAC,CAAC,CAAC,KAAK,EAAE,CAAC,CAAC,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,CAAA;IAE5G,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;QACvB,IAAI,UAAU,IAAI,IAAI,CAAC,UAAU,CAAC,UAAU,GAAG,GAAG,CAAC,EAAE,CAAC;YAClD,gCAAgC;YAChC,OAAO,CAAC,GAAG,CAAC,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC,UAAU,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAA;QAC5D,CAAC;aAAM,CAAC;YACJ,OAAO,CAAC,GAAG,CAAC,IAAI,EAAE,IAAI,CAAC,CAAA;QAC3B,CAAC;IACL,CAAC;IAED,OAAO,OAAO,CAAA;AAClB,CAAC;AAED;;;;;;;;;;;;;;;;;;;;;;;;;;;GA2BG;AACH,MAAM,CAAC,KAAK,UAAU,sBAAsB,CACxC,SAAiB,EACjB,OAAuB,EACvB,QAAgB;IAEhB,MAAM,GAAG,GAAG,IAAI,KAAK,EAAE,CAAA;IACvB,MAAM,UAAU,GAAG,MAAM,GAAG,CAAC,SAAS,CAAC,SAAS,CAAC,CAAA;IAEjD,6CAA6C;IAC7C,MAAM,SAAS,GAAG,MAAM,CAAC,OAAO,CAAC,UAAU,CAAC,KAAK,CAAC;SAC7C,MAAM,CAAC,CAAC,CAAC,CAAC,EAAE,SAAS,CAAC,EAAE,EAAE,CAAC,CAAC,SAAS,CAAC,GAAG,CAAC;SAC1C,GAAG,CAAC,CAAC,CAAC,IAAI,CAAC,EAAE,EAAE,CAAC,IAAI,CAAC,CAAA;IAE1B,kDAAkD;IAClD,MAAM,eAAe,GAAG,qBAAqB,CAAC,SAAS,CAAC,CAAA;IAExD,kEAAkE;IAClE,MAAM,gBAAgB,GAAG,qBAAqB,CAAC,SAAS,CAAC,CAAA;IACzD,MAAM,kBAAkB,GAAG,gBAAgB,CAAC,CAAC,CAAC,eAAe,CAAC,GAAG,CAAC,gBAAgB,CAAC,CAAC,CAAC,CAAC,SAAS,CAAA;IAE/F,8EAA8E;IAC9E,MAAM,gBAAgB,GAAG,EAAE,CAAA;IAC3B,MAAM,OAAO,GAAG,KAAK,CAAC,IAAI,CAAC,eAAe,CAAC,OAAO,EAAE,CAAC,CAAA;IACrD,MAAM,UAAU,GAAG,OAAO,CAAC,MAAM,CAAA;IACjC,IAAI,aAAa,GAAG,CAAC,CAAA;IACrB,MAAM,aAAa,GAAa,EAAE,CAAA;IAElC,OAAO,CAAC,GAAG,CAAC,yBAAyB,UAAU,aAAa,QAAQ,EAAE,CAAC,CAAA;IAEvE,IAAI,CAAC;QACD,MAAM,YAAY,GAAG,IAAI,CAAC,IAAI,CAAC,UAAU,GAAG,gBAAgB,CAAC,CAAA;QAC7D,sDAAsD;QACtD,MAAM,WAAW,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,KAAK,CAAC,YAAY,GAAG,EAAE,CAAC,CAAC,CAAA;QAE9D,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,OAAO,CAAC,MAAM,EAAE,CAAC,IAAI,gBAAgB,EAAE,CAAC;YACxD,MAAM,KAAK,GAAG,OAAO,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,GAAG,gBAAgB,CAAC,CAAA;YACpD,MAAM,QAAQ,GAAG,IAAI,CAAC,KAAK,CAAC,CAAC,GAAG,gBAAgB,CAAC,GAAG,CAAC,CAAA;YAErD,MAAM,OAAO,CAAC,GAAG,CACb,KAAK,CAAC,GAAG,CAAC,KAAK,EAAE,CAAC,YAAY,EAAE,cAAc,CAAC,EAAE,EAAE;gBAC/C,MAAM,SAAS,GAAG,UAAU,CAAC,KAAK,CAAC,YAAY,CAAC,CAAA;gBAChD,MAAM,OAAO,GAAG,MAAM,SAAS,CAAC,KAAK,CAAC,YAAY,CAAC,CAAA;gBAEnD,8CAA8C;gBAC9C,MAAM,WAAW,GAAG,GAAG,QAAQ,IAAI,cAAc,EAAE,CAAA;gBAEnD,kEAAkE;gBAClE,MAAM,OAAO,CAAC,YAAY,CAAC,OAAO,EAAE,WAAW,CAAC,CAAA;gBAChD,aAAa,CAAC,IAAI,CAAC,WAAW,CAAC,CAAA;YACnC,CAAC,CAAC,CACL,CAAA;YAED,aAAa,IAAI,KAAK,CAAC,MAAM,CAAA;YAE7B,0DAA0D;YAC1D,IAAI,QAAQ,GAAG,WAAW,KAAK,CAAC,IAAI,QAAQ,KAAK,YAAY,EAAE,CAAC;gBAC5D,MAAM,OAAO,GAAG,IAAI,CAAC,KAAK,CAAC,CAAC,aAAa,GAAG,UAAU,CAAC,GAAG,GAAG,CAAC,CAAA;gBAC9D,OAAO,CAAC,GAAG,CAAC,wBAAwB,OAAO,MAAM,aAAa,IAAI,UAAU,SAAS,CAAC,CAAA;YAC1F,CAAC;QACL,CAAC;IACL,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACb,iEAAiE;QACjE,IAAI,aAAa,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YAC3B,OAAO,CAAC,GAAG,CAAC,mDAAmD,aAAa,CAAC,MAAM,oBAAoB,CAAC,CAAA;YACxG,MAAM,OAAO,CAAC,WAAW,CAAC,aAAa,CAAC,CAAC,KAAK,CAAC,UAAU,CAAC,EAAE;gBACxD,OAAO,CAAC,KAAK,CAAC,kDAAkD,EAAE,UAAU,CAAC,CAAA;YACjF,CAAC,CAAC,CAAA;QACN,CAAC;QACD,MAAM,KAAK,CAAA;IACf,CAAC;IAED,OAAO;QACH,SAAS,EAAE,kBAAkB;QAC7B,UAAU,EAAE,aAAa;KAC5B,CAAA;AACL,CAAC"}