@map-colonies/mc-utils 3.3.0 → 3.4.1

package/README.md

@@ -65,3 +65,104 @@ http requests retry configuration interface with the following attributes:
 - ```attempts``` - the number of request to send until valid response (not 500+ status code). this value must be integer and greater then 0.
 - ```delay``` - the amount of time in ms to wait between attempts (for constant delay) or ```'exponential'``` for exponential backoff.
 - ```shouldResetTimeout``` boolean value to indicate if the request timeout should be for each request (true) or global for all attempts (false) 
+
+## Shapefile Processing with State Management
+
+The `ShapefileChunkReader` provides robust shapefile processing with built-in state management and progress tracking capabilities.
+
+### Features
+
+- **Resumable Processing**: Automatically saves processing state and can resume from the last processed chunk
+- **Progress Tracking**: Real-time progress information including features processed, vertices counted, and time estimates
+- **Metrics Collection**: Optional performance metrics collection for monitoring resource usage
+- **Chunk-based Processing**: Processes large shapefiles in configurable chunks to manage memory usage
+
+### Basic Usage
+
+```typescript
+import { ShapefileChunkReader, ReaderOptions, ChunkProcessor } from '@map-colonies/mc-utils';
+
+// Define your chunk processor
+const processor: ChunkProcessor = {
+  process: async (chunk) => {
+    console.log(`Processing chunk ${chunk.id} with ${chunk.features.length} features`);
+    // Your processing logic here
+  }
+};
+
+// Configure the reader
+const options: ReaderOptions = {
+  maxVerticesPerChunk: 10000,
+  logger: myLogger,
+  stateManager: myStateManager, // Optional: for resumable processing
+  metricsCollector: myMetricsCollector, // Optional: for performance monitoring
+};
+
+// Create and use the reader
+const reader = new ShapefileChunkReader(options);
+await reader.readAndProcess('/path/to/shapefile.shp', processor);
+```
+
+### State Management
+
+Implement the `StateManager` interface to enable resumable processing:
+
+```typescript
+import { StateManager, ProcessingState } from '@map-colonies/mc-utils';
+
+class FileStateManager implements StateManager {
+  async saveState(state: ProcessingState): Promise<void> {
+    // Save state to file, database, etc.
+    await fs.writeFile('processing-state.json', JSON.stringify(state));
+  }
+
+  async loadState(): Promise<ProcessingState | null> {
+    try {
+      const data = await fs.readFile('processing-state.json', 'utf8');
+      return JSON.parse(data);
+    } catch {
+      return null; // No previous state found
+    }
+  }
+}
+```
+
+### Progress Tracking
+
+The reader automatically tracks processing progress and provides detailed information:
+
+```typescript
+// Progress information is included in the saved state
+const progressInfo = state.progress; // Contains:
+// - processedFeatures, totalFeatures
+// - processedChunks, totalChunks  
+// - processedVertices, totalVertices
+// - percentage, elapsedTimeMs, estimatedRemainingTimeMs
+// - Processing speeds (features/sec, vertices/sec, chunks/sec)
+```
+
+### Metrics Collection
+
+Implement the `MetricsCollector` interface to monitor performance:
+
+```typescript
+import { MetricsCollector, ChunkMetrics, FileMetrics } from '@map-colonies/mc-utils';
+
+const metricsCollector: MetricsCollector = {
+  onChunkMetrics: (metrics: ChunkMetrics) => {
+    console.log(`Chunk ${metrics.chunkIndex}: ${metrics.featuresCount} features, ${metrics.totalTimeMs}ms`);
+  },
+  onFileMetrics: (metrics: FileMetrics) => {
+    console.log(`File complete: ${metrics.totalFeatures} features, ${metrics.totalTimeMs}ms total`);
+  }
+};
+```
+
+### Configuration Options
+
+| Option | Type | Default | Description |
+|--------|------|---------|-------------|
+| `maxVerticesPerChunk` | number | Required | Maximum vertices per chunk to control memory usage |
+| `logger` | Logger | undefined | Optional logger for debugging and monitoring |
+| `stateManager` | StateManager | undefined | Optional state manager for resumable processing |
+| `metricsCollector` | MetricsCollector | undefined | Optional metrics collector for performance monitoring |

package/dist/files/index.d.ts

@@ -0,0 +1,2 @@
+export * from './shapefile';
+//# sourceMappingURL=index.d.ts.map

package/dist/files/index.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/files/index.ts"],"names":[],"mappings":"AAAA,cAAc,aAAa,CAAC"}

package/dist/files/index.js

@@ -0,0 +1,18 @@
+"use strict";
+var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    var desc = Object.getOwnPropertyDescriptor(m, k);
+    if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
+      desc = { enumerable: true, get: function() { return m[k]; } };
+    }
+    Object.defineProperty(o, k2, desc);
+}) : (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    o[k2] = m[k];
+}));
+var __exportStar = (this && this.__exportStar) || function(m, exports) {
+    for (var p in m) if (p !== "default" && !Object.prototype.hasOwnProperty.call(exports, p)) __createBinding(exports, m, p);
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+__exportStar(require("./shapefile"), exports);
+//# sourceMappingURL=index.js.map

package/dist/files/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../../src/files/index.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;AAAA,8CAA4B"}

package/dist/files/shapefile/core/chunkBuilder.d.ts

@@ -0,0 +1,18 @@
+import { Feature } from 'geojson';
+import { ShapefileChunk } from '../types/index';
+export declare class ChunkBuilder {
+    private readonly maxVertices;
+    private chunkIndex;
+    private features;
+    private skippedFeatures;
+    private currentVerticesCount;
+    constructor(maxVertices: number, chunkIndex?: number);
+    get chunkId(): number;
+    canAddFeature(feature: Feature): boolean;
+    addFeature(feature: Feature): void;
+    build(): ShapefileChunk;
+    nextChunk(): void;
+    private withinSkipped;
+    private validateFeatureId;
+}
+//# sourceMappingURL=chunkBuilder.d.ts.map

package/dist/files/shapefile/core/chunkBuilder.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"chunkBuilder.d.ts","sourceRoot":"","sources":["../../../../src/files/shapefile/core/chunkBuilder.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,OAAO,EAAE,MAAM,SAAS,CAAC;AAClC,OAAO,EAAE,cAAc,EAAE,MAAM,gBAAgB,CAAC;AAIhD,qBAAa,YAAY;IAKJ,OAAO,CAAC,QAAQ,CAAC,WAAW;IAAU,OAAO,CAAC,UAAU;IAJ3E,OAAO,CAAC,QAAQ,CAAY;IAC5B,OAAO,CAAC,eAAe,CAAY;IACnC,OAAO,CAAC,oBAAoB,CAAS;gBAED,WAAW,EAAE,MAAM,EAAU,UAAU,GAAE,MAAU;IAMvF,IAAW,OAAO,IAAI,MAAM,CAE3B;IAEM,aAAa,CAAC,OAAO,EAAE,OAAO,GAAG,OAAO;IAaxC,UAAU,CAAC,OAAO,EAAE,OAAO,GAAG,IAAI;IASlC,KAAK,IAAI,cAAc;IASvB,SAAS,IAAI,IAAI;IAOxB,OAAO,CAAC,aAAa;IAQrB,OAAO,CAAC,iBAAiB;CAM1B"}

package/dist/files/shapefile/core/chunkBuilder.js

@@ -0,0 +1,68 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.ChunkBuilder = void 0;
+const vertices_1 = require("../../../geo/vertices");
+const validation_1 = require("../../../utils/validation");
+class ChunkBuilder {
+    maxVertices;
+    chunkIndex;
+    features;
+    skippedFeatures;
+    currentVerticesCount;
+    constructor(maxVertices, chunkIndex = 0) {
+        this.maxVertices = maxVertices;
+        this.chunkIndex = chunkIndex;
+        this.features = [];
+        this.skippedFeatures = [];
+        this.currentVerticesCount = 0;
+    }
+    get chunkId() {
+        return this.chunkIndex;
+    }
+    canAddFeature(feature) {
+        this.validateFeatureId(feature);
+        const featureVertices = (0, vertices_1.countVertices)(feature.geometry);
+        if (featureVertices > this.maxVertices) {
+            this.skippedFeatures.push(feature);
+            return false;
+        }
+        return this.currentVerticesCount + featureVertices <= this.maxVertices;
+    }
+    addFeature(feature) {
+        this.validateFeatureId(feature);
+        if (this.withinSkipped(feature)) {
+            return;
+        }
+        this.features.push(feature);
+        this.currentVerticesCount += (0, vertices_1.countVertices)(feature.geometry);
+    }
+    build() {
+        return {
+            id: this.chunkIndex,
+            features: this.features,
+            skippedFeatures: this.skippedFeatures,
+            verticesCount: this.currentVerticesCount,
+        };
+    }
+    nextChunk() {
+        this.features = [];
+        this.skippedFeatures = [];
+        this.currentVerticesCount = 0;
+        this.chunkIndex++;
+    }
+    withinSkipped(feature) {
+        const featureId = validation_1.featurePropertiesSchema.safeParse(feature.properties).data?.id;
+        return this.skippedFeatures.some((skipped) => {
+            const skippedId = validation_1.featurePropertiesSchema.safeParse(skipped.properties).data?.id;
+            return skippedId === featureId;
+        });
+    }
+    validateFeatureId(feature) {
+        const parsed = validation_1.featurePropertiesSchema.safeParse(feature.properties);
+        if (!parsed.success) {
+            throw new Error('Feature must have an id');
+        }
+    }
+}
+exports.ChunkBuilder = ChunkBuilder;
+//# sourceMappingURL=chunkBuilder.js.map

package/dist/files/shapefile/core/chunkBuilder.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"chunkBuilder.js","sourceRoot":"","sources":["../../../../src/files/shapefile/core/chunkBuilder.ts"],"names":[],"mappings":";;;AAEA,oDAAsD;AACtD,0DAAoE;AAEpE,MAAa,YAAY;IAKa;IAA6B;IAJzD,QAAQ,CAAY;IACpB,eAAe,CAAY;IAC3B,oBAAoB,CAAS;IAErC,YAAoC,WAAmB,EAAU,aAAqB,CAAC;QAAnD,gBAAW,GAAX,WAAW,CAAQ;QAAU,eAAU,GAAV,UAAU,CAAY;QACrF,IAAI,CAAC,QAAQ,GAAG,EAAE,CAAC;QACnB,IAAI,CAAC,eAAe,GAAG,EAAE,CAAC;QAC1B,IAAI,CAAC,oBAAoB,GAAG,CAAC,CAAC;IAChC,CAAC;IAED,IAAW,OAAO;QAChB,OAAO,IAAI,CAAC,UAAU,CAAC;IACzB,CAAC;IAEM,aAAa,CAAC,OAAgB;QACnC,IAAI,CAAC,iBAAiB,CAAC,OAAO,CAAC,CAAC;QAEhC,MAAM,eAAe,GAAG,IAAA,wBAAa,EAAC,OAAO,CAAC,QAAQ,CAAC,CAAC;QAExD,IAAI,eAAe,GAAG,IAAI,CAAC,WAAW,EAAE;YACtC,IAAI,CAAC,eAAe,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;YACnC,OAAO,KAAK,CAAC;SACd;QAED,OAAO,IAAI,CAAC,oBAAoB,GAAG,eAAe,IAAI,IAAI,CAAC,WAAW,CAAC;IACzE,CAAC;IAEM,UAAU,CAAC,OAAgB;QAChC,IAAI,CAAC,iBAAiB,CAAC,OAAO,CAAC,CAAC;QAChC,IAAI,IAAI,CAAC,aAAa,CAAC,OAAO,CAAC,EAAE;YAC/B,OAAO;SACR;QACD,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;QAC5B,IAAI,CAAC,oBAAoB,IAAI,IAAA,wBAAa,EAAC,OAAO,CAAC,QAAQ,CAAC,CAAC;IAC/D,CAAC;IAEM,KAAK;QACV,OAAO;YACL,EAAE,EAAE,IAAI,CAAC,UAAU;YACnB,QAAQ,EAAE,IAAI,CAAC,QAAQ;YACvB,eAAe,EAAE,IAAI,CAAC,eAAe;YACrC,aAAa,EAAE,IAAI,CAAC,oBAAoB;SACzC,CAAC;IACJ,CAAC;IAEM,SAAS;QACd,IAAI,CAAC,QAAQ,GAAG,EAAE,CAAC;QACnB,IAAI,CAAC,eAAe,GAAG,EAAE,CAAC;QAC1B,IAAI,CAAC,oBAAoB,GAAG,CAAC,CAAC;QAC9B,IAAI,CAAC,UAAU,EAAE,CAAC;IACpB,CAAC;IAEO,aAAa,CAAC,OAAgB;QACpC,MAAM,SAAS,GAAG,oCAAuB,CAAC,SAAS,CAAC,OAAO,CAAC,UAAU,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC;QACjF,OAAO,IAAI,CAAC,eAAe,CAAC,IAAI,CAAC,CAAC,OAAO,EAAE,EAAE;YAC3C,MAAM,SAAS,GAAG,oCAAuB,CAAC,SAAS,CAAC,OAAO,CAAC,UAAU,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC;YACjF,OAAO,SAAS,KAAK,SAAS,CAAC;QACjC,CAAC,CAAC,CAAC;IACL,CAAC;IAEO,iBAAiB,CAAC,OAAgB;QACxC,MAAM,MAAM,GAAG,oCAAuB,CAAC,SAAS,CAAC,OAAO,CAAC,UAAU,CAAC,CAAC;QACrE,IAAI,CAAC,MAAM,CAAC,OAAO,EAAE;YACnB,MAAM,IAAI,KAAK,CAAC,yBAAyB,CAAC,CAAC;SAC5C;IACH,CAAC;CACF;AAnED,oCAmEC"}

package/dist/files/shapefile/core/metricsManager.d.ts

@@ -0,0 +1,25 @@
+import { FileMetrics, MetricsCollector } from '../types';
+import { ShapefileChunk } from '../types';
+export interface IMetricsManager {
+    /**
+     * Updates metrics with chunk processing information
+     * @param chunk The chunk that was processed
+     * @param readTime Time spent reading the chunk in milliseconds
+     * @param processTime Time spent processing the chunk in milliseconds
+     */
+    sendChunkMetrics: (chunk: ShapefileChunk, readTime: number, processTime: number) => void;
+    /**
+     * Finalizes metrics collection and notifies collectors
+     * @returns The finalized file metrics
+     */
+    sendFileMetrics: () => FileMetrics;
+}
+export declare class MetricsManager implements IMetricsManager {
+    private readonly metricsCollector?;
+    private fileMetrics;
+    constructor(metricsCollector?: MetricsCollector | undefined);
+    sendChunkMetrics(chunk: ShapefileChunk, readTime: number, processTime: number): void;
+    sendFileMetrics(): FileMetrics;
+    private initializeFileMetrics;
+}
+//# sourceMappingURL=metricsManager.d.ts.map

package/dist/files/shapefile/core/metricsManager.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"metricsManager.d.ts","sourceRoot":"","sources":["../../../../src/files/shapefile/core/metricsManager.ts"],"names":[],"mappings":"AAAA,OAAO,EAAgB,WAAW,EAAE,gBAAgB,EAAE,MAAM,UAAU,CAAC;AACvE,OAAO,EAAE,cAAc,EAAE,MAAM,UAAU,CAAC;AAE1C,MAAM,WAAW,eAAe;IAC9B;;;;;OAKG;IACH,gBAAgB,EAAE,CAAC,KAAK,EAAE,cAAc,EAAE,QAAQ,EAAE,MAAM,EAAE,WAAW,EAAE,MAAM,KAAK,IAAI,CAAC;IAEzF;;;OAGG;IACH,eAAe,EAAE,MAAM,WAAW,CAAC;CACpC;AAED,qBAAa,cAAe,YAAW,eAAe;IAGjC,OAAO,CAAC,QAAQ,CAAC,gBAAgB,CAAC;IAFrD,OAAO,CAAC,WAAW,CAAc;gBAEG,gBAAgB,CAAC,8BAAkB;IAIhE,gBAAgB,CAAC,KAAK,EAAE,cAAc,EAAE,QAAQ,EAAE,MAAM,EAAE,WAAW,EAAE,MAAM,GAAG,IAAI;IA4BpF,eAAe,IAAI,WAAW;IAOrC,OAAO,CAAC,qBAAqB;CAY9B"}

package/dist/files/shapefile/core/metricsManager.js

@@ -0,0 +1,54 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.MetricsManager = void 0;
+class MetricsManager {
+    metricsCollector;
+    fileMetrics;
+    constructor(metricsCollector) {
+        this.metricsCollector = metricsCollector;
+        this.fileMetrics = this.initializeFileMetrics();
+    }
+    sendChunkMetrics(chunk, readTime, processTime) {
+        const totalTime = readTime + processTime;
+        // Update file metrics
+        this.fileMetrics.totalFeatures += chunk.features.length;
+        this.fileMetrics.totalSkippedFeatures += chunk.skippedFeatures.length;
+        this.fileMetrics.totalVertices += chunk.verticesCount;
+        this.fileMetrics.totalChunks++;
+        this.fileMetrics.totalReadTimeMs += readTime;
+        this.fileMetrics.totalProcessTimeMs += processTime;
+        this.fileMetrics.totalTimeMs += totalTime;
+        // Create chunk metrics
+        const chunkMetrics = {
+            chunkIndex: chunk.id,
+            featuresCount: chunk.features.length,
+            skippedFeaturesCount: chunk.skippedFeatures.length,
+            verticesCount: chunk.verticesCount,
+            readTimeMs: readTime,
+            processTimeMs: processTime,
+            totalTimeMs: totalTime,
+            timestamp: new Date(),
+        };
+        // Notify metrics collector
+        this.metricsCollector?.onChunkMetrics?.(chunkMetrics);
+    }
+    sendFileMetrics() {
+        this.fileMetrics.endTime = new Date();
+        this.metricsCollector?.onFileMetrics?.(this.fileMetrics);
+        return this.fileMetrics;
+    }
+    initializeFileMetrics() {
+        return {
+            totalFeatures: 0,
+            totalSkippedFeatures: 0,
+            totalVertices: 0,
+            totalChunks: 0,
+            totalReadTimeMs: 0,
+            totalProcessTimeMs: 0,
+            totalTimeMs: 0,
+            startTime: new Date(),
+        };
+    }
+}
+exports.MetricsManager = MetricsManager;
+//# sourceMappingURL=metricsManager.js.map

package/dist/files/shapefile/core/metricsManager.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"metricsManager.js","sourceRoot":"","sources":["../../../../src/files/shapefile/core/metricsManager.ts"],"names":[],"mappings":";;;AAmBA,MAAa,cAAc;IAGW;IAF5B,WAAW,CAAc;IAEjC,YAAoC,gBAAmC;QAAnC,qBAAgB,GAAhB,gBAAgB,CAAmB;QACrE,IAAI,CAAC,WAAW,GAAG,IAAI,CAAC,qBAAqB,EAAE,CAAC;IAClD,CAAC;IAEM,gBAAgB,CAAC,KAAqB,EAAE,QAAgB,EAAE,WAAmB;QAClF,MAAM,SAAS,GAAG,QAAQ,GAAG,WAAW,CAAC;QAEzC,sBAAsB;QACtB,IAAI,CAAC,WAAW,CAAC,aAAa,IAAI,KAAK,CAAC,QAAQ,CAAC,MAAM,CAAC;QACxD,IAAI,CAAC,WAAW,CAAC,oBAAoB,IAAI,KAAK,CAAC,eAAe,CAAC,MAAM,CAAC;QACtE,IAAI,CAAC,WAAW,CAAC,aAAa,IAAI,KAAK,CAAC,aAAa,CAAC;QACtD,IAAI,CAAC,WAAW,CAAC,WAAW,EAAE,CAAC;QAC/B,IAAI,CAAC,WAAW,CAAC,eAAe,IAAI,QAAQ,CAAC;QAC7C,IAAI,CAAC,WAAW,CAAC,kBAAkB,IAAI,WAAW,CAAC;QACnD,IAAI,CAAC,WAAW,CAAC,WAAW,IAAI,SAAS,CAAC;QAE1C,uBAAuB;QACvB,MAAM,YAAY,GAAiB;YACjC,UAAU,EAAE,KAAK,CAAC,EAAE;YACpB,aAAa,EAAE,KAAK,CAAC,QAAQ,CAAC,MAAM;YACpC,oBAAoB,EAAE,KAAK,CAAC,eAAe,CAAC,MAAM;YAClD,aAAa,EAAE,KAAK,CAAC,aAAa;YAClC,UAAU,EAAE,QAAQ;YACpB,aAAa,EAAE,WAAW;YAC1B,WAAW,EAAE,SAAS;YACtB,SAAS,EAAE,IAAI,IAAI,EAAE;SACtB,CAAC;QAEF,2BAA2B;QAC3B,IAAI,CAAC,gBAAgB,EAAE,cAAc,EAAE,CAAC,YAAY,CAAC,CAAC;IACxD,CAAC;IAEM,eAAe;QACpB,IAAI,CAAC,WAAW,CAAC,OAAO,GAAG,IAAI,IAAI,EAAE,CAAC;QAEtC,IAAI,CAAC,gBAAgB,EAAE,aAAa,EAAE,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC;QACzD,OAAO,IAAI,CAAC,WAAW,CAAC;IAC1B,CAAC;IAEO,qBAAqB;QAC3B,OAAO;YACL,aAAa,EAAE,CAAC;YAChB,oBAAoB,EAAE,CAAC;YACvB,aAAa,EAAE,CAAC;YAChB,WAAW,EAAE,CAAC;YACd,eAAe,EAAE,CAAC;YAClB,kBAAkB,EAAE,CAAC;YACrB,WAAW,EAAE,CAAC;YACd,SAAS,EAAE,IAAI,IAAI,EAAE;SACtB,CAAC;IACJ,CAAC;CACF;AAtDD,wCAsDC"}

package/dist/files/shapefile/core/progressTracker.d.ts

@@ -0,0 +1,60 @@
+import { InitialProgress, ProgressInfo } from '../types';
+/**
+ * Interface for progress tracking functionality
+ */
+export interface IProgressTracker {
+    /**
+     * Increments the features counter vertices processed
+     * @param featuresCount Number of features processed in the current operation
+     * @param processedVertices Number of vertices processed in the current operation
+     */
+    addProcessedFeatures: (featuresCount: number, processedVertices: number) => void;
+    /**
+     * Increments the skipped features counter
+     * @param count Number of skipped features
+     */
+    addSkippedFeatures: (count: number) => void;
+    /**
+     * Increments the chunks counter
+     */
+    incrementChunks: () => void;
+    /**
+     * Gets the number of processed features
+     * @returns Number of processed features
+     */
+    getProcessedFeatures: () => number;
+    /**
+     * Calculates and returns current progress information
+     * @returns Current progress information
+     */
+    calculateProgress: () => ProgressInfo;
+}
+/**
+ * Configuration options for ProgressTracker constructor
+ */
+export interface ProgressTrackerOptions {
+    totalVertices: number;
+    totalFeatures: number;
+    maxVerticesPerChunk: number;
+    initialProgress?: InitialProgress;
+}
+/**
+ * Implementation of progress tracking for shapefile processing
+ */
+export declare class ProgressTracker implements IProgressTracker {
+    private readonly startTime;
+    private readonly totalVertices;
+    private readonly totalFeatures;
+    private readonly maxVerticesPerChunk;
+    private processedVertices;
+    private processedFeatures;
+    private skippedFeatures;
+    private processedChunks;
+    constructor(options: ProgressTrackerOptions);
+    addProcessedFeatures(featuresCount: number, processedVertices: number): void;
+    addSkippedFeatures(count: number): void;
+    getProcessedFeatures(): number;
+    incrementChunks(): void;
+    calculateProgress(): ProgressInfo;
+}
+//# sourceMappingURL=progressTracker.d.ts.map

package/dist/files/shapefile/core/progressTracker.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"progressTracker.d.ts","sourceRoot":"","sources":["../../../../src/files/shapefile/core/progressTracker.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,eAAe,EAAE,YAAY,EAAE,MAAM,UAAU,CAAC;AAEzD;;GAEG;AACH,MAAM,WAAW,gBAAgB;IAC/B;;;;OAIG;IACH,oBAAoB,EAAE,CAAC,aAAa,EAAE,MAAM,EAAE,iBAAiB,EAAE,MAAM,KAAK,IAAI,CAAC;IAEjF;;;OAGG;IACH,kBAAkB,EAAE,CAAC,KAAK,EAAE,MAAM,KAAK,IAAI,CAAC;IAE5C;;OAEG;IACH,eAAe,EAAE,MAAM,IAAI,CAAC;IAE5B;;;OAGG;IACH,oBAAoB,EAAE,MAAM,MAAM,CAAC;IAEnC;;;OAGG;IACH,iBAAiB,EAAE,MAAM,YAAY,CAAC;CACvC;AAED;;GAEG;AACH,MAAM,WAAW,sBAAsB;IACrC,aAAa,EAAE,MAAM,CAAC;IACtB,aAAa,EAAE,MAAM,CAAC;IACtB,mBAAmB,EAAE,MAAM,CAAC;IAC5B,eAAe,CAAC,EAAE,eAAe,CAAC;CACnC;AAED;;GAEG;AACH,qBAAa,eAAgB,YAAW,gBAAgB;IACtD,OAAO,CAAC,QAAQ,CAAC,SAAS,CAAS;IACnC,OAAO,CAAC,QAAQ,CAAC,aAAa,CAAS;IACvC,OAAO,CAAC,QAAQ,CAAC,aAAa,CAAS;IACvC,OAAO,CAAC,QAAQ,CAAC,mBAAmB,CAAS;IAC7C,OAAO,CAAC,iBAAiB,CAAS;IAClC,OAAO,CAAC,iBAAiB,CAAS;IAClC,OAAO,CAAC,eAAe,CAAS;IAChC,OAAO,CAAC,eAAe,CAAS;gBAEb,OAAO,EAAE,sBAAsB;IAoB3C,oBAAoB,CAAC,aAAa,EAAE,MAAM,EAAE,iBAAiB,EAAE,MAAM,GAAG,IAAI;IAK5E,kBAAkB,CAAC,KAAK,EAAE,MAAM,GAAG,IAAI;IAIvC,oBAAoB,IAAI,MAAM;IAI9B,eAAe,IAAI,IAAI;IAIvB,iBAAiB,IAAI,YAAY;CA+CzC"}

package/dist/files/shapefile/core/progressTracker.js

@@ -0,0 +1,89 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.ProgressTracker = void 0;
+/**
+ * Implementation of progress tracking for shapefile processing
+ */
+class ProgressTracker {
+    startTime;
+    totalVertices;
+    totalFeatures;
+    maxVerticesPerChunk;
+    processedVertices;
+    processedFeatures;
+    skippedFeatures;
+    processedChunks;
+    constructor(options) {
+        this.totalVertices = options.totalVertices;
+        this.totalFeatures = options.totalFeatures;
+        this.maxVerticesPerChunk = options.maxVerticesPerChunk;
+        const initialProgress = options.initialProgress ?? {
+            processedChunks: 0,
+            processedFeatures: 0,
+            processedVertices: 0,
+            skippedFeatures: 0,
+            startTime: Date.now(),
+        };
+        this.startTime = initialProgress.startTime;
+        this.processedVertices = initialProgress.processedVertices;
+        this.processedFeatures = initialProgress.processedFeatures;
+        this.processedChunks = initialProgress.processedChunks;
+        this.skippedFeatures = initialProgress.skippedFeatures;
+    }
+    addProcessedFeatures(featuresCount, processedVertices) {
+        this.processedVertices += processedVertices;
+        this.processedFeatures += featuresCount;
+    }
+    addSkippedFeatures(count) {
+        this.skippedFeatures += count;
+    }
+    getProcessedFeatures() {
+        return this.processedFeatures;
+    }
+    incrementChunks() {
+        this.processedChunks++;
+    }
+    calculateProgress() {
+        const currentTime = Date.now();
+        const elapsedTimeMs = currentTime - this.startTime;
+        // Calculate percentage based on vertices processed
+        let percentage = 0;
+        const maxPercentage = 100;
+        if (this.totalVertices > 0) {
+            percentage = Math.min((this.processedVertices / this.totalVertices) * maxPercentage, maxPercentage);
+        }
+        // Calculate processing speeds
+        const millisecondsPerSecond = 1000;
+        const elapsedSeconds = elapsedTimeMs / millisecondsPerSecond;
+        const featuresPerSecond = elapsedSeconds > 0 ? this.processedFeatures / elapsedSeconds : 0;
+        const verticesPerSecond = elapsedSeconds > 0 ? this.processedVertices / elapsedSeconds : 0;
+        const chunksPerSecond = elapsedSeconds > 0 ? this.processedChunks / elapsedSeconds : 0;
+        // Estimate remaining time
+        let estimatedRemainingTimeMs = 0;
+        if (percentage > 0 && percentage < maxPercentage) {
+            const totalEstimatedTimeMs = (elapsedTimeMs / percentage) * maxPercentage;
+            estimatedRemainingTimeMs = totalEstimatedTimeMs - elapsedTimeMs;
+        }
+        const estimatedTotalChunks = this.totalVertices > 0 ? Math.ceil(this.totalVertices / this.maxVerticesPerChunk) : this.processedChunks;
+        const endTime = this.processedFeatures === this.totalFeatures ? currentTime : undefined;
+        return {
+            processedFeatures: this.processedFeatures,
+            totalFeatures: this.totalFeatures,
+            processedChunks: this.processedChunks,
+            totalChunks: estimatedTotalChunks,
+            processedVertices: this.processedVertices,
+            totalVertices: this.totalVertices,
+            skippedFeatures: this.skippedFeatures,
+            percentage,
+            elapsedTimeMs,
+            estimatedRemainingTimeMs,
+            featuresPerSecond,
+            verticesPerSecond,
+            chunksPerSecond,
+            startTime: this.startTime,
+            endTime,
+        };
+    }
+}
+exports.ProgressTracker = ProgressTracker;
+//# sourceMappingURL=progressTracker.js.map

package/dist/files/shapefile/core/progressTracker.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"progressTracker.js","sourceRoot":"","sources":["../../../../src/files/shapefile/core/progressTracker.ts"],"names":[],"mappings":";;;AA+CA;;GAEG;AACH,MAAa,eAAe;IACT,SAAS,CAAS;IAClB,aAAa,CAAS;IACtB,aAAa,CAAS;IACtB,mBAAmB,CAAS;IACrC,iBAAiB,CAAS;IAC1B,iBAAiB,CAAS;IAC1B,eAAe,CAAS;IACxB,eAAe,CAAS;IAEhC,YAAmB,OAA+B;QAChD,IAAI,CAAC,aAAa,GAAG,OAAO,CAAC,aAAa,CAAC;QAC3C,IAAI,CAAC,aAAa,GAAG,OAAO,CAAC,aAAa,CAAC;QAC3C,IAAI,CAAC,mBAAmB,GAAG,OAAO,CAAC,mBAAmB,CAAC;QAEvD,MAAM,eAAe,GAAG,OAAO,CAAC,eAAe,IAAI;YACjD,eAAe,EAAE,CAAC;YAClB,iBAAiB,EAAE,CAAC;YACpB,iBAAiB,EAAE,CAAC;YACpB,eAAe,EAAE,CAAC;YAClB,SAAS,EAAE,IAAI,CAAC,GAAG,EAAE;SACtB,CAAC;QAEF,IAAI,CAAC,SAAS,GAAG,eAAe,CAAC,SAAS,CAAC;QAC3C,IAAI,CAAC,iBAAiB,GAAG,eAAe,CAAC,iBAAiB,CAAC;QAC3D,IAAI,CAAC,iBAAiB,GAAG,eAAe,CAAC,iBAAiB,CAAC;QAC3D,IAAI,CAAC,eAAe,GAAG,eAAe,CAAC,eAAe,CAAC;QACvD,IAAI,CAAC,eAAe,GAAG,eAAe,CAAC,eAAe,CAAC;IACzD,CAAC;IAEM,oBAAoB,CAAC,aAAqB,EAAE,iBAAyB;QAC1E,IAAI,CAAC,iBAAiB,IAAI,iBAAiB,CAAC;QAC5C,IAAI,CAAC,iBAAiB,IAAI,aAAa,CAAC;IAC1C,CAAC;IAEM,kBAAkB,CAAC,KAAa;QACrC,IAAI,CAAC,eAAe,IAAI,KAAK,CAAC;IAChC,CAAC;IAEM,oBAAoB;QACzB,OAAO,IAAI,CAAC,iBAAiB,CAAC;IAChC,CAAC;IAEM,eAAe;QACpB,IAAI,CAAC,eAAe,EAAE,CAAC;IACzB,CAAC;IAEM,iBAAiB;QACtB,MAAM,WAAW,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QAC/B,MAAM,aAAa,GAAG,WAAW,GAAG,IAAI,CAAC,SAAS,CAAC;QAEnD,mDAAmD;QACnD,IAAI,UAAU,GAAG,CAAC,CAAC;QACnB,MAAM,aAAa,GAAG,GAAG,CAAC;QAC1B,IAAI,IAAI,CAAC,aAAa,GAAG,CAAC,EAAE;YAC1B,UAAU,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC,iBAAiB,GAAG,IAAI,CAAC,aAAa,CAAC,GAAG,aAAa,EAAE,aAAa,CAAC,CAAC;SACrG;QAED,8BAA8B;QAC9B,MAAM,qBAAqB,GAAG,IAAI,CAAC;QACnC,MAAM,cAAc,GAAG,aAAa,GAAG,qBAAqB,CAAC;QAC7D,MAAM,iBAAiB,GAAG,cAAc,GAAG,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,iBAAiB,GAAG,cAAc,CAAC,CAAC,CAAC,CAAC,CAAC;QAC3F,MAAM,iBAAiB,GAAG,cAAc,GAAG,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,iBAAiB,GAAG,cAAc,CAAC,CAAC,CAAC,CAAC,CAAC;QAC3F,MAAM,eAAe,GAAG,cAAc,GAAG,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,eAAe,GAAG,cAAc,CAAC,CAAC,CAAC,CAAC,CAAC;QAEvF,0BAA0B;QAC1B,IAAI,wBAAwB,GAAG,CAAC,CAAC;QACjC,IAAI,UAAU,GAAG,CAAC,IAAI,UAAU,GAAG,aAAa,EAAE;YAChD,MAAM,oBAAoB,GAAG,CAAC,aAAa,GAAG,UAAU,CAAC,GAAG,aAAa,CAAC;YAC1E,wBAAwB,GAAG,oBAAoB,GAAG,aAAa,CAAC;SACjE;QAED,MAAM,oBAAoB,GAAG,IAAI,CAAC,aAAa,GAAG,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,aAAa,GAAG,IAAI,CAAC,mBAAmB,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,eAAe,CAAC;QAEtI,MAAM,OAAO,GAAG,IAAI,CAAC,iBAAiB,KAAK,IAAI,CAAC,aAAa,CAAC,CAAC,CAAC,WAAW,CAAC,CAAC,CAAC,SAAS,CAAC;QAExF,OAAO;YACL,iBAAiB,EAAE,IAAI,CAAC,iBAAiB;YACzC,aAAa,EAAE,IAAI,CAAC,aAAa;YACjC,eAAe,EAAE,IAAI,CAAC,eAAe;YACrC,WAAW,EAAE,oBAAoB;YACjC,iBAAiB,EAAE,IAAI,CAAC,iBAAiB;YACzC,aAAa,EAAE,IAAI,CAAC,aAAa;YACjC,eAAe,EAAE,IAAI,CAAC,eAAe;YACrC,UAAU;YACV,aAAa;YACb,wBAAwB;YACxB,iBAAiB;YACjB,iBAAiB;YACjB,eAAe;YACf,SAAS,EAAE,IAAI,CAAC,SAAS;YACzB,OAAO;SACR,CAAC;IACJ,CAAC;CACF;AA9FD,0CA8FC"}

package/dist/files/shapefile/core/shapeFileReader.d.ts

@@ -0,0 +1,30 @@
+import { ReaderOptions, ChunkProcessor, ProgressInfo } from '../types';
+export declare class ShapefileChunkReader {
+    private readonly options;
+    private metricsManager?;
+    private progressTracker?;
+    private lastState;
+    constructor(options: ReaderOptions);
+    /**
+     * Reads a shapefile and processes it in chunks.
+     * @param shapefilePath Path to the shapefile to read
+     * @param processor Processor to handle each chunk of features
+     */
+    readAndProcess(shapefilePath: string, processor: ChunkProcessor): Promise<void>;
+    /**
+     * Count total features and vertices in the shapefile for progress calculation
+     * @param shapefilePath Path to the shapefile
+     * @returns Total number of features and vertices in the shapefile
+     */
+    getShapefileStats(shapefilePath: string): Promise<Pick<ProgressInfo, 'totalVertices' | 'totalFeatures'>>;
+    private processChunk;
+    /**
+     * Save processing state if state manager is available
+     * @param state State object containing the required state information
+     */
+    private saveProcessingState;
+    private initializeReading;
+    private shouldSkipFeature;
+    private hasContentToProcess;
+}
+//# sourceMappingURL=shapeFileReader.d.ts.map

package/dist/files/shapefile/core/shapeFileReader.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"shapeFileReader.d.ts","sourceRoot":"","sources":["../../../../src/files/shapefile/core/shapeFileReader.ts"],"names":[],"mappings":"AAGA,OAAO,EAAE,aAAa,EAAE,cAAc,EAAmC,YAAY,EAAE,MAAM,UAAU,CAAC;AAMxG,qBAAa,oBAAoB;IAKZ,OAAO,CAAC,QAAQ,CAAC,OAAO;IAJ3C,OAAO,CAAC,cAAc,CAAC,CAAkB;IACzC,OAAO,CAAC,eAAe,CAAC,CAAmB;IAC3C,OAAO,CAAC,SAAS,CAAgC;gBAEb,OAAO,EAAE,aAAa;IAE1D;;;;OAIG;IACU,cAAc,CAAC,aAAa,EAAE,MAAM,EAAE,SAAS,EAAE,cAAc,GAAG,OAAO,CAAC,IAAI,CAAC;IAgE5F;;;;OAIG;IACU,iBAAiB,CAAC,aAAa,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC,YAAY,EAAE,eAAe,GAAG,eAAe,CAAC,CAAC;YAyCvG,YAAY;IA6B1B;;;OAGG;YACW,mBAAmB;YAenB,iBAAiB;IAuB/B,OAAO,CAAC,iBAAiB;IAIzB,OAAO,CAAC,mBAAmB;CAG5B"}

package/dist/files/shapefile/core/shapeFileReader.js

@@ -0,0 +1,185 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.ShapefileChunkReader = void 0;
+/* eslint-disable @typescript-eslint/no-magic-numbers */
+/* eslint-disable @typescript-eslint/no-unnecessary-condition */
+const shapefile_1 = require("shapefile");
+const vertices_1 = require("../../../geo/vertices");
+const chunkBuilder_1 = require("./chunkBuilder");
+const progressTracker_1 = require("./progressTracker");
+const metricsManager_1 = require("./metricsManager");
+class ShapefileChunkReader {
+    options;
+    metricsManager;
+    progressTracker;
+    lastState = null;
+    constructor(options) {
+        this.options = options;
+    }
+    /**
+     * Reads a shapefile and processes it in chunks.
+     * @param shapefilePath Path to the shapefile to read
+     * @param processor Processor to handle each chunk of features
+     */
+    async readAndProcess(shapefilePath, processor) {
+        const chunkIndex = await this.initializeReading(shapefilePath);
+        let readFeatureIndex = -1;
+        const chunkBuilder = new chunkBuilder_1.ChunkBuilder(this.options.maxVerticesPerChunk, chunkIndex);
+        try {
+            const reader = await (0, shapefile_1.open)(shapefilePath);
+            this.options.logger?.info({ msg: 'Reading started' });
+            let readStart = performance.now();
+            // eslint-disable-next-line no-constant-condition
+            while (true) {
+                const { done, value: feature } = await reader.read();
+                if (done) {
+                    break;
+                }
+                readFeatureIndex++;
+                if (this.shouldSkipFeature(readFeatureIndex)) {
+                    continue;
+                }
+                if (!chunkBuilder.canAddFeature(feature)) {
+                    const readTime = performance.now() - readStart;
+                    const chunk = chunkBuilder.build();
+                    this.options.logger?.info({ msg: 'Chunk reading finished', readTime, chunkIndex: chunk.id, featuresCount: chunk.features.length });
+                    if (this.hasContentToProcess(chunk)) {
+                        await this.processChunk(chunk, processor, shapefilePath, readTime);
+                    }
+                    chunkBuilder.nextChunk();
+                    readStart = performance.now();
+                }
+                chunkBuilder.addFeature(feature);
+            }
+            // Process any remaining features
+            const readTime = performance.now() - readStart;
+            const finalChunk = chunkBuilder.build();
+            if (this.hasContentToProcess(finalChunk)) {
+                this.options.logger?.info({
+                    msg: 'Final chunk reading finished',
+                });
+                await this.processChunk(finalChunk, processor, shapefilePath, readTime);
+            }
+            this.metricsManager?.sendFileMetrics();
+        }
+        catch (error) {
+            const lastFeatureIndex = (this.progressTracker?.getProcessedFeatures() ?? 0) - 1;
+            this.options.logger?.error({ msg: 'Error processing shapefile', shapefilePath, lastFeatureIndex, error });
+            await this.saveProcessingState({
+                filePath: shapefilePath,
+                chunkIndex: chunkBuilder.chunkId,
+                lastFeatureIndex,
+            });
+            throw error;
+        }
+    }
+    /**
+     * Count total features and vertices in the shapefile for progress calculation
+     * @param shapefilePath Path to the shapefile
+     * @returns Total number of features and vertices in the shapefile
+     */
+    async getShapefileStats(shapefilePath) {
+        const reader = await (0, shapefile_1.open)(shapefilePath);
+        let totalVertices = 0;
+        let totalFeatures = 0;
+        try {
+            // eslint-disable-next-line no-constant-condition
+            while (true) {
+                const { done, value: feature } = await reader.read();
+                if (done) {
+                    break;
+                }
+                const vertices = (0, vertices_1.countVertices)(feature.geometry);
+                if (vertices > this.options.maxVerticesPerChunk) {
+                    this.options.logger?.warn({
+                        msg: `Feature exceeds maximum vertices limit: ${vertices} > ${this.options.maxVerticesPerChunk}`,
+                        featureId: feature.id,
+                    });
+                    continue; // Skip features that exceed the limit
+                }
+                totalFeatures++;
+                totalVertices += vertices;
+            }
+        }
+        catch (error) {
+            this.options.logger?.error({ msg: 'Error counting vertices in shapefile', shapefilePath, error });
+            throw error;
+        }
+        if (totalFeatures === 0 || totalVertices === 0) {
+            const message = `Shapefile ${shapefilePath} has no valid features or vertices`;
+            this.options.logger?.error({ msg: message });
+            throw new Error(message);
+        }
+        return { totalVertices, totalFeatures };
+    }
+    async processChunk(chunk, processor, filePath, readTime = 0) {
+        const processStart = performance.now();
+        try {
+            this.options.logger?.info({ msg: 'Processing chunk', chunkIndex: chunk.id, featuresCount: chunk.features.length, filePath, readTime });
+            await processor.process(chunk);
+            this.options.logger?.info({ msg: 'Chunk processing finished', chunkIndex: chunk.id });
+        }
+        catch (error) {
+            this.options.logger?.error(`Error processing chunk ${chunk.id}`, error);
+            throw error;
+        }
+        const processTime = performance.now() - processStart;
+        this.metricsManager?.sendChunkMetrics(chunk, readTime, processTime);
+        this.progressTracker?.addProcessedFeatures(chunk.features.length, chunk.verticesCount);
+        this.progressTracker?.addSkippedFeatures(chunk.skippedFeatures.length);
+        this.progressTracker?.incrementChunks();
+        const lastFeatureIndex = (this.progressTracker?.getProcessedFeatures() ?? 0) - 1;
+        // Save state after successful processing with progress information
+        await this.saveProcessingState({
+            filePath,
+            chunkIndex: chunk.id,
+            lastFeatureIndex,
+        });
+    }
+    /**
+     * Save processing state if state manager is available
+     * @param state State object containing the required state information
+     */
+    async saveProcessingState(state) {
+        if (!this.options.stateManager) {
+            return;
+        }
+        const currentState = {
+            filePath: state.filePath,
+            lastProcessedChunkIndex: state.chunkIndex,
+            lastProcessedFeatureIndex: state.lastFeatureIndex,
+            timestamp: new Date(),
+            progress: this.progressTracker?.calculateProgress(),
+        };
+        await this.options.stateManager.saveState(currentState);
+    }
+    async initializeReading(shapefilePath) {
+        try {
+            if (this.options.metricsCollector) {
+                this.metricsManager = new metricsManager_1.MetricsManager(this.options.metricsCollector);
+            }
+            this.lastState = (await this.options.stateManager?.loadState()) ?? null;
+            const { totalFeatures, totalVertices } = this.lastState?.progress ?? (await this.getShapefileStats(shapefilePath));
+            this.progressTracker = new progressTracker_1.ProgressTracker({
+                totalVertices,
+                totalFeatures,
+                maxVerticesPerChunk: this.options.maxVerticesPerChunk,
+                initialProgress: this.lastState?.progress,
+            });
+            const chunkIndex = this.lastState?.lastProcessedChunkIndex ?? 0;
+            return chunkIndex;
+        }
+        catch (error) {
+            this.options.logger?.error({ msg: 'Failed to initialize reading', error });
+            throw error;
+        }
+    }
+    shouldSkipFeature(featureIndex) {
+        return this.lastState !== null && featureIndex <= this.lastState.lastProcessedFeatureIndex;
+    }
+    hasContentToProcess(chunk) {
+        return chunk.features.length > 0 || chunk.skippedFeatures.length > 0;
+    }
+}
+exports.ShapefileChunkReader = ShapefileChunkReader;
+//# sourceMappingURL=shapeFileReader.js.map

package/dist/files/shapefile/core/shapeFileReader.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"shapeFileReader.js","sourceRoot":"","sources":["../../../../src/files/shapefile/core/shapeFileReader.ts"],"names":[],"mappings":";;;AAAA,wDAAwD;AACxD,gEAAgE;AAChE,yCAAiC;AAEjC,oDAAsD;AACtD,iDAA8C;AAC9C,uDAAsE;AACtE,qDAAmE;AAEnE,MAAa,oBAAoB;IAKK;IAJ5B,cAAc,CAAmB;IACjC,eAAe,CAAoB;IACnC,SAAS,GAA2B,IAAI,CAAC;IAEjD,YAAoC,OAAsB;QAAtB,YAAO,GAAP,OAAO,CAAe;IAAG,CAAC;IAE9D;;;;OAIG;IACI,KAAK,CAAC,cAAc,CAAC,aAAqB,EAAE,SAAyB;QAC1E,MAAM,UAAU,GAAG,MAAM,IAAI,CAAC,iBAAiB,CAAC,aAAa,CAAC,CAAC;QAC/D,IAAI,gBAAgB,GAAG,CAAC,CAAC,CAAC;QAE1B,MAAM,YAAY,GAAG,IAAI,2BAAY,CAAC,IAAI,CAAC,OAAO,CAAC,mBAAmB,EAAE,UAAU,CAAC,CAAC;QACpF,IAAI;YACF,MAAM,MAAM,GAAG,MAAM,IAAA,gBAAI,EAAC,aAAa,CAAC,CAAC;YAEzC,IAAI,CAAC,OAAO,CAAC,MAAM,EAAE,IAAI,CAAC,EAAE,GAAG,EAAE,iBAAiB,EAAE,CAAC,CAAC;YACtD,IAAI,SAAS,GAAG,WAAW,CAAC,GAAG,EAAE,CAAC;YAClC,iDAAiD;YACjD,OAAO,IAAI,EAAE;gBACX,MAAM,EAAE,IAAI,EAAE,KAAK,EAAE,OAAO,EAAE,GAAG,MAAM,MAAM,CAAC,IAAI,EAAE,CAAC;gBAErD,IAAI,IAAI,EAAE;oBACR,MAAM;iBACP;gBAED,gBAAgB,EAAE,CAAC;gBAEnB,IAAI,IAAI,CAAC,iBAAiB,CAAC,gBAAgB,CAAC,EAAE;oBAC5C,SAAS;iBACV;gBAED,IAAI,CAAC,YAAY,CAAC,aAAa,CAAC,OAAO,CAAC,EAAE;oBACxC,MAAM,QAAQ,GAAG,WAAW,CAAC,GAAG,EAAE,GAAG,SAAS,CAAC;oBAC/C,MAAM,KAAK,GAAG,YAAY,CAAC,KAAK,EAAE,CAAC;oBACnC,IAAI,CAAC,OAAO,CAAC,MAAM,EAAE,IAAI,CAAC,EAAE,GAAG,EAAE,wBAAwB,EAAE,QAAQ,EAAE,UAAU,EAAE,KAAK,CAAC,EAAE,EAAE,aAAa,EAAE,KAAK,CAAC,QAAQ,CAAC,MAAM,EAAE,CAAC,CAAC;oBAEnI,IAAI,IAAI,CAAC,mBAAmB,CAAC,KAAK,CAAC,EAAE;wBACnC,MAAM,IAAI,CAAC,YAAY,CAAC,KAAK,EAAE,SAAS,EAAE,aAAa,EAAE,QAAQ,CAAC,CAAC;qBACpE;oBACD,YAAY,CAAC,SAAS,EAAE,CAAC;oBACzB,SAAS,GAAG,WAAW,CAAC,GAAG,EAAE,CAAC;iBAC/B;gBAED,YAAY,CAAC,UAAU,CAAC,OAAO,CAAC,CAAC;aAClC;YAED,iCAAiC;YACjC,MAAM,QAAQ,GAAG,WAAW,CAAC,GAAG,EAAE,GAAG,SAAS,CAAC;YAC/C,MAAM,UAAU,GAAG,YAAY,CAAC,KAAK,EAAE,CAAC;YAExC,IAAI,IAAI,CAAC,mBAAmB,CAAC,UAAU,CAAC,EAAE;gBACxC,IAAI,CAAC,OAAO,CAAC,MAAM,EAAE,IAAI,CAAC;oBACxB,GAAG,EAAE,8BAA8B;iBACpC,CAAC,CAAC;gBACH,MAAM,IAAI,CAAC,YAAY,CAAC,UAAU,EAAE,SAAS,EAAE,aAAa,EAAE,QAAQ,CAAC,CAAC;aACzE;YAED,IAAI,CAAC,cAAc,EAAE,eAAe,EAAE,CAAC;SACxC;QAAC,OAAO,KAAK,EAAE;YACd,MAAM,gBAAgB,GAAG,CAAC,IAAI,CAAC,eAAe,EAAE,oBAAoB,EAAE,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC;YACjF,IAAI,CAAC,OAAO,CAAC,MAAM,EAAE,KAAK,CAAC,EAAE,GAAG,EAAE,4BAA4B,EAAE,aAAa,EAAE,gBAAgB,EAAE,KAAK,EAAE,CAAC,CAAC;YAE1G,MAAM,IAAI,CAAC,mBAAmB,CAAC;gBAC7B,QAAQ,EAAE,aAAa;gBACvB,UAAU,EAAE,YAAY,CAAC,OAAO;gBAChC,gBAAgB;aACjB,CAAC,CAAC;YACH,MAAM,KAAK,CAAC;SACb;IACH,CAAC;IAED;;;;OAIG;IACI,KAAK,CAAC,iBAAiB,CAAC,aAAqB;QAClD,MAAM,MAAM,GAAG,MAAM,IAAA,gBAAI,EAAC,aAAa,CAAC,CAAC;QACzC,IAAI,aAAa,GAAG,CAAC,CAAC;QACtB,IAAI,aAAa,GAAG,CAAC,CAAC;QAEtB,IAAI;YACF,iDAAiD;YACjD,OAAO,IAAI,EAAE;gBACX,MAAM,EAAE,IAAI,EAAE,KAAK,EAAE,OAAO,EAAE,GAAG,MAAM,MAAM,CAAC,IAAI,EAAE,CAAC;gBAErD,IAAI,IAAI,EAAE;oBACR,MAAM;iBACP;gBAED,MAAM,QAAQ,GAAG,IAAA,wBAAa,EAAC,OAAO,CAAC,QAAQ,CAAC,CAAC;gBAEjD,IAAI,QAAQ,GAAG,IAAI,CAAC,OAAO,CAAC,mBAAmB,EAAE;oBAC/C,IAAI,CAAC,OAAO,CAAC,MAAM,EAAE,IAAI,CAAC;wBACxB,GAAG,EAAE,2CAA2C,QAAQ,MAAM,IAAI,CAAC,OAAO,CAAC,mBAAmB,EAAE;wBAChG,SAAS,EAAE,OAAO,CAAC,EAAE;qBACtB,CAAC,CAAC;oBACH,SAAS,CAAC,sCAAsC;iBACjD;gBACD,aAAa,EAAE,CAAC;gBAEhB,aAAa,IAAI,QAAQ,CAAC;aAC3B;SACF;QAAC,OAAO,KAAK,EAAE;YACd,IAAI,CAAC,OAAO,CAAC,MAAM,EAAE,KAAK,CAAC,EAAE,GAAG,EAAE,sCAAsC,EAAE,aAAa,EAAE,KAAK,EAAE,CAAC,CAAC;YAClG,MAAM,KAAK,CAAC;SACb;QAED,IAAI,aAAa,KAAK,CAAC,IAAI,aAAa,KAAK,CAAC,EAAE;YAC9C,MAAM,OAAO,GAAG,aAAa,aAAa,oCAAoC,CAAC;YAC/E,IAAI,CAAC,OAAO,CAAC,MAAM,EAAE,KAAK,CAAC,EAAE,GAAG,EAAE,OAAO,EAAE,CAAC,CAAC;YAC7C,MAAM,IAAI,KAAK,CAAC,OAAO,CAAC,CAAC;SAC1B;QAED,OAAO,EAAE,aAAa,EAAE,aAAa,EAAE,CAAC;IAC1C,CAAC;IAEO,KAAK,CAAC,YAAY,CAAC,KAAqB,EAAE,SAAyB,EAAE,QAAgB,EAAE,QAAQ,GAAG,CAAC;QACzG,MAAM,YAAY,GAAG,WAAW,CAAC,GAAG,EAAE,CAAC;QAEvC,IAAI;YACF,IAAI,CAAC,OAAO,CAAC,MAAM,EAAE,IAAI,CAAC,EAAE,GAAG,EAAE,kBAAkB,EAAE,UAAU,EAAE,KAAK,CAAC,EAAE,EAAE,aAAa,EAAE,KAAK,CAAC,QAAQ,CAAC,MAAM,EAAE,QAAQ,EAAE,QAAQ,EAAE,CAAC,CAAC;YACvI,MAAM,SAAS,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC;YAC/B,IAAI,CAAC,OAAO,CAAC,MAAM,EAAE,IAAI,CAAC,EAAE,GAAG,EAAE,2BAA2B,EAAE,UAAU,EAAE,KAAK,CAAC,EAAE,EAAE,CAAC,CAAC;SACvF;QAAC,OAAO,KAAK,EAAE;YACd,IAAI,CAAC,OAAO,CAAC,MAAM,EAAE,KAAK,CAAC,0BAA0B,KAAK,CAAC,EAAE,EAAE,EAAE,KAAK,CAAC,CAAC;YACxE,MAAM,KAAK,CAAC;SACb;QAED,MAAM,WAAW,GAAG,WAAW,CAAC,GAAG,EAAE,GAAG,YAAY,CAAC;QAErD,IAAI,CAAC,cAAc,EAAE,gBAAgB,CAAC,KAAK,EAAE,QAAQ,EAAE,WAAW,CAAC,CAAC;QAEpE,IAAI,CAAC,eAAe,EAAE,oBAAoB,CAAC,KAAK,CAAC,QAAQ,CAAC,MAAM,EAAE,KAAK,CAAC,aAAa,CAAC,CAAC;QACvF,IAAI,CAAC,eAAe,EAAE,kBAAkB,CAAC,KAAK,CAAC,eAAe,CAAC,MAAM,CAAC,CAAC;QACvE,IAAI,CAAC,eAAe,EAAE,eAAe,EAAE,CAAC;QACxC,MAAM,gBAAgB,GAAG,CAAC,IAAI,CAAC,eAAe,EAAE,oBAAoB,EAAE,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC;QAEjF,mEAAmE;QACnE,MAAM,IAAI,CAAC,mBAAmB,CAAC;YAC7B,QAAQ;YACR,UAAU,EAAE,KAAK,CAAC,EAAE;YACpB,gBAAgB;SACjB,CAAC,CAAC;IACL,CAAC;IAED;;;OAGG;IACK,KAAK,CAAC,mBAAmB,CAAC,KAAyE;QACzG,IAAI,CAAC,IAAI,CAAC,OAAO,CAAC,YAAY,EAAE;YAC9B,OAAO;SACR;QAED,MAAM,YAAY,GAAoB;YACpC,QAAQ,EAAE,KAAK,CAAC,QAAQ;YACxB,uBAAuB,EAAE,KAAK,CAAC,UAAU;YACzC,yBAAyB,EAAE,KAAK,CAAC,gBAAgB;YACjD,SAAS,EAAE,IAAI,IAAI,EAAE;YACrB,QAAQ,EAAE,IAAI,CAAC,eAAe,EAAE,iBAAiB,EAAE;SACpD,CAAC;QACF,MAAM,IAAI,CAAC,OAAO,CAAC,YAAY,CAAC,SAAS,CAAC,YAAY,CAAC,CAAC;IAC1D,CAAC;IAEO,KAAK,CAAC,iBAAiB,CAAC,aAAqB;QACnD,IAAI;YACF,IAAI,IAAI,CAAC,OAAO,CAAC,gBAAgB,EAAE;gBACjC,IAAI,CAAC,cAAc,GAAG,IAAI,+BAAc,CAAC,IAAI,CAAC,OAAO,CAAC,gBAAgB,CAAC,CAAC;aACzE;YACD,IAAI,CAAC,SAAS,GAAG,CAAC,MAAM,IAAI,CAAC,OAAO,CAAC,YAAY,EAAE,SAAS,EAAE,CAAC,IAAI,IAAI,CAAC;YACxE,MAAM,EAAE,aAAa,EAAE,aAAa,EAAE,GAAG,IAAI,CAAC,SAAS,EAAE,QAAQ,IAAI,CAAC,MAAM,IAAI,CAAC,iBAAiB,CAAC,aAAa,CAAC,CAAC,CAAC;YACnH,IAAI,CAAC,eAAe,GAAG,IAAI,iCAAe,CAAC;gBACzC,aAAa;gBACb,aAAa;gBACb,mBAAmB,EAAE,IAAI,CAAC,OAAO,CAAC,mBAAmB;gBACrD,eAAe,EAAE,IAAI,CAAC,SAAS,EAAE,QAAQ;aAC1C,CAAC,CAAC;YAEH,MAAM,UAAU,GAAG,IAAI,CAAC,SAAS,EAAE,uBAAuB,IAAI,CAAC,CAAC;YAEhE,OAAO,UAAU,CAAC;SACnB;QAAC,OAAO,KAAK,EAAE;YACd,IAAI,CAAC,OAAO,CAAC,MAAM,EAAE,KAAK,CAAC,EAAE,GAAG,EAAE,8BAA8B,EAAE,KAAK,EAAE,CAAC,CAAC;YAC3E,MAAM,KAAK,CAAC;SACb;IACH,CAAC;IAEO,iBAAiB,CAAC,YAAoB;QAC5C,OAAO,IAAI,CAAC,SAAS,KAAK,IAAI,IAAI,YAAY,IAAI,IAAI,CAAC,SAAS,CAAC,yBAAyB,CAAC;IAC7F,CAAC;IAEO,mBAAmB,CAAC,KAAqB;QAC/C,OAAO,KAAK,CAAC,QAAQ,CAAC,MAAM,GAAG,CAAC,IAAI,KAAK,CAAC,eAAe,CAAC,MAAM,GAAG,CAAC,CAAC;IACvE,CAAC;CACF;AAxMD,oDAwMC"}

package/dist/files/shapefile/index.d.ts

@@ -0,0 +1,3 @@
+export { ShapefileChunkReader } from './core/shapeFileReader';
+export * from './types';
+//# sourceMappingURL=index.d.ts.map

package/dist/files/shapefile/index.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../src/files/shapefile/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,oBAAoB,EAAE,MAAM,wBAAwB,CAAC;AAC9D,cAAc,SAAS,CAAC"}

package/dist/files/shapefile/index.js

@@ -0,0 +1,21 @@
+"use strict";
+var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    var desc = Object.getOwnPropertyDescriptor(m, k);
+    if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
+      desc = { enumerable: true, get: function() { return m[k]; } };
+    }
+    Object.defineProperty(o, k2, desc);
+}) : (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    o[k2] = m[k];
+}));
+var __exportStar = (this && this.__exportStar) || function(m, exports) {
+    for (var p in m) if (p !== "default" && !Object.prototype.hasOwnProperty.call(exports, p)) __createBinding(exports, m, p);
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.ShapefileChunkReader = void 0;
+var shapeFileReader_1 = require("./core/shapeFileReader");
+Object.defineProperty(exports, "ShapefileChunkReader", { enumerable: true, get: function () { return shapeFileReader_1.ShapefileChunkReader; } });
+__exportStar(require("./types"), exports);
+//# sourceMappingURL=index.js.map

package/dist/files/shapefile/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../../../src/files/shapefile/index.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;;AAAA,0DAA8D;AAArD,uHAAA,oBAAoB,OAAA;AAC7B,0CAAwB"}

package/dist/files/shapefile/types/index.d.ts

@@ -0,0 +1,22 @@
+import { Feature } from 'geojson';
+import { Logger } from '@map-colonies/js-logger';
+import { StateManager } from '../types';
+import { MetricsCollector } from './metrics';
+export * from './metrics';
+export * from './state';
+export interface ShapefileChunk {
+    id: number;
+    features: Feature[];
+    skippedFeatures: Feature[];
+    verticesCount: number;
+}
+export interface ChunkProcessor {
+    process: (chunk: ShapefileChunk) => Promise<void>;
+}
+export interface ReaderOptions {
+    logger?: Logger;
+    maxVerticesPerChunk: number;
+    stateManager?: StateManager;
+    metricsCollector?: MetricsCollector;
+}
+//# sourceMappingURL=index.d.ts.map

package/dist/files/shapefile/types/index.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../../src/files/shapefile/types/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,OAAO,EAAE,MAAM,SAAS,CAAC;AAClC,OAAO,EAAE,MAAM,EAAE,MAAM,yBAAyB,CAAC;AACjD,OAAO,EAAE,YAAY,EAAE,MAAM,UAAU,CAAC;AACxC,OAAO,EAAE,gBAAgB,EAAE,MAAM,WAAW,CAAC;AAE7C,cAAc,WAAW,CAAC;AAC1B,cAAc,SAAS,CAAC;AAExB,MAAM,WAAW,cAAc;IAC7B,EAAE,EAAE,MAAM,CAAC;IACX,QAAQ,EAAE,OAAO,EAAE,CAAC;IACpB,eAAe,EAAE,OAAO,EAAE,CAAC;IAC3B,aAAa,EAAE,MAAM,CAAC;CACvB;AAED,MAAM,WAAW,cAAc;IAC7B,OAAO,EAAE,CAAC,KAAK,EAAE,cAAc,KAAK,OAAO,CAAC,IAAI,CAAC,CAAC;CACnD;AAED,MAAM,WAAW,aAAa;IAC5B,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,mBAAmB,EAAE,MAAM,CAAC;IAC5B,YAAY,CAAC,EAAE,YAAY,CAAC;IAC5B,gBAAgB,CAAC,EAAE,gBAAgB,CAAC;CACrC"}

package/dist/files/shapefile/types/index.js

@@ -0,0 +1,19 @@
+"use strict";
+var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    var desc = Object.getOwnPropertyDescriptor(m, k);
+    if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
+      desc = { enumerable: true, get: function() { return m[k]; } };
+    }
+    Object.defineProperty(o, k2, desc);
+}) : (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    o[k2] = m[k];
+}));
+var __exportStar = (this && this.__exportStar) || function(m, exports) {
+    for (var p in m) if (p !== "default" && !Object.prototype.hasOwnProperty.call(exports, p)) __createBinding(exports, m, p);
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+__exportStar(require("./metrics"), exports);
+__exportStar(require("./state"), exports);
+//# sourceMappingURL=index.js.map

package/dist/files/shapefile/types/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../../../../src/files/shapefile/types/index.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;AAKA,4CAA0B;AAC1B,0CAAwB"}

package/dist/files/shapefile/types/metrics.d.ts

@@ -0,0 +1,26 @@
+export interface ChunkMetrics {
+    chunkIndex: number;
+    featuresCount: number;
+    skippedFeaturesCount: number;
+    verticesCount: number;
+    readTimeMs: number;
+    processTimeMs: number;
+    totalTimeMs: number;
+    timestamp: Date;
+}
+export interface FileMetrics {
+    totalFeatures: number;
+    totalSkippedFeatures: number;
+    totalVertices: number;
+    totalChunks: number;
+    totalReadTimeMs: number;
+    totalProcessTimeMs: number;
+    totalTimeMs: number;
+    startTime: Date;
+    endTime?: Date;
+}
+export interface MetricsCollector {
+    onChunkMetrics?: (metrics: ChunkMetrics) => void;
+    onFileMetrics?: (metrics: FileMetrics) => void;
+}
+//# sourceMappingURL=metrics.d.ts.map

package/dist/files/shapefile/types/metrics.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"metrics.d.ts","sourceRoot":"","sources":["../../../../src/files/shapefile/types/metrics.ts"],"names":[],"mappings":"AAAA,MAAM,WAAW,YAAY;IAC3B,UAAU,EAAE,MAAM,CAAC;IACnB,aAAa,EAAE,MAAM,CAAC;IACtB,oBAAoB,EAAE,MAAM,CAAC;IAC7B,aAAa,EAAE,MAAM,CAAC;IACtB,UAAU,EAAE,MAAM,CAAC;IACnB,aAAa,EAAE,MAAM,CAAC;IACtB,WAAW,EAAE,MAAM,CAAC;IACpB,SAAS,EAAE,IAAI,CAAC;CACjB;AAED,MAAM,WAAW,WAAW;IAC1B,aAAa,EAAE,MAAM,CAAC;IACtB,oBAAoB,EAAE,MAAM,CAAC;IAC7B,aAAa,EAAE,MAAM,CAAC;IACtB,WAAW,EAAE,MAAM,CAAC;IACpB,eAAe,EAAE,MAAM,CAAC;IACxB,kBAAkB,EAAE,MAAM,CAAC;IAC3B,WAAW,EAAE,MAAM,CAAC;IACpB,SAAS,EAAE,IAAI,CAAC;IAChB,OAAO,CAAC,EAAE,IAAI,CAAC;CAChB;AAED,MAAM,WAAW,gBAAgB;IAC/B,cAAc,CAAC,EAAE,CAAC,OAAO,EAAE,YAAY,KAAK,IAAI,CAAC;IACjD,aAAa,CAAC,EAAE,CAAC,OAAO,EAAE,WAAW,KAAK,IAAI,CAAC;CAChD"}

package/dist/files/shapefile/types/metrics.js

@@ -0,0 +1,3 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+//# sourceMappingURL=metrics.js.map

package/dist/files/shapefile/types/metrics.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"metrics.js","sourceRoot":"","sources":["../../../../src/files/shapefile/types/metrics.ts"],"names":[],"mappings":""}

package/dist/files/shapefile/types/state.d.ts

@@ -0,0 +1,30 @@
+export interface StateManager {
+    saveState: (state: ProcessingState) => Promise<void> | void;
+    loadState: () => (ProcessingState | null) | Promise<ProcessingState | null>;
+}
+export interface ProgressInfo {
+    startTime: number;
+    endTime?: number;
+    processedFeatures: number;
+    totalFeatures: number;
+    processedChunks: number;
+    totalChunks: number;
+    processedVertices: number;
+    totalVertices: number;
+    skippedFeatures: number;
+    percentage: number;
+    elapsedTimeMs: number;
+    estimatedRemainingTimeMs: number;
+    featuresPerSecond: number;
+    verticesPerSecond: number;
+    chunksPerSecond: number;
+}
+export declare type InitialProgress = Pick<ProgressInfo, 'startTime' | 'processedVertices' | 'processedFeatures' | 'processedChunks' | 'skippedFeatures'>;
+export interface ProcessingState {
+    filePath: string;
+    lastProcessedChunkIndex: number;
+    lastProcessedFeatureIndex: number;
+    timestamp: Date;
+    progress?: ProgressInfo;
+}
+//# sourceMappingURL=state.d.ts.map

package/dist/files/shapefile/types/state.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"state.d.ts","sourceRoot":"","sources":["../../../../src/files/shapefile/types/state.ts"],"names":[],"mappings":"AAAA,MAAM,WAAW,YAAY;IAC3B,SAAS,EAAE,CAAC,KAAK,EAAE,eAAe,KAAK,OAAO,CAAC,IAAI,CAAC,GAAG,IAAI,CAAC;IAC5D,SAAS,EAAE,MAAM,CAAC,eAAe,GAAG,IAAI,CAAC,GAAG,OAAO,CAAC,eAAe,GAAG,IAAI,CAAC,CAAC;CAC7E;AAED,MAAM,WAAW,YAAY;IAC3B,SAAS,EAAE,MAAM,CAAC;IAClB,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,iBAAiB,EAAE,MAAM,CAAC;IAC1B,aAAa,EAAE,MAAM,CAAC;IACtB,eAAe,EAAE,MAAM,CAAC;IACxB,WAAW,EAAE,MAAM,CAAC;IACpB,iBAAiB,EAAE,MAAM,CAAC;IAC1B,aAAa,EAAE,MAAM,CAAC;IACtB,eAAe,EAAE,MAAM,CAAC;IACxB,UAAU,EAAE,MAAM,CAAC;IACnB,aAAa,EAAE,MAAM,CAAC;IACtB,wBAAwB,EAAE,MAAM,CAAC;IACjC,iBAAiB,EAAE,MAAM,CAAC;IAC1B,iBAAiB,EAAE,MAAM,CAAC;IAC1B,eAAe,EAAE,MAAM,CAAC;CACzB;AAED,oBAAY,eAAe,GAAG,IAAI,CAAC,YAAY,EAAE,WAAW,GAAG,mBAAmB,GAAG,mBAAmB,GAAG,iBAAiB,GAAG,iBAAiB,CAAC,CAAC;AAElJ,MAAM,WAAW,eAAe;IAC9B,QAAQ,EAAE,MAAM,CAAC;IACjB,uBAAuB,EAAE,MAAM,CAAC;IAChC,yBAAyB,EAAE,MAAM,CAAC;IAClC,SAAS,EAAE,IAAI,CAAC;IAChB,QAAQ,CAAC,EAAE,YAAY,CAAC;CACzB"}

package/dist/files/shapefile/types/state.js

@@ -0,0 +1,3 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+//# sourceMappingURL=state.js.map

package/dist/files/shapefile/types/state.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"state.js","sourceRoot":"","sources":["../../../../src/files/shapefile/types/state.ts"],"names":[],"mappings":""}

package/dist/geo/vertices.d.ts

@@ -0,0 +1,9 @@
+import { Geometry } from 'geojson';
+/**
+ * Counts the number of vertices in a given geometry.
+ * @param geometry - The geometry object to count vertices in.
+ * @returns The total number of vertices in the geometry.
+ * @throws Will throw an error if the geometry type is unsupported.
+ */
+export declare function countVertices(geometry: Geometry): number;
+//# sourceMappingURL=vertices.d.ts.map

package/dist/geo/vertices.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"vertices.d.ts","sourceRoot":"","sources":["../../src/geo/vertices.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,QAAQ,EAAE,MAAM,SAAS,CAAC;AAEnC;;;;;GAKG;AACH,wBAAgB,aAAa,CAAC,QAAQ,EAAE,QAAQ,GAAG,MAAM,CAmCxD"}

package/dist/geo/vertices.js

@@ -0,0 +1,45 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.countVertices = void 0;
+/**
+ * Counts the number of vertices in a given geometry.
+ * @param geometry - The geometry object to count vertices in.
+ * @returns The total number of vertices in the geometry.
+ * @throws Will throw an error if the geometry type is unsupported.
+ */
+function countVertices(geometry) {
+    let count = 0;
+    switch (geometry.type) {
+        case 'Polygon':
+            geometry.coordinates.forEach((ring) => {
+                count += ring.length;
+            });
+            break;
+        case 'MultiPolygon':
+            geometry.coordinates.forEach((polygon) => {
+                polygon.forEach((ring) => {
+                    count += ring.length;
+                });
+            });
+            break;
+        case 'LineString':
+            count = geometry.coordinates.length; // Each point in a LineString is a vertex
+            break;
+        case 'MultiLineString':
+            geometry.coordinates.forEach((line) => {
+                count += line.length;
+            });
+            break;
+        case 'Point':
+            count = 1; // A point is considered to have 1 vertex
+            break;
+        case 'MultiPoint':
+            count = geometry.coordinates.length; // Each point is a vertex
+            break;
+        default:
+            throw new Error(`Unsupported geometry type: ${geometry.type}`);
+    }
+    return count;
+}
+exports.countVertices = countVertices;
+//# sourceMappingURL=vertices.js.map

package/dist/geo/vertices.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"vertices.js","sourceRoot":"","sources":["../../src/geo/vertices.ts"],"names":[],"mappings":";;;AAEA;;;;;GAKG;AACH,SAAgB,aAAa,CAAC,QAAkB;IAC9C,IAAI,KAAK,GAAG,CAAC,CAAC;IAEd,QAAQ,QAAQ,CAAC,IAAI,EAAE;QACrB,KAAK,SAAS;YACZ,QAAQ,CAAC,WAAW,CAAC,OAAO,CAAC,CAAC,IAAI,EAAE,EAAE;gBACpC,KAAK,IAAI,IAAI,CAAC,MAAM,CAAC;YACvB,CAAC,CAAC,CAAC;YACH,MAAM;QACR,KAAK,cAAc;YACjB,QAAQ,CAAC,WAAW,CAAC,OAAO,CAAC,CAAC,OAAO,EAAE,EAAE;gBACvC,OAAO,CAAC,OAAO,CAAC,CAAC,IAAI,EAAE,EAAE;oBACvB,KAAK,IAAI,IAAI,CAAC,MAAM,CAAC;gBACvB,CAAC,CAAC,CAAC;YACL,CAAC,CAAC,CAAC;YACH,MAAM;QACR,KAAK,YAAY;YACf,KAAK,GAAG,QAAQ,CAAC,WAAW,CAAC,MAAM,CAAC,CAAC,yCAAyC;YAC9E,MAAM;QACR,KAAK,iBAAiB;YACpB,QAAQ,CAAC,WAAW,CAAC,OAAO,CAAC,CAAC,IAAI,EAAE,EAAE;gBACpC,KAAK,IAAI,IAAI,CAAC,MAAM,CAAC;YACvB,CAAC,CAAC,CAAC;YACH,MAAM;QACR,KAAK,OAAO;YACV,KAAK,GAAG,CAAC,CAAC,CAAC,yCAAyC;YACpD,MAAM;QACR,KAAK,YAAY;YACf,KAAK,GAAG,QAAQ,CAAC,WAAW,CAAC,MAAM,CAAC,CAAC,yBAAyB;YAC9D,MAAM;QACR;YACE,MAAM,IAAI,KAAK,CAAC,8BAA8B,QAAQ,CAAC,IAAI,EAAE,CAAC,CAAC;KAClE;IAED,OAAO,KAAK,CAAC;AACf,CAAC;AAnCD,sCAmCC"}

package/dist/index.d.ts

@@ -4,4 +4,5 @@ export * from './dateTime';
 export * from './geo';
 export * from './arrays';
 export * from './utils';
+export * from './files';
 //# sourceMappingURL=index.d.ts.map

package/dist/index.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAAA,cAAc,UAAU,CAAC;AACzB,cAAc,iBAAiB,CAAC;AAChC,cAAc,YAAY,CAAC;AAC3B,cAAc,OAAO,CAAC;AACtB,cAAc,UAAU,CAAC;AACzB,cAAc,SAAS,CAAC"}
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAAA,cAAc,UAAU,CAAC;AACzB,cAAc,iBAAiB,CAAC;AAChC,cAAc,YAAY,CAAC;AAC3B,cAAc,OAAO,CAAC;AACtB,cAAc,UAAU,CAAC;AACzB,cAAc,SAAS,CAAC;AACxB,cAAc,SAAS,CAAC"}

package/dist/index.js

@@ -20,4 +20,5 @@ __exportStar(require("./dateTime"), exports);
 __exportStar(require("./geo"), exports);
 __exportStar(require("./arrays"), exports);
 __exportStar(require("./utils"), exports);
+__exportStar(require("./files"), exports);
 //# sourceMappingURL=index.js.map

package/dist/index.js.map

@@ -1 +1 @@
-{"version":3,"file":"index.js","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;AAAA,2CAAyB;AACzB,kDAAgC;AAChC,6CAA2B;AAC3B,wCAAsB;AACtB,2CAAyB;AACzB,0CAAwB"}
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;AAAA,2CAAyB;AACzB,kDAAgC;AAChC,6CAA2B;AAC3B,wCAAsB;AACtB,2CAAyB;AACzB,0CAAwB;AACxB,0CAAwB"}

package/dist/utils/index.d.ts

@@ -1,2 +1,3 @@
 export * from './timeout';
+export * from './validation';
 //# sourceMappingURL=index.d.ts.map

package/dist/utils/index.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/utils/index.ts"],"names":[],"mappings":"AAAA,cAAc,WAAW,CAAC"}
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/utils/index.ts"],"names":[],"mappings":"AAAA,cAAc,WAAW,CAAC;AAC1B,cAAc,cAAc,CAAC"}

package/dist/utils/index.js

@@ -15,4 +15,5 @@ var __exportStar = (this && this.__exportStar) || function(m, exports) {
 };
 Object.defineProperty(exports, "__esModule", { value: true });
 __exportStar(require("./timeout"), exports);
+__exportStar(require("./validation"), exports);
 //# sourceMappingURL=index.js.map

package/dist/utils/index.js.map

@@ -1 +1 @@
-{"version":3,"file":"index.js","sourceRoot":"","sources":["../../src/utils/index.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;AAAA,4CAA0B"}
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../../src/utils/index.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;AAAA,4CAA0B;AAC1B,+CAA6B"}

package/dist/utils/validation.d.ts

@@ -0,0 +1,9 @@
+import z from 'zod';
+export declare const featurePropertiesSchema: z.ZodObject<{
+    id: z.ZodUnion<[z.ZodString, z.ZodNumber]>;
+}, "passthrough", z.ZodTypeAny, z.objectOutputType<{
+    id: z.ZodUnion<[z.ZodString, z.ZodNumber]>;
+}, z.ZodTypeAny, "passthrough">, z.objectInputType<{
+    id: z.ZodUnion<[z.ZodString, z.ZodNumber]>;
+}, z.ZodTypeAny, "passthrough">>;
+//# sourceMappingURL=validation.d.ts.map

package/dist/utils/validation.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"validation.d.ts","sourceRoot":"","sources":["../../src/utils/validation.ts"],"names":[],"mappings":"AAAA,OAAO,CAAC,MAAM,KAAK,CAAC;AAEpB,eAAO,MAAM,uBAAuB;;;;;;gCAOpB,CAAC"}

package/dist/utils/validation.js

@@ -0,0 +1,13 @@
+"use strict";
+var __importDefault = (this && this.__importDefault) || function (mod) {
+    return (mod && mod.__esModule) ? mod : { "default": mod };
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.featurePropertiesSchema = void 0;
+const zod_1 = __importDefault(require("zod"));
+exports.featurePropertiesSchema = zod_1.default
+    .object({
+    id: zod_1.default.string().or(zod_1.default.number()).describe('Feature ID'),
+}, { message: 'error(ShapeFileReader): Feature must have an id' })
+    .passthrough();
+//# sourceMappingURL=validation.js.map

package/dist/utils/validation.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"validation.js","sourceRoot":"","sources":["../../src/utils/validation.ts"],"names":[],"mappings":";;;;;;AAAA,8CAAoB;AAEP,QAAA,uBAAuB,GAAG,aAAC;KACrC,MAAM,CACL;IACE,EAAE,EAAE,aAAC,CAAC,MAAM,EAAE,CAAC,EAAE,CAAC,aAAC,CAAC,MAAM,EAAE,CAAC,CAAC,QAAQ,CAAC,YAAY,CAAC;CACrD,EACD,EAAE,OAAO,EAAE,iDAAiD,EAAE,CAC/D;KACA,WAAW,EAAE,CAAC"}

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@map-colonies/mc-utils",
-  "version": "3.3.0",
+  "version": "3.4.1",
   "description": "This is template for map colonies typescript packages",
   "main": "./dist/index.js",
   "scripts": {
@@ -40,18 +40,20 @@
   ],
   "homepage": "https://github.com/MapColonies/mc-utils#readme",
   "devDependencies": {
-    "eslint": "^8.36.0",
-    "commitlint": "^17.4.4",
     "@commitlint/cli": "^17.4.4",
     "@commitlint/config-conventional": "^17.4.4",
     "@map-colonies/eslint-config": "^3.1.3",
     "@map-colonies/prettier-config": "0.0.1",
     "@types/express": "^4.17.17",
+    "@types/geojson": "^7946.0.16",
     "@types/jest": "^29.4.0",
     "@types/lodash": "^4.14.171",
     "@types/ngeohash": "^0.6.3",
     "@types/node": "^14.14.12",
+    "@types/shapefile": "^0.6.4",
+    "commitlint": "^17.4.4",
     "cz-conventional-changelog": "^3.3.0",
+    "eslint": "^8.36.0",
     "husky": "^8.0.3",
     "jest": "^29.5.0",
     "jest-create-mock-instance": "^2.0.0",
@@ -70,7 +72,9 @@
     "axios-retry": "^3.4.0",
     "http-status-codes": "^2.2.0",
     "lodash": "^4.17.21",
-    "ngeohash": "^0.6.3"
+    "ngeohash": "^0.6.3",
+    "shapefile": "^0.6.6",
+    "zod": "^3.24.1"
   },
   "peerDependencies": {
     "@map-colonies/error-types": "^1.3.1",