@osmix/core 0.0.2 → 0.0.6

package/dist/osmix/src/pbf.js

@@ -0,0 +1,187 @@
+/**
+ * PBF loading and serialization utilities.
+ *
+ * Provides functions for loading OSM PBF data into Osm indexes and
+ * serializing Osm indexes back to PBF format. Supports streaming
+ * for memory-efficient processing of large datasets.
+ *
+ * @module
+ */
+import { Osm } from "@osmix/core/src/osm";
+import { OsmBlocksToJsonTransformStream, OsmJsonToBlocksTransformStream, } from "@osmix/json";
+import { OsmBlocksToPbfBytesTransformStream, OsmPbfBytesToBlocksTransformStream, readOsmPbf, } from "@osmix/pbf";
+import { logProgress, progressEvent, } from "@osmix/shared/progress";
+import { createReadableEntityStreamFromOsm } from "./utils";
+/**
+ * Read only the header block from PBF data without parsing entities.
+ * Useful for previewing metadata before loading the entire dataset.
+ */
+export async function readOsmPbfHeader(data) {
+    const { header } = await readOsmPbf(data);
+    return header;
+}
+/**
+ * Create a new Osm index from PBF data (stream or buffer).
+ * Parses all OSM entities, builds ID and tag indexes, and constructs spatial indexes.
+ * Supports optional bbox extraction and entity filtering during ingestion.
+ */
+export async function fromPbf(data, options = {}, onProgress = logProgress) {
+    const createOsm = startCreateOsmFromPbf(data, options);
+    do {
+        const { value, done } = await createOsm.next();
+        if (done)
+            return value;
+        onProgress(value);
+    } while (true);
+}
+/**
+ * Parse raw PBF data into an Osm index.
+ * Yields progress events during parsing and index building.
+ * Returns the completed Osm instance when done.
+ */
+export async function* startCreateOsmFromPbf(data, options = {}) {
+    const { extractBbox } = options;
+    const { header, blocks } = await readOsmPbf(data);
+    const osm = new Osm({
+        ...options,
+        header,
+    });
+    if (extractBbox) {
+        osm.header.bbox = {
+            left: extractBbox[0],
+            bottom: extractBbox[1],
+            right: extractBbox[2],
+            top: extractBbox[3],
+        };
+    }
+    let blockCount = 0;
+    for await (const block of blocks) {
+        const blockStringIndexMap = osm.stringTable.createBlockIndexMap(block.stringtable);
+        for (const group of block.primitivegroup) {
+            const { nodes, ways, relations, dense } = group;
+            if (nodes && nodes.length > 0)
+                throw Error("Nodes must be dense!");
+            if (dense) {
+                osm.nodes.addDenseNodes(dense, block, blockStringIndexMap, extractBbox
+                    ? (node) => {
+                        return (node.lon >= extractBbox[0] &&
+                            node.lon <= extractBbox[2] &&
+                            node.lat >= extractBbox[1] &&
+                            node.lat <= extractBbox[3]);
+                    }
+                    : undefined);
+            }
+            if (ways.length > 0) {
+                // Nodes are finished, build their index.
+                if (!osm.nodes.isReady())
+                    osm.nodes.buildIndex();
+                osm.ways.addWays(ways, blockStringIndexMap, extractBbox
+                    ? (way) => {
+                        const refs = way.refs.filter((ref) => osm.nodes.ids.has(ref));
+                        if (refs.length === 0)
+                            return null;
+                        return {
+                            ...way,
+                            refs,
+                        };
+                    }
+                    : undefined);
+            }
+            if (relations.length > 0) {
+                if (!osm.ways.isReady())
+                    osm.ways.buildIndex();
+                osm.relations.addRelations(relations, blockStringIndexMap, extractBbox
+                    ? (relation) => {
+                        const members = relation.members.filter((member) => {
+                            if (member.type === "node")
+                                return osm.nodes.ids.has(member.ref);
+                            if (member.type === "way")
+                                return osm.ways.ids.has(member.ref);
+                            return false;
+                        });
+                        if (members.length === 0)
+                            return null;
+                        return {
+                            ...relation,
+                            members,
+                        };
+                    }
+                    : undefined);
+            }
+        }
+        blockCount++;
+        yield progressEvent(`Processed ${blockCount.toLocaleString()} blocks, ${osm.nodes.size.toLocaleString()} nodes, ${osm.ways.size.toLocaleString()} ways, and ${osm.relations.size.toLocaleString()} relations added.`);
+    }
+    yield progressEvent(`${osm.nodes.size.toLocaleString()} nodes, ${osm.ways.size.toLocaleString()} ways, and ${osm.relations.size.toLocaleString()} relations added.`);
+    yield progressEvent("Building ID and tag indexes...");
+    osm.buildIndexes();
+    // By default, build all spatial indexes.
+    if (!Array.isArray(options.buildSpatialIndexes)) {
+        yield progressEvent("Building all spatial indexes...");
+        osm.buildSpatialIndexes();
+    }
+    else if (options.buildSpatialIndexes.includes("node")) {
+        yield progressEvent("Building node spatial index...");
+        osm.nodes.buildSpatialIndex();
+    }
+    else if (options.buildSpatialIndexes.includes("way")) {
+        yield progressEvent("Building way spatial index...");
+        osm.ways.buildSpatialIndex();
+    }
+    else if (options.buildSpatialIndexes.includes("relation")) {
+        yield progressEvent("Building relation spatial index...");
+        osm.relations.buildSpatialIndex();
+    }
+    yield progressEvent(`Finished loading ${osm.id} PBF data into Osmix.`);
+    return osm;
+}
+/**
+ * Convert the OSM index to a ReadableStream of PBF-encoded bytes.
+ * Entities are streamed, transformed into PBF blocks, and encoded on the fly.
+ * Suitable for piping to file or network streams.
+ */
+export function toPbfStream(osm) {
+    return createReadableEntityStreamFromOsm(osm)
+        .pipeThrough(new OsmJsonToBlocksTransformStream())
+        .pipeThrough(new OsmBlocksToPbfBytesTransformStream());
+}
+/**
+ * Convert the OSM index to a single in-memory PBF buffer.
+ * Collects all streamed chunks into a contiguous Uint8Array.
+ * For large datasets, prefer osmToPbfStream to avoid memory pressure.
+ */
+export async function toPbfBuffer(osm) {
+    const chunks = [];
+    let byteLength = 0;
+    const writable = new WritableStream({
+        write(chunk) {
+            chunks.push(chunk);
+            byteLength += chunk.byteLength;
+        },
+    });
+    await toPbfStream(osm).pipeTo(writable);
+    const combined = new Uint8Array(byteLength);
+    let offset = 0;
+    for (const chunk of chunks) {
+        combined.set(chunk, offset);
+        offset += chunk.byteLength;
+    }
+    return combined;
+}
+/**
+ * Transform OSM PBF data into a stream of JSON entities.
+ */
+export function transformOsmPbfToJson(data) {
+    const dataStream = data instanceof ReadableStream
+        ? data
+        : new ReadableStream({
+            start: (controller) => {
+                controller.enqueue(new Uint8Array(data));
+                controller.close();
+            },
+        });
+    return dataStream
+        .pipeThrough(new OsmPbfBytesToBlocksTransformStream())
+        .pipeThrough(new OsmBlocksToJsonTransformStream());
+}
+//# sourceMappingURL=pbf.js.map

package/dist/osmix/src/pbf.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"pbf.js","sourceRoot":"","sources":["../../../../osmix/src/pbf.ts"],"names":[],"mappings":"AAAA;;;;;;;;GAQG;AAEH,OAAO,EAAE,GAAG,EAAmB,MAAM,qBAAqB,CAAA;AAC1D,OAAO,EACN,8BAA8B,EAC9B,8BAA8B,GAC9B,MAAM,aAAa,CAAA;AACpB,OAAO,EAEN,kCAAkC,EAClC,kCAAkC,EAClC,UAAU,GACV,MAAM,YAAY,CAAA;AACnB,OAAO,EACN,WAAW,EAEX,aAAa,GACb,MAAM,wBAAwB,CAAA;AAS/B,OAAO,EAAE,iCAAiC,EAAE,MAAM,SAAS,CAAA;AAe3D;;;GAGG;AACH,MAAM,CAAC,KAAK,UAAU,gBAAgB,CAAC,IAAsC;IAC5E,MAAM,EAAE,MAAM,EAAE,GAAG,MAAM,UAAU,CAAC,IAAI,CAAC,CAAA;IACzC,OAAO,MAAM,CAAA;AACd,CAAC;AAED;;;;GAIG;AACH,MAAM,CAAC,KAAK,UAAU,OAAO,CAC5B,IAAsD,EACtD,UAAsC,EAAE,EACxC,aAAgD,WAAW;IAE3D,MAAM,SAAS,GAAG,qBAAqB,CAAC,IAAI,EAAE,OAAO,CAAC,CAAA;IACtD,GAAG,CAAC;QACH,MAAM,EAAE,KAAK,EAAE,IAAI,EAAE,GAAG,MAAM,SAAS,CAAC,IAAI,EAAE,CAAA;QAC9C,IAAI,IAAI;YAAE,OAAO,KAAK,CAAA;QACtB,UAAU,CAAC,KAAK,CAAC,CAAA;IAClB,CAAC,QAAQ,IAAI,EAAC;AACf,CAAC;AAED;;;;GAIG;AACH,MAAM,CAAC,KAAK,SAAS,CAAC,CAAC,qBAAqB,CAC3C,IAAsD,EACtD,UAAsC,EAAE;IAExC,MAAM,EAAE,WAAW,EAAE,GAAG,OAAO,CAAA;IAC/B,MAAM,EAAE,MAAM,EAAE,MAAM,EAAE,GAAG,MAAM,UAAU,CAAC,IAAI,CAAC,CAAA;IACjD,MAAM,GAAG,GAAG,IAAI,GAAG,CAAC;QACnB,GAAG,OAAO;QACV,MAAM;KACN,CAAC,CAAA;IACF,IAAI,WAAW,EAAE,CAAC;QACjB,GAAG,CAAC,MAAM,CAAC,IAAI,GAAG;YACjB,IAAI,EAAE,WAAW,CAAC,CAAC,CAAC;YACpB,MAAM,EAAE,WAAW,CAAC,CAAC,CAAC;YACtB,KAAK,EAAE,WAAW,CAAC,CAAC,CAAC;YACrB,GAAG,EAAE,WAAW,CAAC,CAAC,CAAC;SACnB,CAAA;IACF,CAAC;IAED,IAAI,UAAU,GAAG,CAAC,CAAA;IAClB,IAAI,KAAK,EAAE,MAAM,KAAK,IAAI,MAAM,EAAE,CAAC;QAClC,MAAM,mBAAmB,GAAG,GAAG,CAAC,WAAW,CAAC,mBAAmB,CAC9D,KAAK,CAAC,WAAW,CACjB,CAAA;QAED,KAAK,MAAM,KAAK,IAAI,KAAK,CAAC,cAAc,EAAE,CAAC;YAC1C,MAAM,EAAE,KAAK,EAAE,IAAI,EAAE,SAAS,EAAE,KAAK,EAAE,GAAG,KAAK,CAAA;YAC/C,IAAI,KAAK,IAAI,KAAK,CAAC,MAAM,GAAG,CAAC;gBAAE,MAAM,KAAK,CAAC,sBAAsB,CAAC,CAAA;YAElE,IAAI,KAAK,EAAE,CAAC;gBACX,GAAG,CAAC,KAAK,CAAC,aAAa,CACtB,KAAK,EACL,KAAK,EACL,mBAAmB,EACnB,WAAW;oBACV,CAAC,CAAC,CAAC,IAAa,EAAE,EAAE;wBAClB,OAAO,CACN,IAAI,CAAC,GAAG,IAAI,WAAW,CAAC,CAAC,CAAC;4BAC1B,IAAI,CAAC,GAAG,IAAI,WAAW,CAAC,CAAC,CAAC;4BAC1B,IAAI,CAAC,GAAG,IAAI,WAAW,CAAC,CAAC,CAAC;4BAC1B,IAAI,CAAC,GAAG,IAAI,WAAW,CAAC,CAAC,CAAC,CAC1B,CAAA;oBACF,CAAC;oBACF,CAAC,CAAC,SAAS,CACZ,CAAA;YACF,CAAC;YAED,IAAI,IAAI,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;gBACrB,yCAAyC;gBACzC,IAAI,CAAC,GAAG,CAAC,KAAK,CAAC,OAAO,EAAE;oBAAE,GAAG,CAAC,KAAK,CAAC,UAAU,EAAE,CAAA;gBAChD,GAAG,CAAC,IAAI,CAAC,OAAO,CACf,IAAI,EACJ,mBAAmB,EACnB,WAAW;oBACV,CAAC,CAAC,CAAC,GAAW,EAAE,EAAE;wBAChB,MAAM,IAAI,GAAG,GAAG,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,GAAG,CAAC,KAAK,CAAC,GAAG,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC,CAAA;wBAC7D,IAAI,IAAI,CAAC,MAAM,KAAK,CAAC;4BAAE,OAAO,IAAI,CAAA;wBAClC,OAAO;4BACN,GAAG,GAAG;4BACN,IAAI;yBACJ,CAAA;oBACF,CAAC;oBACF,CAAC,CAAC,SAAS,CACZ,CAAA;YACF,CAAC;YAED,IAAI,SAAS,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;gBAC1B,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,OAAO,EAAE;oBAAE,GAAG,CAAC,IAAI,CAAC,UAAU,EAAE,CAAA;gBAC9C,GAAG,CAAC,SAAS,CAAC,YAAY,CACzB,SAAS,EACT,mBAAmB,EACnB,WAAW;oBACV,CAAC,CAAC,CAAC,QAAqB,EAAE,EAAE;wBAC1B,MAAM,OAAO,GAAG,QAAQ,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,MAAM,EAAE,EAAE;4BAClD,IAAI,MAAM,CAAC,IAAI,KAAK,MAAM;gCACzB,OAAO,GAAG,CAAC,KAAK,CAAC,GAAG,CAAC,GAAG,CAAC,MAAM,CAAC,GAAG,CAAC,CAAA;4BACrC,IAAI,MAAM,CAAC,IAAI,KAAK,KAAK;gCAAE,OAAO,GAAG,CAAC,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC,MAAM,CAAC,GAAG,CAAC,CAAA;4BAC9D,OAAO,KAAK,CAAA;wBACb,CAAC,CAAC,CAAA;wBACF,IAAI,OAAO,CAAC,MAAM,KAAK,CAAC;4BAAE,OAAO,IAAI,CAAA;wBACrC,OAAO;4BACN,GAAG,QAAQ;4BACX,OAAO;yBACP,CAAA;oBACF,CAAC;oBACF,CAAC,CAAC,SAAS,CACZ,CAAA;YACF,CAAC;QACF,CAAC;QAED,UAAU,EAAE,CAAA;QACZ,MAAM,aAAa,CAClB,aAAa,UAAU,CAAC,cAAc,EAAE,YAAY,GAAG,CAAC,KAAK,CAAC,IAAI,CAAC,cAAc,EAAE,WAAW,GAAG,CAAC,IAAI,CAAC,IAAI,CAAC,cAAc,EAAE,cAAc,GAAG,CAAC,SAAS,CAAC,IAAI,CAAC,cAAc,EAAE,mBAAmB,CAChM,CAAA;IACF,CAAC;IAED,MAAM,aAAa,CAClB,GAAG,GAAG,CAAC,KAAK,CAAC,IAAI,CAAC,cAAc,EAAE,WAAW,GAAG,CAAC,IAAI,CAAC,IAAI,CAAC,cAAc,EAAE,cAAc,GAAG,CAAC,SAAS,CAAC,IAAI,CAAC,cAAc,EAAE,mBAAmB,CAC/I,CAAA;IACD,MAAM,aAAa,CAAC,gCAAgC,CAAC,CAAA;IACrD,GAAG,CAAC,YAAY,EAAE,CAAA;IAElB,yCAAyC;IACzC,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,OAAO,CAAC,mBAAmB,CAAC,EAAE,CAAC;QACjD,MAAM,aAAa,CAAC,iCAAiC,CAAC,CAAA;QACtD,GAAG,CAAC,mBAAmB,EAAE,CAAA;IAC1B,CAAC;SAAM,IAAI,OAAO,CAAC,mBAAmB,CAAC,QAAQ,CAAC,MAAM,CAAC,EAAE,CAAC;QACzD,MAAM,aAAa,CAAC,gCAAgC,CAAC,CAAA;QACrD,GAAG,CAAC,KAAK,CAAC,iBAAiB,EAAE,CAAA;IAC9B,CAAC;SAAM,IAAI,OAAO,CAAC,mBAAmB,CAAC,QAAQ,CAAC,KAAK,CAAC,EAAE,CAAC;QACxD,MAAM,aAAa,CAAC,+BAA+B,CAAC,CAAA;QACpD,GAAG,CAAC,IAAI,CAAC,iBAAiB,EAAE,CAAA;IAC7B,CAAC;SAAM,IAAI,OAAO,CAAC,mBAAmB,CAAC,QAAQ,CAAC,UAAU,CAAC,EAAE,CAAC;QAC7D,MAAM,aAAa,CAAC,oCAAoC,CAAC,CAAA;QACzD,GAAG,CAAC,SAAS,CAAC,iBAAiB,EAAE,CAAA;IAClC,CAAC;IAED,MAAM,aAAa,CAAC,oBAAoB,GAAG,CAAC,EAAE,uBAAuB,CAAC,CAAA;IAEtE,OAAO,GAAG,CAAA;AACX,CAAC;AAED;;;;GAIG;AACH,MAAM,UAAU,WAAW,CAAC,GAAQ;IACnC,OAAO,iCAAiC,CAAC,GAAG,CAAC;SAC3C,WAAW,CAAC,IAAI,8BAA8B,EAAE,CAAC;SACjD,WAAW,CAAC,IAAI,kCAAkC,EAAE,CAAC,CAAA;AACxD,CAAC;AAED;;;;GAIG;AACH,MAAM,CAAC,KAAK,UAAU,WAAW,CAAC,GAAQ;IACzC,MAAM,MAAM,GAAiB,EAAE,CAAA;IAC/B,IAAI,UAAU,GAAG,CAAC,CAAA;IAClB,MAAM,QAAQ,GAAG,IAAI,cAAc,CAAa;QAC/C,KAAK,CAAC,KAAK;YACV,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,CAAA;YAClB,UAAU,IAAI,KAAK,CAAC,UAAU,CAAA;QAC/B,CAAC;KACD,CAAC,CAAA;IACF,MAAM,WAAW,CAAC,GAAG,CAAC,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAA;IACvC,MAAM,QAAQ,GAAG,IAAI,UAAU,CAAC,UAAU,CAAC,CAAA;IAC3C,IAAI,MAAM,GAAG,CAAC,CAAA;IACd,KAAK,MAAM,KAAK,IAAI,MAAM,EAAE,CAAC;QAC5B,QAAQ,CAAC,GAAG,CAAC,KAAK,EAAE,MAAM,CAAC,CAAA;QAC3B,MAAM,IAAI,KAAK,CAAC,UAAU,CAAA;IAC3B,CAAC;IACD,OAAO,QAAQ,CAAA;AAChB,CAAC;AAED;;GAEG;AACH,MAAM,UAAU,qBAAqB,CAAC,IAAsC;IAC3E,MAAM,UAAU,GACf,IAAI,YAAY,cAAc;QAC7B,CAAC,CAAC,IAAI;QACN,CAAC,CAAC,IAAI,cAAc,CAAC;YACnB,KAAK,EAAE,CAAC,UAAU,EAAE,EAAE;gBACrB,UAAU,CAAC,OAAO,CAAC,IAAI,UAAU,CAAC,IAAI,CAAC,CAAC,CAAA;gBACxC,UAAU,CAAC,KAAK,EAAE,CAAA;YACnB,CAAC;SACD,CAAC,CAAA;IACL,OAAO,UAAU;SACf,WAAW,CAAC,IAAI,kCAAkC,EAAE,CAAC;SACrD,WAAW,CAAC,IAAI,8BAA8B,EAAE,CAAC,CAAA;AACpD,CAAC"}

package/dist/osmix/src/utils.d.ts

@@ -0,0 +1,36 @@
+/**
+ * Utility functions for worker communication and data streaming.
+ *
+ * Provides helpers for collecting transferable buffers, feature detection,
+ * and converting Osm indexes to entity streams.
+ *
+ * @module
+ */
+import type { Osm } from "@osmix/core";
+import type { OsmPbfHeaderBlock } from "@osmix/pbf";
+import type { OsmEntity } from "@osmix/shared/types";
+/** Types that can be transferred between workers without copying. */
+export type Transferables = ArrayBufferLike | ReadableStream;
+/**
+ * Recursively collect all transferable values from a nested object.
+ * Searches for ArrayBuffers, TypedArray buffers, and ReadableStreams.
+ * Used to prepare data for zero-copy transfer to or from workers.
+ */
+export declare function collectTransferables(value: unknown): Transferables[];
+/**
+ * Wrap data with Comlink.transfer, automatically collecting transferable buffers.
+ * Enables zero-copy message passing for typed arrays and streams.
+ */
+export declare function transfer<T>(data: T): T;
+/**
+ * Feature-detect whether the browser supports transferable ReadableStreams.
+ * Attempts to post a stream through a MessageChannel; throws DataCloneError if unsupported.
+ */
+export declare function supportsReadableStreamTransfer(): boolean;
+/**
+ * Convert the `Osm` index to a `ReadableStream` of header and entity objects.
+ * Header is emitted first, followed by all entities in sorted order.
+ * Stream can be piped through transform streams for further processing.
+ */
+export declare function createReadableEntityStreamFromOsm(osm: Osm): ReadableStream<OsmPbfHeaderBlock | OsmEntity>;
+//# sourceMappingURL=utils.d.ts.map

package/dist/osmix/src/utils.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"utils.d.ts","sourceRoot":"","sources":["../../../../osmix/src/utils.ts"],"names":[],"mappings":"AAAA;;;;;;;GAOG;AAEH,OAAO,KAAK,EAAE,GAAG,EAAE,MAAM,aAAa,CAAA;AACtC,OAAO,KAAK,EAAE,iBAAiB,EAAE,MAAM,YAAY,CAAA;AACnD,OAAO,KAAK,EAAE,SAAS,EAAE,MAAM,qBAAqB,CAAA;AAGpD,qEAAqE;AACrE,MAAM,MAAM,aAAa,GAAG,eAAe,GAAG,cAAc,CAAA;AAE5D;;;;GAIG;AACH,wBAAgB,oBAAoB,CAAC,KAAK,EAAE,OAAO,GAAG,aAAa,EAAE,CAiBpE;AAED;;;GAGG;AACH,wBAAgB,QAAQ,CAAC,CAAC,EAAE,IAAI,EAAE,CAAC,KAElC;AAED;;;GAGG;AACH,wBAAgB,8BAA8B,IAAI,OAAO,CAmBxD;AAkBD;;;;GAIG;AACH,wBAAgB,iCAAiC,CAChD,GAAG,EAAE,GAAG,GACN,cAAc,CAAC,iBAAiB,GAAG,SAAS,CAAC,CAqB/C"}

package/dist/osmix/src/utils.js

@@ -0,0 +1,108 @@
+/**
+ * Utility functions for worker communication and data streaming.
+ *
+ * Provides helpers for collecting transferable buffers, feature detection,
+ * and converting Osm indexes to entity streams.
+ *
+ * @module
+ */
+import { transfer as comlinkTransfer } from "comlink";
+/**
+ * Recursively collect all transferable values from a nested object.
+ * Searches for ArrayBuffers, TypedArray buffers, and ReadableStreams.
+ * Used to prepare data for zero-copy transfer to or from workers.
+ */
+export function collectTransferables(value) {
+    const transferables = [];
+    if (value instanceof ArrayBuffer)
+        transferables.push(value);
+    else if (value instanceof ReadableStream)
+        transferables.push(value);
+    else if (ArrayBuffer.isView(value))
+        transferables.push(value.buffer);
+    else if (Array.isArray(value)) {
+        for (const item of value) {
+            transferables.push(...collectTransferables(item));
+        }
+    }
+    else if (value && typeof value === "object") {
+        for (const item of Object.values(value)) {
+            transferables.push(...collectTransferables(item));
+        }
+    }
+    return transferables;
+}
+/**
+ * Wrap data with Comlink.transfer, automatically collecting transferable buffers.
+ * Enables zero-copy message passing for typed arrays and streams.
+ */
+export function transfer(data) {
+    return comlinkTransfer(data, collectTransferables(data));
+}
+/**
+ * Feature-detect whether the browser supports transferable ReadableStreams.
+ * Attempts to post a stream through a MessageChannel; throws DataCloneError if unsupported.
+ */
+export function supportsReadableStreamTransfer() {
+    // Require the basics first
+    if (typeof ReadableStream === "undefined" ||
+        typeof MessageChannel === "undefined")
+        return false;
+    const { port1 } = new MessageChannel();
+    try {
+        const rs = new ReadableStream(); // empty is fine for feature test
+        // If transferable streams are unsupported, this line throws a DataCloneError
+        port1.postMessage(rs, [rs]);
+        return true;
+    }
+    catch {
+        return false;
+    }
+    finally {
+        port1.close();
+    }
+}
+/**
+ * Create a generator that yields all entities in the `Osm` index, sorted by type and ID.
+ * Order: nodes first, then ways, then relations, each sorted by ID.
+ */
+function* getAllEntitiesSorted(osm) {
+    for (const node of osm.nodes.sorted()) {
+        yield node;
+    }
+    for (const way of osm.ways.sorted()) {
+        yield way;
+    }
+    for (const relation of osm.relations.sorted()) {
+        yield relation;
+    }
+}
+/**
+ * Convert the `Osm` index to a `ReadableStream` of header and entity objects.
+ * Header is emitted first, followed by all entities in sorted order.
+ * Stream can be piped through transform streams for further processing.
+ */
+export function createReadableEntityStreamFromOsm(osm) {
+    let headerEnqueued = false;
+    const entityGenerator = getAllEntitiesSorted(osm);
+    return new ReadableStream({
+        pull: async (controller) => {
+            if (!headerEnqueued) {
+                controller.enqueue({
+                    ...osm.header,
+                    writingprogram: "@osmix/core",
+                    osmosis_replication_timestamp: Date.now(),
+                });
+                headerEnqueued = true;
+            }
+            const block = entityGenerator.next();
+            if (block.done) {
+                controller.close();
+            }
+            else {
+                controller.enqueue(block.value);
+            }
+        },
+    });
+}
+//# sourceMappingURL=utils.js.map

package/dist/osmix/src/utils.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"utils.js","sourceRoot":"","sources":["../../../../osmix/src/utils.ts"],"names":[],"mappings":"AAAA;;;;;;;GAOG;AAKH,OAAO,EAAE,QAAQ,IAAI,eAAe,EAAE,MAAM,SAAS,CAAA;AAKrD;;;;GAIG;AACH,MAAM,UAAU,oBAAoB,CAAC,KAAc;IAClD,MAAM,aAAa,GAAoB,EAAE,CAAA;IAEzC,IAAI,KAAK,YAAY,WAAW;QAAE,aAAa,CAAC,IAAI,CAAC,KAAK,CAAC,CAAA;SACtD,IAAI,KAAK,YAAY,cAAc;QAAE,aAAa,CAAC,IAAI,CAAC,KAAK,CAAC,CAAA;SAC9D,IAAI,WAAW,CAAC,MAAM,CAAC,KAAK,CAAC;QAAE,aAAa,CAAC,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,CAAA;SAC/D,IAAI,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,EAAE,CAAC;QAC/B,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;YAC1B,aAAa,CAAC,IAAI,CAAC,GAAG,oBAAoB,CAAC,IAAI,CAAC,CAAC,CAAA;QAClD,CAAC;IACF,CAAC;SAAM,IAAI,KAAK,IAAI,OAAO,KAAK,KAAK,QAAQ,EAAE,CAAC;QAC/C,KAAK,MAAM,IAAI,IAAI,MAAM,CAAC,MAAM,CAAC,KAAK,CAAC,EAAE,CAAC;YACzC,aAAa,CAAC,IAAI,CAAC,GAAG,oBAAoB,CAAC,IAAI,CAAC,CAAC,CAAA;QAClD,CAAC;IACF,CAAC;IAED,OAAO,aAAa,CAAA;AACrB,CAAC;AAED;;;GAGG;AACH,MAAM,UAAU,QAAQ,CAAI,IAAO;IAClC,OAAO,eAAe,CAAC,IAAI,EAAE,oBAAoB,CAAC,IAAI,CAAC,CAAC,CAAA;AACzD,CAAC;AAED;;;GAGG;AACH,MAAM,UAAU,8BAA8B;IAC7C,2BAA2B;IAC3B,IACC,OAAO,cAAc,KAAK,WAAW;QACrC,OAAO,cAAc,KAAK,WAAW;QAErC,OAAO,KAAK,CAAA;IAEb,MAAM,EAAE,KAAK,EAAE,GAAG,IAAI,cAAc,EAAE,CAAA;IACtC,IAAI,CAAC;QACJ,MAAM,EAAE,GAAG,IAAI,cAAc,EAAE,CAAA,CAAC,iCAAiC;QACjE,6EAA6E;QAC7E,KAAK,CAAC,WAAW,CAAC,EAAE,EAAE,CAAC,EAAE,CAAC,CAAC,CAAA;QAC3B,OAAO,IAAI,CAAA;IACZ,CAAC;IAAC,MAAM,CAAC;QACR,OAAO,KAAK,CAAA;IACb,CAAC;YAAS,CAAC;QACV,KAAK,CAAC,KAAK,EAAE,CAAA;IACd,CAAC;AACF,CAAC;AAED;;;GAGG;AACH,QAAQ,CAAC,CAAC,oBAAoB,CAAC,GAAQ;IACtC,KAAK,MAAM,IAAI,IAAI,GAAG,CAAC,KAAK,CAAC,MAAM,EAAE,EAAE,CAAC;QACvC,MAAM,IAAI,CAAA;IACX,CAAC;IACD,KAAK,MAAM,GAAG,IAAI,GAAG,CAAC,IAAI,CAAC,MAAM,EAAE,EAAE,CAAC;QACrC,MAAM,GAAG,CAAA;IACV,CAAC;IACD,KAAK,MAAM,QAAQ,IAAI,GAAG,CAAC,SAAS,CAAC,MAAM,EAAE,EAAE,CAAC;QAC/C,MAAM,QAAQ,CAAA;IACf,CAAC;AACF,CAAC;AAED;;;;GAIG;AACH,MAAM,UAAU,iCAAiC,CAChD,GAAQ;IAER,IAAI,cAAc,GAAG,KAAK,CAAA;IAC1B,MAAM,eAAe,GAAG,oBAAoB,CAAC,GAAG,CAAC,CAAA;IACjD,OAAO,IAAI,cAAc,CAAgC;QACxD,IAAI,EAAE,KAAK,EAAE,UAAU,EAAE,EAAE;YAC1B,IAAI,CAAC,cAAc,EAAE,CAAC;gBACrB,UAAU,CAAC,OAAO,CAAC;oBAClB,GAAG,GAAG,CAAC,MAAM;oBACb,cAAc,EAAE,aAAa;oBAC7B,6BAA6B,EAAE,IAAI,CAAC,GAAG,EAAE;iBACzC,CAAC,CAAA;gBACF,cAAc,GAAG,IAAI,CAAA;YACtB,CAAC;YACD,MAAM,KAAK,GAAG,eAAe,CAAC,IAAI,EAAE,CAAA;YACpC,IAAI,KAAK,CAAC,IAAI,EAAE,CAAC;gBAChB,UAAU,CAAC,KAAK,EAAE,CAAA;YACnB,CAAC;iBAAM,CAAC;gBACP,UAAU,CAAC,OAAO,CAAC,KAAK,CAAC,KAAK,CAAC,CAAA;YAChC,CAAC;QACF,CAAC;KACD,CAAC,CAAA;AACH,CAAC"}

package/dist/osmix/test/extract.bench.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"extract.bench.d.ts","sourceRoot":"","sources":["../../../../osmix/test/extract.bench.ts"],"names":[],"mappings":""}

package/dist/{test → osmix/test}/extract.bench.js

@@ -1,6 +1,9 @@
+import { beforeAll, describe } from "bun:test";
 import { getFixtureFile } from "@osmix/shared/test/fixtures";
-import { beforeAll, bench, describe } from "vitest";
-import { Osmix } from "../src/osmix";
+// @ts-expect-error - bench is available at runtime but not in types
+const { bench } = globalThis;
+import { createExtract } from "../src/extract";
+import { fromPbf } from "../src/pbf";
 const MONACO_BBOX = [7.4053929, 43.7232244, 7.4447259, 43.7543687];
 // const SEATTLE_BBOX: GeoBbox2D = [-122.33, 47.48, -122.29, 47.52]
 const BBOX = MONACO_BBOX;
@@ -12,12 +15,12 @@ beforeAll(async () => {
 describe("simple extract benchmark", () => {
     bench("two-step parse then extract", async () => {
         const data = buffer.slice(0);
-        const full = await Osmix.fromPbf(data);
-        full.extract(BBOX);
+        const full = await fromPbf(data);
+        createExtract(full, BBOX, "simple");
     });
     bench("streaming extract during parse", async () => {
         const data = buffer.slice(0);
-        await Osmix.fromPbf(data, { extractBbox: BBOX });
+        await fromPbf(data, { extractBbox: BBOX });
     });
 });
 //# sourceMappingURL=extract.bench.js.map

package/dist/osmix/test/extract.bench.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"extract.bench.js","sourceRoot":"","sources":["../../../../osmix/test/extract.bench.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,SAAS,EAAE,QAAQ,EAAE,MAAM,UAAU,CAAA;AAC9C,OAAO,EAAE,cAAc,EAAE,MAAM,6BAA6B,CAAA;AAG5D,oEAAoE;AACpE,MAAM,EAAE,KAAK,EAAE,GAAG,UAAuD,CAAA;AAEzE,OAAO,EAAE,aAAa,EAAE,MAAM,gBAAgB,CAAA;AAC9C,OAAO,EAAE,OAAO,EAAE,MAAM,YAAY,CAAA;AAEpC,MAAM,WAAW,GAAc,CAAC,SAAS,EAAE,UAAU,EAAE,SAAS,EAAE,UAAU,CAAC,CAAA;AAC7E,mEAAmE;AAEnE,MAAM,IAAI,GAAG,WAAW,CAAA;AACxB,MAAM,GAAG,GAAG,YAAY,CAAA;AAExB,IAAI,MAAmC,CAAA;AAEvC,SAAS,CAAC,KAAK,IAAI,EAAE;IACpB,MAAM,GAAG,MAAM,cAAc,CAAC,GAAG,CAAC,CAAA;AACnC,CAAC,CAAC,CAAA;AAEF,QAAQ,CAAC,0BAA0B,EAAE,GAAG,EAAE;IACzC,KAAK,CAAC,6BAA6B,EAAE,KAAK,IAAI,EAAE;QAC/C,MAAM,IAAI,GAAG,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC,CAAA;QAC5B,MAAM,IAAI,GAAG,MAAM,OAAO,CAAC,IAAI,CAAC,CAAA;QAChC,aAAa,CAAC,IAAI,EAAE,IAAI,EAAE,QAAQ,CAAC,CAAA;IACpC,CAAC,CAAC,CAAA;IAEF,KAAK,CAAC,gCAAgC,EAAE,KAAK,IAAI,EAAE;QAClD,MAAM,IAAI,GAAG,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC,CAAA;QAC5B,MAAM,OAAO,CAAC,IAAI,EAAE,EAAE,WAAW,EAAE,IAAI,EAAE,CAAC,CAAA;IAC3C,CAAC,CAAC,CAAA;AACH,CAAC,CAAC,CAAA"}

package/dist/osmix/test/extract.test.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"extract.test.d.ts","sourceRoot":"","sources":["../../../../osmix/test/extract.test.ts"],"names":[],"mappings":""}