@osmix/pbf 0.0.1 → 0.0.3

package/dist/test/pbf-to-blobs.test.js

@@ -0,0 +1,77 @@
+import { describe, expect, it } from "bun:test";
+import Pbf from "pbf";
+import { osmPbfBlobsToBlocksGenerator } from "../src/blobs-to-blocks";
+import { createOsmPbfBlobGenerator } from "../src/pbf-to-blobs";
+import { writeBlob, writeBlobHeader } from "../src/proto/fileformat";
+import { writeHeaderBlock } from "../src/proto/osmformat";
+import { concatUint8, uint32BE } from "../src/utils";
+import { createSampleHeader, createSamplePbfFileBytes, isHeaderBlock, isPrimitiveBlock, } from "./helpers";
+describe("createOsmPbfBlobGenerator", () => {
+    it("yields compressed blobs across fragmented chunks", async () => {
+        const { header, primitiveBlock, fileBytes } = await createSamplePbfFileBytes();
+        const generate = createOsmPbfBlobGenerator();
+        const yielded = [];
+        let offset = 0;
+        const chunkSizes = [1, 9];
+        for (const size of chunkSizes) {
+            const chunk = fileBytes.slice(offset, offset + size);
+            offset += size;
+            for (const blob of generate(chunk))
+                yielded.push(blob);
+        }
+        if (offset < fileBytes.length) {
+            for (const blob of generate(fileBytes.slice(offset)))
+                yielded.push(blob);
+        }
+        expect(yielded.length).toBe(2);
+        const blocks = osmPbfBlobsToBlocksGenerator((async function* () {
+            for (const blob of yielded)
+                yield blob;
+        })());
+        const { value: headerBlock, done } = await blocks.next();
+        expect(done).toBe(false);
+        if (!isHeaderBlock(headerBlock)) {
+            throw new Error("Expected first block to be a header");
+        }
+        expect(headerBlock.bbox).toEqual(header.bbox);
+        expect(headerBlock.required_features).toEqual(header.required_features);
+        expect(headerBlock.optional_features).toEqual(header.optional_features);
+        const { value: primitive } = await blocks.next();
+        if (!isPrimitiveBlock(primitive)) {
+            throw new Error("Expected primitive block after header");
+        }
+        expect(primitive.primitivegroup).toHaveLength(primitiveBlock.primitivegroup.length);
+        expect(primitive.primitivegroup[0]).toBeDefined();
+        expect(primitiveBlock.primitivegroup[0]).toBeDefined();
+        if (!primitive.primitivegroup[0])
+            throw new Error("primitive.primitivegroup[0] is undefined");
+        if (!primitiveBlock.primitivegroup[0])
+            throw new Error("primitiveBlock.primitivegroup[0] is undefined");
+        const dense = primitive.primitivegroup[0].dense;
+        expect(dense).toBeDefined();
+        if (!dense)
+            throw new Error("dense is undefined");
+        if (!primitiveBlock.primitivegroup[0]?.dense)
+            throw new Error("primitiveBlock.primitivegroup[0].dense is undefined");
+        expect(dense.id).toEqual(primitiveBlock.primitivegroup[0].dense.id);
+        expect(dense.lat).toEqual(primitiveBlock.primitivegroup[0].dense.lat);
+        expect(dense.lon).toEqual(primitiveBlock.primitivegroup[0].dense.lon);
+    });
+    it("throws when a blob omits zlib data", () => {
+        const headerBlock = createSampleHeader();
+        const headerPbf = new Pbf();
+        writeHeaderBlock(headerBlock, headerPbf);
+        const headerContent = headerPbf.finish();
+        const blobPbf = new Pbf();
+        writeBlob({ raw_size: headerContent.length, raw: headerContent }, blobPbf);
+        const blob = blobPbf.finish();
+        const blobHeaderPbf = new Pbf();
+        writeBlobHeader({ type: "OSMHeader", datasize: blob.length }, blobHeaderPbf);
+        const blobHeader = blobHeaderPbf.finish();
+        const chunk = concatUint8(uint32BE(blobHeader.byteLength), blobHeader, blob);
+        const generate = createOsmPbfBlobGenerator();
+        const iterator = generate(chunk);
+        expect(() => iterator.next()).toThrow(/Blob has no zlib data/);
+    });
+});
+//# sourceMappingURL=pbf-to-blobs.test.js.map

package/dist/test/pbf-to-blobs.test.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"pbf-to-blobs.test.js","sourceRoot":"","sources":["../../test/pbf-to-blobs.test.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,QAAQ,EAAE,MAAM,EAAE,EAAE,EAAE,MAAM,UAAU,CAAA;AAC/C,OAAO,GAAG,MAAM,KAAK,CAAA;AACrB,OAAO,EAAE,4BAA4B,EAAE,MAAM,wBAAwB,CAAA;AACrE,OAAO,EAAE,yBAAyB,EAAE,MAAM,qBAAqB,CAAA;AAC/D,OAAO,EAAE,SAAS,EAAE,eAAe,EAAE,MAAM,yBAAyB,CAAA;AACpE,OAAO,EAAE,gBAAgB,EAAE,MAAM,wBAAwB,CAAA;AACzD,OAAO,EAAE,WAAW,EAAE,QAAQ,EAAE,MAAM,cAAc,CAAA;AACpD,OAAO,EACN,kBAAkB,EAClB,wBAAwB,EACxB,aAAa,EACb,gBAAgB,GAChB,MAAM,WAAW,CAAA;AAElB,QAAQ,CAAC,2BAA2B,EAAE,GAAG,EAAE;IAC1C,EAAE,CAAC,kDAAkD,EAAE,KAAK,IAAI,EAAE;QACjE,MAAM,EAAE,MAAM,EAAE,cAAc,EAAE,SAAS,EAAE,GAC1C,MAAM,wBAAwB,EAAE,CAAA;QACjC,MAAM,QAAQ,GAAG,yBAAyB,EAAE,CAAA;QAC5C,MAAM,OAAO,GAA8B,EAAE,CAAA;QAE7C,IAAI,MAAM,GAAG,CAAC,CAAA;QACd,MAAM,UAAU,GAAG,CAAC,CAAC,EAAE,CAAC,CAAC,CAAA;QACzB,KAAK,MAAM,IAAI,IAAI,UAAU,EAAE,CAAC;YAC/B,MAAM,KAAK,GAAG,SAAS,CAAC,KAAK,CAAC,MAAM,EAAE,MAAM,GAAG,IAAI,CAAC,CAAA;YACpD,MAAM,IAAI,IAAI,CAAA;YACd,KAAK,MAAM,IAAI,IAAI,QAAQ,CAAC,KAAK,CAAC;gBAAE,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,CAAA;QACvD,CAAC;QACD,IAAI,MAAM,GAAG,SAAS,CAAC,MAAM,EAAE,CAAC;YAC/B,KAAK,MAAM,IAAI,IAAI,QAAQ,CAAC,SAAS,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC;gBAAE,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,CAAA;QACzE,CAAC;QAED,MAAM,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAA;QAE9B,MAAM,MAAM,GAAG,4BAA4B,CAC1C,CAAC,KAAK,SAAS,CAAC;YACf,KAAK,MAAM,IAAI,IAAI,OAAO;gBAAE,MAAM,IAAI,CAAA;QACvC,CAAC,CAAC,EAAE,CACJ,CAAA;QACD,MAAM,EAAE,KAAK,EAAE,WAAW,EAAE,IAAI,EAAE,GAAG,MAAM,MAAM,CAAC,IAAI,EAAE,CAAA;QACxD,MAAM,CAAC,IAAI,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAA;QACxB,IAAI,CAAC,aAAa,CAAC,WAAW,CAAC,EAAE,CAAC;YACjC,MAAM,IAAI,KAAK,CAAC,qCAAqC,CAAC,CAAA;QACvD,CAAC;QACD,MAAM,CAAC,WAAW,CAAC,IAAI,CAAC,CAAC,OAAO,CAAC,MAAM,CAAC,IAAI,CAAC,CAAA;QAC7C,MAAM,CAAC,WAAW,CAAC,iBAAiB,CAAC,CAAC,OAAO,CAAC,MAAM,CAAC,iBAAiB,CAAC,CAAA;QACvE,MAAM,CAAC,WAAW,CAAC,iBAAiB,CAAC,CAAC,OAAO,CAAC,MAAM,CAAC,iBAAiB,CAAC,CAAA;QAEvE,MAAM,EAAE,KAAK,EAAE,SAAS,EAAE,GAAG,MAAM,MAAM,CAAC,IAAI,EAAE,CAAA;QAChD,IAAI,CAAC,gBAAgB,CAAC,SAAS,CAAC,EAAE,CAAC;YAClC,MAAM,IAAI,KAAK,CAAC,uCAAuC,CAAC,CAAA;QACzD,CAAC;QACD,MAAM,CAAC,SAAS,CAAC,cAAc,CAAC,CAAC,YAAY,CAC5C,cAAc,CAAC,cAAc,CAAC,MAAM,CACpC,CAAA;QACD,MAAM,CAAC,SAAS,CAAC,cAAc,CAAC,CAAC,CAAC,CAAC,CAAC,WAAW,EAAE,CAAA;QACjD,MAAM,CAAC,cAAc,CAAC,cAAc,CAAC,CAAC,CAAC,CAAC,CAAC,WAAW,EAAE,CAAA;QACtD,IAAI,CAAC,SAAS,CAAC,cAAc,CAAC,CAAC,CAAC;YAC/B,MAAM,IAAI,KAAK,CAAC,0CAA0C,CAAC,CAAA;QAC5D,IAAI,CAAC,cAAc,CAAC,cAAc,CAAC,CAAC,CAAC;YACpC,MAAM,IAAI,KAAK,CAAC,+CAA+C,CAAC,CAAA;QACjE,MAAM,KAAK,GAAG,SAAS,CAAC,cAAc,CAAC,CAAC,CAAC,CAAC,KAAK,CAAA;QAC/C,MAAM,CAAC,KAAK,CAAC,CAAC,WAAW,EAAE,CAAA;QAC3B,IAAI,CAAC,KAAK;YAAE,MAAM,IAAI,KAAK,CAAC,oBAAoB,CAAC,CAAA;QACjD,IAAI,CAAC,cAAc,CAAC,cAAc,CAAC,CAAC,CAAC,EAAE,KAAK;YAC3C,MAAM,IAAI,KAAK,CAAC,qDAAqD,CAAC,CAAA;QACvE,MAAM,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC,OAAO,CAAC,cAAc,CAAC,cAAc,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,EAAE,CAAC,CAAA;QACnE,MAAM,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,OAAO,CAAC,cAAc,CAAC,cAAc,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,GAAG,CAAC,CAAA;QACrE,MAAM,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,OAAO,CAAC,cAAc,CAAC,cAAc,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,GAAG,CAAC,CAAA;IACtE,CAAC,CAAC,CAAA;IAEF,EAAE,CAAC,oCAAoC,EAAE,GAAG,EAAE;QAC7C,MAAM,WAAW,GAAG,kBAAkB,EAAE,CAAA;QACxC,MAAM,SAAS,GAAG,IAAI,GAAG,EAAE,CAAA;QAC3B,gBAAgB,CAAC,WAAW,EAAE,SAAS,CAAC,CAAA;QACxC,MAAM,aAAa,GAAG,SAAS,CAAC,MAAM,EAAE,CAAA;QAExC,MAAM,OAAO,GAAG,IAAI,GAAG,EAAE,CAAA;QACzB,SAAS,CAAC,EAAE,QAAQ,EAAE,aAAa,CAAC,MAAM,EAAE,GAAG,EAAE,aAAa,EAAE,EAAE,OAAO,CAAC,CAAA;QAC1E,MAAM,IAAI,GAAG,OAAO,CAAC,MAAM,EAAE,CAAA;QAE7B,MAAM,aAAa,GAAG,IAAI,GAAG,EAAE,CAAA;QAC/B,eAAe,CAAC,EAAE,IAAI,EAAE,WAAW,EAAE,QAAQ,EAAE,IAAI,CAAC,MAAM,EAAE,EAAE,aAAa,CAAC,CAAA;QAC5E,MAAM,UAAU,GAAG,aAAa,CAAC,MAAM,EAAE,CAAA;QAEzC,MAAM,KAAK,GAAG,WAAW,CAAC,QAAQ,CAAC,UAAU,CAAC,UAAU,CAAC,EAAE,UAAU,EAAE,IAAI,CAAC,CAAA;QAC5E,MAAM,QAAQ,GAAG,yBAAyB,EAAE,CAAA;QAC5C,MAAM,QAAQ,GAAG,QAAQ,CAAC,KAAK,CAAC,CAAA;QAChC,MAAM,CAAC,GAAG,EAAE,CAAC,QAAQ,CAAC,IAAI,EAAE,CAAC,CAAC,OAAO,CAAC,uBAAuB,CAAC,CAAA;IAC/D,CAAC,CAAC,CAAA;AACH,CAAC,CAAC,CAAA"}

package/dist/test/read.bench.d.ts

@@ -0,0 +1,2 @@
+export {};
+//# sourceMappingURL=read.bench.d.ts.map

package/dist/test/read.bench.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"read.bench.d.ts","sourceRoot":"","sources":["../../test/read.bench.ts"],"names":[],"mappings":""}

package/dist/test/read.bench.js

@@ -0,0 +1,31 @@
+import { beforeAll, describe, expect } from "bun:test";
+import { getFixtureFile, getFixtureFileReadStream, PBFs, } from "@osmix/shared/test/fixtures";
+// @ts-expect-error - bench is available at runtime but not in types
+const { bench } = globalThis;
+import { OsmPbfBytesToBlocksTransformStream, readOsmPbf, } from "../src/pbf-to-blocks";
+import { createOsmEntityCounter, testOsmPbfReader } from "./utils";
+describe.each(Object.entries(PBFs))("%s", (_name, pbf) => {
+    beforeAll(() => getFixtureFile(pbf.url));
+    bench("parse with generators", async () => {
+        const file = await getFixtureFile(pbf.url);
+        const osm = await readOsmPbf(file);
+        await testOsmPbfReader(osm, pbf);
+    });
+    bench("parse streaming", async () => {
+        const { onGroup, count } = createOsmEntityCounter();
+        await getFixtureFileReadStream(pbf.url)
+            .pipeThrough(new OsmPbfBytesToBlocksTransformStream())
+            .pipeTo(new WritableStream({
+            write: (block) => {
+                if ("primitivegroup" in block) {
+                    for (const group of block.primitivegroup)
+                        onGroup(group);
+                }
+            },
+        }));
+        expect(count.nodes).toBe(pbf.nodes);
+        expect(count.ways).toBe(pbf.ways);
+        expect(count.relations).toBe(pbf.relations);
+    });
+});
+//# sourceMappingURL=read.bench.js.map

package/dist/test/read.bench.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"read.bench.js","sourceRoot":"","sources":["../../test/read.bench.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,SAAS,EAAE,QAAQ,EAAE,MAAM,EAAE,MAAM,UAAU,CAAA;AACtD,OAAO,EACN,cAAc,EACd,wBAAwB,EACxB,IAAI,GACJ,MAAM,6BAA6B,CAAA;AAEpC,oEAAoE;AACpE,MAAM,EAAE,KAAK,EAAE,GAAG,UAAuD,CAAA;AAEzE,OAAO,EACN,kCAAkC,EAClC,UAAU,GACV,MAAM,sBAAsB,CAAA;AAC7B,OAAO,EAAE,sBAAsB,EAAE,gBAAgB,EAAE,MAAM,SAAS,CAAA;AAElE,QAAQ,CAAC,IAAI,CAAC,MAAM,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC,KAAK,EAAE,GAAG,EAAE,EAAE;IACxD,SAAS,CAAC,GAAG,EAAE,CAAC,cAAc,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC,CAAA;IAExC,KAAK,CAAC,uBAAuB,EAAE,KAAK,IAAI,EAAE;QACzC,MAAM,IAAI,GAAG,MAAM,cAAc,CAAC,GAAG,CAAC,GAAG,CAAC,CAAA;QAC1C,MAAM,GAAG,GAAG,MAAM,UAAU,CAAC,IAAI,CAAC,CAAA;QAElC,MAAM,gBAAgB,CAAC,GAAG,EAAE,GAAG,CAAC,CAAA;IACjC,CAAC,CAAC,CAAA;IAEF,KAAK,CAAC,iBAAiB,EAAE,KAAK,IAAI,EAAE;QACnC,MAAM,EAAE,OAAO,EAAE,KAAK,EAAE,GAAG,sBAAsB,EAAE,CAAA;QAEnD,MAAM,wBAAwB,CAAC,GAAG,CAAC,GAAG,CAAC;aACrC,WAAW,CAAC,IAAI,kCAAkC,EAAE,CAAC;aACrD,MAAM,CACN,IAAI,cAAc,CAAC;YAClB,KAAK,EAAE,CAAC,KAAK,EAAE,EAAE;gBAChB,IAAI,gBAAgB,IAAI,KAAK,EAAE,CAAC;oBAC/B,KAAK,MAAM,KAAK,IAAI,KAAK,CAAC,cAAc;wBAAE,OAAO,CAAC,KAAK,CAAC,CAAA;gBACzD,CAAC;YACF,CAAC;SACD,CAAC,CACF,CAAA;QAEF,MAAM,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,KAAK,CAAC,CAAA;QACnC,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,CAAA;QACjC,MAAM,CAAC,KAAK,CAAC,SAAS,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,SAAS,CAAC,CAAA;IAC5C,CAAC,CAAC,CAAA;AACH,CAAC,CAAC,CAAA"}

package/dist/test/read.test.d.ts

@@ -0,0 +1,2 @@
+export {};
+//# sourceMappingURL=read.test.d.ts.map

package/dist/test/read.test.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"read.test.d.ts","sourceRoot":"","sources":["../../test/read.test.ts"],"names":[],"mappings":""}

package/dist/test/read.test.js

@@ -0,0 +1,34 @@
+import { beforeAll, describe, expect, it } from "bun:test";
+import { getFixtureFile, getFixtureFileReadStream, PBFs, } from "@osmix/shared/test/fixtures";
+import { OsmPbfBytesToBlocksTransformStream, readOsmPbf, } from "../src/pbf-to-blocks";
+import { createOsmEntityCounter, testOsmPbfReader } from "./utils";
+describe("read", () => {
+    describe.each(Object.entries(PBFs))("%s", async (_name, pbf) => {
+        beforeAll(() => getFixtureFile(pbf.url));
+        it("from stream", async () => {
+            const { onGroup, count } = createOsmEntityCounter();
+            await getFixtureFileReadStream(pbf.url)
+                .pipeThrough(new OsmPbfBytesToBlocksTransformStream())
+                .pipeTo(new WritableStream({
+                write: (block) => {
+                    if ("primitivegroup" in block) {
+                        for (const group of block.primitivegroup)
+                            onGroup(group);
+                    }
+                    else {
+                        expect(block.bbox).toEqual(pbf.bbox);
+                    }
+                },
+            }));
+            expect(count.nodes).toBe(pbf.nodes);
+            expect(count.ways).toBe(pbf.ways);
+            expect(count.relations).toBe(pbf.relations);
+        });
+        it("from buffer", async () => {
+            const fileData = await getFixtureFile(pbf.url);
+            const osm = await readOsmPbf(fileData);
+            await testOsmPbfReader(osm, pbf);
+        });
+    });
+});
+//# sourceMappingURL=read.test.js.map

package/dist/test/read.test.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"read.test.js","sourceRoot":"","sources":["../../test/read.test.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,SAAS,EAAE,QAAQ,EAAE,MAAM,EAAE,EAAE,EAAE,MAAM,UAAU,CAAA;AAC1D,OAAO,EACN,cAAc,EACd,wBAAwB,EACxB,IAAI,GACJ,MAAM,6BAA6B,CAAA;AACpC,OAAO,EACN,kCAAkC,EAClC,UAAU,GACV,MAAM,sBAAsB,CAAA;AAC7B,OAAO,EAAE,sBAAsB,EAAE,gBAAgB,EAAE,MAAM,SAAS,CAAA;AAElE,QAAQ,CAAC,MAAM,EAAE,GAAG,EAAE;IACrB,QAAQ,CAAC,IAAI,CAAC,MAAM,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,IAAI,EAAE,KAAK,EAAE,KAAK,EAAE,GAAG,EAAE,EAAE;QAC9D,SAAS,CAAC,GAAG,EAAE,CAAC,cAAc,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC,CAAA;QAExC,EAAE,CAAC,aAAa,EAAE,KAAK,IAAI,EAAE;YAC5B,MAAM,EAAE,OAAO,EAAE,KAAK,EAAE,GAAG,sBAAsB,EAAE,CAAA;YAEnD,MAAM,wBAAwB,CAAC,GAAG,CAAC,GAAG,CAAC;iBACrC,WAAW,CAAC,IAAI,kCAAkC,EAAE,CAAC;iBACrD,MAAM,CACN,IAAI,cAAc,CAAC;gBAClB,KAAK,EAAE,CAAC,KAAK,EAAE,EAAE;oBAChB,IAAI,gBAAgB,IAAI,KAAK,EAAE,CAAC;wBAC/B,KAAK,MAAM,KAAK,IAAI,KAAK,CAAC,cAAc;4BAAE,OAAO,CAAC,KAAK,CAAC,CAAA;oBACzD,CAAC;yBAAM,CAAC;wBACP,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,OAAO,CAAC,GAAG,CAAC,IAAI,CAAC,CAAA;oBACrC,CAAC;gBACF,CAAC;aACD,CAAC,CACF,CAAA;YAEF,MAAM,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,KAAK,CAAC,CAAA;YACnC,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,CAAA;YACjC,MAAM,CAAC,KAAK,CAAC,SAAS,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,SAAS,CAAC,CAAA;QAC5C,CAAC,CAAC,CAAA;QAEF,EAAE,CAAC,aAAa,EAAE,KAAK,IAAI,EAAE;YAC5B,MAAM,QAAQ,GAAG,MAAM,cAAc,CAAC,GAAG,CAAC,GAAG,CAAC,CAAA;YAC9C,MAAM,GAAG,GAAG,MAAM,UAAU,CAAC,QAAQ,CAAC,CAAA;YACtC,MAAM,gBAAgB,CAAC,GAAG,EAAE,GAAG,CAAC,CAAA;QACjC,CAAC,CAAC,CAAA;IACH,CAAC,CAAC,CAAA;AACH,CAAC,CAAC,CAAA"}

package/dist/test/streams.test.d.ts

@@ -0,0 +1,2 @@
+export {};
+//# sourceMappingURL=streams.test.d.ts.map

package/dist/test/streams.test.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"streams.test.d.ts","sourceRoot":"","sources":["../../test/streams.test.ts"],"names":[],"mappings":""}

package/dist/test/streams.test.js

@@ -0,0 +1,78 @@
+import { describe, expect, it } from "bun:test";
+import { OsmBlocksToPbfBytesTransformStream } from "../src/blocks-to-pbf";
+import { OsmPbfBytesToBlocksTransformStream } from "../src/pbf-to-blocks";
+import { concatUint8 } from "../src/utils";
+import { createSamplePbfFileBytes, createSamplePrimitiveBlock, isHeaderBlock, isPrimitiveBlock, } from "./helpers";
+describe("transform streams", () => {
+    it("requires the header to be written before data blocks", async () => {
+        const input = new ReadableStream({
+            start(controller) {
+                controller.enqueue(createSamplePrimitiveBlock());
+                controller.close();
+            },
+        });
+        await expect(input
+            .pipeThrough(new OsmBlocksToPbfBytesTransformStream())
+            .pipeTo(new WritableStream())).rejects.toThrow("Header first in ReadableStream of blocks.");
+    });
+    it("serialises blocks into the expected PBF byte sequence", async () => {
+        const { header, primitiveBlock, fileBytes } = await createSamplePbfFileBytes();
+        const chunks = [];
+        const input = new ReadableStream({
+            start(controller) {
+                controller.enqueue(header);
+                controller.enqueue(primitiveBlock);
+                controller.close();
+            },
+        });
+        await input.pipeThrough(new OsmBlocksToPbfBytesTransformStream()).pipeTo(new WritableStream({
+            write(chunk) {
+                chunks.push(chunk);
+            },
+        }));
+        expect(concatUint8(...chunks)).toEqual(fileBytes);
+    });
+    it("parses streamed bytes back into header and primitive blocks", async () => {
+        const { header, primitiveBlock, fileBytes } = await createSamplePbfFileBytes();
+        expect(primitiveBlock.primitivegroup[0]).toBeDefined();
+        const blocks = [];
+        const input = new ReadableStream({
+            start(controller) {
+                controller.enqueue(fileBytes.slice(0, 7).buffer);
+                controller.enqueue(fileBytes.slice(7).buffer);
+                controller.close();
+            },
+        });
+        await input.pipeThrough(new OsmPbfBytesToBlocksTransformStream()).pipeTo(new WritableStream({
+            write(chunk) {
+                blocks.push(chunk);
+            },
+        }));
+        expect(blocks.length).toBe(2);
+        const headerBlock = blocks[0];
+        if (!isHeaderBlock(headerBlock)) {
+            throw new Error("Expected header block");
+        }
+        expect(headerBlock.bbox).toEqual(header.bbox);
+        expect(headerBlock.required_features).toEqual(header.required_features);
+        const block = blocks[1];
+        if (!isPrimitiveBlock(block)) {
+            throw new Error("Expected primitive block");
+        }
+        expect(block.primitivegroup).toHaveLength(primitiveBlock.primitivegroup.length);
+        expect(block.primitivegroup).toBeDefined();
+        expect(block.primitivegroup[0]).toBeDefined();
+        if (!block.primitivegroup[0])
+            throw new Error("block.primitivegroup[0] is undefined");
+        if (!primitiveBlock.primitivegroup[0])
+            throw new Error("primitiveBlock.primitivegroup[0] is undefined");
+        const dense = block.primitivegroup[0].dense;
+        expect(dense).toBeDefined();
+        if (!dense)
+            throw new Error("dense is undefined");
+        if (!primitiveBlock.primitivegroup[0]?.dense)
+            throw new Error("primitiveBlock.primitivegroup[0].dense is undefined");
+        expect(dense.id).toEqual(primitiveBlock.primitivegroup[0].dense.id);
+    });
+});
+//# sourceMappingURL=streams.test.js.map

package/dist/test/streams.test.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"streams.test.js","sourceRoot":"","sources":["../../test/streams.test.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,QAAQ,EAAE,MAAM,EAAE,EAAE,EAAE,MAAM,UAAU,CAAA;AAC/C,OAAO,EAAE,kCAAkC,EAAE,MAAM,sBAAsB,CAAA;AACzE,OAAO,EAAE,kCAAkC,EAAE,MAAM,sBAAsB,CAAA;AACzE,OAAO,EAAE,WAAW,EAAE,MAAM,cAAc,CAAA;AAC1C,OAAO,EACN,wBAAwB,EACxB,0BAA0B,EAC1B,aAAa,EACb,gBAAgB,GAChB,MAAM,WAAW,CAAA;AAElB,QAAQ,CAAC,mBAAmB,EAAE,GAAG,EAAE;IAClC,EAAE,CAAC,sDAAsD,EAAE,KAAK,IAAI,EAAE;QACrE,MAAM,KAAK,GAAG,IAAI,cAAc,CAAC;YAChC,KAAK,CAAC,UAAU;gBACf,UAAU,CAAC,OAAO,CAAC,0BAA0B,EAAE,CAAC,CAAA;gBAChD,UAAU,CAAC,KAAK,EAAE,CAAA;YACnB,CAAC;SACD,CAAC,CAAA;QAEF,MAAM,MAAM,CACX,KAAK;aACH,WAAW,CAAC,IAAI,kCAAkC,EAAE,CAAC;aACrD,MAAM,CAAC,IAAI,cAAc,EAAE,CAAC,CAC9B,CAAC,OAAO,CAAC,OAAO,CAAC,2CAA2C,CAAC,CAAA;IAC/D,CAAC,CAAC,CAAA;IAEF,EAAE,CAAC,uDAAuD,EAAE,KAAK,IAAI,EAAE;QACtE,MAAM,EAAE,MAAM,EAAE,cAAc,EAAE,SAAS,EAAE,GAC1C,MAAM,wBAAwB,EAAE,CAAA;QACjC,MAAM,MAAM,GAAiB,EAAE,CAAA;QAE/B,MAAM,KAAK,GAAG,IAAI,cAAc,CAAC;YAChC,KAAK,CAAC,UAAU;gBACf,UAAU,CAAC,OAAO,CAAC,MAAM,CAAC,CAAA;gBAC1B,UAAU,CAAC,OAAO,CAAC,cAAc,CAAC,CAAA;gBAClC,UAAU,CAAC,KAAK,EAAE,CAAA;YACnB,CAAC;SACD,CAAC,CAAA;QAEF,MAAM,KAAK,CAAC,WAAW,CAAC,IAAI,kCAAkC,EAAE,CAAC,CAAC,MAAM,CACvE,IAAI,cAAc,CAAa;YAC9B,KAAK,CAAC,KAAK;gBACV,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,CAAA;YACnB,CAAC;SACD,CAAC,CACF,CAAA;QAED,MAAM,CAAC,WAAW,CAAC,GAAG,MAAM,CAAC,CAAC,CAAC,OAAO,CAAC,SAAS,CAAC,CAAA;IAClD,CAAC,CAAC,CAAA;IAEF,EAAE,CAAC,6DAA6D,EAAE,KAAK,IAAI,EAAE;QAC5E,MAAM,EAAE,MAAM,EAAE,cAAc,EAAE,SAAS,EAAE,GAC1C,MAAM,wBAAwB,EAAE,CAAA;QACjC,MAAM,CAAC,cAAc,CAAC,cAAc,CAAC,CAAC,CAAC,CAAC,CAAC,WAAW,EAAE,CAAA;QACtD,MAAM,MAAM,GAAc,EAAE,CAAA;QAE5B,MAAM,KAAK,GAAG,IAAI,cAAc,CAAC;YAChC,KAAK,CAAC,UAAU;gBACf,UAAU,CAAC,OAAO,CAAC,SAAS,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,MAAM,CAAC,CAAA;gBAChD,UAAU,CAAC,OAAO,CAAC,SAAS,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,CAAA;gBAC7C,UAAU,CAAC,KAAK,EAAE,CAAA;YACnB,CAAC;SACD,CAAC,CAAA;QAEF,MAAM,KAAK,CAAC,WAAW,CAAC,IAAI,kCAAkC,EAAE,CAAC,CAAC,MAAM,CACvE,IAAI,cAAc,CAAC;YAClB,KAAK,CAAC,KAAK;gBACV,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,CAAA;YACnB,CAAC;SACD,CAAC,CACF,CAAA;QAED,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAA;QAC7B,MAAM,WAAW,GAAG,MAAM,CAAC,CAAC,CAAC,CAAA;QAC7B,IAAI,CAAC,aAAa,CAAC,WAAW,CAAC,EAAE,CAAC;YACjC,MAAM,IAAI,KAAK,CAAC,uBAAuB,CAAC,CAAA;QACzC,CAAC;QACD,MAAM,CAAC,WAAW,CAAC,IAAI,CAAC,CAAC,OAAO,CAAC,MAAM,CAAC,IAAI,CAAC,CAAA;QAC7C,MAAM,CAAC,WAAW,CAAC,iBAAiB,CAAC,CAAC,OAAO,CAAC,MAAM,CAAC,iBAAiB,CAAC,CAAA;QACvE,MAAM,KAAK,GAAG,MAAM,CAAC,CAAC,CAAC,CAAA;QACvB,IAAI,CAAC,gBAAgB,CAAC,KAAK,CAAC,EAAE,CAAC;YAC9B,MAAM,IAAI,KAAK,CAAC,0BAA0B,CAAC,CAAA;QAC5C,CAAC;QACD,MAAM,CAAC,KAAK,CAAC,cAAc,CAAC,CAAC,YAAY,CACxC,cAAc,CAAC,cAAc,CAAC,MAAM,CACpC,CAAA;QACD,MAAM,CAAC,KAAK,CAAC,cAAc,CAAC,CAAC,WAAW,EAAE,CAAA;QAC1C,MAAM,CAAC,KAAK,CAAC,cAAc,CAAC,CAAC,CAAC,CAAC,CAAC,WAAW,EAAE,CAAA;QAC7C,IAAI,CAAC,KAAK,CAAC,cAAc,CAAC,CAAC,CAAC;YAC3B,MAAM,IAAI,KAAK,CAAC,sCAAsC,CAAC,CAAA;QACxD,IAAI,CAAC,cAAc,CAAC,cAAc,CAAC,CAAC,CAAC;YACpC,MAAM,IAAI,KAAK,CAAC,+CAA+C,CAAC,CAAA;QACjE,MAAM,KAAK,GAAG,KAAK,CAAC,cAAc,CAAC,CAAC,CAAC,CAAC,KAAK,CAAA;QAC3C,MAAM,CAAC,KAAK,CAAC,CAAC,WAAW,EAAE,CAAA;QAC3B,IAAI,CAAC,KAAK;YAAE,MAAM,IAAI,KAAK,CAAC,oBAAoB,CAAC,CAAA;QACjD,IAAI,CAAC,cAAc,CAAC,cAAc,CAAC,CAAC,CAAC,EAAE,KAAK;YAC3C,MAAM,IAAI,KAAK,CAAC,qDAAqD,CAAC,CAAA;QACvE,MAAM,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC,OAAO,CAAC,cAAc,CAAC,cAAc,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,EAAE,CAAC,CAAA;IACpE,CAAC,CAAC,CAAA;AACH,CAAC,CAAC,CAAA"}

package/dist/test/utils.d.ts

@@ -0,0 +1,25 @@
+import type { PbfFixture } from "@osmix/shared/test/fixtures";
+import type { OsmPbfBlock, OsmPbfGroup, OsmPbfHeaderBlock } from "../src/proto/osmformat";
+export declare function testOsmPbfReader(osm: {
+    header: OsmPbfHeaderBlock;
+    blocks: AsyncGenerator<OsmPbfBlock>;
+}, pbf: PbfFixture): Promise<{
+    nodes: number;
+    ways: number;
+    relations: number;
+    node0: number;
+    way0: number;
+    relation0: number;
+}>;
+export declare function createOsmEntityCounter(): {
+    onGroup: (group: OsmPbfGroup) => void;
+    count: {
+        nodes: number;
+        ways: number;
+        relations: number;
+        node0: number;
+        way0: number;
+        relation0: number;
+    };
+};
+//# sourceMappingURL=utils.d.ts.map

package/dist/test/utils.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"utils.d.ts","sourceRoot":"","sources":["../../test/utils.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EAAE,UAAU,EAAE,MAAM,6BAA6B,CAAA;AAC7D,OAAO,KAAK,EACX,WAAW,EACX,WAAW,EACX,iBAAiB,EACjB,MAAM,wBAAwB,CAAA;AAE/B,wBAAsB,gBAAgB,CACrC,GAAG,EAAE;IACJ,MAAM,EAAE,iBAAiB,CAAA;IACzB,MAAM,EAAE,cAAc,CAAC,WAAW,CAAC,CAAA;CACnC,EACD,GAAG,EAAE,UAAU;;;;;;;GAgBf;AAED,wBAAgB,sBAAsB;qBAUb,WAAW;;;;;;;;;EAuBnC"}

package/dist/test/utils.js

@@ -0,0 +1,47 @@
+import { expect } from "bun:test";
+export async function testOsmPbfReader(osm, pbf) {
+    expect(osm.header.bbox).toEqual(pbf.bbox);
+    const { onGroup, count } = createOsmEntityCounter();
+    for await (const block of osm.blocks)
+        for (const group of block.primitivegroup)
+            onGroup(group);
+    expect(count.nodes).toBe(pbf.nodes);
+    expect(count.ways).toBe(pbf.ways);
+    expect(count.relations).toBe(pbf.relations);
+    expect(count.node0).toBe(pbf.node0.id);
+    expect(count.way0).toBe(pbf.way0);
+    expect(count.relation0).toBe(pbf.relation0);
+    return count;
+}
+export function createOsmEntityCounter() {
+    const count = {
+        nodes: 0,
+        ways: 0,
+        relations: 0,
+        node0: -1,
+        way0: -1,
+        relation0: -1,
+    };
+    const onGroup = (group) => {
+        if (count.node0 === -1 && group.dense?.id?.[0] != null) {
+            count.node0 = group.dense.id[0];
+        }
+        if (count.way0 === -1 && group.ways?.[0]?.id != null) {
+            count.way0 = group.ways[0].id;
+        }
+        if (count.relation0 === -1 && group.relations?.[0]?.id != null) {
+            count.relation0 = group.relations[0].id;
+        }
+        count.nodes += group.nodes?.length ?? 0;
+        if (group.dense) {
+            count.nodes += group.dense.id.length;
+        }
+        count.ways += group.ways?.length ?? 0;
+        count.relations += group.relations?.length ?? 0;
+    };
+    return {
+        onGroup,
+        count,
+    };
+}
+//# sourceMappingURL=utils.js.map

package/dist/test/utils.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"utils.js","sourceRoot":"","sources":["../../test/utils.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,MAAM,EAAE,MAAM,UAAU,CAAA;AAQjC,MAAM,CAAC,KAAK,UAAU,gBAAgB,CACrC,GAGC,EACD,GAAe;IAEf,MAAM,CAAC,GAAG,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,OAAO,CAAC,GAAG,CAAC,IAAI,CAAC,CAAA;IAEzC,MAAM,EAAE,OAAO,EAAE,KAAK,EAAE,GAAG,sBAAsB,EAAE,CAAA;IACnD,IAAI,KAAK,EAAE,MAAM,KAAK,IAAI,GAAG,CAAC,MAAM;QACnC,KAAK,MAAM,KAAK,IAAI,KAAK,CAAC,cAAc;YAAE,OAAO,CAAC,KAAK,CAAC,CAAA;IAEzD,MAAM,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,KAAK,CAAC,CAAA;IACnC,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,CAAA;IACjC,MAAM,CAAC,KAAK,CAAC,SAAS,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,SAAS,CAAC,CAAA;IAC3C,MAAM,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,KAAK,CAAC,EAAE,CAAC,CAAA;IACtC,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,CAAA;IACjC,MAAM,CAAC,KAAK,CAAC,SAAS,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,SAAS,CAAC,CAAA;IAE3C,OAAO,KAAK,CAAA;AACb,CAAC;AAED,MAAM,UAAU,sBAAsB;IACrC,MAAM,KAAK,GAAG;QACb,KAAK,EAAE,CAAC;QACR,IAAI,EAAE,CAAC;QACP,SAAS,EAAE,CAAC;QACZ,KAAK,EAAE,CAAC,CAAC;QACT,IAAI,EAAE,CAAC,CAAC;QACR,SAAS,EAAE,CAAC,CAAC;KACb,CAAA;IAED,MAAM,OAAO,GAAG,CAAC,KAAkB,EAAE,EAAE;QACtC,IAAI,KAAK,CAAC,KAAK,KAAK,CAAC,CAAC,IAAI,KAAK,CAAC,KAAK,EAAE,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,IAAI,EAAE,CAAC;YACxD,KAAK,CAAC,KAAK,GAAG,KAAK,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC,CAAC,CAAA;QAChC,CAAC;QACD,IAAI,KAAK,CAAC,IAAI,KAAK,CAAC,CAAC,IAAI,KAAK,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC,EAAE,EAAE,IAAI,IAAI,EAAE,CAAC;YACtD,KAAK,CAAC,IAAI,GAAG,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,EAAE,CAAA;QAC9B,CAAC;QACD,IAAI,KAAK,CAAC,SAAS,KAAK,CAAC,CAAC,IAAI,KAAK,CAAC,SAAS,EAAE,CAAC,CAAC,CAAC,EAAE,EAAE,IAAI,IAAI,EAAE,CAAC;YAChE,KAAK,CAAC,SAAS,GAAG,KAAK,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,EAAE,CAAA;QACxC,CAAC;QAED,KAAK,CAAC,KAAK,IAAI,KAAK,CAAC,KAAK,EAAE,MAAM,IAAI,CAAC,CAAA;QACvC,IAAI,KAAK,CAAC,KAAK,EAAE,CAAC;YACjB,KAAK,CAAC,KAAK,IAAI,KAAK,CAAC,KAAK,CAAC,EAAE,CAAC,MAAM,CAAA;QACrC,CAAC;QACD,KAAK,CAAC,IAAI,IAAI,KAAK,CAAC,IAAI,EAAE,MAAM,IAAI,CAAC,CAAA;QACrC,KAAK,CAAC,SAAS,IAAI,KAAK,CAAC,SAAS,EAAE,MAAM,IAAI,CAAC,CAAA;IAChD,CAAC,CAAA;IAED,OAAO;QACN,OAAO;QACP,KAAK;KACL,CAAA;AACF,CAAC"}

package/dist/test/utils.test.d.ts

@@ -0,0 +1,2 @@
+export {};
+//# sourceMappingURL=utils.test.d.ts.map

package/dist/test/utils.test.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"utils.test.d.ts","sourceRoot":"","sources":["../../test/utils.test.ts"],"names":[],"mappings":""}

package/dist/test/utils.test.js

@@ -0,0 +1,44 @@
+import { describe, expect, it } from "bun:test";
+import { concatUint8, toAsyncGenerator, uint32BE, webCompress, webDecompress, } from "../src/utils";
+describe("utils", () => {
+    it("wraps values into an async generator", async () => {
+        const generator = toAsyncGenerator(3);
+        const first = await generator.next();
+        expect(first).toEqual({ value: 3, done: false });
+        const done = await generator.next();
+        expect(done).toEqual({ value: undefined, done: true });
+    });
+    it("consumes readable streams", async () => {
+        const stream = new ReadableStream({
+            start(controller) {
+                controller.enqueue(1);
+                controller.enqueue(2);
+                controller.close();
+            },
+        });
+        const values = [];
+        for await (const value of toAsyncGenerator(stream))
+            values.push(value);
+        expect(values).toEqual([1, 2]);
+    });
+    it("throws on nullish inputs", async () => {
+        const invalidInput = null;
+        await expect(toAsyncGenerator(invalidInput).next()).rejects.toThrow("Value is null");
+    });
+    it("concatenates Uint8Array segments", () => {
+        const a = Uint8Array.of(1, 2);
+        const b = Uint8Array.of(3);
+        expect(concatUint8(a, b)).toEqual(Uint8Array.of(1, 2, 3));
+    });
+    it("encodes big-endian 32-bit integers", () => {
+        expect(uint32BE(0x01020304)).toEqual(Uint8Array.of(1, 2, 3, 4));
+    });
+    it("compresses and decompresses data", async () => {
+        const input = new TextEncoder().encode("osmix");
+        const compressed = await webCompress(input);
+        expect(compressed).not.toEqual(input);
+        const decompressed = await webDecompress(compressed);
+        expect(decompressed).toEqual(input);
+    });
+});
+//# sourceMappingURL=utils.test.js.map

package/dist/test/utils.test.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"utils.test.js","sourceRoot":"","sources":["../../test/utils.test.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,QAAQ,EAAE,MAAM,EAAE,EAAE,EAAE,MAAM,UAAU,CAAA;AAC/C,OAAO,EACN,WAAW,EACX,gBAAgB,EAChB,QAAQ,EACR,WAAW,EACX,aAAa,GACb,MAAM,cAAc,CAAA;AAErB,QAAQ,CAAC,OAAO,EAAE,GAAG,EAAE;IACtB,EAAE,CAAC,sCAAsC,EAAE,KAAK,IAAI,EAAE;QACrD,MAAM,SAAS,GAAG,gBAAgB,CAAC,CAAC,CAAC,CAAA;QACrC,MAAM,KAAK,GAAG,MAAM,SAAS,CAAC,IAAI,EAAE,CAAA;QACpC,MAAM,CAAC,KAAK,CAAC,CAAC,OAAO,CAAC,EAAE,KAAK,EAAE,CAAC,EAAE,IAAI,EAAE,KAAK,EAAE,CAAC,CAAA;QAChD,MAAM,IAAI,GAAG,MAAM,SAAS,CAAC,IAAI,EAAE,CAAA;QACnC,MAAM,CAAC,IAAI,CAAC,CAAC,OAAO,CAAC,EAAE,KAAK,EAAE,SAAS,EAAE,IAAI,EAAE,IAAI,EAAE,CAAC,CAAA;IACvD,CAAC,CAAC,CAAA;IAEF,EAAE,CAAC,2BAA2B,EAAE,KAAK,IAAI,EAAE;QAC1C,MAAM,MAAM,GAAG,IAAI,cAAc,CAAS;YACzC,KAAK,CAAC,UAAU;gBACf,UAAU,CAAC,OAAO,CAAC,CAAC,CAAC,CAAA;gBACrB,UAAU,CAAC,OAAO,CAAC,CAAC,CAAC,CAAA;gBACrB,UAAU,CAAC,KAAK,EAAE,CAAA;YACnB,CAAC;SACD,CAAC,CAAA;QACF,MAAM,MAAM,GAAa,EAAE,CAAA;QAC3B,IAAI,KAAK,EAAE,MAAM,KAAK,IAAI,gBAAgB,CAAC,MAAM,CAAC;YAAE,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,CAAA;QACtE,MAAM,CAAC,MAAM,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAA;IAC/B,CAAC,CAAC,CAAA;IAEF,EAAE,CAAC,0BAA0B,EAAE,KAAK,IAAI,EAAE;QACzC,MAAM,YAAY,GAAG,IAAwB,CAAA;QAC7C,MAAM,MAAM,CAAC,gBAAgB,CAAC,YAAY,CAAC,CAAC,IAAI,EAAE,CAAC,CAAC,OAAO,CAAC,OAAO,CAClE,eAAe,CACf,CAAA;IACF,CAAC,CAAC,CAAA;IAEF,EAAE,CAAC,kCAAkC,EAAE,GAAG,EAAE;QAC3C,MAAM,CAAC,GAAG,UAAU,CAAC,EAAE,CAAC,CAAC,EAAE,CAAC,CAAC,CAAA;QAC7B,MAAM,CAAC,GAAG,UAAU,CAAC,EAAE,CAAC,CAAC,CAAC,CAAA;QAC1B,MAAM,CAAC,WAAW,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,UAAU,CAAC,EAAE,CAAC,CAAC,EAAE,CAAC,EAAE,CAAC,CAAC,CAAC,CAAA;IAC1D,CAAC,CAAC,CAAA;IAEF,EAAE,CAAC,oCAAoC,EAAE,GAAG,EAAE;QAC7C,MAAM,CAAC,QAAQ,CAAC,UAAU,CAAC,CAAC,CAAC,OAAO,CAAC,UAAU,CAAC,EAAE,CAAC,CAAC,EAAE,CAAC,EAAE,CAAC,EAAE,CAAC,CAAC,CAAC,CAAA;IAChE,CAAC,CAAC,CAAA;IAEF,EAAE,CAAC,kCAAkC,EAAE,KAAK,IAAI,EAAE;QACjD,MAAM,KAAK,GAAG,IAAI,WAAW,EAAE,CAAC,MAAM,CAAC,OAAO,CAA4B,CAAA;QAC1E,MAAM,UAAU,GAAG,MAAM,WAAW,CAAC,KAAK,CAAC,CAAA;QAC3C,MAAM,CAAC,UAAU,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,KAAK,CAAC,CAAA;QACrC,MAAM,YAAY,GAAG,MAAM,aAAa,CAAC,UAAU,CAAC,CAAA;QACpD,MAAM,CAAC,YAAY,CAAC,CAAC,OAAO,CAAC,KAAK,CAAC,CAAA;IACpC,CAAC,CAAC,CAAA;AACH,CAAC,CAAC,CAAA"}

package/dist/test/write.test.d.ts

@@ -0,0 +1,2 @@
+export {};
+//# sourceMappingURL=write.test.d.ts.map

package/dist/test/write.test.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"write.test.d.ts","sourceRoot":"","sources":["../../test/write.test.ts"],"names":[],"mappings":""}

package/dist/test/write.test.js

@@ -0,0 +1,69 @@
+import { describe, expect, it } from "bun:test";
+import { unlink } from "node:fs/promises";
+import { getFixtureFile, getFixtureFileReadStream, getFixtureFileWriteStream, getFixturePath, PBFs, } from "@osmix/shared/test/fixtures";
+import { OsmBlocksToPbfBytesTransformStream, osmBlockToPbfBlobBytes, } from "../src/blocks-to-pbf";
+import { OsmPbfBytesToBlocksTransformStream, readOsmPbf, } from "../src/pbf-to-blocks";
+import { testOsmPbfReader } from "./utils";
+describe("write", () => {
+    describe.each(Object.entries(PBFs))("%s", (name, pbf) => {
+        it("to buffer", async () => {
+            const fileData = await getFixtureFile(pbf.url);
+            const osm = await readOsmPbf(fileData);
+            let node0 = null;
+            let way0 = null;
+            let relation0 = null;
+            // Write the PBF to an array buffer
+            let data = new Uint8Array(0);
+            const write = (chunk) => {
+                const newData = new Uint8Array(data.length + chunk.length);
+                newData.set(data);
+                newData.set(chunk, data.length);
+                data = newData;
+            };
+            write(await osmBlockToPbfBlobBytes(osm.header));
+            for await (const block of osm.blocks) {
+                for (const group of block.primitivegroup) {
+                    if (node0 == null && group.dense?.id?.[0] != null) {
+                        node0 = group.dense.id[0];
+                    }
+                    if (way0 == null && group.ways?.[0]?.id != null) {
+                        way0 = group.ways[0].id;
+                    }
+                    if (relation0 == null && group.relations?.[0]?.id != null) {
+                        relation0 = group.relations[0].id;
+                    }
+                }
+                write(await osmBlockToPbfBlobBytes(block));
+            }
+            // Re-parse the new PBF and test
+            expect(data.buffer).toBeDefined();
+            // Note: We don't assert byte-level equality because the written PBF may have
+            // different compression, block ordering, or encoding than the original file.
+            // Semantic equivalence (verified by parsing and comparing entities) is more meaningful.
+            const osm2 = await readOsmPbf(data);
+            expect(osm.header).toEqual(osm2.header);
+            const entities = await testOsmPbfReader(osm2, pbf);
+            if (node0 === null || way0 === null || relation0 === null) {
+                throw new Error("Expected node0, way0, and relation0 to be set");
+            }
+            expect(entities.node0).toBe(node0);
+            expect(entities.way0).toBe(way0);
+            expect(entities.relation0).toBe(relation0);
+        });
+        it("to file", async () => {
+            const testFileName = `${name}-write-test.pbf`;
+            const fileStream = getFixtureFileReadStream(pbf.url);
+            const fileWriteStream = getFixtureFileWriteStream(testFileName);
+            await fileStream
+                .pipeThrough(new OsmPbfBytesToBlocksTransformStream())
+                .pipeThrough(new OsmBlocksToPbfBytesTransformStream())
+                .pipeTo(fileWriteStream);
+            const testFileData = await getFixtureFile(pbf.url);
+            const testOsm = await readOsmPbf(testFileData);
+            expect(testOsm.header.bbox).toEqual(pbf.bbox);
+            await testOsmPbfReader(testOsm, pbf);
+            await unlink(getFixturePath(testFileName));
+        });
+    });
+});
+//# sourceMappingURL=write.test.js.map

package/dist/test/write.test.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"write.test.js","sourceRoot":"","sources":["../../test/write.test.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,QAAQ,EAAE,MAAM,EAAE,EAAE,EAAE,MAAM,UAAU,CAAA;AAC/C,OAAO,EAAE,MAAM,EAAE,MAAM,kBAAkB,CAAA;AACzC,OAAO,EACN,cAAc,EACd,wBAAwB,EACxB,yBAAyB,EACzB,cAAc,EACd,IAAI,GACJ,MAAM,6BAA6B,CAAA;AACpC,OAAO,EACN,kCAAkC,EAClC,sBAAsB,GACtB,MAAM,sBAAsB,CAAA;AAC7B,OAAO,EACN,kCAAkC,EAClC,UAAU,GACV,MAAM,sBAAsB,CAAA;AAC7B,OAAO,EAAE,gBAAgB,EAAE,MAAM,SAAS,CAAA;AAE1C,QAAQ,CAAC,OAAO,EAAE,GAAG,EAAE;IACtB,QAAQ,CAAC,IAAI,CAAC,MAAM,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC,IAAI,EAAE,GAAG,EAAE,EAAE;QACvD,EAAE,CAAC,WAAW,EAAE,KAAK,IAAI,EAAE;YAC1B,MAAM,QAAQ,GAAG,MAAM,cAAc,CAAC,GAAG,CAAC,GAAG,CAAC,CAAA;YAC9C,MAAM,GAAG,GAAG,MAAM,UAAU,CAAC,QAAQ,CAAC,CAAA;YAEtC,IAAI,KAAK,GAAkB,IAAI,CAAA;YAC/B,IAAI,IAAI,GAAkB,IAAI,CAAA;YAC9B,IAAI,SAAS,GAAkB,IAAI,CAAA;YAEnC,mCAAmC;YACnC,IAAI,IAAI,GAAG,IAAI,UAAU,CAAC,CAAC,CAAC,CAAA;YAC5B,MAAM,KAAK,GAAG,CAAC,KAAiB,EAAE,EAAE;gBACnC,MAAM,OAAO,GAAG,IAAI,UAAU,CAAC,IAAI,CAAC,MAAM,GAAG,KAAK,CAAC,MAAM,CAAC,CAAA;gBAC1D,OAAO,CAAC,GAAG,CAAC,IAAI,CAAC,CAAA;gBACjB,OAAO,CAAC,GAAG,CAAC,KAAK,EAAE,IAAI,CAAC,MAAM,CAAC,CAAA;gBAC/B,IAAI,GAAG,OAAO,CAAA;YACf,CAAC,CAAA;YAED,KAAK,CAAC,MAAM,sBAAsB,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC,CAAA;YAC/C,IAAI,KAAK,EAAE,MAAM,KAAK,IAAI,GAAG,CAAC,MAAM,EAAE,CAAC;gBACtC,KAAK,MAAM,KAAK,IAAI,KAAK,CAAC,cAAc,EAAE,CAAC;oBAC1C,IAAI,KAAK,IAAI,IAAI,IAAI,KAAK,CAAC,KAAK,EAAE,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,IAAI,EAAE,CAAC;wBACnD,KAAK,GAAG,KAAK,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC,CAAC,CAAA;oBAC1B,CAAC;oBACD,IAAI,IAAI,IAAI,IAAI,IAAI,KAAK,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC,EAAE,EAAE,IAAI,IAAI,EAAE,CAAC;wBACjD,IAAI,GAAG,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,EAAE,CAAA;oBACxB,CAAC;oBACD,IAAI,SAAS,IAAI,IAAI,IAAI,KAAK,CAAC,SAAS,EAAE,CAAC,CAAC,CAAC,EAAE,EAAE,IAAI,IAAI,EAAE,CAAC;wBAC3D,SAAS,GAAG,KAAK,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,EAAE,CAAA;oBAClC,CAAC;gBACF,CAAC;gBACD,KAAK,CAAC,MAAM,sBAAsB,CAAC,KAAK,CAAC,CAAC,CAAA;YAC3C,CAAC;YAED,gCAAgC;YAChC,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,WAAW,EAAE,CAAA;YACjC,6EAA6E;YAC7E,6EAA6E;YAC7E,wFAAwF;YACxF,MAAM,IAAI,GAAG,MAAM,UAAU,CAAC,IAAI,CAAC,CAAA;YAEnC,MAAM,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC,OAAO,CAAC,IAAI,CAAC,MAAM,CAAC,CAAA;YACvC,MAAM,QAAQ,GAAG,MAAM,gBAAgB,CAAC,IAAI,EAAE,GAAG,CAAC,CAAA;YAClD,IAAI,KAAK,KAAK,IAAI,IAAI,IAAI,KAAK,IAAI,IAAI,SAAS,KAAK,IAAI,EAAE,CAAC;gBAC3D,MAAM,IAAI,KAAK,CAAC,+CAA+C,CAAC,CAAA;YACjE,CAAC;YACD,MAAM,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAA;YAClC,MAAM,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAA;YAChC,MAAM,CAAC,QAAQ,CAAC,SAAS,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC,CAAA;QAC3C,CAAC,CAAC,CAAA;QAEF,EAAE,CAAC,SAAS,EAAE,KAAK,IAAI,EAAE;YACxB,MAAM,YAAY,GAAG,GAAG,IAAI,iBAAiB,CAAA;YAC7C,MAAM,UAAU,GAAG,wBAAwB,CAAC,GAAG,CAAC,GAAG,CAAC,CAAA;YAEpD,MAAM,eAAe,GAAG,yBAAyB,CAAC,YAAY,CAAC,CAAA;YAC/D,MAAM,UAAU;iBACd,WAAW,CAAC,IAAI,kCAAkC,EAAE,CAAC;iBACrD,WAAW,CAAC,IAAI,kCAAkC,EAAE,CAAC;iBACrD,MAAM,CAAC,eAAe,CAAC,CAAA;YAEzB,MAAM,YAAY,GAAG,MAAM,cAAc,CAAC,GAAG,CAAC,GAAG,CAAC,CAAA;YAClD,MAAM,OAAO,GAAG,MAAM,UAAU,CAAC,YAAY,CAAC,CAAA;YAE9C,MAAM,CAAC,OAAO,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,OAAO,CAAC,GAAG,CAAC,IAAI,CAAC,CAAA;YAC7C,MAAM,gBAAgB,CAAC,OAAO,EAAE,GAAG,CAAC,CAAA;YAEpC,MAAM,MAAM,CAAC,cAAc,CAAC,YAAY,CAAC,CAAC,CAAA;QAC3C,CAAC,CAAC,CAAA;IACH,CAAC,CAAC,CAAA;AACH,CAAC,CAAC,CAAA"}

package/package.json

@@ -2,7 +2,7 @@
 	"$schema": "https://json.schemastore.org/package",
 	"name": "@osmix/pbf",
 	"description": "A low level, modern, runtime agnostic OSM PBF parser and writer written in TypeScript.",
-	"version": "0.0.1",
+	"version": "0.0.3",
 	"type": "module",
 	"main": "./src/index.ts",
 	"publishConfig": {
@@ -32,16 +32,16 @@
 	},
 	"sideEffects": false,
 	"scripts": {
-		"bench": "vitest bench",
+		"bench": "bun test --bench",
 		"build": "tsc",
-		"test": "vitest",
-		"typecheck": "tsc --noEmit"
+		"prepublishOnly": "tsc",
+		"test": "bun test",
+		"typecheck": "tsgo --noEmit"
 	},
 	"devDependencies": {
 		"@osmix/shared": "workspace:*",
-		"@types/node": "catalog:",
-		"typescript": "catalog:",
-		"vitest": "catalog:"
+		"@types/bun": "catalog:",
+		"typescript": "catalog:"
 	},
 	"dependencies": {
 		"pbf": "catalog:"

package/src/blobs-to-blocks.ts

@@ -1,10 +1,47 @@
+/**
+ * Blob-to-block conversion utilities.
+ *
+ * Handles decompression and protobuf decoding of raw OSM PBF blobs into
+ * typed header and primitive block structures.
+ *
+ * @module
+ */
+
 import Pbf from "pbf"
-import { readHeaderBlock, readPrimitiveBlock } from "./proto/osmformat"
+import {
+	type OsmPbfBlock,
+	type OsmPbfHeaderBlock,
+	readHeaderBlock,
+	readPrimitiveBlock,
+} from "./proto/osmformat"
 import { webDecompress } from "./utils"
 
 /**
- * Decompresses raw OSM PBF blobs and yields typed header and primitive blocks.
- * Expects the first blob to contain the file header and streams the rest as data blocks.
+ * Decompress and decode a stream of raw PBF blobs into typed blocks.
+ *
+ * This async generator handles the transition from compressed bytes to parsed
+ * protobuf structures. The first blob is always decoded as a header block;
+ * subsequent blobs are decoded as primitive blocks containing OSM entities.
+ *
+ * @param blobs - Async or sync generator yielding compressed blob payloads.
+ * @param decompress - Optional decompression function (defaults to Web Streams zlib).
+ * @yields Header block first, then primitive blocks.
+ *
+ * @example
+ * ```ts
+ * import { osmPbfBlobsToBlocksGenerator, createOsmPbfBlobGenerator } from "@osmix/pbf"
+ *
+ * const generateBlobs = createOsmPbfBlobGenerator()
+ * const blobsGen = (async function* () {
+ *   for await (const chunk of stream) {
+ *     yield* generateBlobs(chunk)
+ *   }
+ * })()
+ *
+ * for await (const block of osmPbfBlobsToBlocksGenerator(blobsGen)) {
+ *   // First iteration yields header, rest yield primitive blocks
+ * }
+ * ```
  */
 export async function* osmPbfBlobsToBlocksGenerator(
 	blobs:
@@ -16,13 +53,47 @@ export async function* osmPbfBlobsToBlocksGenerator(
 ) {
 	let headerRead = false
 	for await (const blob of blobs) {
-		const decompressedBlob = await decompress(blob)
-		const pbf = new Pbf(decompressedBlob)
 		if (!headerRead) {
 			headerRead = true
-			yield readHeaderBlock(pbf)
+			yield readOsmHeaderBlock(blob, decompress)
 		} else {
-			yield readPrimitiveBlock(pbf)
+			yield readOsmPrimitiveBlock(blob, decompress)
 		}
 	}
 }
+
+/**
+ * Decompress and parse a header block from a compressed blob.
+ *
+ * @param compressedBlob - Zlib-compressed protobuf header blob.
+ * @param decompress - Optional decompression function.
+ * @returns Parsed header block with required/optional features and bbox.
+ */
+export async function readOsmHeaderBlock(
+	compressedBlob: Uint8Array<ArrayBuffer>,
+	decompress: (
+		data: Uint8Array<ArrayBuffer>,
+	) => Promise<Uint8Array<ArrayBuffer>> = webDecompress,
+): Promise<OsmPbfHeaderBlock> {
+	const decompressedBlob = await decompress(compressedBlob)
+	const pbf = new Pbf(decompressedBlob)
+	return readHeaderBlock(pbf)
+}
+
+/**
+ * Decompress and parse a primitive block from a compressed blob.
+ *
+ * @param compressedBlob - Zlib-compressed protobuf primitive blob.
+ * @param decompress - Optional decompression function.
+ * @returns Parsed primitive block with string table and primitive groups.
+ */
+export async function readOsmPrimitiveBlock(
+	compressedBlob: Uint8Array<ArrayBuffer>,
+	decompress: (
+		data: Uint8Array<ArrayBuffer>,
+	) => Promise<Uint8Array<ArrayBuffer>> = webDecompress,
+): Promise<OsmPbfBlock> {
+	const decompressedBlob = await decompress(compressedBlob)
+	const pbf = new Pbf(decompressedBlob)
+	return readPrimitiveBlock(pbf)
+}