@bitmagic/cli 0.1.83-dev.3 → 0.1.83-dev.5

package/dist/verify/model-downloads.js

@@ -0,0 +1,127 @@
+/** Below this a raw download is not worth a line: headers and latency dominate. */
+export const UNCOMPRESSED_WARN_MIN_BYTES = 256 * 1024;
+/**
+ * Below this an unoptimized GLB is not worth the skill's A/B: a character at ~0.7 MiB gains a
+ * few hundred KB, and the creator's time is better spent on the files above it.
+ */
+export const UNOPTIMIZED_WARN_MIN_BYTES = 2 * 1024 * 1024;
+/** How many files a warning names before it summarises the rest as a count. */
+const MAX_NAMED_FILES = 3;
+/** Extensions that mean the geometry or textures were already compressed for download. */
+const COMPRESSION_EXTENSIONS = new Set([
+    'EXT_meshopt_compression',
+    'KHR_meshopt_compression',
+    'KHR_draco_mesh_compression',
+    'KHR_mesh_quantization',
+    'KHR_texture_basisu',
+]);
+const GLB_MAGIC = 0x46546c67; // 'glTF'
+const JSON_CHUNK_TYPE = 0x4e4f534a; // 'JSON'
+/** `extensionsUsed` from a binary glTF, or null when `bytes` is not one. */
+export function parseGlbExtensions(bytes) {
+    if (bytes.byteLength < 20)
+        return null;
+    const view = new DataView(bytes.buffer, bytes.byteOffset, bytes.byteLength);
+    if (view.getUint32(0, true) !== GLB_MAGIC)
+        return null;
+    const jsonLength = view.getUint32(12, true);
+    if (view.getUint32(16, true) !== JSON_CHUNK_TYPE || 20 + jsonLength > bytes.byteLength)
+        return null;
+    try {
+        const json = JSON.parse(new TextDecoder().decode(bytes.subarray(20, 20 + jsonLength)));
+        if (typeof json !== 'object' || json === null)
+            return null;
+        const used = json.extensionsUsed;
+        return Array.isArray(used) ? used.filter((e) => typeof e === 'string') : [];
+    }
+    catch {
+        return null;
+    }
+}
+function isGlbResponse(response) {
+    if (response.status() !== 200)
+        return false;
+    try {
+        return new URL(response.url()).pathname.toLowerCase().endsWith('.glb');
+    }
+    catch {
+        return false;
+    }
+}
+/**
+ * Start recording every GLB `page` (and its frames) receives. Call `collect()` once the run has
+ * settled: it waits for the bodies still being read and returns one entry per distinct URL.
+ */
+export function recordModelDownloads(page) {
+    const pending = [];
+    page.on('response', (response) => {
+        if (!isGlbResponse(response))
+            return;
+        pending.push((async () => {
+            try {
+                const body = await response.body();
+                const encoding = (await response.headerValue('content-encoding'))?.trim().toLowerCase() ?? '';
+                return {
+                    url: response.url(),
+                    contentEncoding: encoding === '' || encoding === 'identity' ? null : encoding,
+                    decodedBytes: body.byteLength,
+                    extensionsUsed: parseGlbExtensions(new Uint8Array(body.buffer, body.byteOffset, body.byteLength)),
+                };
+            }
+            catch {
+                // The page navigated or closed before the body arrived — nothing to advise about.
+                return null;
+            }
+        })());
+    });
+    return {
+        collect: async () => {
+            const byUrl = new Map();
+            for (const download of await Promise.all(pending)) {
+                if (download !== null)
+                    byUrl.set(download.url, download);
+            }
+            return [...byUrl.values()];
+        },
+    };
+}
+function mib(bytes) {
+    return `${(bytes / (1024 * 1024)).toFixed(1)} MiB`;
+}
+function fileName(url) {
+    try {
+        return new URL(url).pathname.split('/').pop() ?? url;
+    }
+    catch {
+        return url;
+    }
+}
+function describeFiles(downloads) {
+    const sorted = [...downloads].sort((a, b) => b.decodedBytes - a.decodedBytes);
+    const named = sorted.slice(0, MAX_NAMED_FILES).map((d) => `${fileName(d.url)} (${mib(d.decodedBytes)})`);
+    const rest = sorted.length - named.length;
+    return rest > 0 ? `${named.join(', ')} and ${rest} more` : named.join(', ');
+}
+/** The smoke check's advice about the GLBs it saw. Empty when there is nothing worth saying. */
+export function modelDownloadWarnings(downloads, skillPath) {
+    const warnings = [];
+    const raw = downloads.filter((d) => d.contentEncoding === null && d.decodedBytes >= UNCOMPRESSED_WARN_MIN_BYTES);
+    if (raw.length > 0) {
+        const total = raw.reduce((n, d) => n + d.decodedBytes, 0);
+        warnings.push(`${raw.length} GLB${raw.length === 1 ? ' was' : 's were'} served without HTTP compression, `
+            + `${mib(total)} that players download in full: ${describeFiles(raw)}. Uploads store GLBs `
+            + 'brotli-compressed now (typically 70-90% smaller, byte-identical once decoded), so these are '
+            + 'older uploads or hosted elsewhere: upload each again with `bitmagic assets add <file> '
+            + '--keep-glb` and point the game at the new URL.');
+    }
+    const unoptimized = downloads.filter((d) => d.extensionsUsed !== null
+        && d.decodedBytes >= UNOPTIMIZED_WARN_MIN_BYTES
+        && !d.extensionsUsed.some((e) => COMPRESSION_EXTENSIONS.has(e)));
+    if (unoptimized.length > 0) {
+        warnings.push(`${unoptimized.length} large GLB${unoptimized.length === 1 ? ' has' : 's have'} no meshopt, Draco or `
+            + `KTX2 compression: ${describeFiles(unoptimized)}. Shrinking them is usually a large further `
+            + `saving on top of HTTP compression; see ${skillPath} for the per-asset-class recipe and its A/B check.`);
+    }
+    return warnings;
+}
+//# sourceMappingURL=model-downloads.js.map

package/dist/verify/model-downloads.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"model-downloads.js","sourceRoot":"","sources":["../../src/verify/model-downloads.ts"],"names":[],"mappings":"AA+BA,mFAAmF;AACnF,MAAM,CAAC,MAAM,2BAA2B,GAAG,GAAG,GAAG,IAAI,CAAC;AAEtD;;;GAGG;AACH,MAAM,CAAC,MAAM,0BAA0B,GAAG,CAAC,GAAG,IAAI,GAAG,IAAI,CAAC;AAE1D,+EAA+E;AAC/E,MAAM,eAAe,GAAG,CAAC,CAAC;AAE1B,0FAA0F;AAC1F,MAAM,sBAAsB,GAAG,IAAI,GAAG,CAAC;IACrC,yBAAyB;IACzB,yBAAyB;IACzB,4BAA4B;IAC5B,uBAAuB;IACvB,oBAAoB;CACrB,CAAC,CAAC;AAEH,MAAM,SAAS,GAAG,UAAU,CAAC,CAAC,SAAS;AACvC,MAAM,eAAe,GAAG,UAAU,CAAC,CAAC,SAAS;AAE7C,4EAA4E;AAC5E,MAAM,UAAU,kBAAkB,CAAC,KAAiB;IAClD,IAAI,KAAK,CAAC,UAAU,GAAG,EAAE;QAAE,OAAO,IAAI,CAAC;IACvC,MAAM,IAAI,GAAG,IAAI,QAAQ,CAAC,KAAK,CAAC,MAAM,EAAE,KAAK,CAAC,UAAU,EAAE,KAAK,CAAC,UAAU,CAAC,CAAC;IAC5E,IAAI,IAAI,CAAC,SAAS,CAAC,CAAC,EAAE,IAAI,CAAC,KAAK,SAAS;QAAE,OAAO,IAAI,CAAC;IACvD,MAAM,UAAU,GAAG,IAAI,CAAC,SAAS,CAAC,EAAE,EAAE,IAAI,CAAC,CAAC;IAC5C,IAAI,IAAI,CAAC,SAAS,CAAC,EAAE,EAAE,IAAI,CAAC,KAAK,eAAe,IAAI,EAAE,GAAG,UAAU,GAAG,KAAK,CAAC,UAAU;QAAE,OAAO,IAAI,CAAC;IACpG,IAAI,CAAC;QACH,MAAM,IAAI,GAAY,IAAI,CAAC,KAAK,CAAC,IAAI,WAAW,EAAE,CAAC,MAAM,CAAC,KAAK,CAAC,QAAQ,CAAC,EAAE,EAAE,EAAE,GAAG,UAAU,CAAC,CAAC,CAAC,CAAC;QAChG,IAAI,OAAO,IAAI,KAAK,QAAQ,IAAI,IAAI,KAAK,IAAI;YAAE,OAAO,IAAI,CAAC;QAC3D,MAAM,IAAI,GAAI,IAAqC,CAAC,cAAc,CAAC;QACnE,OAAO,KAAK,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC,EAAe,EAAE,CAAC,OAAO,CAAC,KAAK,QAAQ,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;IAC3F,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,IAAI,CAAC;IACd,CAAC;AACH,CAAC;AAED,SAAS,aAAa,CAAC,QAAkB;IACvC,IAAI,QAAQ,CAAC,MAAM,EAAE,KAAK,GAAG;QAAE,OAAO,KAAK,CAAC;IAC5C,IAAI,CAAC;QACH,OAAO,IAAI,GAAG,CAAC,QAAQ,CAAC,GAAG,EAAE,CAAC,CAAC,QAAQ,CAAC,WAAW,EAAE,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC;IACzE,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,KAAK,CAAC;IACf,CAAC;AACH,CAAC;AAED;;;GAGG;AACH,MAAM,UAAU,oBAAoB,CAAC,IAAU;IAC7C,MAAM,OAAO,GAAyC,EAAE,CAAC;IACzD,IAAI,CAAC,EAAE,CAAC,UAAU,EAAE,CAAC,QAAQ,EAAE,EAAE;QAC/B,IAAI,CAAC,aAAa,CAAC,QAAQ,CAAC;YAAE,OAAO;QACrC,OAAO,CAAC,IAAI,CAAC,CAAC,KAAK,IAAI,EAAE;YACvB,IAAI,CAAC;gBACH,MAAM,IAAI,GAAG,MAAM,QAAQ,CAAC,IAAI,EAAE,CAAC;gBACnC,MAAM,QAAQ,GAAG,CAAC,MAAM,QAAQ,CAAC,WAAW,CAAC,kBAAkB,CAAC,CAAC,EAAE,IAAI,EAAE,CAAC,WAAW,EAAE,IAAI,EAAE,CAAC;gBAC9F,OAAO;oBACL,GAAG,EAAE,QAAQ,CAAC,GAAG,EAAE;oBACnB,eAAe,EAAE,QAAQ,KAAK,EAAE,IAAI,QAAQ,KAAK,UAAU,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,QAAQ;oBAC7E,YAAY,EAAE,IAAI,CAAC,UAAU;oBAC7B,cAAc,EAAE,kBAAkB,CAAC,IAAI,UAAU,CAAC,IAAI,CAAC,MAAM,EAAE,IAAI,CAAC,UAAU,EAAE,IAAI,CAAC,UAAU,CAAC,CAAC;iBAClG,CAAC;YACJ,CAAC;YAAC,MAAM,CAAC;gBACP,kFAAkF;gBAClF,OAAO,IAAI,CAAC;YACd,CAAC;QACH,CAAC,CAAC,EAAE,CAAC,CAAC;IACR,CAAC,CAAC,CAAC;IACH,OAAO;QACL,OAAO,EAAE,KAAK,IAAI,EAAE;YAClB,MAAM,KAAK,GAAG,IAAI,GAAG,EAAyB,CAAC;YAC/C,KAAK,MAAM,QAAQ,IAAI,MAAM,OAAO,CAAC,GAAG,CAAC,OAAO,CAAC,EAAE,CAAC;gBAClD,IAAI,QAAQ,KAAK,IAAI;oBAAE,KAAK,CAAC,GAAG,CAAC,QAAQ,CAAC,GAAG,EAAE,QAAQ,CAAC,CAAC;YAC3D,CAAC;YACD,OAAO,CAAC,GAAG,KAAK,CAAC,MAAM,EAAE,CAAC,CAAC;QAC7B,CAAC;KACF,CAAC;AACJ,CAAC;AAED,SAAS,GAAG,CAAC,KAAa;IACxB,OAAO,GAAG,CAAC,KAAK,GAAG,CAAC,IAAI,GAAG,IAAI,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC;AACrD,CAAC;AAED,SAAS,QAAQ,CAAC,GAAW;IAC3B,IAAI,CAAC;QACH,OAAO,IAAI,GAAG,CAAC,GAAG,CAAC,CAAC,QAAQ,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,IAAI,GAAG,CAAC;IACvD,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,GAAG,CAAC;IACb,CAAC;AACH,CAAC;AAED,SAAS,aAAa,CAAC,SAA0B;IAC/C,MAAM,MAAM,GAAG,CAAC,GAAG,SAAS,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,YAAY,GAAG,CAAC,CAAC,YAAY,CAAC,CAAC;IAC9E,MAAM,KAAK,GAAG,MAAM,CAAC,KAAK,CAAC,CAAC,EAAE,eAAe,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,GAAG,QAAQ,CAAC,CAAC,CAAC,GAAG,CAAC,KAAK,GAAG,CAAC,CAAC,CAAC,YAAY,CAAC,GAAG,CAAC,CAAC;IACzG,MAAM,IAAI,GAAG,MAAM,CAAC,MAAM,GAAG,KAAK,CAAC,MAAM,CAAC;IAC1C,OAAO,IAAI,GAAG,CAAC,CAAC,CAAC,CAAC,GAAG,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,QAAQ,IAAI,OAAO,CAAC,CAAC,CAAC,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;AAC9E,CAAC;AAED,gGAAgG;AAChG,MAAM,UAAU,qBAAqB,CAAC,SAA0B,EAAE,SAAiB;IACjF,MAAM,QAAQ,GAAa,EAAE,CAAC;IAE9B,MAAM,GAAG,GAAG,SAAS,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,eAAe,KAAK,IAAI,IAAI,CAAC,CAAC,YAAY,IAAI,2BAA2B,CAAC,CAAC;IACjH,IAAI,GAAG,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QACnB,MAAM,KAAK,GAAG,GAAG,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,YAAY,EAAE,CAAC,CAAC,CAAC;QAC1D,QAAQ,CAAC,IAAI,CACX,GAAG,GAAG,CAAC,MAAM,OAAO,GAAG,CAAC,MAAM,KAAK,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,QAAQ,oCAAoC;cAC1F,GAAG,GAAG,CAAC,KAAK,CAAC,mCAAmC,aAAa,CAAC,GAAG,CAAC,uBAAuB;cACzF,8FAA8F;cAC9F,wFAAwF;cACxF,gDAAgD,CACnD,CAAC;IACJ,CAAC;IAED,MAAM,WAAW,GAAG,SAAS,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CACzC,CAAC,CAAC,cAAc,KAAK,IAAI;WACtB,CAAC,CAAC,YAAY,IAAI,0BAA0B;WAC5C,CAAC,CAAC,CAAC,cAAc,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,sBAAsB,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;IACnE,IAAI,WAAW,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QAC3B,QAAQ,CAAC,IAAI,CACX,GAAG,WAAW,CAAC,MAAM,aAAa,WAAW,CAAC,MAAM,KAAK,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,QAAQ,wBAAwB;cACpG,qBAAqB,aAAa,CAAC,WAAW,CAAC,8CAA8C;cAC7F,0CAA0C,SAAS,oDAAoD,CAC1G,CAAC;IACJ,CAAC;IAED,OAAO,QAAQ,CAAC;AAClB,CAAC"}

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@bitmagic/cli",
-  "version": "0.1.83-dev.3",
+  "version": "0.1.83-dev.5",
   "description": "Build Bitmagic games from your own agent tool",
   "license": "SEE LICENSE IN LICENSE.md",
   "author": "Bitmagic Oy",
@@ -26,9 +26,9 @@
     "resedit": "3.0.2",
     "tar": "^7.4.3",
     "ws": "^8.21.3",
-    "@bitmagic/animation-forger": "0.1.38-dev.3",
-    "@bitmagic/asset-core": "0.2.38-dev.3",
-    "@bitmagic/world-forger": "0.1.43-dev.3"
+    "@bitmagic/asset-core": "0.2.38-dev.5",
+    "@bitmagic/animation-forger": "0.1.38-dev.5",
+    "@bitmagic/world-forger": "0.1.43-dev.5"
   },
   "devDependencies": {
     "@eslint/js": "^9.38.0",
@@ -45,6 +45,7 @@
     "jest": "^29.7.0",
     "ts-jest": "^29.4.12",
     "typescript": "^6.0.3",
+    "@bitmagic/engine-protocol": "0.1.0",
     "@bitmagic/hud-theme": "0.1.0"
   },
   "jest": {
@@ -83,6 +84,8 @@
     "check:lab": "tsc -p tsconfig.lab.json --noEmit",
     "lint": "eslint src lab",
     "lab": "tsx lab/cli.ts",
-    "test": "NODE_OPTIONS=--experimental-vm-modules jest"
+    "test": "NODE_OPTIONS=--experimental-vm-modules jest",
+    "verify:upgrade-fixtures": "tsx scripts/verify-upgrade-fixtures.mjs",
+    "gen:legacy-game-baselines": "tsx scripts/gen-legacy-game-baselines.mjs"
   }
 }