@needle-tools/gltf-build-pipeline 2.2.0-alpha.4 → 2.2.0-alpha.6

package/CHANGELOG.md

@@ -4,7 +4,10 @@ All notable changes to this package will be documented in this file.
 The format is based on [Keep a Changelog](http://keepachangelog.com/en/1.0.0/)
 and this project adheres to [Semantic Versioning](http://semver.org/spec/v2.0.0.html).
 
-## [2.2.0-alpha.4] - 2023-06-06
+## [2.2.0-alpha.6] - 2023-06-13
+- fix: progressive transform of converted GLB files where meshes don't have indicies
+
+## [2.2.0-alpha.5] - 2023-06-06
 - add: CLI `--progressive` option to `transform` command (default is true)
 - add: CLI `--compress` option to `transform` command (default is true)
 - add: config `meshes: { lods: boolean }` option
@@ -12,6 +15,7 @@ and this project adheres to [Semantic Versioning](http://semver.org/spec/v2.0.0.
 - change: enable texture LODs by default
 - fix: `--config` path can now point to a directory or a `needle.config.json` file as well
 - fix: mesh LOD regression caused by change in gltf-transform `weld` behaviour 
+- fix: KTX SOFTWARE >= 4.3.0 is installed
 
 ## [2.1.0-alpha.6] - 2023-06-04
 - fix: errors when invoking npm scripts caused by the cli program

package/dist/cache/cache.js

@@ -19,6 +19,7 @@ import { getVersion } from "../utils/version.js";
 //     return 0;
 // }
 const buildPipelineVersion = getVersion(false);
+const debugLogs = process.argv.includes("--debug");
 /**
  * Clear the cache.
  * This will remove all files in the cache directory.
@@ -86,7 +87,8 @@ export function limitCacheSize(maxSizeMB = cacheSizeLimit) {
 export function addToCache(key, bytes) {
     const dir = getCacheDirectory();
     const path = `${dir}/${key}.bin`;
-    console.log(`Added ${(bytes.byteLength / 1024).toFixed(1)} KB to cache at \"${path}\"`);
+    if (debugLogs)
+        console.log(`Added ${(bytes.byteLength / 1024).toFixed(1)} KB to cache at \"${path}\"`);
     fs.writeFileSync(path, bytes);
 }
 /**

package/dist/cli/index.js

@@ -77,7 +77,7 @@ Each version will be compressed and written to the output directory.
         logger.info("→ Transform " + file);
         const progressive_results = new Array();
         if (options.progressive === true) {
-            await make_progressive({
+            if (await make_progressive({
                 path: file,
                 results: progressive_results,
                 config,
@@ -86,7 +86,9 @@ Each version will be compressed and written to the output directory.
             }).catch(err => {
                 logger.error(err);
                 process.exit(ERROR_CODES.PROGRESSIVE_FAILED);
-            });
+            }) === false) {
+                process.exit(ERROR_CODES.PROGRESSIVE_FAILED);
+            }
         }
         if (options.compress === true) {
             const opts = {

package/dist/transforms/needle_progressive.d.ts

@@ -7,7 +7,7 @@ declare interface ProgressiveOptions {
     debug?: boolean;
     useCache?: boolean;
 }
-export declare function make_progressive(opts: ProgressiveOptions): Promise<void>;
+export declare function make_progressive(opts: ProgressiveOptions): Promise<boolean>;
 export declare function createTransform(name: string, fn: Transform): Transform;
 export declare function make_progressive_textures(filePath: string, _options: TextureResizeOptions, opts: ProgressiveOptions): Transform;
 /** Options for the {@link textureResize} function. */

package/dist/transforms/needle_progressive.js

@@ -14,14 +14,22 @@ import { compressPrimitive } from './needle_mesh_transform.js';
 import { calculateMeshDensity, getMeshInformation } from "../utils/mesh.js";
 export async function make_progressive(opts) {
     const file = opts.path;
-    return foreachGLTF(file, async (f) => {
+    let success = true;
+    await foreachGLTF(file, async (f) => {
+        // Should we stop if one file fails?
+        if (!success) {
+            return;
+        }
         // Don't re-process files that are already LODs
         if (isMeshLOD(f) || isImageLOD(f)) {
             console.log(`Progressive Transform: Ignore existing LOD file at ${f}`);
             return;
         }
-        await onProcess(f, opts);
+        const res = await onProcess(f, opts);
+        if (!res)
+            success = false;
     });
+    return success;
 }
 function registerExtensions(io) {
     registerDefaultExtensions(io);
@@ -39,10 +47,11 @@ function registerExtensions(io) {
 async function onProcess(file, opts) {
     if (!file.endsWith(".glb") && !file.endsWith(".gltf") && !file.endsWith(".vrm")) {
         console.log("ERR: file is not gltf/glb");
-        return;
+        return false;
     }
     if (!existsSync(file)) {
         console.log("ERR: file does not exist: " + file);
+        return false;
     }
     try {
         const io = new NodeIO();
@@ -85,7 +94,9 @@ async function onProcess(file, opts) {
     }
     catch (err) {
         console.log("ERR: failed to process file \"" + file + "\", Reason: " + err.message, "\nStack:\n" + err.stack);
+        return false;
     }
+    return true;
 }
 // basic idea:
 // 1. iterate all images that have an extension marking them to be progressively loaded
@@ -688,7 +699,8 @@ function clonePrimitiveData(prim, logger) {
     if (semantics.some(s => s.includes("JOINTS"))) {
         return null;
     }
-    const indices = new Uint32Array(prim.getIndices().getArray());
+    const prevIndices = prim.getIndices();
+    const indices = !prevIndices ? null : new Uint32Array(prevIndices.getArray());
     const attributes = {};
     for (const attr of semantics) {
         logger.info(`[${NAME}] Clone attribute ${attr}`);
@@ -753,7 +765,7 @@ async function createMeshLod(doc, basePath, level, mesh, meshInfo, guid, lodLeve
     newNode.setName("LOD " + level + "_" + guid);
     newNode.setTranslation([0, 0, 0]);
     const newMesh = newDoc.createMesh();
-    newMesh.setName(mesh.getName() + " LOD " + level);
+    newMesh.setName((mesh.getName() || "Unnamed") + " LOD " + level);
     newNode.setMesh(newMesh);
     const newMat = newDoc.createMaterial();
     const weights = mesh.getWeights();

package/dist/transforms/needle_texture_transform.js

@@ -39,8 +39,12 @@ export const needle_texture_transform = function (options) {
     };
     return createTransform("needle_texture_transform", async (document) => {
         await webPContext.prepare(document);
-        if (context.noToktx !== true)
-            await toktxContext.prepare(document);
+        if (context.noToktx !== true) {
+            const validToktx = await toktxContext.prepare(document);
+            if (!validToktx) {
+                context.noToktx = true;
+            }
+        }
         try {
             const logger = document.getLogger();
             const textures = document.getRoot().listTextures();
@@ -168,7 +172,7 @@ async function processTexture(texture, index, document, logger, context) {
             successFullyProcessed = await context.toktxContext.process(index, texture, options, context);
         }
         else {
-            console.log("Toktx not found: Skipping texture compression.");
+            console.log("Toktx not found: Skipping texture compression: " + originalMimeType);
         }
     }
     if (context.useCache && successFullyProcessed && key) {

package/dist/transforms/needle_toktx.js

@@ -1,7 +1,7 @@
 import { BufferUtils, FileUtils, ImageUtils, uuid } from "@gltf-transform/core";
 import { listTextureSlots, getTextureChannelMask, fitPowerOfTwo, TextureResizeFilter } from "@gltf-transform/functions";
 import { KHRTextureBasisu } from "@gltf-transform/extensions";
-import { checkKTXSoftware, createParams, Mode } from "./toktx.js";
+import { checkKTXSoftware, createParams, KTX_SOFTWARE_VERSION_MIN, Mode } from "./toktx.js";
 import { existsSync, mkdirSync } from "fs";
 import { formatBytes, spawn, waitExit } from './util.js';
 import { ETC1S_DEFAULTS, UASTC_DEFAULTS } from "./toktx_types.js";
@@ -70,7 +70,7 @@ export class NeedleToktxContext {
             const logger = document.getLogger();
             this.version = await checkKTXSoftware(logger, this.env);
             if (this.version === null) {
-                console.log("Will not run toktx transform");
+                logger.warn(`WARN: toktx not found, skipping texture compression. Please install KTX-Software >= ${KTX_SOFTWARE_VERSION_MIN}`);
                 this._prepareFailed = true;
                 return false;
             }

package/dist/transforms/toktx.d.ts

@@ -1,5 +1,6 @@
 import { Document, ILogger, vec2, Texture } from '@gltf-transform/core';
 import { ETC1SOptions, UASTCOptions } from './toktx_types.js';
+export declare const KTX_SOFTWARE_VERSION_MIN = "4.3.0";
 export declare const Filter: {
     BOX: string;
     TENT: string;

package/dist/transforms/toktx.js

@@ -10,8 +10,7 @@ import { TextureResizeFilter, getTextureColorSpace } from '@gltf-transform/funct
 import { ETC1S_DEFAULTS, UASTC_DEFAULTS } from './toktx_types.js';
 tmp.setGracefulCleanup();
 const NUM_CPUS = os.cpus().length || 1; // microsoft/vscode#112122
-const KTX_SOFTWARE_VERSION_MIN = '4.0.0-rc1';
-const KTX_SOFTWARE_VERSION_ACTIVE = '4.1.0-rc1';
+export const KTX_SOFTWARE_VERSION_MIN = '4.3.0';
 export const Filter = {
     BOX: 'box',
     TENT: 'tent',
@@ -167,6 +166,7 @@ export async function checkKTXSoftware(logger, env) {
     }
     else if (semver.lt(semver.clean(version), KTX_SOFTWARE_VERSION_MIN)) {
         logger.warn(`toktx: Expected KTX-Software >= v${KTX_SOFTWARE_VERSION_MIN}, found ${version}.`);
+        return null;
     }
     else {
         if (!didLogToktxVersion)

package/dist/utils/mesh.d.ts

@@ -5,4 +5,9 @@ export declare type MeshInformation = {
     readonly totalIndexCount: number;
 };
 export declare function getMeshInformation(mesh: Mesh): MeshInformation;
-export declare function calculateMeshDensity(prim: Primitive): number;
+/**
+ * Calculate the density of a mesh.
+ * @param prim - The primitive to calculate the density for.
+ * @returns The density of the mesh or -1 if the mesh is not indexed.
+ */
+export declare function calculateMeshDensity(prim: Primitive): number | -1;

package/dist/utils/mesh.js

@@ -14,6 +14,11 @@ export function getMeshInformation(mesh) {
         totalIndexCount,
     };
 }
+/**
+ * Calculate the density of a mesh.
+ * @param prim - The primitive to calculate the density for.
+ * @returns The density of the mesh or -1 if the mesh is not indexed.
+ */
 export function calculateMeshDensity(prim) {
     const bounds = {
         min: [Infinity, Infinity, Infinity],
@@ -71,16 +76,17 @@ export function calculateMeshDensity(prim) {
             // Add the area (half the magnitude of the cross product) to the total
             area += Math.sqrt(cross[0] * cross[0] + cross[1] * cross[1] + cross[2] * cross[2]) / 2;
         }
+        const count = indices.getCount() / 3;
+        const density = count / area;
+        // const size = [0, 0, 0] as vec3;
+        // size[0] = bounds.max[0] - bounds.min[0];
+        // size[1] = bounds.max[1] - bounds.min[1];
+        // size[2] = bounds.max[2] - bounds.min[2];
+        // const volume = size[0] * size[1] * size[2];
+        // const density = count / volume;
+        return density;
     }
-    const count = indices.getCount() / 3;
-    const density = count / area;
-    // const size = [0, 0, 0] as vec3;
-    // size[0] = bounds.max[0] - bounds.min[0];
-    // size[1] = bounds.max[1] - bounds.min[1];
-    // size[2] = bounds.max[2] - bounds.min[2];
-    // const volume = size[0] * size[1] * size[2];
-    // const density = count / volume;
-    return density;
+    return -1;
     function expandBounds(point, target) {
         for (let i = 0; i < 3; i++) {
             target.min[i] = Math.min(point[i], target.min[i]);

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@needle-tools/gltf-build-pipeline",
-  "version": "2.2.0-alpha.4",
+  "version": "2.2.0-alpha.6",
   "description": "Pipeline and tools for optimizing gltf files using gltf-transform and compression settings within glTF extensions",
   "main": "dist/index.js",
   "type": "module",