@needle-tools/engine 4.7.0-next.2756168 → 4.7.0-next.4bd7749

package/plugins/common/logger.js

@@ -0,0 +1,321 @@
+import { createWriteStream, existsSync, mkdirSync, readdirSync, rmSync, statSync, write } from "fs";
+
+const filename_timestamp = new Date().toISOString().replace(/[:.]/g, '-').slice(0, 19);
+const debug = false;
+
+// #region public api
+
+/**
+ * @typedef {"server" | "client" | "client-http"} ProcessType
+ */
+
+let originalConsoleLog = console.log;
+let originalConsoleError = console.error;
+let originalConsoleWarn = console.warn;
+let originalConsoleInfo = console.info;
+let originalConsoleDebug = console.debug;
+let didPatch = false;
+let unpatchFunction = null;
+
+export function patchConsoleLogs() {
+    if (didPatch) return unpatchFunction;
+    didPatch = true;
+
+    console.log = (...args) => {
+        originalConsoleLog(...args);
+        captureLogMessage("server", 'log', args, null);
+    };
+    console.error = (...args) => {
+        originalConsoleError(...args);
+        captureLogMessage("server", 'error', args, null);
+    };
+    console.warn = (...args) => {
+        originalConsoleWarn(...args);
+        captureLogMessage("server", 'warn', args, null);
+    };
+    console.info = (...args) => {
+        originalConsoleInfo(...args);
+        captureLogMessage("server", 'info', args, null);
+    };
+    console.debug = (...args) => {
+        originalConsoleDebug(...args);
+        captureLogMessage("server", 'debug', args, null);
+    };
+
+    // Restore original console methods
+    unpatchFunction = () => {
+        didPatch = false;
+        console.log = originalConsoleLog;
+        console.error = originalConsoleError;
+        console.warn = originalConsoleWarn;
+        console.info = originalConsoleInfo;
+        console.debug = originalConsoleDebug;
+    }
+    return unpatchFunction;
+}
+
+
+let isCapturing = false;
+/** @type {Set<string>} */
+const isCapturingLogMessage = new Set();
+
+/** @type {Array<{ process: ProcessType, key: string, log:any, timestamp:number, connectionId: string | null }>} */
+const queue = new Array();
+
+/**
+ * @param {ProcessType} process
+ * @param {string} key
+ * @param {any} log
+ * @param {string | null} connectionId - Optional connection ID for client logs.
+ * @param {number} [time] - Optional timestamp, defaults to current time.
+ */
+export function captureLogMessage(process, key, log, connectionId, time = Date.now()) {
+
+    if (isCapturingLogMessage.has(log)) {
+        return; // prevent circular logs
+    }
+
+    if (isCapturing) {
+        queue.push({ process, key, log, timestamp: Date.now(), connectionId });
+        return;
+    }
+    isCapturing = true;
+    isCapturingLogMessage.add(log);
+
+    try {
+        let str = stringifyLog(log);
+        if (str.trim().length > 0) {
+            // if(process === "server") str = stripAnsiColors(str);
+            const prefix = `${getTimestamp(time, true)}, ${process}${connectionId ? (`[${connectionId}]`) : ""}.${key}: `;
+            const separator = "";
+            const finalLog = indent(`${prefix}${separator}${removeEmptyLinesAtStart(str)}`, prefix.length, separator)
+            writeToFile(process, finalLog, connectionId);
+        }
+    } finally {
+        isCapturing = false;
+        isCapturingLogMessage.delete(log);
+    }
+
+    let queued = queue.pop();
+    if (queued) {
+        captureLogMessage(queued.process, queued.key, queued.log, queued.connectionId, queued.timestamp);
+    }
+}
+
+
+// #region stringify log
+
+
+/**
+ * Stringifies a log message, handling circular references and formatting.
+ * @param {any} log
+ * @param {Set<any>} [seen]
+ */
+function stringifyLog(log, seen = new Set(), depth = 0) {
+
+    const isServer = typeof window === "undefined";
+    const stringify_limits = {
+        string: isServer ? 100_000 : 2000,
+        object_keys: isServer ? 100 : 200,
+        array_items: isServer ? 2_000 : 100,
+    }
+
+    if (typeof log === "string") {
+        if (log.length > stringify_limits.string) log = `${log.slice(0, stringify_limits.string)}... <truncated ${log.length - stringify_limits.string} characters>`;
+        return log;
+    }
+    if (typeof log === "number" || typeof log === "boolean") {
+        return String(log);
+    }
+    if (log === null) {
+        return "null";
+    }
+    if (log === undefined) {
+        return "undefined";
+    }
+    if (typeof log === "function") {
+        return "<function>";
+    }
+
+    if (seen.has(log)) return "<circular>";
+
+    if (Array.isArray(log)) {
+        seen.add(log);
+        return stringifyArray(log);
+    }
+    if (typeof log === "object") {
+        seen.add(log);
+        // const str = JSON.stringify(log, (key, value) => {
+        //     if (typeof value === "function") return "<function>";
+        //     if (typeof value === "string") return stringifyLog(value, seen, depth + 1);
+        //     if (typeof value === "object") {
+        //         if (seen.has(value)) return "<circular>";
+        //         seen.add(value);
+        //     }
+        //     return value;
+        // });
+        // return str;
+        const keys = Object.keys(log);
+        let res = "{";
+        for (let i = 0; i < keys.length; i++) {
+            const key = keys[i];
+            let value = log[key];
+
+            if (typeof value === "number") {
+                // clamp precision for numbers
+                value = Number(value.toFixed(6));
+            }
+            let str = stringifyLog(value, seen, depth + 1);
+            if (typeof value === "object") {
+                if (Array.isArray(value)) {
+                    str = `[${str}]`;
+                }
+            }
+            else if (typeof value === "string") {
+                str = `"${str}"`;
+            }
+            if (i > 0) res += ", ";
+            res += `"${key}":${str}`;
+        }
+        res += "}";
+        return res;
+        // let entries = Object.entries(log).map(([key, value], index) => {
+        //     if (index > stringify_limits.object_keys) return `"${key}": <truncated>`;
+        //     return `"${key}": ${stringifyLog(value, seen, depth + 1)}`;
+        // });
+        // return `{ ${entries.join(", ")} }`;
+    }
+    return String(log);
+
+    function stringifyArray(arr) {
+        let res = "";
+        for (let i = 0; i < arr.length; i++) {
+            let entry = arr[i];
+            if (res && i > 0) res += ", ";
+            if (i > stringify_limits.array_items) {
+                res += "<truncated " + (arr.length - i) + ">";
+                break;
+            }
+            res += stringifyLog(entry, seen, depth + 1);
+        }
+        return res;
+    }
+}
+
+
+
+
+// #region utility functions
+
+/**
+ * Returns the current timestamp in ISO format.
+ * @param {number} [date] - Optional date to format, defaults to current date.
+ */
+function getTimestamp(date, timeOnly = false) {
+    const now = date ? new Date(date) : new Date();
+    if (timeOnly) {
+        return now.toTimeString().split(' ')[0]; // HH:MM:SS
+    }
+    return now.toISOString();
+}
+
+
+/**
+ * Indents a string by a specified length.
+ * @param {string} str - The string to indent.
+ * @param {number} length - The number of spaces to indent each line.
+ * @returns {string} The indented string.
+ */
+function indent(str, length, separator = "") {
+    const lines = str.split("\n");
+    const prefixStr = " ".repeat(length) + separator;
+    for (let i = 1; i < lines.length; i++) {
+        let entry = lines[i].trim();
+        if (entry.length === 0) continue; // skip empty lines
+        // indent the line
+        lines[i] = prefixStr + entry;
+    }
+    return lines.join("\n");
+}
+
+/**
+ * Removes empty lines at the start of a string.
+ * @param {string} str - The string to process.
+ */
+function removeEmptyLinesAtStart(str) {
+    const lines = str.split("\n");
+    for (let i = 0; i < lines.length; i++) {
+        const line = lines[i].trim();
+        if (line.length > 0) {
+            lines[i] = line; // keep the first non-empty line
+            return lines.slice(i).join("\n");
+        }
+    }
+    return "";
+}
+
+/**
+ * Strips ANSI color codes from a string.
+ * @param {string} str - The string to process.
+ */
+function stripAnsiColors(str) {
+    // This pattern catches most ANSI escape sequences
+    return str.replace(/\x1b\[[0-9;]*[a-zA-Z]/g, '');
+}
+
+
+// #region log to file
+
+/** @type {Map<string, import("fs").WriteStream>} */
+const filestreams = new Map();
+const fileLogDirectory = "node_modules/.needle/logs";
+// cleanup old log files
+if (existsSync(fileLogDirectory)) {
+    const files = readdirSync(fileLogDirectory);
+    // sort by age and keep the last 10 files
+    files.sort((a, b) => {
+        const aStat = statSync(`${fileLogDirectory}/${a}`);
+        const bStat = statSync(`${fileLogDirectory}/${b}`);
+        return aStat.mtimeMs - bStat.mtimeMs;
+    });
+    // remove all but the last 30 files
+    const filesToKeep = 30;
+    for (let i = 0; i < files.length - filesToKeep; i++) {
+        rmSync(`${fileLogDirectory}/${files[i]}`, { force: true });
+    }
+}
+
+/**
+ * Writes a log message to the file.
+ * @param {ProcessType} process
+ * @param {string} log
+ * @param {string | null} connectionId - Optional connection ID for client logs.
+ */
+function writeToFile(process, log, connectionId) {
+    const filename = `${process}.needle.log`; //connectionId && process === "client" ? `${process}-${connectionId}.needle.log` : `${process}.needle.log`;
+
+    if (!filestreams.has(filename)) {
+        if (!existsSync(fileLogDirectory)) {
+            mkdirSync(fileLogDirectory, { recursive: true });
+        }
+        filestreams.set(filename, createWriteStream(`${fileLogDirectory}/${filename_timestamp}.${filename}`, { flags: 'a' }));
+    }
+    const writeStream = filestreams.get(filename);
+    if (!writeStream) {
+        if (debug) console.error(`No write stream for process: ${filename}`);
+        return;
+    }
+    writeStream.write(log + '\n');
+}
+
+
+
+// #region process exit
+function onExit() {
+    filestreams.forEach((stream) => stream.end());
+    filestreams.clear();
+}
+const events = ['SIGTERM', 'SIGINT', 'beforeExit', 'rejectionHandled', 'uncaughtException', 'exit'];
+for (const event of events) {
+    process.on(event, onExit);
+}

package/plugins/types/userconfig.d.ts

@@ -1,5 +1,4 @@
 import { License } from "./license";
-import { NeedlePWAOptions } from "./webmanifest.js";
 
 export type needleModules = {
     webpack: object | undefined
@@ -49,7 +48,7 @@ export type userSettings = {
     /** Custom configuration for facebook instant games. */
     facebookInstantGames?: {}
     /** Set to true to create an imports.log file that shows all module imports. The file is generated when stopping the server. */
-    logModuleImportChains?: boolean;
+    debugImportChains?: boolean;
 
     /** Set to true to disable generating the buildinfo.json file in your output directory */
     noBuildInfo?: boolean;
@@ -117,4 +116,9 @@ export type userSettings = {
      * @default undefined
      */
     openBrowser?: boolean;
+
+    /** Automatically import MaterialX for needle engine in 'main.ts' */
+    loadMaterialX?: boolean;
+
+    disableLogging?: boolean;
 }

package/plugins/vite/alias.js

@@ -42,18 +42,23 @@ const packages_to_resolve = {
     because this is automatically done by vite according to whatever we define in our package.json exports
     This did previously prevent us from declaring proper exports in package.json
     */
-    '@needle-tools/engine': (res, packageName, index, path) => {
+    '@needle-tools/engine': (res, packageName, index, _path) => {
         // Check if the import is something like @needle-tools/engine/engine/engine_utils
         // in which case we want to resolve into the lib directory
-        if (path.startsWith("@needle-tools/engine/engine")) {
+        if (_path.startsWith("@needle-tools/engine/engine")) {
             return res + "/lib";
         }
+        const node_modules_path = path.resolve(projectDir, 'node_modules', '@needle-tools/engine');
+        if (existsSync(node_modules_path)) {
+            return node_modules_path;
+        }
     },
 
     // Auto resolve to 'node_modules/<name>' or '@needle-tools/engine/node_modules/<name>'
     'peerjs': "auto-resolve",
     'websocket-ts': "auto-resolve",
     'md5': "auto-resolve",
+    'three-mesh-bvh': "auto-resolve",
     'postprocessing': "auto-resolve",
     '@dimforge/rapier3d-compat': "auto-resolve",
 }

package/plugins/vite/imports-logger.js

@@ -6,7 +6,7 @@ import fs from 'fs';
  */
 export const needleImportsLogger = (command, config, userSettings) => {
 
-    if (!userSettings.logModuleImportChains) return;
+    if (!userSettings.debugImportChains) return;
 
     const graph =  {
         allNodes: new Map(),

package/plugins/vite/index.js

@@ -66,6 +66,8 @@ export { needleBuildInfo } from "./buildinfo.js";
 import { needleServer } from "./server.js";
 import { needleNPM } from "./npm.js";
 import { needleTransformCode } from "./transform.js";
+import { needleMaterialXLoader } from "./materialx.js";
+import { needleLogger } from "./logger.js";
 export { needleServer } from "./server.js";
 
 
@@ -110,6 +112,7 @@ export const needlePlugins = async (command, config = undefined, userSettings =
     userSettings = { ...defaultUserSettings, ...userSettings };
 
     const array = [
+        needleLogger(command, config, userSettings),
         needleDefines(command, config, userSettings),
         needleLicense(command, config, userSettings),
         needleViteAlias(command, config, userSettings),
@@ -133,6 +136,7 @@ export const needlePlugins = async (command, config = undefined, userSettings =
         needlePWA(command, config, userSettings),
         needleServer(command, config, userSettings),
         needleNPM(command, config, userSettings),
+        needleMaterialXLoader(command, config, userSettings),
     ];
 
     const asap = await needleAsap(command, config, userSettings);

package/plugins/vite/logger.client.js

@@ -0,0 +1,262 @@
+
+/**
+ * Patches console methods to capture log messages and send them to the server.
+ * This is useful for debugging and logging in the client.
+ * @param {"log" | "warn" | "info" | "debug" | "error" | "internal"} level
+ * @param {any} message - The log message to capture.
+ */
+function sendLogToServer(level, ...message) {
+    if ("hot" in import.meta) {
+        message = stringifyLog(message);
+        // @ts-ignore
+        import.meta.hot.send("needle:client-log", { level, message: message });
+    }
+}
+
+// const obj = {
+//     hello: "world"
+// }
+// obj["test"] = obj;
+// sendLogToServer("internal", "Test circular reference", obj);
+
+if (import.meta && "hot" in import.meta) {
+
+    const originalLog = console.log;
+    const originalWarn = console.warn;
+    const originalInfo = console.info;
+    const originalDebug = console.debug;
+    const originalError = console.error;
+
+    console.log = (...args) => {
+        originalLog(...args);
+        sendLogToServer("log", ...args);
+    }
+    console.warn = (...args) => {
+        originalWarn(...args);
+        sendLogToServer("warn", ...args);
+    }
+    console.info = (...args) => {
+        originalInfo(...args);
+        sendLogToServer("info", ...args);
+    }
+    console.debug = (...args) => {
+        originalDebug(...args);
+        sendLogToServer("debug", ...args);
+    }
+    console.error = (...args) => {
+        originalError(...args);
+        sendLogToServer("error", ...args);
+    }
+
+    try {
+        sendLogToServer("internal", `Page loaded
+URL: ${window.location.href}
+UserAgent: ${navigator.userAgent}
+Screen: ${window.innerWidth} x ${window.innerHeight}px
+Device Pixel Ratio: ${window.devicePixelRatio}
+Device Memory: ${"deviceMemory" in navigator ? navigator.deviceMemory : "Not available"} GB
+Online: ${navigator.onLine}
+Language: ${navigator.language}
+Timezone: ${Intl.DateTimeFormat().resolvedOptions().timeZone}
+Connection: ${"connection" in navigator ? JSON.stringify(navigator.connection) : "Not available"}
+User Activation: ${"userActivation" in navigator ? JSON.stringify(navigator.userActivation) : "Not available"}
+`);
+
+        if ("gpu" in navigator) {
+
+            // @ts-ignore
+            navigator.gpu.requestAdapter()
+                .then(adapter => adapter ? adapter.requestDevice() : null)
+                .then(device => {
+                    if (device) {
+                        const adapterInfo = device.adapterInfo;
+                        if (adapterInfo) {
+                            sendLogToServer("internal", [`WebGPU adapter info`, {
+                                vendor: adapterInfo.vendor,
+                                architecture: adapterInfo.architecture,
+                                device: adapterInfo.device,
+                                description: adapterInfo.description,
+                                features: adapterInfo.features,
+                                limits: adapterInfo.limits
+                            }]);
+                        }
+                    }
+                });
+        }
+    }
+    catch (e) {
+        // silently fail
+        sendLogToServer("error", `Error during initial log: ${e.message}`);
+    }
+
+    window.addEventListener('error', (event) => {
+        const errorMessage = event.error ? event.error.stack || event.error.message : event.message;
+        sendLogToServer("error", errorMessage);
+    });
+    window.addEventListener('unhandledrejection', (event) => {
+        const reason = event.reason ? event.reason.stack || event.reason.message : "Unhandled rejection without reason";
+        sendLogToServer("error", `Unhandled promise rejection: ${reason}`);
+    });
+    window.addEventListener('beforeunload', () => {
+        sendLogToServer("internal", "Page is unloading");
+    });
+    document.addEventListener('visibilitychange', () => {
+        console.log("Visibility changed:", document.visibilityState);
+        if (document.visibilityState === 'hidden') {
+            sendLogToServer("internal", "Page is hidden");
+        }
+        else if (document.visibilityState === 'visible') {
+            sendLogToServer("internal", "Page is visible again");
+        }
+        else {
+            sendLogToServer("internal", `Page visibility changed to ${document.visibilityState}`);
+        }
+    });
+    window.addEventListener("focus", () => {
+        sendLogToServer("internal", "Page gained focus");
+    });
+    window.addEventListener("blur", () => {
+        sendLogToServer("internal", "Page lost focus");
+    });
+    window.addEventListener('load', () => {
+        sendLogToServer("internal", "Page fully loaded");
+    });
+    window.addEventListener('DOMContentLoaded', () => {
+        sendLogToServer("internal", "DOM fully loaded and parsed");
+    });
+    window.addEventListener('online', () => {
+        sendLogToServer("internal", "Browser is online");
+    });
+    window.addEventListener('offline', () => {
+        sendLogToServer("warn", "Browser is offline");
+    });
+    window.addEventListener('resize', () => {
+        sendLogToServer("internal", `Window resized to ${window.innerWidth}x${window.innerHeight}px`);
+    });
+    window.addEventListener('orientationchange', () => {
+        sendLogToServer("internal", `Orientation changed to ${screen.orientation.type}`);
+    });
+    window.addEventListener('fullscreenchange', () => {
+        if (document.fullscreenElement) {
+            sendLogToServer("internal", "Entered fullscreen mode");
+        } else {
+            sendLogToServer("internal", "Exited fullscreen mode");
+        }
+    });
+
+
+    // url change event
+    window.addEventListener('hashchange', () => {
+        sendLogToServer("internal", `URL hash changed to ${location.hash}`);
+    });
+    window.addEventListener('popstate', () => {
+        sendLogToServer("internal", `History state changed: ${JSON.stringify(history.state)}`);
+    });
+
+
+
+}
+
+
+
+
+
+// #region copied from common/logger.js
+
+
+/**
+ * Stringifies a log message, handling circular references and formatting.
+ * @param {any} log
+ * @param {Set<any>} [seen]
+ */
+function stringifyLog(log, seen = new Set(), depth = 0) {
+
+    const isServer = typeof window === "undefined";
+    const stringify_limits = {
+        string: isServer ? 100_000 : 2000,
+        object_keys: isServer ? 100 : 200,
+        array_items: isServer ? 2_000 : 100,
+    }
+
+    if (typeof log === "string") {
+        if (log.length > stringify_limits.string) log = `${log.slice(0, stringify_limits.string)}... <truncated ${log.length - stringify_limits.string} characters>`;
+        return log;
+    }
+    if (typeof log === "number" || typeof log === "boolean") {
+        return String(log);
+    }
+    if (log === null) {
+        return "null";
+    }
+    if (log === undefined) {
+        return "undefined";
+    }
+    if (typeof log === "function") {
+        return "<function>";
+    }
+
+    if (seen.has(log)) return "<circular>";
+
+    if (Array.isArray(log)) {
+        seen.add(log);
+        return stringifyArray(log);
+    }
+    if (typeof log === "object") {
+        seen.add(log);
+        // const str = JSON.stringify(log, (key, value) => {
+        //     if (typeof value === "function") return "<function>";
+        //     if (typeof value === "string") return stringifyLog(value, seen, depth + 1);
+        //     if (typeof value === "object") {
+        //         if (seen.has(value)) return "<circular>";
+        //         seen.add(value);
+        //     }
+        //     return value;
+        // });
+        // return str;
+        const keys = Object.keys(log);
+        let res = "{";
+        for (let i = 0; i < keys.length; i++) {
+            const key = keys[i];
+            let value = log[key];
+
+            if (typeof value === "number") {
+                // clamp precision for numbers
+                value = Number(value.toFixed(6));
+            }
+            let str = stringifyLog(value, seen, depth + 1);
+            if (typeof value === "object") {
+                if (Array.isArray(value)) {
+                    str = `[${str}]`;
+                }
+            }
+            else if (typeof value === "string") {
+                str = `"${str}"`;
+            }
+            if (i > 0) res += ", ";
+            res += `"${key}":${str}`;
+        }
+        res += "}";
+        return res;
+        // let entries = Object.entries(log).map(([key, value], index) => {
+        //     if (index > stringify_limits.object_keys) return `"${key}": <truncated>`;
+        //     return `"${key}": ${stringifyLog(value, seen, depth + 1)}`;
+        // });
+        // return `{ ${entries.join(", ")} }`;
+    }
+    return String(log);
+
+    function stringifyArray(arr) {
+        let res = "";
+        for (let i = 0; i < arr.length; i++) {
+            let entry = arr[i];
+            if (res && i > 0) res += ", ";
+            if (i > stringify_limits.array_items) {
+                res += "<truncated " + (arr.length - i) + ">";
+                break;
+            }
+            res += stringifyLog(entry, seen, depth + 1);
+        }
+        return res;
+    }
+}
+