wasm-idle 1.0.8 → 1.0.9

package/dist/playground/worker/python.js

@@ -2,6 +2,7 @@ import { flushQueuedStdin, readBufferedStdin, waitForBufferedStdin } from '../st
 import { isSharedBufferBackedView } from '../sharedBuffer';
 import { parsePythonPackageLock } from '../pythonPackageLock';
 import { withCachedPyodideModule } from './runtimeModule';
+import { fetchRuntimeAssetBytes } from './runtimeAssetFetch';
 import { configureWorkerRuntimeAssetAllowlist, configureWorkerRuntimeAssets, handleWorkerAssetMessage, loadWorkerRuntimeAsset } from './assets';
 self.document = {
     querySelector() {
@@ -14,6 +15,64 @@ self.document = {
 let stdinBufferPyodide, debugBufferPyodide, watchBufferPyodide, watchResultBufferPyodide, interruptBufferPyodide, pyodide, baseUrl = '', useAssetBridge = false;
 // Only the next matching run may reuse a successful package preparation.
 let preparedPackagesKey;
+let maxRuntimeAssetBytes;
+let installedHyVersion;
+const HY_WHEEL_NAME_PATTERN = /^[A-Za-z0-9][A-Za-z0-9._+-]*\.whl$/u;
+const HY_VERSION_PATTERN = /^[0-9]{1,6}\.[0-9]{1,6}\.[0-9]{1,6}$/u;
+const MAX_HY_WHEELS = 8;
+function parseHyExtension(extension) {
+    const candidate = extension;
+    if (!candidate ||
+        candidate.language !== 'hy' ||
+        typeof candidate.version !== 'string' ||
+        !HY_VERSION_PATTERN.test(candidate.version) ||
+        !Array.isArray(candidate.wheels) ||
+        candidate.wheels.length === 0 ||
+        candidate.wheels.length > MAX_HY_WHEELS) {
+        throw new Error('Hy runtime configuration is invalid');
+    }
+    const wheels = candidate.wheels.map((wheel) => {
+        if (!wheel ||
+            typeof wheel.url !== 'string' ||
+            typeof wheel.fileName !== 'string' ||
+            !HY_WHEEL_NAME_PATTERN.test(wheel.fileName) ||
+            !Number.isSafeInteger(wheel.bytes) ||
+            wheel.bytes <= 0 ||
+            typeof wheel.sha256 !== 'string' ||
+            !/^[a-f0-9]{64}$/u.test(wheel.sha256)) {
+            throw new Error('Hy runtime wheel receipt is invalid');
+        }
+        return wheel;
+    });
+    return { version: candidate.version, wheels };
+}
+/** Install the receipt-verified Hy wheels into the running Pyodide site-packages once per worker. */
+async function installHy(extension) {
+    const { version, wheels } = parseHyExtension(extension);
+    if (installedHyVersion === version)
+        return;
+    if (installedHyVersion !== undefined)
+        throw new Error('Hy runtime version changed');
+    const sitePackages = String(pyodide.runPython('import sysconfig\nsysconfig.get_path("purelib")'));
+    for (const [index, wheel] of wheels.entries()) {
+        postProgress(60 + Math.floor((index * 30) / wheels.length), `Loading ${wheel.fileName}`);
+        const bytes = await fetchRuntimeAssetBytes({
+            url: new URL(wheel.url, globalThis.location?.href).href,
+            label: `Hy wheel ${wheel.fileName}`,
+            cache: 'force-cache',
+            expected: { bytes: wheel.bytes, sha256: wheel.sha256 },
+            maxAssetBytes: Math.min(maxRuntimeAssetBytes ?? wheel.bytes, wheel.bytes),
+            integrityContext: { asset: wheel.fileName, runtimeId: 'HY' }
+        });
+        pyodide.unpackArchive(bytes, 'whl', { extractDir: sitePackages });
+    }
+    postProgress(92, 'Compiling Hy core');
+    const loadedVersion = String(pyodide.runPython('import importlib\nimportlib.invalidate_caches()\nimport hy\nimport hy.compiler\nhy.__version__'));
+    if (loadedVersion !== version) {
+        throw new Error(`Hy runtime version mismatch: expected ${version}, loaded ${loadedVersion}`);
+    }
+    installedHyVersion = version;
+}
 const imageHook = `
 if not globals().get("__wasm_idle_img_inited__", False):
     globals()["__wasm_idle_img_inited__"] = True
@@ -257,16 +316,20 @@ function writeWorkspaceFiles(files = []) {
 self.onmessage = async (event) => {
     if (handleWorkerAssetMessage(event.data))
         return;
-    const { code, buffer, debugBuffer, watchBuffer, watchResultBuffer, load, interrupt, assets, prepare, stdin, debug = false, breakpoints = [], pauseOnEntry = false, activePath, debugPath, workspaceFiles } = event.data;
+    const { code, buffer, debugBuffer, watchBuffer, watchResultBuffer, load, interrupt, assets, prepare, stdin, debug = false, breakpoints = [], pauseOnEntry = false, activePath, debugPath, workspaceFiles, language = 'python', extension } = event.data;
+    const isHy = language === 'hy';
     if (load) {
         preparedPackagesKey = undefined;
         try {
             const runtimeAssets = assets;
             baseUrl = runtimeAssets?.baseUrl || baseUrl;
             useAssetBridge = runtimeAssets?.useAssetBridge === true;
+            maxRuntimeAssetBytes = runtimeAssets?.maxAssetBytes;
             configureWorkerRuntimeAssets(runtimeAssets || null);
             postProgress(2, 'Loading Pyodide module');
             await loadPyodide(baseUrl);
+            if (extension !== undefined)
+                await installHy(extension);
             postProgress(100, 'Pyodide runtime ready');
             postMessage({ load: true });
         }
@@ -282,10 +345,12 @@ self.onmessage = async (event) => {
             await loadPyodide(baseUrl);
             writeWorkspaceFiles(workspaceFiles);
             postProgress(15, 'Resolving Python imports');
-            await loadPackages([
-                code,
-                ...(workspaceFiles || []).map((file) => file.content)
-            ].join('\n'));
+            // Hy sources are not Python; imports resolve against the bundled runtime only.
+            if (!isHy)
+                await loadPackages([
+                    code,
+                    ...(workspaceFiles || []).map((file) => file.content)
+                ].join('\n'));
             preparedPackagesKey = preparationKey;
             postProgress(100, 'Python packages ready');
             self.postMessage({ results: true });
@@ -303,7 +368,12 @@ self.onmessage = async (event) => {
         try {
             await loadPyodide(baseUrl);
             writeWorkspaceFiles(workspaceFiles);
-            if (preparedKey !== packagePreparationKey(code, activePath, workspaceFiles)) {
+            if (isHy && installedHyVersion === undefined) {
+                throw new Error('Hy runtime is not installed');
+            }
+            if (isHy && debug)
+                throw new Error('Hy debugging is not supported');
+            if (!isHy && preparedKey !== packagePreparationKey(code, activePath, workspaceFiles)) {
                 await loadPackages([
                     code,
                     ...(workspaceFiles || []).map((file) => file.content)
@@ -445,7 +515,8 @@ self.onmessage = async (event) => {
             }
             return JSON.stringify({ version, lines });
         };
-        const executionFilename = normalizeWorkspacePath(activePath || '') || '__wasm_idle_user__.py';
+        const executionFilename = normalizeWorkspacePath(activePath || '') ||
+            (isHy ? '__wasm_idle_user__.hy' : '__wasm_idle_user__.py');
         const debugFilename = normalizeWorkspacePath(debugPath || '') || executionFilename;
         const executionFilenameLiteral = JSON.stringify(executionFilename);
         const debugFilenameLiteral = JSON.stringify(debugFilename);
@@ -645,6 +716,31 @@ sys.settrace(__wasm_idle_debug_trace)
 `
                 : ''}
 
+${isHy
+                ? `
+try:
+    import types
+    import hy
+    import hy.compiler
+    __wasm_idle_module = types.ModuleType("__main__")
+    __wasm_idle_module.__file__ = ${executionFilenameLiteral}
+    __wasm_idle_source = ${JSON.stringify(code)}
+    __wasm_idle_compiled = compile(
+        hy.compiler.hy_compile(
+            hy.read_many(__wasm_idle_source, filename = ${executionFilenameLiteral}),
+            __wasm_idle_module,
+            filename = ${executionFilenameLiteral},
+            source = __wasm_idle_source,
+        ),
+        ${executionFilenameLiteral},
+        "exec",
+    )
+    __wasm_idle_execution_ready()
+    exec(__wasm_idle_compiled, __wasm_idle_module.__dict__)
+finally:
+    del __wasm_idle_execution_ready
+`
+                : `
 try:
     __wasm_idle_globals = {
         "__name__": "__main__",
@@ -669,14 +765,15 @@ finally:
     del __wasm_idle_execution_ready
     sys.settrace(None)
     ${debug
-                ? `
+                    ? `
     __wasm_idle_debug_step_mode = None
     __wasm_idle_debug_resume_skip = None
     __wasm_idle_debug_next_depth = None
     __wasm_idle_debug_next_line = None
     __wasm_idle_debug_step_out_depth = None
 `
-                : ''}
+                    : ''}
+`}
 `);
             self.postMessage({ results: true });
         }

package/dist/playground/worker/staticRuntimePreflight.js

@@ -16,7 +16,8 @@ function isRequest(value) {
             request.runtimeId === 'FORTH' ||
             request.runtimeId === 'J' ||
             request.runtimeId === 'JANET' ||
-            request.runtimeId === 'PROLOG') &&
+            request.runtimeId === 'PROLOG' ||
+            request.runtimeId === 'RESCRIPT') &&
         typeof request.baseUrl === 'string' &&
         typeof request.manifestUrl === 'string' &&
         request.profile !== null &&

package/dist/playground/worker/v.d.ts

@@ -0,0 +1 @@
+export {};

package/dist/playground/worker/v.js

@@ -0,0 +1,106 @@
+import { waitForBufferedStdin } from '../stdinBuffer';
+import { configureWorkerRuntimeAssets, handleWorkerAssetMessage } from './assets';
+import { createVCompiler, executeBrowserVArtifact } from '@wasm-idle/llvm-core/v';
+self.document = {
+    querySelectorAll() {
+        return [];
+    }
+};
+let compiler = null;
+let stdinBufferV = null;
+let hasInitialStdinV = false;
+let initialStdinV = null;
+let initialStdinConsumedV = false;
+const normalizeWorkspacePath = (value) => value
+    .replaceAll('\\', '/')
+    .split('/')
+    .filter((part) => part && part !== '.' && part !== '..')
+    .join('/');
+const ensureTrailingNewline = (source) => (source.endsWith('\n') ? source : `${source}\n`);
+function resolveInputPath(activePath) {
+    const normalized = normalizeWorkspacePath(activePath || '');
+    if (!normalized)
+        return 'main.v';
+    return /\.[A-Za-z0-9_-]+$/.test(normalized) ? normalized : `${normalized}.v`;
+}
+function readProgramStdin() {
+    if (hasInitialStdinV) {
+        if (initialStdinConsumedV)
+            return null;
+        initialStdinConsumedV = true;
+        return initialStdinV ?? '';
+    }
+    return waitForBufferedStdin(stdinBufferV, () => postMessage({ buffer: true }));
+}
+async function loadVRuntime(clangAssets, vBaseUrl, maxAssetBytes, log) {
+    configureWorkerRuntimeAssets(clangAssets || null);
+    compiler = await createVCompiler({
+        runtimeBaseUrl: vBaseUrl,
+        clangRuntimeBaseUrl: clangAssets?.baseUrl || '',
+        maxAssetBytes,
+        log
+    });
+}
+self.onmessage = async (event) => {
+    if (handleWorkerAssetMessage(event.data))
+        return;
+    const { code, buffer, load, log, prepare, compileArgs, programArgs, activePath, workspaceFiles, stdin, clangAssets, vBaseUrl, maxAssetBytes } = event.data;
+    if (load) {
+        try {
+            await loadVRuntime(clangAssets, vBaseUrl, maxAssetBytes, log);
+            postMessage({ load: true });
+        }
+        catch (error) {
+            postMessage({ error: error.message });
+        }
+    }
+    else if (typeof log === 'boolean' && !code) {
+        // The compiler receives the current logging preference for every compilation.
+        if (typeof code === 'string')
+            postMessage({ results: true });
+    }
+    else if (code) {
+        if (!compiler) {
+            postMessage({ error: 'V runtime is not loaded.' });
+            return;
+        }
+        stdinBufferV = new Int32Array(buffer);
+        hasInitialStdinV = typeof stdin === 'string';
+        initialStdinV = hasInitialStdinV ? stdin : null;
+        initialStdinConsumedV = false;
+        try {
+            const files = (workspaceFiles || []);
+            const result = await compiler.compile({
+                code: ensureTrailingNewline(code),
+                fileName: resolveInputPath(activePath),
+                compileArgs: compileArgs || [],
+                workspaceFiles: files,
+                log,
+                onProgress: ({ percent, message }) => {
+                    postMessage({ progress: percent / 100 });
+                    if (log)
+                        postMessage({ log: message });
+                }
+            });
+            if (!result.success || !result.artifact) {
+                throw new Error(result.stderr || 'V did not produce a WebAssembly program.');
+            }
+            if (!prepare) {
+                const execution = await executeBrowserVArtifact(result.artifact, {
+                    args: programArgs || [],
+                    stdin: readProgramStdin,
+                    stdout: (output) => postMessage({ output }),
+                    stderr: (output) => postMessage({ output }),
+                    files: files.map(({ path, content }) => ({ path, contents: content }))
+                });
+                if (execution.exitCode) {
+                    throw new Error(`V program exited with ${execution.exitCode}`);
+                }
+            }
+            postMessage({ results: true });
+        }
+        catch (error) {
+            postMessage({ error: error.message });
+        }
+    }
+};

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "wasm-idle",
-  "version": "1.0.8",
+  "version": "1.0.9",
   "description": "A simple web app to run code in the browser",
   "license": "MIT",
   "type": "module",
@@ -25,6 +25,7 @@
     "@testing-library/user-event": "^14.6.1",
     "@assemblyscript/loader": "0.28.17",
     "@duckdb/duckdb-wasm": "1.33.1-dev45.0",
+    "@electric-sql/pglite": "0.5.8",
     "@live-codes/gleam-precompiled": "0.5.0",
     "@ruby/3.4-wasm-wasi": "2.9.3-2.9.4",
     "@ruby/wasm-wasi": "2.9.3-2.9.4",
@@ -61,15 +62,15 @@
     "vitest": "^4.1.4",
     "waforth": "0.20.1",
     "webr": "0.6.0",
-    "@wasm-idle/debug": "1.0.8",
-    "@wasm-idle/lsp": "1.0.8",
-    "@wasm-idle/terminal": "1.0.8"
+    "@wasm-idle/debug": "1.0.9",
+    "@wasm-idle/lsp": "1.0.9",
+    "@wasm-idle/terminal": "1.0.9"
   },
   "dependencies": {
     "@bjorn3/browser_wasi_shim": "^0.4.2",
     "fflate": "0.8.3",
-    "@wasm-idle/core": "1.0.8",
-    "@wasm-idle/llvm-core": "1.0.8"
+    "@wasm-idle/core": "1.0.9",
+    "@wasm-idle/llvm-core": "1.0.9"
   },
   "files": [
     "dist",
@@ -114,6 +115,8 @@
     "test:browser:clang-stdin": "WASM_IDLE_RUN_REAL_BROWSER_CLANG_STDIN=1 pnpm exec vitest run src/lib/playground/stdin.playwright.test.ts",
     "test:browser:fortran": "WASM_IDLE_RUN_REAL_BROWSER_FORTRAN=1 pnpm exec vitest run src/lib/playground/stdin.playwright.test.ts",
     "test:browser:cobol": "WASM_IDLE_RUN_REAL_BROWSER_COBOL=1 pnpm exec vitest run src/lib/playground/stdin.playwright.test.ts",
+    "test:browser:v": "WASM_IDLE_RUN_REAL_BROWSER_V=1 pnpm exec vitest run src/lib/playground/stdin.playwright.test.ts -t \"V \"",
+    "test:browser:postgresql": "WASM_IDLE_RUN_REAL_BROWSER_POSTGRESQL=1 pnpm exec vitest run src/lib/playground/stdin.playwright.test.ts",
     "test:browser:objectivec": "WASM_IDLE_RUN_REAL_BROWSER_OBJECTIVEC=1 pnpm exec vitest run src/lib/playground/stdin.playwright.test.ts",
     "test:browser:objectivecxx": "WASM_IDLE_RUN_REAL_BROWSER_OBJECTIVECXX=1 pnpm exec vitest run src/lib/playground/objectivecxx.playwright.test.ts",
     "test:browser:debug": "WASM_IDLE_RUN_REAL_BROWSER_DEBUG=1 pnpm exec vitest run src/lib/playground/debug.playwright.test.ts",
@@ -122,6 +125,7 @@
     "test:browser:d": "WASM_IDLE_RUN_REAL_BROWSER_D=1 pnpm exec vitest run src/lib/playground/d.playwright.test.ts",
     "test:browser:stdin": "WASM_IDLE_RUN_REAL_BROWSER_STDIN=1 pnpm exec vitest run src/lib/playground/stdin.playwright.test.ts",
     "test:browser:lisp": "WASM_IDLE_RUN_REAL_BROWSER_LISP=1 pnpm exec vitest run src/lib/playground/stdin.playwright.test.ts",
+    "test:browser:fennel": "WASM_IDLE_RUN_REAL_BROWSER_FENNEL=1 pnpm exec vitest run src/lib/playground/stdin.playwright.test.ts",
     "test:browser:ocaml": "WASM_IDLE_RUN_REAL_BROWSER_OCAML=1 pnpm exec vitest run src/lib/playground/ocaml.playwright.test.ts",
     "test:browser:octave": "WASM_IDLE_RUN_REAL_BROWSER_OCTAVE=1 pnpm exec vitest run src/lib/playground/octave.playwright.test.ts",
     "test:browser:prolog": "WASM_IDLE_RUN_REAL_BROWSER_PROLOG=1 pnpm exec vitest run src/lib/playground/static-worker-runtimes.playwright.test.ts",
@@ -139,6 +143,7 @@
     "test:browser:bash": "WASM_IDLE_RUN_REAL_BROWSER_BASH=1 pnpm exec vitest run src/lib/playground/bash.playwright.test.ts",
     "test:browser:ruby": "WASM_IDLE_RUN_REAL_BROWSER_RUBY=1 pnpm exec vitest run src/lib/playground/ruby.playwright.test.ts",
     "test:browser:clojurescript": "WASM_IDLE_RUN_REAL_BROWSER_CLOJURESCRIPT=1 pnpm exec vitest run src/lib/playground/static-worker-runtimes.playwright.test.ts",
+    "test:browser:rescript": "WASM_IDLE_RUN_REAL_BROWSER_RESCRIPT=1 pnpm exec vitest run src/lib/playground/rescript.playwright.test.ts",
     "test:unit:swift": "pnpm exec vitest run src/lib/playground/swift.test.ts",
     "test:browser:playwright": "WASM_IDLE_RUN_REAL_BROWSER_RUST=1 pnpm exec vitest run src/lib/playground/rust.playwright.test.ts",
     "test:browser:tinygo": "WASM_IDLE_RUN_REAL_BROWSER_TINYGO=1 pnpm exec vitest run src/lib/playground/tinygo.playwright.test.ts",
@@ -156,6 +161,7 @@
     "test:wasm-debug-release": "node --test scripts/prepare-wasm-debug-release.test.mjs scripts/sync-wasm-debug.test.mjs scripts/verify-page-wasm-debug.test.mjs",
     "sync:wasm-objectivec": "node scripts/sync-wasm-objectivec.mjs",
     "sync:wasm-cobol": "node scripts/sync-runtime.mjs wasm-cobol",
+    "sync:wasm-v": "node scripts/sync-runtime.mjs wasm-v",
     "sync:wasm-of-js-of-ocaml": "node scripts/sync-runtime.mjs wasm-of-js-of-ocaml",
     "sync:wasm-dotnet": "node scripts/sync-runtime.mjs wasm-dotnet",
     "sync:wasm-d": "node scripts/sync-runtime.mjs wasm-d",
@@ -187,6 +193,7 @@
     "sync:wasm-nim": "node scripts/sync-runtime.mjs wasm-nim",
     "sync:wasm-bash": "node scripts/sync-runtime.mjs wasm-bash",
     "sync:wasm-clojurescript": "node scripts/sync-runtime.mjs wasm-clojurescript",
+    "sync:wasm-rescript": "node scripts/sync-runtime.mjs wasm-rescript",
     "sync:webr": "node scripts/sync-runtime.mjs webr",
     "compress:static-runtimes": "node scripts/compress-static-runtime-assets.mjs static",
     "compress:build-runtimes": "node scripts/compress-static-runtime-assets.mjs build",
@@ -203,7 +210,7 @@
     "build:static-runtime-modules": "node scripts/build-static-runtime-modules.mjs",
     "support:matrix": "node scripts/support-matrix.mjs write",
     "check:support-matrix": "node scripts/support-matrix.mjs check",
-    "sync:page-runtimes": "pnpm run sync:pyodide && pnpm run sync:webr && pnpm run sync:wasm-of-js-of-ocaml && pnpm run sync:wasm-typescript && pnpm run sync:wasm-octave && pnpm run sync:wasm-prolog && pnpm run sync:wasm-gleam && pnpm run sync:wasm-perl && pnpm run sync:wasm-tcl && pnpm run sync:wasm-awk && pnpm run sync:wasm-pascal && pnpm run sync:wasm-forth && pnpm run sync:wasm-j && pnpm run sync:wasm-bqn && pnpm run sync:wasm-janet && pnpm run sync:wasm-julia && pnpm run sync:wasm-nim && pnpm run sync:wasm-ruby && pnpm run sync:wasm-bash && pnpm run sync:wasm-clojurescript",
+    "sync:page-runtimes": "pnpm run sync:pyodide && pnpm run sync:webr && pnpm run sync:wasm-of-js-of-ocaml && pnpm run sync:wasm-typescript && pnpm run sync:wasm-octave && pnpm run sync:wasm-prolog && pnpm run sync:wasm-gleam && pnpm run sync:wasm-perl && pnpm run sync:wasm-tcl && pnpm run sync:wasm-awk && pnpm run sync:wasm-pascal && pnpm run sync:wasm-forth && pnpm run sync:wasm-j && pnpm run sync:wasm-bqn && pnpm run sync:wasm-janet && pnpm run sync:wasm-julia && pnpm run sync:wasm-nim && pnpm run sync:wasm-ruby && pnpm run sync:wasm-bash && pnpm run sync:wasm-clojurescript && pnpm run sync:wasm-rescript",
     "page:build": "pnpm run verify:page-c3 && pnpm run verify:page-lfortran && pnpm run prepare:test-assets -- clang && pnpm run build:page-runtimes && pnpm run sync:page-runtimes && pnpm run build:static-runtime-modules && pnpm run prepare:wasm-debug-release && pnpm run layer:static-runtimes && pnpm run compress:static-runtimes && pnpm run assets:lock && pnpm run check:assets-lock && pnpm run build && pnpm run compress:build-runtimes && pnpm run verify:page-c3 build && pnpm run verify:page-lfortran build",
     "package:root": "svelte-kit sync && node scripts/clean-package-output.mjs && svelte-package --tsconfig ./tsconfig.package.json && publint",
     "package": "pnpm run build:publish-deps && pnpm run package:root",
@@ -225,6 +232,10 @@
     "format": "prettier --write .",
     "page": "pnpm run page:build && pnpm run test:browser:audit:full --use-build && node gh-pages.js",
     "sync:wasm-c3": "node scripts/sync-wasm-c3.mjs",
+    "sync:wasm-grain": "node scripts/sync-wasm-grain.mjs",
+    "test:browser:grain": "WASM_IDLE_RUN_REAL_BROWSER_GRAIN=1 pnpm exec vitest run src/lib/playground/grain.playwright.test.ts",
+    "sync:wasm-hy": "node scripts/sync-wasm-hy.mjs",
+    "test:browser:hy": "WASM_IDLE_RUN_REAL_BROWSER_HY=1 pnpm exec vitest run src/lib/playground/hy.playwright.test.ts",
     "test:browser:c3": "WASM_IDLE_RUN_REAL_BROWSER_C3=1 pnpm exec vitest run src/lib/playground/c3.playwright.test.ts",
     "test:unit:c3": "node --test scripts/c3-memory.test.mjs scripts/c3-stdin.test.mjs scripts/sync-wasm-c3.test.mjs",
     "verify:page-c3": "node scripts/verify-page-c3-compiler.mjs",