porffor 0.2.0-50b82f8 → 0.2.0-5ac7ea0

package/compiler/decompile.js

@@ -15,7 +15,7 @@ export default (wasm, name = '', ind = 0, locals = {}, params = [], returns = []
   if (name) out += `${makeSignature(params, returns)} ;; $${name} (${ind})\n`;
 
   const justLocals = Object.values(locals).sort((a, b) => a.idx - b.idx).slice(params.length);
-  if (justLocals.length > 0) out += `  local ${justLocals.map(x => invValtype[x.type]).join(' ')}\n`;
+  if (name && justLocals.length > 0) out += `  local ${justLocals.map(x => invValtype[x.type]).join(' ')}\n`;
 
   let i = -1, lastInst;
   let byte = 0;
@@ -32,7 +32,7 @@ export default (wasm, name = '', ind = 0, locals = {}, params = [], returns = []
       inst = [ [ inst[0], inst[1] ], ...inst.slice(2) ];
     }
 
-    if (inst[0] === Opcodes.end || inst[0] === Opcodes.else || inst[0] === Opcodes.catch_all) depth--;
+    if (depth > 0 && (inst[0] === Opcodes.end || inst[0] === Opcodes.else || inst[0] === Opcodes.catch_all)) depth--;
 
     out += ' '.repeat(Math.max(0, depth * 2));
 
@@ -119,7 +119,7 @@ export default (wasm, name = '', ind = 0, locals = {}, params = [], returns = []
 export const highlightAsm = asm => asm
   .replace(/(local|global|memory)\.[^\s]*/g, _ => `\x1B[31m${_}\x1B[0m`)
   .replace(/(i(8|16|32|64)x[0-9]+|v128)(\.[^\s]*)?/g, _ => `\x1B[34m${_}\x1B[0m`)
-  .replace(/[^m](i32|i64|f32|f64|drop)(\.[^\s]*)?/g, _ => `${_[0]}\x1B[36m${_.slice(1)}\x1B[0m`)
+  .replace(/(i32|i64|f32|f64|drop)(\.[^\s]*)?/g, _ => `\x1B[36m${_}\x1B[0m`)
   .replace(/(return_call|call|br_if|br|return|rethrow|throw)/g, _ => `\x1B[35m${_}\x1B[0m`)
   .replace(/(block|loop|if|end|else|try|catch_all|catch|delegate)/g, _ => `\x1B[95m${_}\x1B[0m`)
   .replace(/unreachable/g, _ => `\x1B[91m${_}\x1B[0m`)

package/compiler/generated_builtins.js

@@ -0,0 +1,25 @@
+// autogenerated by compiler/precompile.js
+import { number } from './embedding.js';
+
+export const BuiltinFuncs = function() {
+  this.btoa = {
+    wasm: (scope, { allocPage, builtin }) => [...number(allocPage(scope, 'bytestring: keyStr', 'i8') * pageSize, 127),[34,2],[16, builtin('__Porffor_i32_ptrUnsafe')],[33,3],[32,0],[40,1,0],[33,4],...number(allocPage(scope, 'bytestring: output', 'i8') * pageSize, 127),[33,5],[65,0],[65,4],[32,4],[65,3],[109],[32,4],[65,3],[111],[69],[69],[106],[108],[34,6],[54,1,128,128,4],[32,0],[16, builtin('__Porffor_i32_ptrUnsafe')],[33,7],[32,5],[16, builtin('__Porffor_i32_ptrUnsafe')],[33,8],[32,7],[32,4],[106],[33,9],[65,0],[33,10],[3,64],[32,7],[32,9],[72],[4,64],[32,7],[32,7],[65,1],[106],[33,7],[45,0,4],[33,11],[32,7],[32,9],[72],[4,127],[32,7],[32,7],[65,1],[106],[33,7],[45,0,4],[65,0],[33,13],[5],[65,127],[65,0],[33,13],[11],[33,12],[32,7],[32,9],[72],[4,127],[32,7],[32,7],[65,1],[106],[33,7],[45,0,4],[65,0],[33,13],[5],[65,127],[65,0],[33,13],[11],[33,14],[32,11],[65,2],[117],[33,15],[32,11],[65,3],[113],[65,4],[116],[32,12],[65,127],[70],[4,127],[65,0],[65,0],[33,13],[5],[32,12],[65,4],[117],[65,0],[33,13],[11],[114],[33,16],[32,12],[65,15],[113],[65,2],[116],[32,14],[65,127],[70],[4,127],[65,0],[65,0],[33,13],[5],[32,14],[65,6],[117],[65,0],[33,13],[11],[114],[33,17],[32,14],[65,63],[113],[33,18],[32,12],[65,127],[70],[4,64],[65,192,0],[33,17],[65,192,0],[33,18],[5],[32,14],[65,127],[70],[4,64],[65,192,0],[33,18],[11],[11],[32,8],[32,8],[65,1],[106],[33,8],[32,3],[32,15],[106],[45,0,4],[58,0,4],[32,8],[32,8],[65,1],[106],[33,8],[32,3],[32,16],[106],[45,0,4],[58,0,4],[32,8],[32,8],[65,1],[106],[33,8],[32,3],[32,17],[106],[45,0,4],[58,0,4],[32,8],[32,8],[65,1],[106],[33,8],[32,3],[32,18],[106],[45,0,4],[58,0,4],[12,1],[11],[11],[32,5],[65,18],[15]],
+    params: [127,127],
+    typedParams: true,
+    returns: [127,127],
+    typedReturns: true,
+    locals: [127,127,127,127,127,127,127,127,127,127,127,127,127,127,127,127,127],
+    localNames: ["input","input#type","keyStr","keyStrPtr","len","output","__length_setter_tmp","i","j","endPtr","endPtr#type","chr1","chr2","#last_type","chr3","enc1","enc2","enc3","enc4"],
+    data: [{"offset":0,"bytes":[65,0,0,0,65,66,67,68,69,70,71,72,73,74,75,76,77,78,79,80,81,82,83,84,85,86,87,88,89,90,97,98,99,100,101,102,103,104,105,106,107,108,109,110,111,112,113,114,115,116,117,118,119,120,121,122,48,49,50,51,52,53,54,55,56,57,43,47,61]}],
+  };
+  this.__crypto_randomUUID = {
+    wasm: (scope, { allocPage, builtin }) => [...number(allocPage(scope, 'bytestring: bytes', 'i8') * pageSize, 127),[34,0],[16, builtin('__Porffor_i32_ptrUnsafe')],[34,1],[34,2],[65,16],[106],[33,3],[3,64],[32,2],[32,3],[72],[4,64],[32,2],[32,2],[65,1],[106],[33,2],[16, builtin('__Porffor_i32_randomByte')],[58,0,4],[12,1],[11],[11],[32,1],[32,1],[45,0,10],[65,15],[113],[65,192,0],[114],[58,0,10],[32,1],[32,1],[45,0,12],[65,63],[113],[65,128,1],[114],[58,0,12],...number(allocPage(scope, 'bytestring: output', 'i8') * pageSize, 127),[34,4],[16, builtin('__Porffor_i32_ptrUnsafe')],[33,5],[32,1],[33,6],[32,5],[65,8],[106],[33,7],[3,64],[32,5],[32,7],[72],[4,64],[32,6],[32,6],[65,1],[106],[33,6],[45,0,4],[33,8],[65,0],[33,9],[32,8],[65,15],[113],[33,10],[65,0],[33,11],[32,10],[65,10],[72],[4,64],[65,48],[32,10],[106],[34,10],[65,0],[33,11],[26],[5],[65,225,0],[32,10],[65,10],[107],[106],[34,10],[65,0],[33,11],[26],[11],[32,8],[65,4],[117],[33,12],[65,0],[33,13],[32,12],[65,10],[72],[4,64],[65,48],[32,12],[106],[34,12],[65,0],[33,13],[26],[5],[65,225,0],[32,12],[65,10],[107],[106],[34,12],[65,0],[33,13],[26],[11],[32,5],[32,5],[65,1],[106],[33,5],[32,12],[58,0,4],[32,5],[32,5],[65,1],[106],[33,5],[32,10],[58,0,4],[12,1],[11],[11],[32,5],[65,1],[106],[34,5],[65,4],[106],[33,7],[3,64],[32,5],[32,7],[72],[4,64],[32,6],[32,6],[65,1],[106],[33,6],[45,0,4],[33,8],[65,0],[33,9],[32,8],[65,15],[113],[33,10],[65,0],[33,11],[32,10],[65,10],[72],[4,64],[65,48],[32,10],[106],[34,10],[65,0],[33,11],[26],[5],[65,225,0],[32,10],[65,10],[107],[106],[34,10],[65,0],[33,11],[26],[11],[32,8],[65,4],[117],[33,12],[65,0],[33,13],[32,12],[65,10],[72],[4,64],[65,48],[32,12],[106],[34,12],[65,0],[33,13],[26],[5],[65,225,0],[32,12],[65,10],[107],[106],[34,12],[65,0],[33,13],[26],[11],[32,5],[32,5],[65,1],[106],[33,5],[32,12],[58,0,4],[32,5],[32,5],[65,1],[106],[33,5],[32,10],[58,0,4],[12,1],[11],[11],[32,5],[65,1],[106],[34,5],[65,4],[106],[33,7],[3,64],[32,5],[32,7],[72],[4,64],[32,6],[32,6],[65,1],[106],[33,6],[45,0,4],[33,8],[65,0],[33,9],[32,8],[65,15],[113],[33,10],[65,0],[33,11],[32,10],[65,10],[72],[4,64],[65,48],[32,10],[106],[34,10],[65,0],[33,11],[26],[5],[65,225,0],[32,10],[65,10],[107],[106],[34,10],[65,0],[33,11],[26],[11],[32,8],[65,4],[117],[33,12],[65,0],[33,13],[32,12],[65,10],[72],[4,64],[65,48],[32,12],[106],[34,12],[65,0],[33,13],[26],[5],[65,225,0],[32,12],[65,10],[107],[106],[34,12],[65,0],[33,13],[26],[11],[32,5],[32,5],[65,1],[106],[33,5],[32,12],[58,0,4],[32,5],[32,5],[65,1],[106],[33,5],[32,10],[58,0,4],[12,1],[11],[11],[32,5],[65,1],[106],[34,5],[65,4],[106],[33,7],[3,64],[32,5],[32,7],[72],[4,64],[32,6],[32,6],[65,1],[106],[33,6],[45,0,4],[33,8],[65,0],[33,9],[32,8],[65,15],[113],[33,10],[65,0],[33,11],[32,10],[65,10],[72],[4,64],[65,48],[32,10],[106],[34,10],[65,0],[33,11],[26],[5],[65,225,0],[32,10],[65,10],[107],[106],[34,10],[65,0],[33,11],[26],[11],[32,8],[65,4],[117],[33,12],[65,0],[33,13],[32,12],[65,10],[72],[4,64],[65,48],[32,12],[106],[34,12],[65,0],[33,13],[26],[5],[65,225,0],[32,12],[65,10],[107],[106],[34,12],[65,0],[33,13],[26],[11],[32,5],[32,5],[65,1],[106],[33,5],[32,12],[58,0,4],[32,5],[32,5],[65,1],[106],[33,5],[32,10],[58,0,4],[12,1],[11],[11],[32,5],[65,1],[106],[34,5],[65,12],[106],[33,7],[3,64],[32,5],[32,7],[72],[4,64],[32,6],[32,6],[65,1],[106],[33,6],[45,0,4],[33,8],[65,0],[33,9],[32,8],[65,15],[113],[33,10],[65,0],[33,11],[32,10],[65,10],[72],[4,64],[65,48],[32,10],[106],[34,10],[65,0],[33,11],[26],[5],[65,225,0],[32,10],[65,10],[107],[106],[34,10],[65,0],[33,11],[26],[11],[32,8],[65,4],[117],[33,12],[65,0],[33,13],[32,12],[65,10],[72],[4,64],[65,48],[32,12],[106],[34,12],[65,0],[33,13],[26],[5],[65,225,0],[32,12],[65,10],[107],[106],[34,12],[65,0],[33,13],[26],[11],[32,5],[32,5],[65,1],[106],[33,5],[32,12],[58,0,4],[32,5],[32,5],[65,1],[106],[33,5],[32,10],[58,0,4],[12,1],[11],[11],[32,5],[65,1],[106],[33,5],[32,4],[65,18],[15]],
+    params: [],
+    typedParams: true,
+    returns: [127,127],
+    typedReturns: true,
+    locals: [127,127,127,127,127,127,127,127,127,127,127,127,127,127],
+    localNames: ["bytes","bytesPtr","a","aEndPtr","output","i","j","endPtr","byte","byte#type","lower","lower#type","upper","upper#type"],
+    data: [{"offset":0,"bytes":[16,0,0,0,46,46,46,46,46,46,46,46,46,46,46,46,46,46,46,46]},{"offset":65536,"bytes":[36,0,0,0,45,45,45,45,45,45,45,45,45,45,45,45,45,45,45,45,45,45,45,45,45,45,45,45,45,45,45,45,45,45,45,45,45,45,45,45]}],
+  };
+};

package/compiler/index.js

@@ -4,8 +4,8 @@ import codeGen from './codeGen.js';
 import opt from './opt.js';
 import produceSections from './sections.js';
 import decompile from './decompile.js';
-import { BuiltinPreludes } from './builtins.js';
 import toc from './2c.js';
+import Prefs from './prefs.js';
 
 globalThis.decompile = decompile;
 
@@ -26,21 +26,10 @@ const logFuncs = (funcs, globals, exceptions) => {
   console.log();
 };
 
-const getArg = name => process.argv.find(x => x.startsWith(`-${name}=`))?.slice(name.length + 2);
-
 const writeFileSync = (typeof process?.version !== 'undefined' ? (await import('node:fs')).writeFileSync : undefined);
 const execSync = (typeof process?.version !== 'undefined' ? (await import('node:child_process')).execSync : undefined);
 
 export default (code, flags) => {
-  globalThis.optLog = process.argv.includes('-opt-log');
-  globalThis.codeLog = process.argv.includes('-code-log');
-  globalThis.allocLog = process.argv.includes('-alloc-log');
-  globalThis.regexLog = process.argv.includes('-regex-log');
-
-  for (const x in BuiltinPreludes) {
-    if (code.indexOf(x + '(') !== -1) code = BuiltinPreludes[x] + code;
-  }
-
   const t0 = performance.now();
   const program = parse(code, flags);
   if (flags.includes('info')) console.log(`1. parsed in ${(performance.now() - t0).toFixed(2)}ms`);
@@ -49,29 +38,35 @@ export default (code, flags) => {
   const { funcs, globals, tags, exceptions, pages, data } = codeGen(program);
   if (flags.includes('info')) console.log(`2. generated code in ${(performance.now() - t1).toFixed(2)}ms`);
 
-  if (process.argv.includes('-funcs')) logFuncs(funcs, globals, exceptions);
+  if (Prefs.funcs) logFuncs(funcs, globals, exceptions);
 
   const t2 = performance.now();
-  opt(funcs, globals, pages);
+  opt(funcs, globals, pages, tags, exceptions);
   if (flags.includes('info')) console.log(`3. optimized code in ${(performance.now() - t2).toFixed(2)}ms`);
 
-  if (process.argv.includes('-opt-funcs')) logFuncs(funcs, globals, exceptions);
+  if (Prefs.optFuncs) logFuncs(funcs, globals, exceptions);
 
   const t3 = performance.now();
   const sections = produceSections(funcs, globals, tags, pages, data, flags);
   if (flags.includes('info')) console.log(`4. produced sections in ${(performance.now() - t3).toFixed(2)}ms`);
 
-  if (allocLog) {
+  if (Prefs.allocLog) {
     const wasmPages = Math.ceil((pages.size * pageSize) / 65536);
     const bytes = wasmPages * 65536;
     log('alloc', `\x1B[1mallocated ${bytes / 1024}KiB\x1B[0m for ${pages.size} things using ${wasmPages} Wasm page${wasmPages === 1 ? '' : 's'}`);
     console.log([...pages.keys()].map(x => `\x1B[36m - ${x}\x1B[0m`).join('\n') + '\n');
   }
 
-  const out = { wasm: sections, funcs, globals, tags, exceptions, pages };
+  const out = { wasm: sections, funcs, globals, tags, exceptions, pages, data };
+
+  const target = Prefs.target ?? 'wasm';
+  const outFile = Prefs.o;
 
-  const target = getArg('target') ?? getArg('t') ?? 'wasm';
-  const outFile = getArg('o');
+  if (target === 'wasm' && outFile) {
+    writeFileSync(outFile, Buffer.from(sections));
+
+    if (process.version) process.exit();
+  }
 
   if (target === 'c') {
     const c = toc(out);
@@ -87,11 +82,16 @@ export default (code, flags) => {
   }
 
   if (target === 'native') {
-    const compiler = getArg('compiler') ?? 'clang';
-    const cO = getArg('cO') ?? 'Ofast';
+    let compiler = Prefs.compiler ?? 'clang';
+    const cO = Prefs._cO ?? 'Ofast';
+
+    if (compiler === 'zig') compiler = [ 'zig', 'cc' ];
+      else compiler = [ compiler ];
 
     const tmpfile = 'tmp.c';
-    const args = [ compiler, tmpfile, '-o', outFile ?? (process.platform === 'win32' ? 'out.exe' : 'out'), '-' + cO, '-march=native' ];
+    // const args = [ compiler, tmpfile, '-o', outFile ?? (process.platform === 'win32' ? 'out.exe' : 'out'), '-' + cO, '-march=native', '-s', '-fno-unwind-tables', '-fno-asynchronous-unwind-tables', '-ffunction-sections', '-fdata-sections', '-Wl', '-fno-ident', '-fno-exceptions', '-ffast-math' ];
+    // const args = [ ...compiler, tmpfile, '-o', outFile ?? (process.platform === 'win32' ? 'out.exe' : 'out'), '-' + cO, '-march=native', '-s', '-ffast-math', '-fno-exceptions', '-target', 'x86_64-linux' ];
+    const args = [ ...compiler, tmpfile, '-o', outFile ?? (process.platform === 'win32' ? 'out.exe' : 'out'), '-' + cO, '-march=native', '-s', '-ffast-math', '-fno-exceptions' ];
 
     const c = toc(out);
     writeFileSync(tmpfile, c);

package/compiler/log.js

@@ -8,8 +8,11 @@ const areaColors = {
   sections: [ 20, 250, 80 ],
   alloc: [ 250, 250, 20 ],
   parser: [ 240, 240, 240 ],
-  '2c': [ 20, 250, 250 ]
+  '2c': [ 20, 250, 250 ],
+  wrap: [ 250, 100, 20 ]
 };
 
+// for (const x in areaColors) console.log(rgb(areaColors[x][0], areaColors[x][1], areaColors[x][2], x));
+
 export const log = (area, ...args) => console.log(`\u001b[90m[\u001b[0m${rgb(...areaColors[area], area)}\u001b[90m]\u001b[0m`, ...args);
 log.warning = (area, ...args) => log(area, '\u001b[93m' + args[0], ...args.slice(1), '\u001b[0m');

package/compiler/opt.js

@@ -2,6 +2,7 @@ import { Opcodes, Valtype } from "./wasmSpec.js";
 import { number } from "./embedding.js";
 import { read_signedLEB128, read_ieee754_binary64 } from "./encoding.js";
 import { log } from "./log.js";
+import Prefs from './prefs.js';
 
 const performWasmOp = (op, a, b) => {
   switch (op) {
@@ -11,21 +12,21 @@ const performWasmOp = (op, a, b) => {
   }
 };
 
-export default (funcs, globals, pages) => {
+export default (funcs, globals, pages, tags, exceptions) => {
   const optLevel = parseInt(process.argv.find(x => x.startsWith('-O'))?.[2] ?? 1);
   if (optLevel === 0) return;
 
-  const tailCall = process.argv.includes('-tail-call');
+  const tailCall = Prefs.tailCall;
   if (tailCall) log.warning('opt', 'tail call proposal is not widely implemented! (you used -tail-call)');
 
-  if (optLevel >= 2 && !process.argv.includes('-opt-no-inline')) {
+  if (optLevel >= 2 && !Prefs.optNoInline) {
     // inline pass (very WIP)
     // get candidates for inlining
     // todo: pick smart in future (if func is used <N times? or?)
     const callsSelf = f => f.wasm.some(x => x[0] === Opcodes.call && x[1] === f.index);
     const suitableReturns = wasm => wasm.reduce((acc, x) => acc + (x[0] === Opcodes.return), 0) <= 1;
     const candidates = funcs.filter(x => x.name !== 'main' && Object.keys(x.locals).length === x.params.length && (x.returns.length === 0 || suitableReturns(x.wasm)) && !callsSelf(x) && !x.throws).reverse();
-    if (optLog) {
+    if (Prefs.optLog) {
       log('opt', `found inline candidates: ${candidates.map(x => x.name).join(', ')} (${candidates.length}/${funcs.length - 1})`);
 
       let reasons = {};
@@ -53,7 +54,7 @@ export default (funcs, globals, pages) => {
         for (let i = 0; i < tWasm.length; i++) {
           const inst = tWasm[i];
           if (inst[0] === Opcodes.call && inst[1] === c.index) {
-            if (optLog) log('opt', `inlining call for ${c.name} (in ${t.name})`);
+            if (Prefs.optLog) log('opt', `inlining call for ${c.name} (in ${t.name})`);
             tWasm.splice(i, 1); // remove this call
 
             // add params as locals and set in reverse order
@@ -80,7 +81,7 @@ export default (funcs, globals, pages) => {
             // adjust local operands to go to correct param index
             for (const inst of iWasm) {
               if ((inst[0] === Opcodes.local_get || inst[0] === Opcodes.local_set) && inst[1] < c.params.length) {
-                if (optLog) log('opt', `replacing local operand in inlined wasm (${inst[1]} -> ${paramIdx[inst[1]]})`);
+                if (Prefs.optLog) log('opt', `replacing local operand in inlined wasm (${inst[1]} -> ${paramIdx[inst[1]]})`);
                 inst[1] = paramIdx[inst[1]];
               }
             }
@@ -97,7 +98,10 @@ export default (funcs, globals, pages) => {
     }
   }
 
-  if (process.argv.includes('-opt-inline-only')) return;
+  if (Prefs.optInlineOnly) return;
+
+  const tagUse = tags.reduce((acc, x) => { acc[x.idx] = 0; return acc; }, {});
+  const exceptionUse = exceptions.reduce((acc, _, i) => { acc[i] = 0; return acc; }, {});
 
   // wasm transform pass
   for (const f of funcs) {
@@ -127,6 +131,13 @@ export default (funcs, globals, pages) => {
         if (inst[0] === Opcodes.local_get) getCount[inst[1]]++;
         if (inst[0] === Opcodes.local_set || inst[0] === Opcodes.local_tee) setCount[inst[1]]++;
 
+        if (inst[0] === Opcodes.throw) {
+          tagUse[inst[1]]++;
+
+          const exceptId = read_signedLEB128(wasm[i - 1].slice(1));
+          exceptionUse[exceptId]++;
+        }
+
         if (inst[0] === Opcodes.block) {
           // remove unneeded blocks (no brs inside)
           // block
@@ -143,7 +154,7 @@ export default (funcs, globals, pages) => {
               depth--;
               if (depth <= 0) break;
             }
-            if (op === Opcodes.br || op === Opcodes.br_if) {
+            if (op === Opcodes.br || op === Opcodes.br_if || op === Opcodes.br_table) {
               hasBranch = true;
               break;
             }
@@ -156,7 +167,7 @@ export default (funcs, globals, pages) => {
 
             wasm.splice(j - 1, 1); // remove end of this block
 
-            if (optLog) log('opt', `removed unneeded block in for loop`);
+            if (Prefs.optLog) log('opt', `removed unneeded block in for loop`);
           }
         }
 
@@ -188,6 +199,7 @@ export default (funcs, globals, pages) => {
           let missing = false;
           if (type === 'Array') missing = !pages.hasArray;
           if (type === 'String') missing = !pages.hasString;
+          if (type === 'ByteString') missing = !pages.hasByteString;
 
           if (missing) {
             let j = i, depth = 0;
@@ -204,7 +216,7 @@ export default (funcs, globals, pages) => {
             i -= 4;
             inst = wasm[i];
 
-            if (optLog) log('opt', `removed unneeded typeswitch check`);
+            if (Prefs.optLog) log('opt', `removed unneeded typeswitch check`);
           }
         }
 
@@ -227,7 +239,7 @@ export default (funcs, globals, pages) => {
             wasm.splice(j - 1, 2, [ Opcodes.drop ]); // remove typeswitch start
             wasm.splice(i - 1, 1); // remove this inst
 
-            if (optLog) log('opt', 'removed unneeded entire typeswitch');
+            if (Prefs.optLog) log('opt', 'removed unneeded entire typeswitch');
 
             if (i > 0) i--;
             continue;
@@ -235,7 +247,7 @@ export default (funcs, globals, pages) => {
         }
 
         // remove setting last type if it is never gotten
-        if (!f.gotLastType && inst[0] === Opcodes.local_set && inst[1] === lastType.idx) {
+        if (!f.gotLastType && inst[0] === Opcodes.local_set && inst[1] === lastType?.idx) {
           // replace this inst with drop
           wasm.splice(i, 1, [ Opcodes.drop ]); // remove this and last inst
           if (i > 0) i--;
@@ -256,7 +268,7 @@ export default (funcs, globals, pages) => {
 
           getCount[inst[1]]--;
           i--;
-          // if (optLog) log('opt', `consolidated set, get -> tee`);
+          // if (Prefs.optLog) log('opt', `consolidated set, get -> tee`);
           continue;
         }
 
@@ -324,7 +336,7 @@ export default (funcs, globals, pages) => {
 
           wasm.splice(i - 1, 2); // remove this inst and last
           i -= 2;
-          // if (optLog) log('opt', `removed redundant i32 -> i64 -> i32 conversion ops`);
+          // if (Prefs.optLog) log('opt', `removed redundant i32 -> i64 -> i32 conversion ops`);
           continue;
         }
 
@@ -337,7 +349,7 @@ export default (funcs, globals, pages) => {
 
           wasm.splice(i - 1, 2); // remove this inst and last
           i -= 2;
-          // if (optLog) log('opt', `removed redundant i32 -> f64 -> i32 conversion ops`);
+          // if (Prefs.optLog) log('opt', `removed redundant i32 -> f64 -> i32 conversion ops`);
           continue;
         }
 
@@ -352,7 +364,7 @@ export default (funcs, globals, pages) => {
 
           wasm.splice(i, 1); // remove this inst
           i--;
-          if (optLog) log('opt', `converted const -> i32 convert into i32 const`);
+          if (Prefs.optLog) log('opt', `converted const -> i32 convert into i32 const`);
           continue;
         }
 
@@ -367,7 +379,7 @@ export default (funcs, globals, pages) => {
 
           wasm.splice(i, 1); // remove this inst
           i--;
-          if (optLog) log('opt', `converted i32 const -> convert into const`);
+          if (Prefs.optLog) log('opt', `converted i32 const -> convert into const`);
           continue;
         }
 
@@ -382,7 +394,7 @@ export default (funcs, globals, pages) => {
 
           wasm.splice(i, 1); // remove this inst (return)
           i--;
-          if (optLog) log('opt', `tail called return, call`);
+          if (Prefs.optLog) log('opt', `tail called return, call`);
           continue;
         }
 
@@ -395,7 +407,7 @@ export default (funcs, globals, pages) => {
 
           wasm.splice(i, 1); // remove this inst (return)
           i--;
-          // if (optLog) log('opt', `removed redundant return at end`);
+          // if (Prefs.optLog) log('opt', `removed redundant return at end`);
           continue;
         }
 
@@ -425,7 +437,7 @@ export default (funcs, globals, pages) => {
           // <nothing>
 
           wasm.splice(i - 2, 3); // remove this, last, 2nd last insts
-          if (optLog) log('opt', `removed redundant inline param local handling`);
+          if (Prefs.optLog) log('opt', `removed redundant inline param local handling`);
           i -= 3;
           continue;
         }
@@ -433,12 +445,12 @@ export default (funcs, globals, pages) => {
 
       if (optLevel < 2) continue;
 
-      if (optLog) log('opt', `get counts: ${Object.keys(f.locals).map(x => `${x} (${f.locals[x].idx}): ${getCount[f.locals[x].idx]}`).join(', ')}`);
+      if (Prefs.optLog) log('opt', `get counts: ${Object.keys(f.locals).map(x => `${x} (${f.locals[x].idx}): ${getCount[f.locals[x].idx]}`).join(', ')}`);
 
       // remove unneeded var: remove pass
       // locals only got once. we don't need to worry about sets/else as these are only candidates and we will check for matching set + get insts in wasm
       let unneededCandidates = Object.keys(getCount).filter(x => getCount[x] === 0 || (getCount[x] === 1 && setCount[x] === 0)).map(x => parseInt(x));
-      if (optLog) log('opt', `found unneeded locals candidates: ${unneededCandidates.join(', ')} (${unneededCandidates.length}/${Object.keys(getCount).length})`);
+      if (Prefs.optLog) log('opt', `found unneeded locals candidates: ${unneededCandidates.join(', ')} (${unneededCandidates.length}/${Object.keys(getCount).length})`);
 
       // note: disabled for now due to instability
       if (unneededCandidates.length > 0 && false) for (let i = 0; i < wasm.length; i++) {
@@ -456,7 +468,7 @@ export default (funcs, globals, pages) => {
           wasm.splice(i - 1, 2); // remove insts
           i -= 2;
           delete f.locals[Object.keys(f.locals)[inst[1]]]; // remove from locals
-          if (optLog) log('opt', `removed redundant local (get set ${inst[1]})`);
+          if (Prefs.optLog) log('opt', `removed redundant local (get set ${inst[1]})`);
         }
 
         if (inst[0] === Opcodes.local_tee && unneededCandidates.includes(inst[1])) {
@@ -484,7 +496,7 @@ export default (funcs, globals, pages) => {
           unneededCandidates.splice(unneededCandidates.indexOf(inst[1]), 1);
           unneededCandidates = unneededCandidates.map(x => x > removedIdx ? (x - 1) : x);
 
-          if (optLog) log('opt', `removed redundant local ${localName} (tee ${inst[1]})`);
+          if (Prefs.optLog) log('opt', `removed redundant local ${localName} (tee ${inst[1]})`);
         }
       }
 
@@ -520,7 +532,7 @@ export default (funcs, globals, pages) => {
           let b = lastInst[1];
 
           const val = performWasmOp(inst[0], a, b);
-          if (optLog) log('opt', `inlined math op (${a} ${inst[0].toString(16)} ${b} -> ${val})`);
+          if (Prefs.optLog) log('opt', `inlined math op (${a} ${inst[0].toString(16)} ${b} -> ${val})`);
 
           wasm.splice(i - 2, 3, ...number(val)); // remove consts, math op and add new const
           i -= 2;
@@ -532,12 +544,25 @@ export default (funcs, globals, pages) => {
       for (const x in useCount) {
         if (useCount[x] === 0) {
           const name = Object.keys(f.locals)[localIdxs.indexOf(parseInt(x))];
-          if (optLog) log('opt', `removed internal local ${x} (${name})`);
+          if (Prefs.optLog) log('opt', `removed internal local ${x} (${name})`);
           delete f.locals[name];
         }
       }
 
-      if (optLog) log('opt', `final use counts: ${Object.keys(f.locals).map(x => `${x} (${f.locals[x].idx}): ${useCount[f.locals[x].idx]}`).join(', ')}`);
+      if (Prefs.optLog) log('opt', `final use counts: ${Object.keys(f.locals).map(x => `${x} (${f.locals[x].idx}): ${useCount[f.locals[x].idx]}`).join(', ')}`);
+    }
+  }
+
+  for (const x in tagUse) {
+    if (tagUse[x] === 0) {
+      const el = tags.find(y => y.idx === x);
+      tags.splice(tags.indexOf(el), 1);
+    }
+  }
+
+  for (const x of Object.keys(exceptionUse).sort((a, b) => b - a)) {
+    if (exceptionUse[x] === 0) {
+      exceptions.splice(+x, 1);
     }
   }
 

package/compiler/parse.js

@@ -1,4 +1,6 @@
 import { log } from "./log.js";
+import Prefs from './prefs.js';
+
 // import { parse } from 'acorn';
 
 // deno compat
@@ -8,8 +10,8 @@ if (typeof process === 'undefined' && typeof Deno !== 'undefined') {
 }
 
 // should we try to support types (while parsing)
-const types = process.argv.includes('-parse-types');
-globalThis.typedInput = types && process.argv.includes('-opt-types');
+const types = Prefs.parseTypes;
+globalThis.typedInput = types && Prefs.optTypes;
 
 // todo: review which to use by default
 // supported parsers:

package/compiler/precompile.js

@@ -0,0 +1,129 @@
+import { Opcodes } from './wasmSpec.js';
+
+import fs from 'node:fs';
+import { join } from 'node:path';
+
+import { fileURLToPath } from 'node:url';
+const __dirname = fileURLToPath(new URL('.', import.meta.url));
+
+const TYPES = {
+  number: 0x00,
+  boolean: 0x01,
+  string: 0x02,
+  undefined: 0x03,
+  object: 0x04,
+  function: 0x05,
+  symbol: 0x06,
+  bigint: 0x07,
+
+  // these are not "typeof" types but tracked internally
+  _array: 0x10,
+  _regexp: 0x11,
+  _bytestring: 0x12
+};
+
+// import porfParse from './parse.js';
+// import porfCodegen from './codeGen.js';
+
+const argv = process.argv.slice();
+
+const compile = async (file, [ _funcs, _globals ]) => {
+  const source = fs.readFileSync(file, 'utf8');
+  const first = source.slice(0, source.indexOf('\n'));
+
+  let args = ['-bytestring'];
+  if (file.endsWith('.ts')) args.push('-parse-types', '-opt-types');
+  if (first.startsWith('// @porf')) {
+    args = args.concat(first.slice('// @porf '.length).split(' '));
+  }
+  process.argv = argv.concat(args);
+
+  // const porfParse = (await import(`./parse.js?_=${Date.now()}`)).default;
+  // const porfCodegen = (await import(`./codeGen.js?_=${Date.now()}`)).default;
+
+  // let { funcs, globals, data } = porfCodegen(porfParse(source, ['module']));
+
+  const porfCompile = (await import(`./index.js?_=${Date.now()}`)).default;
+
+  let { funcs, globals, data, exceptions } = porfCompile(source, ['module']);
+
+  const allocated = new Set();
+
+  const exports = funcs.filter(x => x.export);
+  for (const x of exports) {
+    if (x.data) x.data = x.data.map(x => data[x]);
+    if (x.exceptions) x.exceptions = x.exceptions.map(x => {
+      const obj = exceptions[x];
+      if (obj) obj.exceptId = x;
+      return obj;
+    }).filter(x => x);
+
+    const locals = Object.keys(x.locals).reduce((acc, y) => {
+      acc[x.locals[y].idx] = { ...x.locals[y], name: y };
+      return acc;
+    }, {});
+
+    for (let i = 0; i < x.wasm.length; i++) {
+      const y = x.wasm[i];
+      const n = x.wasm[i + 1];
+      if (y[0] === Opcodes.call) {
+        const f = funcs.find(x => x.index === y[1]);
+        if (!f) continue;
+
+        y[1] = f.name;
+      }
+
+      if (y[0] === Opcodes.const && (n[0] === Opcodes.local_set || n[0] === Opcodes.local_tee)) {
+        const l = locals[n[1]];
+        if (!l) continue;
+        if (![TYPES.string, TYPES._array, TYPES._bytestring].includes(l.metadata?.type)) continue;
+        if (!x.pages) continue;
+
+        const pageName = [...x.pages.keys()].find(z => z.endsWith(l.name));
+        if (!pageName || allocated.has(pageName)) continue;
+        allocated.add(pageName);
+
+        y.splice(0, 10, 'alloc', pageName, x.pages.get(pageName).type);
+        // y.push(x.pages.get(pageName));
+      }
+    }
+  }
+
+  _funcs.push(...exports);
+  _globals.push(...Object.values(globals));
+};
+
+const precompile = async () => {
+  const dir = join(__dirname, 'builtins');
+
+  let funcs = [], globals = [];
+  for (const file of fs.readdirSync(dir)) {
+    if (file.endsWith('.d.ts')) continue;
+    await compile(join(dir, file), [ funcs, globals ]);
+  }
+
+  // ${x.pages && x.pages.size > 0 ? `    pages: ${JSON.stringify(Object.fromEntries(x.pages.entries()))},` : ''}
+  // ${x.used && x.used.length > 0 ? `    used: ${JSON.stringify(x.used)},` : ''}
+
+  return `// autogenerated by compiler/precompile.js
+import { number } from './embedding.js';
+
+export const BuiltinFuncs = function() {
+${funcs.map(x => `  this.${x.name} = {
+    wasm: (scope, { allocPage, builtin }) => ${JSON.stringify(x.wasm.filter(x => x.length && x[0] != null)).replace(/\["alloc","(.*?)","(.*?)"\]/g, (_, reason, type) => `...number(allocPage(scope, '${reason}', '${type}') * pageSize, ${valtypeBinary})`).replace(/\[16,"(.*?)"]/g, (_, name) => `[16, builtin('${name}')]`)},
+    params: ${JSON.stringify(x.params)},
+    typedParams: true,
+    returns: ${JSON.stringify(x.returns)},
+    typedReturns: true,
+    locals: ${JSON.stringify(Object.values(x.locals).slice(x.params.length).map(x => x.type))},
+    localNames: ${JSON.stringify(Object.keys(x.locals))},
+${x.data && x.data.length > 0 ? `    data: ${JSON.stringify(x.data)},` : ''}
+${x.exceptions && x.exceptions.length > 0 ? `    exceptions: ${JSON.stringify(x.exceptions)},` : ''}
+  };`.replaceAll('\n\n', '\n')).join('\n')}
+};`;
+};
+
+const code = await precompile();
+// console.log(code);
+
+fs.writeFileSync(join(__dirname, 'generated_builtins.js'), code);

package/compiler/prefs.js

@@ -0,0 +1,26 @@
+const onByDefault = [ 'bytestring' ];
+
+const cache = {};
+const obj = new Proxy({}, {
+  get(_, p) {
+    // intentionally misses with undefined values cached
+    if (cache[p]) return cache[p];
+
+    return cache[p] = (() => {
+      // fooBar -> foo-bar
+      const name = p[0] === '_' ? p : p.replace(/[A-Z]/g, c => `-${c.toLowerCase()}`);
+      if (process.argv.includes('-' + name)) return true;
+      if (process.argv.includes('-no-' + name)) return false;
+
+      const valArg = process.argv.find(x => x.startsWith(`-${name}=`));
+      if (valArg) return valArg.slice(name.length + 2);
+
+      if (onByDefault.includes(p)) return true;
+      return undefined;
+    })();
+  }
+});
+
+obj.uncache = () => cache = {};
+
+export default obj;