porffor 0.2.0-c7b7423 → 0.2.0-dcc06c8

package/compiler/decompile.js

@@ -15,7 +15,7 @@ export default (wasm, name = '', ind = 0, locals = {}, params = [], returns = []
   if (name) out += `${makeSignature(params, returns)} ;; $${name} (${ind})\n`;
 
   const justLocals = Object.values(locals).sort((a, b) => a.idx - b.idx).slice(params.length);
-  if (justLocals.length > 0) out += `  local ${justLocals.map(x => invValtype[x.type]).join(' ')}\n`;
+  if (name && justLocals.length > 0) out += `  local ${justLocals.map(x => invValtype[x.type]).join(' ')}\n`;
 
   let i = -1, lastInst;
   let byte = 0;
@@ -32,7 +32,7 @@ export default (wasm, name = '', ind = 0, locals = {}, params = [], returns = []
       inst = [ [ inst[0], inst[1] ], ...inst.slice(2) ];
     }
 
-    if (inst[0] === Opcodes.end || inst[0] === Opcodes.else || inst[0] === Opcodes.catch_all) depth--;
+    if (depth > 0 && (inst[0] === Opcodes.end || inst[0] === Opcodes.else || inst[0] === Opcodes.catch_all)) depth--;
 
     out += ' '.repeat(Math.max(0, depth * 2));
 
@@ -119,7 +119,7 @@ export default (wasm, name = '', ind = 0, locals = {}, params = [], returns = []
 export const highlightAsm = asm => asm
   .replace(/(local|global|memory)\.[^\s]*/g, _ => `\x1B[31m${_}\x1B[0m`)
   .replace(/(i(8|16|32|64)x[0-9]+|v128)(\.[^\s]*)?/g, _ => `\x1B[34m${_}\x1B[0m`)
-  .replace(/[^m](i32|i64|f32|f64|drop)(\.[^\s]*)?/g, _ => `${_[0]}\x1B[36m${_.slice(1)}\x1B[0m`)
+  .replace(/(i32|i64|f32|f64|drop)(\.[^\s]*)?/g, _ => `\x1B[36m${_}\x1B[0m`)
   .replace(/(return_call|call|br_if|br|return|rethrow|throw)/g, _ => `\x1B[35m${_}\x1B[0m`)
   .replace(/(block|loop|if|end|else|try|catch_all|catch|delegate)/g, _ => `\x1B[95m${_}\x1B[0m`)
   .replace(/unreachable/g, _ => `\x1B[91m${_}\x1B[0m`)

package/compiler/encoding.js

@@ -105,119 +105,5 @@ export const read_unsignedLEB128 = _input => {
 };
 
 // ieee 754 binary64
-
-// from https://github.com/feross/ieee754
-// BSD 3-Clause. Copyright 2008 Fair Oaks Labs, Inc. (https://github.com/feross/ieee754/blob/master/LICENSE)
-export const ieee754_binary64 = value => {
-  return [...new Uint8Array(new Float64Array([ value ]).buffer)];
-
-  let isLE = true, mLen = 52, nBytes = 8, offset = 0;
-  let buffer = new Array(nBytes).fill(0);
-
-  let e, m, c
-  let eLen = (nBytes * 8) - mLen - 1
-  const eMax = (1 << eLen) - 1
-  const eBias = eMax >> 1
-  const rt = (mLen === 23 ? Math.pow(2, -24) - Math.pow(2, -77) : 0)
-  let i = isLE ? 0 : (nBytes - 1)
-  const d = isLE ? 1 : -1
-  const s = value < 0 || (value === 0 && 1 / value < 0) ? 1 : 0
-
-  value = Math.abs(value)
-
-  if (isNaN(value) || value === Infinity) {
-    m = isNaN(value) ? 1 : 0
-    e = eMax
-  } else {
-    e = Math.floor(Math.log(value) / Math.LN2)
-    if (value * (c = Math.pow(2, -e)) < 1) {
-      e--
-      c *= 2
-    }
-    if (e + eBias >= 1) {
-      value += rt / c
-    } else {
-      value += rt * Math.pow(2, 1 - eBias)
-    }
-    if (value * c >= 2) {
-      e++
-      c /= 2
-    }
-
-    if (e + eBias >= eMax) {
-      m = 0
-      e = eMax
-    } else if (e + eBias >= 1) {
-      m = ((value * c) - 1) * Math.pow(2, mLen)
-      e = e + eBias
-    } else {
-      m = value * Math.pow(2, eBias - 1) * Math.pow(2, mLen)
-      e = 0
-    }
-  }
-
-  while (mLen >= 8) {
-    buffer[offset + i] = m & 0xff
-    i += d
-    m /= 256
-    mLen -= 8
-  }
-
-  e = (e << mLen) | m
-  eLen += mLen
-  while (eLen > 0) {
-    buffer[offset + i] = e & 0xff
-    i += d
-    e /= 256
-    eLen -= 8
-  }
-
-  buffer[offset + i - d] |= s * 128
-
-  return buffer;
-};
-
-export const read_ieee754_binary64 = buffer => {
-  return new Float64Array(new Uint8Array(buffer).buffer)[0];
-
-  let isLE = true, mLen = 52, nBytes = 8, offset = 0;
-
-  let e, m
-  const eLen = (nBytes * 8) - mLen - 1
-  const eMax = (1 << eLen) - 1
-  const eBias = eMax >> 1
-  let nBits = -7
-  let i = isLE ? (nBytes - 1) : 0
-  const d = isLE ? -1 : 1
-  let s = buffer[offset + i]
-
-  i += d
-
-  e = s & ((1 << (-nBits)) - 1)
-  s >>= (-nBits)
-  nBits += eLen
-  while (nBits > 0) {
-    e = (e * 256) + buffer[offset + i]
-    i += d
-    nBits -= 8
-  }
-
-  m = e & ((1 << (-nBits)) - 1)
-  e >>= (-nBits)
-  nBits += mLen
-  while (nBits > 0) {
-    m = (m * 256) + buffer[offset + i]
-    i += d
-    nBits -= 8
-  }
-
-  if (e === 0) {
-    e = 1 - eBias
-  } else if (e === eMax) {
-    return m ? NaN : ((s ? -1 : 1) * Infinity)
-  } else {
-    m = m + Math.pow(2, mLen)
-    e = e - eBias
-  }
-  return (s ? -1 : 1) * m * Math.pow(2, e - mLen)
-};
+export const ieee754_binary64 = value => [...new Uint8Array(new Float64Array([ value ]).buffer)];
+export const read_ieee754_binary64 = buffer => new Float64Array(new Uint8Array(buffer).buffer)[0];

package/compiler/generated_builtins.js

@@ -0,0 +1,3 @@
+
+export const BuiltinFuncs = function() {
+};

package/compiler/index.js

@@ -4,8 +4,8 @@ import codeGen from './codeGen.js';
 import opt from './opt.js';
 import produceSections from './sections.js';
 import decompile from './decompile.js';
-import { BuiltinPreludes } from './builtins.js';
 import toc from './2c.js';
+import Prefs from './prefs.js';
 
 globalThis.decompile = decompile;
 
@@ -26,21 +26,10 @@ const logFuncs = (funcs, globals, exceptions) => {
   console.log();
 };
 
-const getArg = name => process.argv.find(x => x.startsWith(`-${name}=`))?.slice(name.length + 2);
-
 const writeFileSync = (typeof process?.version !== 'undefined' ? (await import('node:fs')).writeFileSync : undefined);
 const execSync = (typeof process?.version !== 'undefined' ? (await import('node:child_process')).execSync : undefined);
 
 export default (code, flags) => {
-  globalThis.optLog = process.argv.includes('-opt-log');
-  globalThis.codeLog = process.argv.includes('-code-log');
-  globalThis.allocLog = process.argv.includes('-alloc-log');
-  globalThis.regexLog = process.argv.includes('-regex-log');
-
-  for (const x in BuiltinPreludes) {
-    if (code.indexOf(x + '(') !== -1) code = BuiltinPreludes[x] + code;
-  }
-
   const t0 = performance.now();
   const program = parse(code, flags);
   if (flags.includes('info')) console.log(`1. parsed in ${(performance.now() - t0).toFixed(2)}ms`);
@@ -49,29 +38,35 @@ export default (code, flags) => {
   const { funcs, globals, tags, exceptions, pages, data } = codeGen(program);
   if (flags.includes('info')) console.log(`2. generated code in ${(performance.now() - t1).toFixed(2)}ms`);
 
-  if (process.argv.includes('-funcs')) logFuncs(funcs, globals, exceptions);
+  if (Prefs.funcs) logFuncs(funcs, globals, exceptions);
 
   const t2 = performance.now();
-  opt(funcs, globals, pages);
+  opt(funcs, globals, pages, tags, exceptions);
   if (flags.includes('info')) console.log(`3. optimized code in ${(performance.now() - t2).toFixed(2)}ms`);
 
-  if (process.argv.includes('-opt-funcs')) logFuncs(funcs, globals, exceptions);
+  if (Prefs.optFuncs) logFuncs(funcs, globals, exceptions);
 
   const t3 = performance.now();
   const sections = produceSections(funcs, globals, tags, pages, data, flags);
   if (flags.includes('info')) console.log(`4. produced sections in ${(performance.now() - t3).toFixed(2)}ms`);
 
-  if (allocLog) {
+  if (Prefs.allocLog) {
     const wasmPages = Math.ceil((pages.size * pageSize) / 65536);
     const bytes = wasmPages * 65536;
     log('alloc', `\x1B[1mallocated ${bytes / 1024}KiB\x1B[0m for ${pages.size} things using ${wasmPages} Wasm page${wasmPages === 1 ? '' : 's'}`);
     console.log([...pages.keys()].map(x => `\x1B[36m - ${x}\x1B[0m`).join('\n') + '\n');
   }
 
-  const out = { wasm: sections, funcs, globals, tags, exceptions, pages };
+  const out = { wasm: sections, funcs, globals, tags, exceptions, pages, data };
+
+  const target = Prefs.target ?? 'wasm';
+  const outFile = Prefs.o;
 
-  const target = getArg('target') ?? getArg('t') ?? 'wasm';
-  const outFile = getArg('o');
+  if (target === 'wasm' && outFile) {
+    writeFileSync(outFile, Buffer.from(sections));
+
+    if (process.version) process.exit();
+  }
 
   if (target === 'c') {
     const c = toc(out);
@@ -87,11 +82,16 @@ export default (code, flags) => {
   }
 
   if (target === 'native') {
-    const compiler = getArg('compiler') ?? 'clang';
-    const cO = getArg('cO') ?? 'Ofast';
+    let compiler = Prefs.compiler ?? 'clang';
+    const cO = Prefs._cO ?? 'Ofast';
+
+    if (compiler === 'zig') compiler = [ 'zig', 'cc' ];
+      else compiler = [ compiler ];
 
     const tmpfile = 'tmp.c';
-    const args = [ compiler, tmpfile, '-o', outFile ?? (process.platform === 'win32' ? 'out.exe' : 'out'), '-' + cO, '-march=native' ];
+    // const args = [ compiler, tmpfile, '-o', outFile ?? (process.platform === 'win32' ? 'out.exe' : 'out'), '-' + cO, '-march=native', '-s', '-fno-unwind-tables', '-fno-asynchronous-unwind-tables', '-ffunction-sections', '-fdata-sections', '-Wl', '-fno-ident', '-fno-exceptions', '-ffast-math' ];
+    // const args = [ ...compiler, tmpfile, '-o', outFile ?? (process.platform === 'win32' ? 'out.exe' : 'out'), '-' + cO, '-march=native', '-s', '-ffast-math', '-fno-exceptions', '-target', 'x86_64-linux' ];
+    const args = [ ...compiler, tmpfile, '-o', outFile ?? (process.platform === 'win32' ? 'out.exe' : 'out'), '-' + cO, '-march=native', '-s', '-ffast-math', '-fno-exceptions' ];
 
     const c = toc(out);
     writeFileSync(tmpfile, c);

package/compiler/opt.js

@@ -2,6 +2,7 @@ import { Opcodes, Valtype } from "./wasmSpec.js";
 import { number } from "./embedding.js";
 import { read_signedLEB128, read_ieee754_binary64 } from "./encoding.js";
 import { log } from "./log.js";
+import Prefs from './prefs.js';
 
 const performWasmOp = (op, a, b) => {
   switch (op) {
@@ -11,21 +12,21 @@ const performWasmOp = (op, a, b) => {
   }
 };
 
-export default (funcs, globals, pages) => {
+export default (funcs, globals, pages, tags, exceptions) => {
   const optLevel = parseInt(process.argv.find(x => x.startsWith('-O'))?.[2] ?? 1);
   if (optLevel === 0) return;
 
-  const tailCall = process.argv.includes('-tail-call');
+  const tailCall = Prefs.tailCall;
   if (tailCall) log.warning('opt', 'tail call proposal is not widely implemented! (you used -tail-call)');
 
-  if (optLevel >= 2 && !process.argv.includes('-opt-no-inline')) {
+  if (optLevel >= 2 && !Prefs.optNoInline) {
     // inline pass (very WIP)
     // get candidates for inlining
     // todo: pick smart in future (if func is used <N times? or?)
     const callsSelf = f => f.wasm.some(x => x[0] === Opcodes.call && x[1] === f.index);
     const suitableReturns = wasm => wasm.reduce((acc, x) => acc + (x[0] === Opcodes.return), 0) <= 1;
     const candidates = funcs.filter(x => x.name !== 'main' && Object.keys(x.locals).length === x.params.length && (x.returns.length === 0 || suitableReturns(x.wasm)) && !callsSelf(x) && !x.throws).reverse();
-    if (optLog) {
+    if (Prefs.optLog) {
       log('opt', `found inline candidates: ${candidates.map(x => x.name).join(', ')} (${candidates.length}/${funcs.length - 1})`);
 
       let reasons = {};
@@ -53,7 +54,7 @@ export default (funcs, globals, pages) => {
         for (let i = 0; i < tWasm.length; i++) {
           const inst = tWasm[i];
           if (inst[0] === Opcodes.call && inst[1] === c.index) {
-            if (optLog) log('opt', `inlining call for ${c.name} (in ${t.name})`);
+            if (Prefs.optLog) log('opt', `inlining call for ${c.name} (in ${t.name})`);
             tWasm.splice(i, 1); // remove this call
 
             // add params as locals and set in reverse order
@@ -80,7 +81,7 @@ export default (funcs, globals, pages) => {
             // adjust local operands to go to correct param index
             for (const inst of iWasm) {
               if ((inst[0] === Opcodes.local_get || inst[0] === Opcodes.local_set) && inst[1] < c.params.length) {
-                if (optLog) log('opt', `replacing local operand in inlined wasm (${inst[1]} -> ${paramIdx[inst[1]]})`);
+                if (Prefs.optLog) log('opt', `replacing local operand in inlined wasm (${inst[1]} -> ${paramIdx[inst[1]]})`);
                 inst[1] = paramIdx[inst[1]];
               }
             }
@@ -97,12 +98,17 @@ export default (funcs, globals, pages) => {
     }
   }
 
-  if (process.argv.includes('-opt-inline-only')) return;
+  if (Prefs.optInlineOnly) return;
+
+  const tagUse = tags.reduce((acc, x) => { acc[x.idx] = 0; return acc; }, {});
+  const exceptionUse = exceptions.reduce((acc, _, i) => { acc[i] = 0; return acc; }, {});
 
   // wasm transform pass
   for (const f of funcs) {
     const wasm = f.wasm;
 
+    const lastType = f.locals['#last_type'];
+
     let runs = 2; // how many by default? add arg?
     while (runs > 0) {
       runs--;
@@ -125,6 +131,13 @@ export default (funcs, globals, pages) => {
         if (inst[0] === Opcodes.local_get) getCount[inst[1]]++;
         if (inst[0] === Opcodes.local_set || inst[0] === Opcodes.local_tee) setCount[inst[1]]++;
 
+        if (inst[0] === Opcodes.throw) {
+          tagUse[inst[1]]++;
+
+          const exceptId = read_signedLEB128(wasm[i - 1].slice(1));
+          exceptionUse[exceptId]++;
+        }
+
         if (inst[0] === Opcodes.block) {
           // remove unneeded blocks (no brs inside)
           // block
@@ -141,7 +154,7 @@ export default (funcs, globals, pages) => {
               depth--;
               if (depth <= 0) break;
             }
-            if (op === Opcodes.br || op === Opcodes.br_if) {
+            if (op === Opcodes.br || op === Opcodes.br_if || op === Opcodes.br_table) {
               hasBranch = true;
               break;
             }
@@ -154,7 +167,7 @@ export default (funcs, globals, pages) => {
 
             wasm.splice(j - 1, 1); // remove end of this block
 
-            if (optLog) log('opt', `removed unneeded block in for loop`);
+            if (Prefs.optLog) log('opt', `removed unneeded block in for loop`);
           }
         }
 
@@ -186,6 +199,7 @@ export default (funcs, globals, pages) => {
           let missing = false;
           if (type === 'Array') missing = !pages.hasArray;
           if (type === 'String') missing = !pages.hasString;
+          if (type === 'ByteString') missing = !pages.hasByteString;
 
           if (missing) {
             let j = i, depth = 0;
@@ -202,7 +216,7 @@ export default (funcs, globals, pages) => {
             i -= 4;
             inst = wasm[i];
 
-            if (optLog) log('opt', `removed unneeded typeswitch check`);
+            if (Prefs.optLog) log('opt', `removed unneeded typeswitch check`);
           }
         }
 
@@ -221,16 +235,24 @@ export default (funcs, globals, pages) => {
           }
 
           if (checks === 0) {
+            // todo: review indexes below
             wasm.splice(j - 1, 2, [ Opcodes.drop ]); // remove typeswitch start
             wasm.splice(i - 1, 1); // remove this inst
 
-            if (optLog) log('opt', 'removed unneeded entire typeswitch');
+            if (Prefs.optLog) log('opt', 'removed unneeded entire typeswitch');
 
             if (i > 0) i--;
             continue;
           }
         }
 
+        // remove setting last type if it is never gotten
+        if (!f.gotLastType && inst[0] === Opcodes.local_set && inst[1] === lastType?.idx) {
+          // replace this inst with drop
+          wasm.splice(i, 1, [ Opcodes.drop ]); // remove this and last inst
+          if (i > 0) i--;
+        }
+
         if (i < 1) continue;
         let lastInst = wasm[i - 1];
 
@@ -246,7 +268,7 @@ export default (funcs, globals, pages) => {
 
           getCount[inst[1]]--;
           i--;
-          // if (optLog) log('opt', `consolidated set, get -> tee`);
+          // if (Prefs.optLog) log('opt', `consolidated set, get -> tee`);
           continue;
         }
 
@@ -314,7 +336,7 @@ export default (funcs, globals, pages) => {
 
           wasm.splice(i - 1, 2); // remove this inst and last
           i -= 2;
-          // if (optLog) log('opt', `removed redundant i32 -> i64 -> i32 conversion ops`);
+          // if (Prefs.optLog) log('opt', `removed redundant i32 -> i64 -> i32 conversion ops`);
           continue;
         }
 
@@ -327,7 +349,7 @@ export default (funcs, globals, pages) => {
 
           wasm.splice(i - 1, 2); // remove this inst and last
           i -= 2;
-          // if (optLog) log('opt', `removed redundant i32 -> f64 -> i32 conversion ops`);
+          // if (Prefs.optLog) log('opt', `removed redundant i32 -> f64 -> i32 conversion ops`);
           continue;
         }
 
@@ -342,7 +364,7 @@ export default (funcs, globals, pages) => {
 
           wasm.splice(i, 1); // remove this inst
           i--;
-          if (optLog) log('opt', `converted const -> i32 convert into i32 const`);
+          if (Prefs.optLog) log('opt', `converted const -> i32 convert into i32 const`);
           continue;
         }
 
@@ -357,7 +379,7 @@ export default (funcs, globals, pages) => {
 
           wasm.splice(i, 1); // remove this inst
           i--;
-          if (optLog) log('opt', `converted i32 const -> convert into const`);
+          if (Prefs.optLog) log('opt', `converted i32 const -> convert into const`);
           continue;
         }
 
@@ -372,7 +394,7 @@ export default (funcs, globals, pages) => {
 
           wasm.splice(i, 1); // remove this inst (return)
           i--;
-          if (optLog) log('opt', `tail called return, call`);
+          if (Prefs.optLog) log('opt', `tail called return, call`);
           continue;
         }
 
@@ -385,7 +407,7 @@ export default (funcs, globals, pages) => {
 
           wasm.splice(i, 1); // remove this inst (return)
           i--;
-          // if (optLog) log('opt', `removed redundant return at end`);
+          // if (Prefs.optLog) log('opt', `removed redundant return at end`);
           continue;
         }
 
@@ -415,7 +437,7 @@ export default (funcs, globals, pages) => {
           // <nothing>
 
           wasm.splice(i - 2, 3); // remove this, last, 2nd last insts
-          if (optLog) log('opt', `removed redundant inline param local handling`);
+          if (Prefs.optLog) log('opt', `removed redundant inline param local handling`);
           i -= 3;
           continue;
         }
@@ -423,12 +445,12 @@ export default (funcs, globals, pages) => {
 
       if (optLevel < 2) continue;
 
-      if (optLog) log('opt', `get counts: ${Object.keys(f.locals).map(x => `${x} (${f.locals[x].idx}): ${getCount[f.locals[x].idx]}`).join(', ')}`);
+      if (Prefs.optLog) log('opt', `get counts: ${Object.keys(f.locals).map(x => `${x} (${f.locals[x].idx}): ${getCount[f.locals[x].idx]}`).join(', ')}`);
 
       // remove unneeded var: remove pass
       // locals only got once. we don't need to worry about sets/else as these are only candidates and we will check for matching set + get insts in wasm
       let unneededCandidates = Object.keys(getCount).filter(x => getCount[x] === 0 || (getCount[x] === 1 && setCount[x] === 0)).map(x => parseInt(x));
-      if (optLog) log('opt', `found unneeded locals candidates: ${unneededCandidates.join(', ')} (${unneededCandidates.length}/${Object.keys(getCount).length})`);
+      if (Prefs.optLog) log('opt', `found unneeded locals candidates: ${unneededCandidates.join(', ')} (${unneededCandidates.length}/${Object.keys(getCount).length})`);
 
       // note: disabled for now due to instability
       if (unneededCandidates.length > 0 && false) for (let i = 0; i < wasm.length; i++) {
@@ -446,7 +468,7 @@ export default (funcs, globals, pages) => {
           wasm.splice(i - 1, 2); // remove insts
           i -= 2;
           delete f.locals[Object.keys(f.locals)[inst[1]]]; // remove from locals
-          if (optLog) log('opt', `removed redundant local (get set ${inst[1]})`);
+          if (Prefs.optLog) log('opt', `removed redundant local (get set ${inst[1]})`);
         }
 
         if (inst[0] === Opcodes.local_tee && unneededCandidates.includes(inst[1])) {
@@ -474,7 +496,7 @@ export default (funcs, globals, pages) => {
           unneededCandidates.splice(unneededCandidates.indexOf(inst[1]), 1);
           unneededCandidates = unneededCandidates.map(x => x > removedIdx ? (x - 1) : x);
 
-          if (optLog) log('opt', `removed redundant local ${localName} (tee ${inst[1]})`);
+          if (Prefs.optLog) log('opt', `removed redundant local ${localName} (tee ${inst[1]})`);
         }
       }
 
@@ -510,7 +532,7 @@ export default (funcs, globals, pages) => {
           let b = lastInst[1];
 
           const val = performWasmOp(inst[0], a, b);
-          if (optLog) log('opt', `inlined math op (${a} ${inst[0].toString(16)} ${b} -> ${val})`);
+          if (Prefs.optLog) log('opt', `inlined math op (${a} ${inst[0].toString(16)} ${b} -> ${val})`);
 
           wasm.splice(i - 2, 3, ...number(val)); // remove consts, math op and add new const
           i -= 2;
@@ -522,12 +544,25 @@ export default (funcs, globals, pages) => {
       for (const x in useCount) {
         if (useCount[x] === 0) {
           const name = Object.keys(f.locals)[localIdxs.indexOf(parseInt(x))];
-          if (optLog) log('opt', `removed internal local ${x} (${name})`);
+          if (Prefs.optLog) log('opt', `removed internal local ${x} (${name})`);
           delete f.locals[name];
         }
       }
 
-      if (optLog) log('opt', `final use counts: ${Object.keys(f.locals).map(x => `${x} (${f.locals[x].idx}): ${useCount[f.locals[x].idx]}`).join(', ')}`);
+      if (Prefs.optLog) log('opt', `final use counts: ${Object.keys(f.locals).map(x => `${x} (${f.locals[x].idx}): ${useCount[f.locals[x].idx]}`).join(', ')}`);
+    }
+  }
+
+  for (const x in tagUse) {
+    if (tagUse[x] === 0) {
+      const el = tags.find(y => y.idx === x);
+      tags.splice(tags.indexOf(el), 1);
+    }
+  }
+
+  for (const x of Object.keys(exceptionUse).sort((a, b) => b - a)) {
+    if (exceptionUse[x] === 0) {
+      exceptions.splice(+x, 1);
     }
   }
 

package/compiler/parse.js

@@ -1,4 +1,7 @@
 import { log } from "./log.js";
+import Prefs from './prefs.js';
+
+// import { parse } from 'acorn';
 
 // deno compat
 if (typeof process === 'undefined' && typeof Deno !== 'undefined') {
@@ -6,16 +9,9 @@ if (typeof process === 'undefined' && typeof Deno !== 'undefined') {
   globalThis.process = { argv: ['', '', ...Deno.args], stdout: { write: str => Deno.writeAllSync(Deno.stdout, textEncoder.encode(str)) } };
 }
 
-// import { parse } from 'acorn';
-
-let parser, parse;
-
-const loadParser = async () => {
-  parser = process.argv.find(x => x.startsWith('-parser='))?.split('=')?.[1] ?? 'acorn';
-  0, { parse } = (await import((globalThis.document ? 'https://esm.sh/' : '') + parser));
-};
-globalThis._porf_loadParser = loadParser;
-await loadParser();
+// should we try to support types (while parsing)
+const types = Prefs.parseTypes;
+globalThis.typedInput = types && Prefs.optTypes;
 
 // todo: review which to use by default
 // supported parsers:
@@ -24,8 +20,13 @@ await loadParser();
 // - hermes-parser
 // - @babel/parser
 
-// should we try to support types (while parsing)
-const types = process.argv.includes('-types');
+let parser, parse;
+const loadParser = async (fallbackParser = 'acorn', forceParser) => {
+  parser = forceParser ?? process.argv.find(x => x.startsWith('-parser='))?.split('=')?.[1] ?? fallbackParser;
+  0, { parse } = (await import((globalThis.document ? 'https://esm.sh/' : '') + parser));
+};
+globalThis._porf_loadParser = loadParser;
+await loadParser(types ? '@babel/parser' : undefined);
 
 if (types && !['@babel/parser', 'hermes-parser'].includes(parser)) log.warning('parser', `passed -types with a parser (${parser}) which does not support`);
 

package/compiler/precompile.js

@@ -0,0 +1,79 @@
+import fs from 'node:fs';
+import { join } from 'node:path';
+
+import { fileURLToPath } from 'node:url';
+const __dirname = fileURLToPath(new URL('.', import.meta.url));
+
+// import porfParse from './parse.js';
+// import porfCodegen from './codeGen.js';
+
+const argv = process.argv.slice();
+
+const compile = async (file, [ _funcs, _globals ]) => {
+  const source = fs.readFileSync(file, 'utf8');
+  const first = source.slice(0, source.indexOf('\n'));
+
+  let args = ['-bytestring'];
+  if (file.endsWith('.ts')) args.push('-parse-types', '-opt-types');
+  if (first.startsWith('// @porf')) {
+    args = args.concat(first.slice('// @porf '.length).split(' '));
+  }
+  process.argv = argv.concat(args);
+
+  // globalThis.optLog = process.argv.includes('-opt-log');
+  // globalThis.codeLog = process.argv.includes('-code-log');
+  // globalThis.allocLog = process.argv.includes('-alloc-log');
+  // globalThis.regexLog = process.argv.includes('-regex-log');
+
+  // const porfParse = (await import(`./parse.js?_=${Date.now()}`)).default;
+  // const porfCodegen = (await import(`./codeGen.js?_=${Date.now()}`)).default;
+
+  // let { funcs, globals, data } = porfCodegen(porfParse(source, ['module']));
+
+  const porfCompile = (await import(`./index.js?_=${Date.now()}`)).default;
+
+  let { funcs, globals, data, exceptions } = porfCompile(source, ['module']);
+
+  funcs = funcs.filter(x => x.export);
+  for (const x of funcs) {
+    if (x.data) x.data = x.data.map(x => data[x]);
+    if (x.exceptions) x.exceptions = x.exceptions.map(x => {
+      const obj = exceptions[x];
+      if (obj) obj.exceptId = x;
+      return obj;
+    }).filter(x => x);
+  }
+
+  _funcs.push(...funcs);
+  _globals.push(...Object.values(globals));
+};
+
+const precompile = async () => {
+  const dir = join(__dirname, 'builtins');
+
+  let funcs = [], globals = [];
+  for (const file of fs.readdirSync(dir)) {
+    if (file.endsWith('.d.ts')) continue;
+    await compile(join(dir, file), [ funcs, globals ]);
+  }
+
+  // todo: globals, exceptions, pages per func
+
+  return `// autogenerated by precompile.js
+
+export const BuiltinFuncs = function() {
+${funcs.map(x => `  this.${x.name} = {
+    wasm: ${JSON.stringify(x.wasm)},
+    params: ${JSON.stringify(x.params)},
+    typedParams: true,
+    returns: ${JSON.stringify(x.returns)},
+    typedReturns: true,
+    locals: ${JSON.stringify(Object.values(x.locals).slice(x.params.length * 2).map(x => x.type))},
+${x.pages && x.pages.size > 0 ? `    pages: ${JSON.stringify(Object.fromEntries(x.pages.entries()))},` : ''}
+${x.data && x.data.length > 0 ? `    data: ${JSON.stringify(x.data)},` : ''}
+${x.exceptions && x.exceptions.length > 0 ? `    exceptions: ${JSON.stringify(x.exceptions)},` : ''}
+  };`.replaceAll('\n\n', '\n')).join('\n')}
+}`;
+};
+
+console.log(await precompile());

package/compiler/prefs.js

@@ -0,0 +1,22 @@
+const cache = {};
+const obj = new Proxy({}, {
+  get(_, p) {
+    // intentionally misses with undefined values cached
+    if (cache[p]) return cache[p];
+
+    return cache[p] = (() => {
+      // fooBar -> foo-bar
+      const name = p[0] === '_' ? p : p.replace(/[A-Z]/g, c => `-${c.toLowerCase()}`);
+      if (process.argv.includes('-' + name)) return true;
+
+      const valArg = process.argv.find(x => x.startsWith(`-${name}=`));
+      if (valArg) return valArg.slice(name.length + 2);
+
+      return undefined;
+    })();
+  }
+});
+
+obj.uncache = () => cache = {};
+
+export default obj;