porffor 0.2.0-c7b7423 → 0.2.0-c87ffeb

package/compiler/index.js

@@ -1,11 +1,11 @@
 import { underline, bold, log } from './log.js';
 import parse from './parse.js';
-import codeGen from './codeGen.js';
+import codegen from './codegen.js';
 import opt from './opt.js';
-import produceSections from './sections.js';
+import assemble from './assemble.js';
 import decompile from './decompile.js';
-import { BuiltinPreludes } from './builtins.js';
 import toc from './2c.js';
+import Prefs from './prefs.js';
 
 globalThis.decompile = decompile;
 
@@ -26,59 +26,54 @@ const logFuncs = (funcs, globals, exceptions) => {
   console.log();
 };
 
-const getArg = name => process.argv.find(x => x.startsWith(`-${name}=`))?.slice(name.length + 2);
-
-const writeFileSync = (typeof process?.version !== 'undefined' ? (await import('node:fs')).writeFileSync : undefined);
+const fs = (typeof process?.version !== 'undefined' ? (await import('node:fs')) : undefined);
 const execSync = (typeof process?.version !== 'undefined' ? (await import('node:child_process')).execSync : undefined);
 
 export default (code, flags) => {
-  globalThis.optLog = process.argv.includes('-opt-log');
-  globalThis.codeLog = process.argv.includes('-code-log');
-  globalThis.allocLog = process.argv.includes('-alloc-log');
-  globalThis.regexLog = process.argv.includes('-regex-log');
-
-  for (const x in BuiltinPreludes) {
-    if (code.indexOf(x + '(') !== -1) code = BuiltinPreludes[x] + code;
-  }
-
   const t0 = performance.now();
   const program = parse(code, flags);
-  if (flags.includes('info')) console.log(`1. parsed in ${(performance.now() - t0).toFixed(2)}ms`);
+  if (Prefs.profileCompiler) console.log(`1. parsed in ${(performance.now() - t0).toFixed(2)}ms`);
 
   const t1 = performance.now();
-  const { funcs, globals, tags, exceptions, pages, data } = codeGen(program);
-  if (flags.includes('info')) console.log(`2. generated code in ${(performance.now() - t1).toFixed(2)}ms`);
+  const { funcs, globals, tags, exceptions, pages, data } = codegen(program);
+  if (Prefs.profileCompiler) console.log(`2. generated code in ${(performance.now() - t1).toFixed(2)}ms`);
 
-  if (process.argv.includes('-funcs')) logFuncs(funcs, globals, exceptions);
+  if (Prefs.funcs) logFuncs(funcs, globals, exceptions);
 
   const t2 = performance.now();
-  opt(funcs, globals, pages);
-  if (flags.includes('info')) console.log(`3. optimized code in ${(performance.now() - t2).toFixed(2)}ms`);
+  opt(funcs, globals, pages, tags, exceptions);
+  if (Prefs.profileCompiler) console.log(`3. optimized in ${(performance.now() - t2).toFixed(2)}ms`);
 
-  if (process.argv.includes('-opt-funcs')) logFuncs(funcs, globals, exceptions);
+  if (Prefs.optFuncs) logFuncs(funcs, globals, exceptions);
 
   const t3 = performance.now();
-  const sections = produceSections(funcs, globals, tags, pages, data, flags);
-  if (flags.includes('info')) console.log(`4. produced sections in ${(performance.now() - t3).toFixed(2)}ms`);
+  const wasm = assemble(funcs, globals, tags, pages, data, flags);
+  if (Prefs.profileCompiler) console.log(`4. assembled in ${(performance.now() - t3).toFixed(2)}ms`);
 
-  if (allocLog) {
+  if (Prefs.allocLog) {
     const wasmPages = Math.ceil((pages.size * pageSize) / 65536);
     const bytes = wasmPages * 65536;
     log('alloc', `\x1B[1mallocated ${bytes / 1024}KiB\x1B[0m for ${pages.size} things using ${wasmPages} Wasm page${wasmPages === 1 ? '' : 's'}`);
     console.log([...pages.keys()].map(x => `\x1B[36m - ${x}\x1B[0m`).join('\n') + '\n');
   }
 
-  const out = { wasm: sections, funcs, globals, tags, exceptions, pages };
+  const out = { wasm, funcs, globals, tags, exceptions, pages, data };
+
+  const target = Prefs.target ?? 'wasm';
+  const outFile = Prefs.o;
 
-  const target = getArg('target') ?? getArg('t') ?? 'wasm';
-  const outFile = getArg('o');
+  if (target === 'wasm' && outFile) {
+    fs.writeFileSync(outFile, Buffer.from(wasm));
+
+    if (process.version) process.exit();
+  }
 
   if (target === 'c') {
     const c = toc(out);
     out.c = c;
 
     if (outFile) {
-      writeFileSync(outFile, c);
+      fs.writeFileSync(outFile, c);
     } else {
       console.log(c);
     }
@@ -87,18 +82,25 @@ export default (code, flags) => {
   }
 
   if (target === 'native') {
-    const compiler = getArg('compiler') ?? 'clang';
-    const cO = getArg('cO') ?? 'Ofast';
+    let compiler = Prefs.compiler ?? 'clang';
+    const cO = Prefs._cO ?? 'Ofast';
 
-    const tmpfile = 'tmp.c';
-    const args = [ compiler, tmpfile, '-o', outFile ?? (process.platform === 'win32' ? 'out.exe' : 'out'), '-' + cO, '-march=native' ];
+    if (compiler === 'zig') compiler = [ 'zig', 'cc' ];
+      else compiler = [ compiler ];
+
+    const tmpfile = 'porffor_tmp.c';
+    // const args = [ compiler, tmpfile, '-o', outFile ?? (process.platform === 'win32' ? 'out.exe' : 'out'), '-' + cO, '-march=native', '-s', '-fno-unwind-tables', '-fno-asynchronous-unwind-tables', '-ffunction-sections', '-fdata-sections', '-Wl', '-fno-ident', '-fno-exceptions', '-ffast-math' ];
+    // const args = [ ...compiler, tmpfile, '-o', outFile ?? (process.platform === 'win32' ? 'out.exe' : 'out'), '-' + cO, '-march=native', '-s', '-ffast-math', '-fno-exceptions', '-target', 'x86_64-linux' ];
+    const args = [ ...compiler, tmpfile, '-o', outFile ?? (process.platform === 'win32' ? 'out.exe' : 'out'), '-' + cO, '-march=native', '-s', '-ffast-math', '-fno-exceptions' ];
 
     const c = toc(out);
-    writeFileSync(tmpfile, c);
+    fs.writeFileSync(tmpfile, c);
 
     // obvious command escape is obvious
     execSync(args.join(' '), { stdio: 'inherit' });
 
+    fs.unlinkSync(tmpfile);
+
     if (process.version) process.exit();
   }
 

package/compiler/log.js

@@ -5,11 +5,14 @@ export const bold = x => `\u001b[1m${x}\u001b[0m`;
 const areaColors = {
   codegen: [ 20, 80, 250 ],
   opt: [ 250, 20, 80 ],
-  sections: [ 20, 250, 80 ],
+  assemble: [ 20, 250, 80 ],
   alloc: [ 250, 250, 20 ],
-  parser: [ 240, 240, 240 ],
-  '2c': [ 20, 250, 250 ]
+  parse: [ 240, 240, 240 ],
+  '2c': [ 20, 250, 250 ],
+  wrap: [ 250, 100, 20 ]
 };
 
+// for (const x in areaColors) console.log(rgb(areaColors[x][0], areaColors[x][1], areaColors[x][2], x));
+
 export const log = (area, ...args) => console.log(`\u001b[90m[\u001b[0m${rgb(...areaColors[area], area)}\u001b[90m]\u001b[0m`, ...args);
 log.warning = (area, ...args) => log(area, '\u001b[93m' + args[0], ...args.slice(1), '\u001b[0m');

package/compiler/opt.js

@@ -2,6 +2,7 @@ import { Opcodes, Valtype } from "./wasmSpec.js";
 import { number } from "./embedding.js";
 import { read_signedLEB128, read_ieee754_binary64 } from "./encoding.js";
 import { log } from "./log.js";
+import Prefs from './prefs.js';
 
 const performWasmOp = (op, a, b) => {
   switch (op) {
@@ -11,21 +12,21 @@ const performWasmOp = (op, a, b) => {
   }
 };
 
-export default (funcs, globals, pages) => {
+export default (funcs, globals, pages, tags, exceptions) => {
   const optLevel = parseInt(process.argv.find(x => x.startsWith('-O'))?.[2] ?? 1);
   if (optLevel === 0) return;
 
-  const tailCall = process.argv.includes('-tail-call');
+  const tailCall = Prefs.tailCall;
   if (tailCall) log.warning('opt', 'tail call proposal is not widely implemented! (you used -tail-call)');
 
-  if (optLevel >= 2 && !process.argv.includes('-opt-no-inline')) {
+  if (optLevel >= 2 && !Prefs.optNoInline) {
     // inline pass (very WIP)
     // get candidates for inlining
     // todo: pick smart in future (if func is used <N times? or?)
     const callsSelf = f => f.wasm.some(x => x[0] === Opcodes.call && x[1] === f.index);
     const suitableReturns = wasm => wasm.reduce((acc, x) => acc + (x[0] === Opcodes.return), 0) <= 1;
     const candidates = funcs.filter(x => x.name !== 'main' && Object.keys(x.locals).length === x.params.length && (x.returns.length === 0 || suitableReturns(x.wasm)) && !callsSelf(x) && !x.throws).reverse();
-    if (optLog) {
+    if (Prefs.optLog) {
       log('opt', `found inline candidates: ${candidates.map(x => x.name).join(', ')} (${candidates.length}/${funcs.length - 1})`);
 
       let reasons = {};
@@ -53,7 +54,7 @@ export default (funcs, globals, pages) => {
         for (let i = 0; i < tWasm.length; i++) {
           const inst = tWasm[i];
           if (inst[0] === Opcodes.call && inst[1] === c.index) {
-            if (optLog) log('opt', `inlining call for ${c.name} (in ${t.name})`);
+            if (Prefs.optLog) log('opt', `inlining call for ${c.name} (in ${t.name})`);
             tWasm.splice(i, 1); // remove this call
 
             // add params as locals and set in reverse order
@@ -80,7 +81,7 @@ export default (funcs, globals, pages) => {
             // adjust local operands to go to correct param index
             for (const inst of iWasm) {
               if ((inst[0] === Opcodes.local_get || inst[0] === Opcodes.local_set) && inst[1] < c.params.length) {
-                if (optLog) log('opt', `replacing local operand in inlined wasm (${inst[1]} -> ${paramIdx[inst[1]]})`);
+                if (Prefs.optLog) log('opt', `replacing local operand in inlined wasm (${inst[1]} -> ${paramIdx[inst[1]]})`);
                 inst[1] = paramIdx[inst[1]];
               }
             }
@@ -97,13 +98,19 @@ export default (funcs, globals, pages) => {
     }
   }
 
-  if (process.argv.includes('-opt-inline-only')) return;
+  if (Prefs.optInlineOnly) return;
+
+  // todo: this breaks exceptions after due to indexes not being adjusted
+  // const tagUse = tags.reduce((acc, x) => { acc[x.idx] = 0; return acc; }, {});
+  // const exceptionUse = exceptions.reduce((acc, _, i) => { acc[i] = 0; return acc; }, {});
 
   // wasm transform pass
   for (const f of funcs) {
     const wasm = f.wasm;
 
-    let runs = 2; // how many by default? add arg?
+    const lastType = f.locals['#last_type'];
+
+    let runs = (+Prefs.optWasmRuns) || 2; // todo: how many by default?
     while (runs > 0) {
       runs--;
 
@@ -125,6 +132,13 @@ export default (funcs, globals, pages) => {
         if (inst[0] === Opcodes.local_get) getCount[inst[1]]++;
         if (inst[0] === Opcodes.local_set || inst[0] === Opcodes.local_tee) setCount[inst[1]]++;
 
+        // if (inst[0] === Opcodes.throw) {
+        //   tagUse[inst[1]]++;
+
+        //   const exceptId = read_signedLEB128(wasm[i - 1].slice(1));
+        //   exceptionUse[exceptId]++;
+        // }
+
         if (inst[0] === Opcodes.block) {
           // remove unneeded blocks (no brs inside)
           // block
@@ -141,7 +155,7 @@ export default (funcs, globals, pages) => {
               depth--;
               if (depth <= 0) break;
             }
-            if (op === Opcodes.br || op === Opcodes.br_if) {
+            if (op === Opcodes.br || op === Opcodes.br_if || op === Opcodes.br_table) {
               hasBranch = true;
               break;
             }
@@ -154,18 +168,18 @@ export default (funcs, globals, pages) => {
 
             wasm.splice(j - 1, 1); // remove end of this block
 
-            if (optLog) log('opt', `removed unneeded block in for loop`);
+            if (Prefs.optLog) log('opt', `removed unneeded block in for loop`);
           }
         }
 
-        if (inst[inst.length - 1] === 'string_only' && !pages.hasString) {
+        if (inst[inst.length - 1] === 'string_only' && !pages.hasAnyString) {
           // remove this inst
           wasm.splice(i, 1);
           if (i > 0) i--;
           inst = wasm[i];
         }
 
-        if (inst[inst.length - 1] === 'string_only|start' && !pages.hasString) {
+        if (inst[inst.length - 1] === 'string_only|start' && !pages.hasAnyString) {
           let j = i;
           for (; j < wasm.length; j++) {
             const op = wasm[j];
@@ -186,6 +200,7 @@ export default (funcs, globals, pages) => {
           let missing = false;
           if (type === 'Array') missing = !pages.hasArray;
           if (type === 'String') missing = !pages.hasString;
+          if (type === 'ByteString') missing = !pages.hasByteString;
 
           if (missing) {
             let j = i, depth = 0;
@@ -202,7 +217,7 @@ export default (funcs, globals, pages) => {
             i -= 4;
             inst = wasm[i];
 
-            if (optLog) log('opt', `removed unneeded typeswitch check`);
+            if (Prefs.optLog) log('opt', `removed unneeded typeswitch check`);
           }
         }
 
@@ -221,16 +236,24 @@ export default (funcs, globals, pages) => {
           }
 
           if (checks === 0) {
+            // todo: review indexes below
             wasm.splice(j - 1, 2, [ Opcodes.drop ]); // remove typeswitch start
             wasm.splice(i - 1, 1); // remove this inst
 
-            if (optLog) log('opt', 'removed unneeded entire typeswitch');
+            if (Prefs.optLog) log('opt', 'removed unneeded entire typeswitch');
 
             if (i > 0) i--;
             continue;
           }
         }
 
+        // remove setting last type if it is never gotten
+        if (!f.gotLastType && inst[0] === Opcodes.local_set && inst[1] === lastType?.idx) {
+          // replace this inst with drop
+          wasm.splice(i, 1, [ Opcodes.drop ]); // remove this and last inst
+          if (i > 0) i--;
+        }
+
         if (i < 1) continue;
         let lastInst = wasm[i - 1];
 
@@ -246,7 +269,7 @@ export default (funcs, globals, pages) => {
 
           getCount[inst[1]]--;
           i--;
-          // if (optLog) log('opt', `consolidated set, get -> tee`);
+          // if (Prefs.optLog) log('opt', `consolidated set, get -> tee`);
           continue;
         }
 
@@ -314,7 +337,7 @@ export default (funcs, globals, pages) => {
 
           wasm.splice(i - 1, 2); // remove this inst and last
           i -= 2;
-          // if (optLog) log('opt', `removed redundant i32 -> i64 -> i32 conversion ops`);
+          // if (Prefs.optLog) log('opt', `removed redundant i32 -> i64 -> i32 conversion ops`);
           continue;
         }
 
@@ -327,7 +350,7 @@ export default (funcs, globals, pages) => {
 
           wasm.splice(i - 1, 2); // remove this inst and last
           i -= 2;
-          // if (optLog) log('opt', `removed redundant i32 -> f64 -> i32 conversion ops`);
+          // if (Prefs.optLog) log('opt', `removed redundant i32 -> f64 -> i32 conversion ops`);
           continue;
         }
 
@@ -342,7 +365,7 @@ export default (funcs, globals, pages) => {
 
           wasm.splice(i, 1); // remove this inst
           i--;
-          if (optLog) log('opt', `converted const -> i32 convert into i32 const`);
+          if (Prefs.optLog) log('opt', `converted const -> i32 convert into i32 const`);
           continue;
         }
 
@@ -357,7 +380,7 @@ export default (funcs, globals, pages) => {
 
           wasm.splice(i, 1); // remove this inst
           i--;
-          if (optLog) log('opt', `converted i32 const -> convert into const`);
+          if (Prefs.optLog) log('opt', `converted i32 const -> convert into const`);
           continue;
         }
 
@@ -372,7 +395,7 @@ export default (funcs, globals, pages) => {
 
           wasm.splice(i, 1); // remove this inst (return)
           i--;
-          if (optLog) log('opt', `tail called return, call`);
+          if (Prefs.optLog) log('opt', `tail called return, call`);
           continue;
         }
 
@@ -385,7 +408,7 @@ export default (funcs, globals, pages) => {
 
           wasm.splice(i, 1); // remove this inst (return)
           i--;
-          // if (optLog) log('opt', `removed redundant return at end`);
+          // if (Prefs.optLog) log('opt', `removed redundant return at end`);
           continue;
         }
 
@@ -415,7 +438,7 @@ export default (funcs, globals, pages) => {
           // <nothing>
 
           wasm.splice(i - 2, 3); // remove this, last, 2nd last insts
-          if (optLog) log('opt', `removed redundant inline param local handling`);
+          if (Prefs.optLog) log('opt', `removed redundant inline param local handling`);
           i -= 3;
           continue;
         }
@@ -423,12 +446,12 @@ export default (funcs, globals, pages) => {
 
       if (optLevel < 2) continue;
 
-      if (optLog) log('opt', `get counts: ${Object.keys(f.locals).map(x => `${x} (${f.locals[x].idx}): ${getCount[f.locals[x].idx]}`).join(', ')}`);
+      if (Prefs.optLog) log('opt', `get counts: ${Object.keys(f.locals).map(x => `${x} (${f.locals[x].idx}): ${getCount[f.locals[x].idx]}`).join(', ')}`);
 
       // remove unneeded var: remove pass
       // locals only got once. we don't need to worry about sets/else as these are only candidates and we will check for matching set + get insts in wasm
       let unneededCandidates = Object.keys(getCount).filter(x => getCount[x] === 0 || (getCount[x] === 1 && setCount[x] === 0)).map(x => parseInt(x));
-      if (optLog) log('opt', `found unneeded locals candidates: ${unneededCandidates.join(', ')} (${unneededCandidates.length}/${Object.keys(getCount).length})`);
+      if (Prefs.optLog) log('opt', `found unneeded locals candidates: ${unneededCandidates.join(', ')} (${unneededCandidates.length}/${Object.keys(getCount).length})`);
 
       // note: disabled for now due to instability
       if (unneededCandidates.length > 0 && false) for (let i = 0; i < wasm.length; i++) {
@@ -446,7 +469,7 @@ export default (funcs, globals, pages) => {
           wasm.splice(i - 1, 2); // remove insts
           i -= 2;
           delete f.locals[Object.keys(f.locals)[inst[1]]]; // remove from locals
-          if (optLog) log('opt', `removed redundant local (get set ${inst[1]})`);
+          if (Prefs.optLog) log('opt', `removed redundant local (get set ${inst[1]})`);
         }
 
         if (inst[0] === Opcodes.local_tee && unneededCandidates.includes(inst[1])) {
@@ -474,7 +497,7 @@ export default (funcs, globals, pages) => {
           unneededCandidates.splice(unneededCandidates.indexOf(inst[1]), 1);
           unneededCandidates = unneededCandidates.map(x => x > removedIdx ? (x - 1) : x);
 
-          if (optLog) log('opt', `removed redundant local ${localName} (tee ${inst[1]})`);
+          if (Prefs.optLog) log('opt', `removed redundant local ${localName} (tee ${inst[1]})`);
         }
       }
 
@@ -510,7 +533,7 @@ export default (funcs, globals, pages) => {
           let b = lastInst[1];
 
           const val = performWasmOp(inst[0], a, b);
-          if (optLog) log('opt', `inlined math op (${a} ${inst[0].toString(16)} ${b} -> ${val})`);
+          if (Prefs.optLog) log('opt', `inlined math op (${a} ${inst[0].toString(16)} ${b} -> ${val})`);
 
           wasm.splice(i - 2, 3, ...number(val)); // remove consts, math op and add new const
           i -= 2;
@@ -522,14 +545,27 @@ export default (funcs, globals, pages) => {
       for (const x in useCount) {
         if (useCount[x] === 0) {
           const name = Object.keys(f.locals)[localIdxs.indexOf(parseInt(x))];
-          if (optLog) log('opt', `removed internal local ${x} (${name})`);
+          if (Prefs.optLog) log('opt', `removed internal local ${x} (${name})`);
           delete f.locals[name];
         }
       }
 
-      if (optLog) log('opt', `final use counts: ${Object.keys(f.locals).map(x => `${x} (${f.locals[x].idx}): ${useCount[f.locals[x].idx]}`).join(', ')}`);
+      if (Prefs.optLog) log('opt', `final use counts: ${Object.keys(f.locals).map(x => `${x} (${f.locals[x].idx}): ${useCount[f.locals[x].idx]}`).join(', ')}`);
     }
   }
 
+  // for (const x in tagUse) {
+  //   if (tagUse[x] === 0) {
+  //     const el = tags.find(y => y.idx === x);
+  //     tags.splice(tags.indexOf(el), 1);
+  //   }
+  // }
+
+  // for (const x of Object.keys(exceptionUse).sort((a, b) => b - a)) {
+  //   if (exceptionUse[x] === 0) {
+  //     exceptions.splice(+x, 1);
+  //   }
+  // }
+
   // return funcs;
 };

package/compiler/parse.js

@@ -1,4 +1,7 @@
 import { log } from "./log.js";
+import Prefs from './prefs.js';
+
+// import { parse } from 'acorn';
 
 // deno compat
 if (typeof process === 'undefined' && typeof Deno !== 'undefined') {
@@ -6,16 +9,9 @@ if (typeof process === 'undefined' && typeof Deno !== 'undefined') {
   globalThis.process = { argv: ['', '', ...Deno.args], stdout: { write: str => Deno.writeAllSync(Deno.stdout, textEncoder.encode(str)) } };
 }
 
-// import { parse } from 'acorn';
-
-let parser, parse;
-
-const loadParser = async () => {
-  parser = process.argv.find(x => x.startsWith('-parser='))?.split('=')?.[1] ?? 'acorn';
-  0, { parse } = (await import((globalThis.document ? 'https://esm.sh/' : '') + parser));
-};
-globalThis._porf_loadParser = loadParser;
-await loadParser();
+// should we try to support types (while parsing)
+const types = Prefs.parseTypes;
+globalThis.typedInput = types && Prefs.optTypes;
 
 // todo: review which to use by default
 // supported parsers:
@@ -24,32 +20,43 @@ await loadParser();
 // - hermes-parser
 // - @babel/parser
 
-// should we try to support types (while parsing)
-const types = process.argv.includes('-types');
+globalThis.parser = '';
+let parse;
+const loadParser = async (fallbackParser = 'acorn', forceParser) => {
+  parser = forceParser ?? process.argv.find(x => x.startsWith('-parser='))?.split('=')?.[1] ?? fallbackParser;
+  0, { parse } = (await import((globalThis.document || globalThis.Deno ? 'https://esm.sh/' : '') + parser));
+};
+globalThis._porf_loadParser = loadParser;
+await loadParser(types ? '@babel/parser' : undefined);
 
-if (types && !['@babel/parser', 'hermes-parser'].includes(parser)) log.warning('parser', `passed -types with a parser (${parser}) which does not support`);
+if (types && !['@babel/parser', 'hermes-parser'].includes(parser)) log.warning('parse', `passed -parse-types with a parser (${parser}) which does not support`);
 
 export default (input, flags) => {
-  const ast = parse(input, {
-    // acorn
-    ecmaVersion: 'latest',
-
-    // meriyah
-    next: true,
-    module: flags.includes('module'),
-    webcompat: true,
-
-    // babel
-    plugins: types ? ['estree', 'typescript'] : ['estree'],
-
-    // multiple
-    sourceType: flags.includes('module') ? 'module' : 'script',
-    ranges: false,
-    tokens: false,
-    comments: false,
-  });
-
-  if (ast.type === 'File') return ast.program;
-
-  return ast;
+  try {
+    const ast = parse(input, {
+      // acorn
+      ecmaVersion: 'latest',
+
+      // meriyah
+      next: true,
+      module: flags.includes('module'),
+      webcompat: true,
+
+      // babel
+      plugins: types ? ['estree', 'typescript'] : ['estree'],
+
+      // multiple
+      sourceType: flags.includes('module') ? 'module' : 'script',
+      ranges: false,
+      tokens: false,
+      comments: false,
+    });
+
+    if (ast.type === 'File') return ast.program;
+
+    return ast;
+  } catch (e) {
+    // normalize error class thrown by 3rd party parsers
+    throw new SyntaxError(e.message, { cause: e });
+  }
 };

package/compiler/precompile.js

@@ -0,0 +1,123 @@
+import { Opcodes } from './wasmSpec.js';
+import { TYPES } from './types.js';
+
+import fs from 'node:fs';
+import { join } from 'node:path';
+
+import { fileURLToPath } from 'node:url';
+const __dirname = fileURLToPath(new URL('.', import.meta.url));
+
+// import porfParse from './parse.js';
+// import porfCodegen from './codeGen.js';
+
+const argv = process.argv.slice();
+
+const compile = async (file, [ _funcs, _globals ]) => {
+  let source = fs.readFileSync(file, 'utf8');
+  let first = source.slice(0, source.indexOf('\n'));
+
+  if (first.startsWith('export default')) {
+    source = (await import(file)).default();
+    first = source.slice(0, source.indexOf('\n'));
+  }
+
+  let args = ['-bytestring', '-todo-time=compile', '-no-aot-pointer-opt', '-scoped-page-names', '-parse-types', '-opt-types'];
+  if (first.startsWith('// @porf')) {
+    args = args.concat(first.slice('// @porf '.length).split(' '));
+  }
+  process.argv = argv.concat(args);
+
+  // const porfParse = (await import(`./parse.js?_=${Date.now()}`)).default;
+  // const porfCodegen = (await import(`./codeGen.js?_=${Date.now()}`)).default;
+
+  // let { funcs, globals, data } = porfCodegen(porfParse(source, ['module']));
+
+  const porfCompile = (await import(`./index.js?_=${Date.now()}`)).default;
+
+  let { funcs, globals, data, exceptions } = porfCompile(source, ['module']);
+
+  const allocated = new Set();
+
+  const exports = funcs.filter(x => x.export);
+  for (const x of exports) {
+    if (x.data) {
+      x.data = x.data.map(x => data[x]);
+      for (const y in x.data) {
+        x.data[y].offset -= x.data[0].offset;
+      }
+    }
+    if (x.exceptions) x.exceptions = x.exceptions.map(x => {
+      const obj = exceptions[x];
+      if (obj) obj.exceptId = x;
+      return obj;
+    }).filter(x => x);
+
+    const locals = Object.keys(x.locals).reduce((acc, y) => {
+      acc[x.locals[y].idx] = { ...x.locals[y], name: y };
+      return acc;
+    }, {});
+
+    for (let i = 0; i < x.wasm.length; i++) {
+      const y = x.wasm[i];
+      const n = x.wasm[i + 1];
+      if (y[0] === Opcodes.call) {
+        const f = funcs.find(x => x.index === y[1]);
+        if (!f) continue;
+
+        y[1] = f.name;
+      }
+
+      if (y[0] === Opcodes.const && (n[0] === Opcodes.local_set || n[0] === Opcodes.local_tee)) {
+        const l = locals[n[1]];
+        if (!l) continue;
+        if (![TYPES.string, TYPES._array, TYPES._bytestring].includes(l.metadata?.type)) continue;
+        if (!x.pages) continue;
+
+        const pageName = [...x.pages.keys()].find(z => z.endsWith(l.name));
+        if (!pageName || allocated.has(pageName)) continue;
+        allocated.add(pageName);
+
+        y.splice(0, 10, 'alloc', pageName, x.pages.get(pageName).type, valtypeBinary);
+        // y.push(x.pages.get(pageName));
+      }
+    }
+  }
+
+  _funcs.push(...exports);
+  _globals.push(...Object.values(globals));
+};
+
+const precompile = async () => {
+  const dir = join(__dirname, 'builtins');
+
+  let funcs = [], globals = [];
+  for (const file of fs.readdirSync(dir)) {
+    if (file.endsWith('.d.ts')) continue;
+    await compile(join(dir, file), [ funcs, globals ]);
+  }
+
+  // ${x.pages && x.pages.size > 0 ? `    pages: ${JSON.stringify(Object.fromEntries(x.pages.entries()))},` : ''}
+  // ${x.used && x.used.length > 0 ? `    used: ${JSON.stringify(x.used)},` : ''}
+
+  return `// autogenerated by compiler/precompile.js
+import { number } from './embedding.js';
+
+export const BuiltinFuncs = function() {
+${funcs.map(x => `  this.${x.name} = {
+    wasm: (scope, { allocPage, builtin }) => ${JSON.stringify(x.wasm.filter(x => x.length && x[0] != null)).replace(/\["alloc","(.*?)","(.*?)",(.*?)\]/g, (_, reason, type, valtype) => `...number(allocPage(scope, '${reason}', '${type}') * pageSize, ${valtype})`).replace(/\[16,"(.*?)"]/g, (_, name) => `[16, builtin('${name}')]`)},
+    params: ${JSON.stringify(x.params)},
+    typedParams: true,
+    returns: ${JSON.stringify(x.returns)},
+    ${x.returnType != null ? `returnType: ${JSON.stringify(x.returnType)}` : 'typedReturns: true'},
+    locals: ${JSON.stringify(Object.values(x.locals).slice(x.params.length).map(x => x.type))},
+    localNames: ${JSON.stringify(Object.keys(x.locals))},
+${x.data && x.data.length > 0 ? `    data: ${JSON.stringify(x.data)},` : ''}
+${x.exceptions && x.exceptions.length > 0 ? `    exceptions: ${JSON.stringify(x.exceptions)},` : ''}
+  };`.replaceAll('\n\n', '\n').replaceAll('\n\n', '\n')).join('\n')}
+};`;
+};
+
+const code = await precompile();
+// console.log(code);
+
+fs.writeFileSync(join(__dirname, 'generated_builtins.js'), code);