@tellahq/rescript 10.1.0-alpha.1

package/scripts/build_sorted.ml

@@ -0,0 +1,233 @@
+(* Copyright (C) 2019-Present Hongbo Zhang, Authors of ReScript
+ *
+ * This program is free software: you can redistribute it and/or modify
+ * it under the terms of the GNU Lesser General Public License as published by
+ * the Free Software Foundation, either version 3 of the License, or
+ * (at your option) any later version.
+ *
+ * In addition to the permissions granted to you by the LGPL, you may combine
+ * or link a "work that uses the Library" with a publicly distributed version
+ * of this file to produce a combined library or application, then distribute
+ * that combined work under the terms of your choosing, with no requirement
+ * to comply with the obligations normally placed on you by section 4 of the
+ * LGPL version 3 (or the corresponding section of a later version of the LGPL
+ * should you choose to use a later version).
+ *
+ * This program is distributed in the hope that it will be useful,
+ * but WITHOUT ANY WARRANTY; without even the implied warranty of
+ * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
+ * GNU Lesser General Public License for more details.
+ *
+ * You should have received a copy of the GNU Lesser General Public License
+ * along with this program; if not, write to the Free Software
+ * Foundation, Inc., 59 Temple Place - Suite 330, Boston, MA 02111-1307, USA. *)
+
+ let reserved_words =
+  [|
+    (* keywork *)
+    "break";
+    "case"; "catch"; "continue";
+    "debugger";"default";"delete";"do";
+    "else";
+    "finally";"for";"function";
+    "if"; (* "then";  *) "in";"instanceof";
+    "new";
+    "return";
+    "switch";
+    "this"; "throw"; "try"; "typeof";
+    "var"; "void"; "while"; "with";
+
+    (* reserved in ECMAScript 5 *)
+    "class"; "enum"; "export"; "extends"; "import"; "super";
+
+    "implements";"interface";
+    "let";
+    "package";"private";"protected";"public";
+    "static";
+    "yield";
+
+    (* other *)
+    "null";
+    "true";
+    "false";
+    "NaN";
+
+
+    "undefined";
+    "this";
+
+    (* also reserved in ECMAScript 3 *)
+    "abstract"; "boolean"; "byte"; "char"; "const"; "double";
+    "final"; "float"; "goto"; "int"; "long"; "native"; "short";
+    "synchronized";
+    (* "throws";  *)
+    (* seems to be fine, like nodejs [assert.throws] *)
+    "transient"; "volatile";
+
+    (* also reserved in ECMAScript 6 *)
+    "await";
+
+    "event";
+    "location";
+    "window";
+    "document";
+    "eval";
+    "navigator";
+    (* "self"; *)
+
+    "Array";
+    "Date";
+    "Math";
+    "JSON";
+    "Object";
+    "RegExp";
+    "String";
+    "Boolean";
+    "Number";
+    "Buffer"; (* Node *)
+    "Map"; (* es6*)
+    "Set";
+    "Promise";
+    "Infinity";
+    "isFinite";
+
+    "ActiveXObject";
+    "XMLHttpRequest";
+    "XDomainRequest";
+
+    "DOMException";
+    "Error";
+    "SyntaxError";
+    "arguments";
+
+    "decodeURI";
+    "decodeURIComponent";
+    "encodeURI";
+    "encodeURIComponent";
+    "escape";
+    "unescape";
+    "fetch";
+    "isNaN";
+    "parseFloat";
+    "parseInt";
+
+    (** reserved for commonjs and NodeJS globals*)
+    "require";
+    "exports";
+    "module";
+    "clearImmediate";
+    "clearInterval";
+    "clearTimeout";
+    "console";
+    "global";
+    "process";
+    "require";
+    "setImmediate";
+    "setInterval";
+    "setTimeout";
+    "__dirname";
+    "__filename";
+    "__esModule"
+  |] 
+
+
+module SSet = Set.Make(String)
+let get_predefined_words (fn : string) = 
+  let v = ref SSet.empty in 
+  let in_chan = open_in_bin fn in 
+  (try
+     while true do 
+       let new_word = input_line in_chan in 
+       if String.length new_word <> 0 then 
+         v := SSet.add new_word !v
+     done 
+   with End_of_file -> ());
+  !v 
+
+let fill_extra (ss : SSet.t) : SSet.t =   
+  let v = ref ss in 
+  for i  = 0 to Array.length reserved_words - 1 do 
+    v := SSet.add reserved_words.(i) !v
+  done;
+  !v 
+let license = {|
+(* Copyright (C) 2019-Present Hongbo Zhang, Authors of ReScript
+ * 
+ * This program is free software: you can redistribute it and/or modify
+ * it under the terms of the GNU Lesser General Public License as published by
+ * the Free Software Foundation, either version 3 of the License, or
+ * (at your option) any later version.
+ *
+ * In addition to the permissions granted to you by the LGPL, you may combine
+ * or link a "work that uses the Library" with a publicly distributed version
+ * of this file to produce a combined library or application, then distribute
+ * that combined work under the terms of your choosing, with no requirement
+ * to comply with the obligations normally placed on you by section 4 of the
+ * LGPL version 3 (or the corresponding section of a later version of the LGPL
+ * should you choose to use a later version).
+ *
+ * This program is distributed in the hope that it will be useful,
+ * but WITHOUT ANY WARRANTY; without even the implied warranty of
+ * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
+ * GNU Lesser General Public License for more details.
+ * 
+ * You should have received a copy of the GNU Lesser General Public License
+ * along with this program; if not, write to the Free Software
+ * Foundation, Inc., 59 Temple Place - Suite 330, Boston, MA 02111-1307, USA. *)
+
+|}
+let binary_search = {|
+
+type element = string 
+
+let rec binarySearchAux (arr : element array) (lo : int) (hi : int) key : bool =   
+    let mid = (lo + hi)/2 in 
+    let midVal = Array.unsafe_get arr mid in 
+    (* let c = cmp key midVal [@bs] in  *)
+    if key = midVal then true 
+    else if key < midVal then  (*  a[lo] =< key < a[mid] <= a[hi] *)
+      if hi = mid then  
+        (Array.unsafe_get arr lo) = key 
+      else binarySearchAux arr lo mid key 
+    else  (*  a[lo] =< a[mid] < key <= a[hi] *)
+      if lo = mid then 
+        (Array.unsafe_get arr hi) = key 
+      else binarySearchAux arr mid hi key 
+
+let binarySearch (sorted : element array) (key : element)  : bool =  
+  let len = Array.length sorted in 
+  if len = 0 then false
+  else 
+    let lo = Array.unsafe_get sorted 0 in 
+    (* let c = cmp key lo [@bs] in  *)
+    if key < lo then false
+    else
+    let hi = Array.unsafe_get sorted (len - 1) in 
+    (* let c2 = cmp key hi [@bs]in  *)
+    if key > hi then false
+    else binarySearchAux sorted 0 (len - 1) key 
+
+let is_reserved s = binarySearch sorted_keywords s     
+|}
+let main keyword_file output_file =   
+  let ss = get_predefined_words keyword_file in 
+  let ss = fill_extra ss in 
+  let keywords_array = 
+    (SSet.fold 
+      (fun s acc -> acc ^ "\"" ^ s ^ "\";\n  "
+      ) ss "let sorted_keywords = [|\n  ") ^ "|]\n" 
+  in 
+  let oc = open_out_bin output_file in 
+  output_string oc license ; 
+  output_string oc  keywords_array;
+  output_string oc binary_search;
+  close_out oc 
+(*   
+;;
+for i = 0 to Array.length Sys.argv - 1  do 
+  print_endline ">"; print_string Sys.argv.(i)
+done 
+;; *)
+let () = main Sys.argv.(1) "ext/js_reserved_map.ml"
+
+

package/scripts/buildocaml.js

@@ -0,0 +1,102 @@
+#!/usr/bin/env node
+//@ts-check
+var cp = require("child_process");
+var path = require("path");
+var fs = require("fs");
+
+var ocamlSrcDir = path.join(__dirname, "..", "native");
+var ocamlVersionFilePath = path.join(ocamlSrcDir, "VERSION");
+
+/**
+ * Checks whether an OCaml compiler is available.
+ * If it is, we do not need to build one from the vendored sources.
+ */
+function checkEnvCompiler() {
+  try {
+    var o = cp.execSync(`ocamlopt.opt -version`, {
+      encoding: "utf-8",
+    });
+    console.log("checking env compiler");
+    console.log(o);
+    return true;
+  } catch (e) {
+    console.log(e);
+    return false;
+  }
+}
+exports.checkEnvCompiler = checkEnvCompiler;
+
+/**
+ * Ensures the ocaml folder exists at the root of the project, either from the submodule,
+ * or by extracting the vendor/ocaml.tar.gz there
+ */
+function ensureOCamlExistsSync() {
+  if (!fs.existsSync(ocamlVersionFilePath)) {
+    if (!fs.existsSync(ocamlSrcDir)) {
+      fs.mkdirSync(ocamlSrcDir);
+    }
+
+    console.log("Extracting OCaml sources...");
+    cp.execSync(`tar xzf ../vendor/ocaml.tar.gz`, {
+      cwd: ocamlSrcDir,
+      stdio: [0, 1, 2],
+    });
+  }
+}
+
+/**
+ * @type {string}
+ */
+var cached = undefined;
+// FIXME: this works in CI, but for release build, submodule
+// is carried, so it needs to be fixed
+/**
+ * @returns{string}
+ */
+function getVersionPrefix() {
+  if (cached !== undefined) {
+    return cached;
+  }
+
+  ensureOCamlExistsSync();
+
+  console.log(`${ocamlVersionFilePath} is used in version detection`);
+  var version = fs.readFileSync(ocamlVersionFilePath, "ascii");
+  cached = version.substr(0, version.indexOf("+"));
+  return cached;
+}
+exports.getVersionPrefix = getVersionPrefix;
+
+/**
+ *
+ * @param {boolean} config
+ * @returns {string}
+ */
+function build(config) {
+  ensureOCamlExistsSync();
+
+  var prefix = path.normalize(
+    path.join(__dirname, "..", "native", getVersionPrefix())
+  );
+
+  if (config) {
+    var { make } = require("./config.js");
+    cp.execSync(
+      "bash ./configure --disable-naked-pointers --enable-flambda -prefix " +
+        prefix +
+        ` && ${make} clean`,
+      { cwd: ocamlSrcDir, stdio: [0, 1, 2] }
+    );
+  }
+
+  cp.execSync(`${make} -j9 world.opt && ${make} install `, {
+    cwd: ocamlSrcDir,
+    stdio: [0, 1, 2],
+  });
+  return prefix;
+}
+
+exports.build = build;
+if (require.main === module) {
+  build(!process.argv.includes("-noconfig"));
+}

package/scripts/caml_oo_curry_gen.ml

@@ -0,0 +1,71 @@
+let prelude ={|
+(* Copyright (C) 2015-2016 Bloomberg Finance L.P.
+ * 
+ * This program is free software: you can redistribute it and/or modify
+ * it under the terms of the GNU Lesser General Public License as published by
+ * the Free Software Foundation, either version 3 of the License, or
+ * (at your option) any later version.
+ *
+ * In addition to the permissions granted to you by the LGPL, you may combine
+ * or link a "work that uses the Library" with a publicly distributed version
+ * of this file to produce a combined library or application, then distribute
+ * that combined work under the terms of your choosing, with no requirement
+ * to comply with the obligations normally placed on you by section 4 of the
+ * LGPL version 3 (or the corresponding section of a later version of the LGPL
+ * should you choose to use a later version).
+ *
+ * This program is distributed in the hope that it will be useful,
+ * but WITHOUT ANY WARRANTY; without even the implied warranty of
+ * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
+ * GNU Lesser General Public License for more details.
+ * 
+ * You should have received a copy of the GNU Lesser General Public License
+ * along with this program; if not, write to the Free Software
+ * Foundation, Inc., 59 Temple Place - Suite 330, Boston, MA 02111-1307, USA. *)
+
+(** Generated by scripts/caml_oo_curry_gen.ml *)  
+external function_length : 'a -> int = "#function_length"
+
+(** For efficiency, [args.(0)] would contain obj as well  *)
+let js label cacheid obj args = 
+  let meth = 
+    (Obj.magic Caml_oo.caml_get_public_method obj label cacheid) in
+  Curry.app meth args
+  
+|}
+
+let list_init n  fn = Array.to_list (Array.init n fn)
+    
+
+let number = 8
+
+
+let generate_fun args_number =
+  let args_array =
+    Array.init args_number (fun i -> Printf.sprintf "a%d" i) in
+  let args =  Array.to_list args_array in
+  let args_string =  (String.concat " " args) in
+  Printf.sprintf {|    
+let js%d label cacheid %s =
+  Curry._%d (Obj.magic Caml_oo.caml_get_public_method %s label cacheid) %s
+|}
+    
+    args_number
+    args_string
+    args_number
+    (List.hd args)    
+    args_string    
+
+    
+let () =
+  print_endline
+  @@ Printf.sprintf
+    "%s\n%s"
+    prelude
+
+    (String.concat "\n"
+       (list_init 8 (fun i -> generate_fun (i + 1))))
+
+(* local variables: *)
+(* compile-command: "ocaml caml_oo_curry_gen.ml > ../jscomp/runtime/caml_oo_curry.ml" *)
+(* end: *)

package/scripts/checkUnused.js

@@ -0,0 +1,63 @@
+#!/usr/bin/env node
+//@ts-check
+var cp = require("child_process");
+var path = require("path");
+var fs = require("fs");
+var opt = path.join(__dirname, "..", "native", "4.06.1", "bin", "ocamlopt.opt");
+
+// TOOD: share with ninja.js
+// check compiler code base
+var sourceDirs = [
+  "stubs",
+  "ext",
+  "common",
+  "js_parser",
+  "syntax",
+  "depends",
+  "core",
+  "super_errors",
+  "outcome_printer",
+  "bsb",
+  "bsb_helper",
+  "ounit",
+  "ounit_tests",
+  "main",
+];
+var fileMap = new Map();
+for (let dir of sourceDirs) {
+  let ydir = path.join("jscomp", dir);
+  let xdir = path.join(__dirname, "..", ydir);
+  for (let file of fs.readdirSync(xdir, "utf8")) {
+    let p = path.parse(file);
+    if (p.ext === ".ml" || p.ext === ".mli") {
+      fileMap.set(p.base, ydir);
+    }
+  }
+}
+
+/**
+ *
+ * @param {string} file
+ */
+function check(file) {
+  var output = cp.spawnSync(
+    `${opt} -c  -opaque -linscan -I +compiler-libs -I 4.06.1 -w a+32 4.06.1/${file}.mli 4.06.1/${file}.ml`,
+    { cwd: path.join(__dirname, "..", "lib"), encoding: "utf8", shell: true }
+  );
+
+  // debugger
+
+  var result = output.stderr.replace(/File "(.*)"/g, (file, p1) => {
+    let query = fileMap.get(p1);
+    if (!query) {
+      return `Unkonwn file ${p1}`;
+    }
+    return `File "${query}/${p1}"`;
+  });
+
+  console.log(result);
+}
+
+//
+console.log(process.argv);
+check(process.argv[2]);

package/scripts/ciTest.js

@@ -0,0 +1,172 @@
+//@ts-check
+var cp = require("child_process");
+var path = require("path");
+var fs = require("fs");
+
+var ounitTest = false;
+var mochaTest = false;
+var themeTest = false;
+var bsbTest = false;
+var formatTest = false;
+var all = false;
+
+if (process.argv.includes("-ounit")) {
+  ounitTest = true;
+}
+
+if (process.argv.includes("-mocha")) {
+  mochaTest = true;
+}
+
+if (process.argv.includes("-theme")) {
+  themeTest = true;
+}
+
+if (process.argv.includes("-bsb")) {
+  bsbTest = true;
+}
+
+if (process.argv.includes("-format")) {
+  formatTest = true;
+}
+
+if (process.argv.includes("-all")) {
+  all = true;
+}
+if (all) {
+  ounitTest = true;
+  mochaTest = true;
+  themeTest = true;
+  bsbTest = true;
+  formatTest = true;
+}
+
+function init() {
+  if (!require("./buildocaml.js").checkEnvCompiler()) {
+    // No compiler available on path.
+    // Assume that we built the compiler from source beforehand and add it to the path.
+    var vendorOCamlPath = path.join(
+      __dirname,
+      "..",
+      "native",
+      require("./buildocaml.js").getVersionPrefix(),
+      "bin"
+    );
+
+    process.env["PATH"] =
+      vendorOCamlPath + path.delimiter + process.env["PATH"];
+  }
+
+  var ninjaPath = path.join(__dirname, "..", process.platform, "ninja.exe");
+
+  if (!fs.existsSync(ninjaPath)) {
+    throw new Error("ninja could not be configured");
+  }
+}
+
+function runTests() {
+  // when binary was prebuilt, there can be no ocaml installation
+  // var output =
+  //     cp.execSync('which ocaml', { encoding: 'ascii' })
+  // console.log('OCaml:', output)
+
+  var binDir = path.join(__dirname, "..", "jscomp", "bin");
+  if (ounitTest) {
+    cp.execSync(
+      `ocamlc.opt -w "-d" -warn-error -a -I . -c js_compiler.mli js_compiler.ml`,
+      {
+        cwd: path.join(__dirname, "..", "lib", "4.06.1", "unstable"),
+        stdio: [0, 1, 2],
+      }
+    );
+    // running tests for native code
+    fs.copyFileSync(
+      path.join(
+        __dirname,
+        "..",
+        "lib",
+        "4.06.1",
+        "unstable",
+        "all_ounit_tests.ml"
+      ),
+      path.join(binDir, "all_ounit_tests.ml")
+    );
+    cp.execSync(
+      `ocamlopt.opt -g -w -40-30 -w "-d" ../stubs/ext_basic_hash_stubs.c  unix.cmxa str.cmxa all_ounit_tests.ml -o test.exe`,
+      {
+        cwd: binDir,
+        stdio: [0, 1, 2],
+      }
+    );
+
+    cp.execSync(path.join(binDir, "test.exe"), {
+      cwd: binDir,
+      stdio: [0, 1, 2],
+    });
+  }
+
+  // running generated js tests
+  if (mochaTest) {
+    cp.execSync(`npx mocha -t 10000 jscomp/test/**/*test.js`, {
+      cwd: path.join(__dirname, ".."),
+      stdio: [0, 1, 2],
+    });
+  }
+
+  if (bsbTest) {
+    console.log("Doing build_tests");
+    var buildTestDir = path.join(__dirname, "..", "jscomp", "build_tests");
+    var linkCmd = `npm link ../..`;
+    console.log(linkCmd);
+    cp.execSync(linkCmd, {
+      cwd: buildTestDir,
+      stdio: [0, 1, 2],
+      encoding: "utf8",
+    });
+    var files = fs.readdirSync(buildTestDir);
+    files.forEach(function (file) {
+      var testDir = path.join(buildTestDir, file);
+      if (file === "node_modules" || !fs.lstatSync(testDir).isDirectory()) {
+        return;
+      }
+      if (!fs.existsSync(path.join(testDir, "input.js"))) {
+        console.warn(`input.js does not exist in ${testDir}`);
+      } else {
+        console.log(`testing ${file}`);
+        // note existsSync test already ensure that it is a directory
+        cp.exec(
+          `node input.js`,
+          { cwd: testDir, encoding: "utf8" },
+          function (error, stdout, stderr) {
+            console.log(stdout);
+
+            if (error !== null) {
+              console.log(stderr);
+              throw new Error(`❌ error in ${file}: \n${error} `);
+            } else {
+              console.log("✅ success in ", file);
+            }
+          }
+        );
+      }
+    });
+  }
+
+  if (formatTest) {
+    cp.execSync("npm run checkFormat", {
+      cwd: path.join(__dirname, ".."),
+      stdio: [0, 1, 2],
+    });
+  }
+}
+
+function main() {
+  try {
+    init();
+    runTests();
+  } catch (err) {
+    console.error(err);
+    process.exit(2);
+  }
+}
+main();

package/scripts/config.js

@@ -0,0 +1,24 @@
+//@ts-check
+var os = require("os");
+var os_type = os.type();
+
+var is_windows = !(os_type.indexOf("Windows") < 0);
+var is_bsd = !(os_type.indexOf("BSD") < 0);
+
+exports.is_windows = is_windows;
+var sys_extension;
+switch (os.type()) {
+  case "Darwin":
+  case "FreeBSD":
+  case "Linux":
+  case "OpenBSD":
+  case "Windows_NT":
+    sys_extension = "." + os.platform();
+    break;
+  default:
+    throw "Not supported " + os.type();
+}
+
+exports.sys_extension = sys_extension;
+var make = is_bsd ? "gmake" : "make";
+exports.make = make;

package/scripts/cover.sh

@@ -0,0 +1,3 @@
+#!/bin/sh
+set -e
+node ./node_modules/istanbul/lib/cli.js cover --report html ./node_modules/.bin/_mocha --   jscomp/test/*test.js "$@"