@fraczak/k 1.3.4 → 2.0.0

package/README.md

@@ -4,8 +4,9 @@
 
 From javascript:
 
-    var k  = require("@fraczak/k"),
-        fn = k.compile("<.name,.nom,'?'>");
+    import k from "@fraczak/k";
+    
+    const fn = k.compile("<.name,.nom,'?'>");
     console.log([{name:"x"},{nom:"y"},{}].map(fn));
     // returns: [ "x", "y", "?" ]
 

package/codes.mjs

@@ -0,0 +1,104 @@
+function are_different(classes, representatives, name1, name2, codes) {
+  if (name1 === name2) return false;
+  const code1 = codes[name1];
+  const code2 = codes[name2];
+  if (code1.code !== code2.code) return true;
+  switch (code1.code) {
+    case "union":
+    case "product":
+      const [fields1, fields2] = [code1, code2].map((code) => {
+        const arg = code[code.code];
+        return Object.keys(arg).reduce((fields, label) => {
+          const ref = representatives[arg[label]];
+          fields[label] = ref != null ? ref : arg[label];
+          return fields;
+        }, {});
+      });
+      if (Object.keys(fields1).length !== Object.keys(fields2).length)
+        return true;
+
+      for (const field in fields1) {
+        if (fields2[field] !== fields1[field]) return true;
+      }
+      break;
+    case "vector":
+      const [arg1, arg2] = [code1, code2].map(
+        ({ vector }) => representatives[vector] || vector
+      );
+      if (arg1 !== arg2) return true;
+  }
+  return false;
+}
+
+function minimize(codes) {
+  const names = Object.keys(codes);
+  const classes = {};
+  classes["{}"] = names;
+  const representatives = names.reduce((representatives, name) => {
+    representatives[name] = "{}";
+    return representatives;
+  }, {});
+  let changed = true;
+  while (changed) {
+    changed = false;
+    for (const name1 in classes) {
+      const [eq_names, dif_names] = classes[name1].reduce(
+        ([eq_names, dif_names], name2) => {
+          if (are_different(classes, representatives, name1, name2, codes)) {
+            dif_names.push(name2);
+          } else {
+            eq_names.push(name2);
+          }
+          return [eq_names, dif_names];
+        },
+        [[], []]
+      );
+      classes[name1] = eq_names;
+
+      if (dif_names.length > 0) {
+        const new_rep = dif_names[0];
+        changed = true;
+        classes[new_rep] = dif_names;
+        dif_names.forEach((name) => (representatives[name] = new_rep));
+      }
+    }
+  }
+  return { classes, representatives };
+}
+
+function normalize(label_ref_map, representatives) {
+  return Object.keys(label_ref_map).reduce((result, label) => {
+    const name = label_ref_map[label];
+    result[label] = representatives[name] || name;
+    return result;
+  }, {});
+}
+
+function normalizeAll(codes, representatives) {
+  return Object.keys(codes).reduce(function (normalized, name) {
+    if (name === representatives[name]) {
+      const code = codes[name];
+
+      switch (code.code) {
+        case "union":
+        case "product":
+          normalized[name] = { code: code.code };
+          normalized[name][code.code] = normalize(
+            code[code.code],
+            representatives
+          );
+          break;
+        case "vector":
+          normalized[name] = {
+            code: "vector",
+            vector: representatives[code.vector] || code.vector,
+          };
+      }
+    }
+
+    return normalized;
+  }, {});
+}
+
+export default { minimize, normalize, normalizeAll };
+export { minimize, normalize, normalizeAll };

package/index.mjs

@@ -0,0 +1,35 @@
+import { parse } from "./parser.mjs";
+
+import run from "./run.mjs";
+
+import t from "./codes.mjs";
+
+function finalize(codes) {
+  const representatives = t.minimize(codes).representatives;
+  return {
+    codes: t.normalizeAll(codes, representatives),
+    representatives,
+  };
+}
+
+function compile(script) {
+  const { defs, exp } = parse(script);
+  const { codes, representatives } = finalize(defs.codes);
+  run.defs = {
+    codes,
+    representatives,
+    rels: defs.rels,
+  };
+  return run.bind(null, exp);
+}
+
+compile.doc = "Transforms k-script (string) into a function";
+
+function runScriptOnData(script, data) {
+  return compile(script)(data);
+}
+runScriptOnData.doc = "Run 'script' (string) on 'data': (script,data) -> data";
+
+export default { compile, run: runScriptOnData, parse };
+
+export { compile, runScriptOnData as run, parse };

package/k.mjs

@@ -0,0 +1,92 @@
+#!/usr/bin/env node
+
+import fs from "node:fs";
+import k from "./index.mjs";
+
+const splice = [].splice;
+
+const prog = process.argv[1];
+
+let kScript, jsonStream, oneJson;
+
+({ kScript, jsonStream, oneJson } = (function (oneJson, args) {
+  let e;
+  try {
+    kScript = (function (arg) {
+      if (arg == null) {
+        throw new Error();
+      }
+      if (arg === "-k") {
+        return fs.readFileSync(args.shift()).toString("utf8");
+      } else {
+        return arg;
+      }
+    })(args.shift());
+    kScript = k.compile(kScript);
+    jsonStream = (function (arg) {
+      if (arg === "-1") {
+        oneJson = true;
+        arg = args.shift();
+      }
+      if (arg == null) {
+        return process.stdin;
+      }
+      return fs.createReadStream(arg);
+    })(args.shift());
+    return { kScript, jsonStream, oneJson };
+  } catch (error) {
+    e = error;
+    console.error(e);
+    console.error(`Usage: ${prog} ( k-expr | -k k-file ) [ -1 ] [ json-file ]`);
+    console.error(`       E.g.,  echo '{\"a\": 12}' | ${prog} '[(),()]'`);
+    return process.exit(-1);
+  }
+})(false, process.argv.slice(2)));
+
+if (oneJson) {
+  (function (buffer) {
+    jsonStream.on("data", function (data) {
+      return buffer.push(data);
+    });
+    return jsonStream.on("end", function () {
+      var e;
+      try {
+        return console.log(
+          JSON.stringify(kScript(JSON.parse(buffer.join(""))))
+        );
+      } catch (error) {
+        e = error;
+        return console.error(e);
+      }
+    });
+  })([]);
+} else {
+  (function (buffer, line) {
+    return jsonStream.on("data", function (data) {
+      var e, first, i, json, last, len, ref, rest, results, todo;
+      [first, ...rest] = data.toString("utf8").split("\n");
+      buffer.push(first);
+      if (rest.length > 0) {
+        todo = buffer.join("");
+        (ref = rest), ([...rest] = ref), ([last] = splice.call(rest, -1));
+        buffer = [last];
+        todo = [todo, ...rest];
+        results = [];
+        for (i = 0, len = todo.length; i < len; i++) {
+          json = todo[i];
+          if (!json.match(/^[ \n\t]*(?:#.*)?$/)) {
+            try {
+              console.log(JSON.stringify(kScript(JSON.parse(json))));
+            } catch (error) {
+              e = error;
+              console.error(`Problem [line ${line}]: '${json}'`);
+              console.error(e);
+            }
+          }
+          results.push((line = line + 1));
+        }
+        return results;
+      }
+    });
+  })([], 0);
+}

package/package.json

@@ -1,13 +1,11 @@
 {
     "name": "@fraczak/k",
-    "version": "1.3.4",
+    "version": "2.0.0",
     "description": "k-language for JSON-like data transformation",
-    "main": "index.js",
+    "main": "index.mjs",
     "scripts": {
-        "prepare": "coffee -c symbol-table.coffee; jiwson parser.jison",
-        "prepublishOnly": "coffee -c *.coffee; echo '#!/usr/bin/env node' | cat - k.js > k.sh; echo '#!/usr/bin/env node' | cat - repl.js > repl.sh;",
-        "all": "coffee -c *.coffee; npm run prepare; npm run prepublishOnly",
-        "test": "coffee -c symbol-table.coffee; jiwson parser.jison; coffee test.coffee"
+        "prepare": "jiwson -m es6 parser.jison -o parser.mjs",
+        "test": "node test.mjs"
     },
     "repository": {
         "type": "git",
@@ -16,11 +14,10 @@
     "author": "Wojciech Fraczak",
     "license": "ISC",
     "bin": {
-        "k": "./k.sh",
-        "k-repl": "./repl.sh"
+        "k": "./k.mjs",
+        "k-repl": "./repl.mjs"
     },
     "devDependencies": {
-        "coffeescript": "^2.7.0",
         "jiwson": "^0.1.1"
     }
 }

package/parser.jison

@@ -1,6 +1,6 @@
 %{
 
-var s = require("./symbol-table");
+import s from "./symbol-table.mjs";
 
 function fromEscString(escString) {
   const isSingleQuoted = escString.startsWith("'");

package/{parser.js → parser.mjs}

@@ -1,3 +1,4 @@
+
 /* parser generated by jison 0.1.1 */
 /*
   Returns a Parser object of the following structure:
@@ -74,7 +75,7 @@
 
 
 
-var s = require("./symbol-table");
+import s from "./symbol-table.mjs";
 
 function fromEscString(escString) {
   const isSingleQuoted = escString.startsWith("'");
@@ -756,20 +757,11 @@ Parser.prototype = parser;parser.Parser = Parser;
 return new Parser;
 })();
 
-
-if (typeof require !== 'undefined' && typeof exports !== 'undefined') {
-exports.parser = parser;
-exports.Parser = parser.Parser;
-exports.parse = function () { return parser.parse.apply(parser, arguments); };
-exports.main = function commonjsMain (args) {
-    if (!args[1]) {
-        console.log('Usage: '+args[0]+' FILE');
-        process.exit(1);
-    }
-    var source = require('fs').readFileSync(require('path').normalize(args[1]), "utf8");
-    return exports.parser.parse(source);
-};
-if (typeof module !== 'undefined' && require.main === module) {
-  exports.main(process.argv.slice(1));
+const ___parser = parser;
+const ___Parser = parser.Parser;
+const ___parse = parser.parse.bind(parser);
+export {
+___parser as parser,
+___Parser as Parser,
+___parse as parse 
 }
-}

package/pretty.mjs

@@ -0,0 +1,95 @@
+function compareAs(fn) {
+  return function (a, b) {
+    [a, b] = [a, b].map(fn);
+    if (a < b) return -1;
+    if (a > b) return 1;
+    return 0;
+  };
+}
+
+const nameRE = /^[a-zA-Z0-9_][a-zA-Z0-9_?!]*$/;
+
+function prettyCode_labels (codes, representatives, label_ref_map) {
+  return Object.keys(label_ref_map)
+    .sort( compareAs((x) => x) )
+    .map( (label) => {
+      const plabel = nameRE.test(label) ? label : `'${label}'`;
+      return `${prettyCode(codes, representatives, {
+        code: "ref",
+        ref: label_ref_map[label],
+      })} ${plabel}`;
+    })
+    .join(", ");
+};
+
+function prettyCode (codes, representatives, codeExp) {
+  switch (codeExp.code) {
+    case "ref":
+      const name = representatives[codeExp.ref] || codeExp.ref;
+      if (name.startsWith(":")) {
+        return prettyCode(codes, representatives, codes[name]);
+      } else {
+        return name;
+      }
+    case "product":
+      return `{${prettyCode_labels(codes, representatives, codeExp.product)}}`;
+    case "union":
+      return `<${prettyCode_labels(codes, representatives, codeExp.union)}>`;
+    case "vector":
+      return `[${representatives[codeExp.vector] || codeExp.vector}]`;
+    default:
+      return ":error";
+  }
+};
+
+function prettyRel (prettyCode, exp) {
+  "use strict";
+  const pretty = (exp) => {
+    switch (exp.op) {
+      case "vector":
+        return `[${exp.vector.map(pretty).join(", ")}]`;
+      case "union":
+        return `<${exp.union.map(pretty).join(", ")}>`;
+      case "ref":
+        return exp.ref;
+      case "identity":
+        return "()";
+      case "comp":
+        return exp.comp.map(pretty).join(" ");
+      case "str":
+        return `'${exp.str}'`;
+      case "int":
+        return exp.int;
+      case "dot":
+        if ("number" === typeof exp.dot) {
+          return `.${exp.dot}`;
+        } else if (nameRE.test(exp.dot)) {
+          return `.${exp.dot}`;
+        } else {
+          return `'${exp.dot}'`;
+        }
+        break;
+      case "code":
+        return `$${prettyCode({
+          code: "ref",
+          ref: exp.code,
+        })}`;
+      case "product":
+        return (function (labelled) {
+          return `{${labelled.join(", ")}}`;
+        })(
+          exp.product.map(function ({ label, exp }) {
+            if (nameRE.test(label)) {
+              return `${pretty(exp)} ${label}`;
+            } else {
+              return `${pretty(exp)} '${label}'`;
+            }
+          })
+        );
+    }
+  };
+  return pretty(exp);
+};
+
+export default { prettyCode, prettyRel };
+export { prettyCode, prettyRel };

package/repl.mjs

@@ -0,0 +1,112 @@
+#!/usr/bin/env node
+
+import k from "./index.mjs";
+import run from "./run.mjs";
+import { prettyCode, prettyRel } from "./pretty.mjs";
+
+import fs from "node:fs";
+
+const splice = [].splice;
+
+console.log("Very! experimental repl shell for 'k-language'...");
+
+const help = function () {
+  console.log(" --h          print help");
+  console.log(" --a          print codes and relations");
+  console.log(" --c          print codes");
+  console.log(" --r          print rels");
+  return console.log(" --l file.k   load 'file.k'");
+};
+
+help();
+
+const re = /^[ \n\t]*(?:--l[ ]+)(.+[^ ])[ ]*?$/;
+
+(function (val, buffer) {
+  return process.stdin.on("data", function (data) {
+    var e, file, first, i, kScript, last, len, line, ref, rest, results, todo;
+    [first, ...rest] = data.toString("utf8").split("\n");
+    buffer.push(first);
+    if (rest.length > 0) {
+      todo = buffer.join("");
+      (ref = rest), ([...rest] = ref), ([last] = splice.call(rest, -1));
+      buffer = [last];
+      todo = [todo, ...rest];
+      results = [];
+      for (i = 0, len = todo.length; i < len; i++) {
+        line = todo[i];
+        if (val === void 0) {
+          val = {};
+        }
+        if (line.match(/^[ \n\t]*(?:--h)?$/)) {
+          results.push(help());
+        } else if (line.match(re)) {
+          file = line.match(re)[1];
+          console.log(`-- loading file: ${file} ...`);
+          kScript = fs.readFileSync(file).toString();
+          val = k.compile(kScript)(val);
+          results.push(console.log(`=> ${JSON.stringify(val)}`));
+        } else if (line.match(/^[ \n\t]*(?:--a)?$/)) {
+          results.push(console.log(JSON.stringify(run.defs, " ", 2)));
+        } else if (line.match(/^[ \n\t]*(?:--r)?$/)) {
+          results.push(
+            console.log(
+              (function (defs, result) {
+                if (defs == null) {
+                  return result;
+                }
+                return (function (prettyRel) {
+                  var ref1, relExps, relName;
+                  ref1 = defs.rels;
+                  for (relName in ref1) {
+                    relExps = ref1[relName];
+                    result[relName] = relExps.map(prettyRel);
+                  }
+                  return result;
+                })(
+                  prettyRel.bind(
+                    null,
+                    prettyCode.bind(null, defs.codes, defs.representatives)
+                  )
+                );
+              })(run.defs, {})
+            )
+          );
+        } else if (line.match(/^[ \n\t]*(?:--c)?$/)) {
+          results.push(
+            console.log(
+              (function (defs, result) {
+                var codeExp, codeName, ref1;
+                if (defs == null) {
+                  return result;
+                }
+                ref1 = defs.codes;
+                for (codeName in ref1) {
+                  codeExp = ref1[codeName];
+                  result[codeName] = prettyCode(
+                    defs.codes,
+                    defs.representatives,
+                    codeExp
+                  );
+                }
+                return result;
+              })(run.defs, {})
+            )
+          );
+        } else if (!line.match(/^[ \n\t]*(?:#.*)?$/)) {
+          try {
+            val = k.run(`${line} ()`, val);
+            results.push(console.log(`=> ${JSON.stringify(val)}`));
+          } catch (error) {
+            e = error;
+            console.error("ERROR:");
+            results.push(console.error(e));
+          }
+        } else {
+          results.push(void 0);
+        }
+      }
+      return results;
+    }
+  });
+})({}, []);

package/run.mjs

@@ -0,0 +1,142 @@
+const modulo = (a, b) => ((+a % (b = +b)) + b) % b;
+const valid = (x) => (isNaN(x) ? undefined : x);
+
+const builtin = {
+  "_log!": (arg) => {
+    console.error(`_log!: ${JSON.stringify(arg)}`);
+    return arg;
+  },
+  GT: (args) => {
+    const [last, ...rest] = args;
+    const [ok, _] = rest.reduce(
+      ([ok, last], x) => [ok && last > x, x],
+      [true, last]
+    );
+    if (ok) return args;
+  },
+  EQ: (args) => {
+    const [first, ...rest] = args;
+    const ok = rest.reduce((ok, x) => ok && first === x, true);
+    if (ok) return args;
+  },
+  PLUS: (args) => valid(args.reduce((res, x) => res + x, 0)),
+  TIMES: (args) => valid(args.reduce((res, x) => res * x, 1)),
+  DIV: ([x, y]) => {
+    const div = Math.floor(x / y);
+    const rem = modulo(x, y);
+    if (x === div * y + rem) return { div, rem };
+  },
+  FDIV: ([x, y]) => x / y,
+  CONCAT: (strs) => strs.join(""),
+  true: () => true,
+  false: () => false,
+  null: () => null,
+  toJSON: (x) => JSON.stringify(x),
+  fromJSON: (x) => JSON.parse(x),
+  CONS: ([x, y]) => [x, ...y],
+  SNOC: (x) => (x.length > 1 ? [x[0], x.slice(1)] : undefined),
+  toDateMsec: (x) => new Date(x).getTime(),
+  toDateStr: (x) => new Date(x).toISOString(),
+};
+
+const codes = {
+  int: (x) => Number.isInteger(x),
+  string: (x) => x instanceof String || "string" === typeof x,
+  bool: (x) => x === true || x === false,
+};
+
+function verify(code, value) {
+  if (code == null) {
+    // representatives = run.defs.representatives
+    // defCodes = JSON.stringify run.defs.codes
+    // console.log {code,value, representatives, defCodes}
+    return false;
+  }
+  switch (code.code) {
+    case "vector":
+      if (!Array.isArray(value)) return false;
+      return value.every((x) => verify(code.vector, x));
+    case "product":
+      if ("object" !== typeof value) return false;
+      else {
+        const fields = Object.keys(value);
+        if (fields.length !== Object.keys(code.product).length) return false;
+        return fields.every((label) =>
+          verify(code.product[label], value[label])
+        );
+      }
+    case "union":
+      if ("object" !== typeof value) return false;
+      else {
+        const fields = Object.keys(value);
+        if (fields.length !== 1) return false;
+        return verify(code.union[fields[0]], value[fields[0]]);
+      }
+    default: {
+      const c = run.defs.codes[run.defs.representatives[code]];
+      if (c != null) return verify(c, value);
+      return codes[code](value);
+    }
+  }
+}
+
+function run(exp, value) {
+  "use strict";
+  if (value === undefined) return;
+  switch (exp.op) {
+    case "code":
+      if (verify(exp.code, value)) {
+        return value;
+      }
+      break;
+    case "identity":
+      return value;
+    case "str":
+    case "int":
+      return exp[exp.op];
+    case "ref":
+      const defn = run.defs.rels[exp.ref];
+      if (defn != null) {
+        return run(defn[defn.length - 1], value);
+      }
+      return builtin[exp.ref](value);
+    case "dot":
+      return value[exp.dot];
+    case "comp":
+      return exp.comp.reduce((value, exp) => {
+        if (value !== undefined) return run(exp, value);
+      }, value);
+    case "union":
+      for (let i = 0, len = exp.union.length; i < len; i++) {
+        const result = run(exp.union[i], value);
+        if (result !== undefined) {
+          return result;
+        }
+      }
+      return;
+    case "vector": {
+      const result = [];
+      for (let i = 0, len = exp.vector.length; i < len; i++) {
+        const r = run(exp.vector[i], value);
+        if (r === undefined) return;
+        result.push(r);
+      }
+      return result;
+    }
+    case "product": {
+      const result = {};
+      for (let i = 0, len = exp.product.length; i < len; i++) {
+        const { label, exp: e } = exp.product[i];
+        const r = run(e, value);
+        if (r === undefined) return;
+        result[label] = r;
+      }
+      return result;
+    }
+    default:
+      return console.error(exp.op);
+  }
+}
+
+export default run;
+export { run };