@fraczak/k 7.1.0 → 8.0.0

package/named-patterns.mjs

@@ -0,0 +1,267 @@
+// named-patterns.mjs
+// Expansion of named patterns and parameterized type schemes in k ASTs.
+
+function cloneFilter(filter) {
+  if (!filter || typeof filter !== "object") return filter;
+  const copy = { ...filter };
+  if (filter.fields) {
+    copy.fields = {};
+    for (const [k, v] of Object.entries(filter.fields)) {
+      copy.fields[k] = cloneFilter(v);
+    }
+  }
+  if (filter.args) {
+    copy.args = filter.args.map(cloneFilter);
+  }
+  return copy;
+}
+
+export function expandFilter(
+  filter,
+  patterns = {},
+  stack = new Set(),
+  uniqueIdRef = { val: 0 }
+) {
+  if (!filter || typeof filter !== "object") return filter;
+
+  if (filter.type === "pattern_apply") {
+    const patternName = filter.pattern;
+    const template = patterns[patternName];
+    if (!template) {
+      const pos = filter.start
+        ? ` (lines ${filter.start.line}:${filter.start.column})`
+        : "";
+      throw new Error(
+        `Unknown pattern template '${patternName}[]'${pos}`
+      );
+    }
+
+    if (stack.has(patternName)) {
+      const cycle = [...stack, patternName].join(" -> ");
+      throw new Error(
+        `Cyclic pattern template dependency detected: ${cycle}`
+      );
+    }
+
+    const expectedArity = template.params.length;
+    const actualArity = (filter.args || []).length;
+    if (expectedArity !== actualArity) {
+      const pos = filter.start
+        ? ` (lines ${filter.start.line}:${filter.start.column})`
+        : "";
+      throw new Error(
+        `Pattern '${patternName}' expects ${expectedArity} ` +
+        `argument${expectedArity === 1 ? "" : "s"}, ` +
+        `got ${actualArity}${pos}`
+      );
+    }
+
+    // Expand arguments in caller scope first
+    const expandedArgs = (filter.args || []).map((arg) =>
+      expandFilter(arg, patterns, stack, uniqueIdRef)
+    );
+
+    // Map internal variables and knots to unique fresh names
+    const varSubst = {};
+    const rootKnot = template.filter?.name;
+    if (rootKnot && !template.params.includes(rootKnot)) {
+      varSubst[rootKnot] =
+        filter.name || `_${rootKnot}_np${++uniqueIdRef.val}`;
+    }
+
+    function collectInternalVars(node) {
+      if (!node || typeof node !== "object") return;
+      if (node.name && !template.params.includes(node.name)) {
+        if (!varSubst[node.name]) {
+          varSubst[node.name] = `_${node.name}_np${++uniqueIdRef.val}`;
+        }
+      }
+      if (node.fields) {
+        for (const f of Object.values(node.fields)) {
+          collectInternalVars(f);
+        }
+      }
+      if (node.args) {
+        for (const a of node.args) {
+          collectInternalVars(a);
+        }
+      }
+    }
+    collectInternalVars(template.filter);
+
+    const nextStack = new Set(stack);
+    nextStack.add(patternName);
+
+    function substitute(node) {
+      if (!node || typeof node !== "object") return node;
+
+      if (node.type === "name") {
+        const paramIdx = template.params.indexOf(node.name);
+        if (paramIdx !== -1) {
+          const clonedArg = cloneFilter(expandedArgs[paramIdx]);
+          if (node.name && node.name !== template.params[paramIdx]) {
+            clonedArg.name = varSubst[node.name] || node.name;
+          }
+          return clonedArg;
+        } else {
+          const renamed = varSubst[node.name] || node.name;
+          return { ...node, name: renamed };
+        }
+      }
+
+      let knotName = undefined;
+      if (node.name) {
+        const paramIdx = template.params.indexOf(node.name);
+        if (paramIdx === -1) {
+          knotName = varSubst[node.name] || node.name;
+        } else {
+          knotName = node.name;
+        }
+      }
+
+      if (node.type === "union" || node.type === "product") {
+        const newFields = {};
+        for (const [key, fieldFilter] of Object.entries(
+          node.fields || {}
+        )) {
+          newFields[key] = substitute(fieldFilter);
+        }
+        const res = { ...node, fields: newFields };
+        if (knotName !== undefined) res.name = knotName;
+        else delete res.name;
+        return res;
+      }
+
+      if (node.type === "pattern_apply") {
+        const newArgs = (node.args || []).map(substitute);
+        const nestedApply = {
+          ...node,
+          args: newArgs,
+        };
+        if (knotName !== undefined) nestedApply.name = knotName;
+        else delete nestedApply.name;
+        return expandFilter(
+          nestedApply,
+          patterns,
+          nextStack,
+          uniqueIdRef
+        );
+      }
+
+      const res = { ...node };
+      if (knotName !== undefined) res.name = knotName;
+      else delete res.name;
+      return res;
+    }
+
+    const instantiated = substitute(template.filter);
+    if (filter.name) {
+      instantiated.name = filter.name;
+    }
+    return instantiated;
+  }
+
+  if (filter.type === "union" || filter.type === "product") {
+    const newFields = {};
+    for (const [key, fieldFilter] of Object.entries(
+      filter.fields || {}
+    )) {
+      newFields[key] = expandFilter(
+        fieldFilter,
+        patterns,
+        stack,
+        uniqueIdRef
+      );
+    }
+    return { ...filter, fields: newFields };
+  }
+
+  return cloneFilter(filter);
+}
+
+export function expandExp(
+  exp,
+  patterns = {},
+  stack = new Set(),
+  uniqueIdRef = { val: 0 }
+) {
+  if (!exp || typeof exp !== "object") return exp;
+
+  switch (exp.op) {
+    case "filter":
+      return {
+        ...exp,
+        filter: expandFilter(exp.filter, patterns, stack, uniqueIdRef),
+      };
+    case "pattern_apply":
+      return {
+        op: "filter",
+        filter: expandFilter(
+          { type: "pattern_apply", pattern: exp.pattern, args: exp.args },
+          patterns,
+          stack,
+          uniqueIdRef
+        ),
+        start: exp.start,
+        end: exp.end,
+      };
+    case "comp":
+      return {
+        ...exp,
+        comp: exp.comp.map((subExp) =>
+          expandExp(subExp, patterns, stack, uniqueIdRef)
+        ),
+      };
+    case "union":
+      return {
+        ...exp,
+        union: exp.union.map((subExp) =>
+          expandExp(subExp, patterns, stack, uniqueIdRef)
+        ),
+      };
+    case "product":
+      return {
+        ...exp,
+        product: exp.product.map(({ label, exp: subExp }) => ({
+          label,
+          exp: expandExp(subExp, patterns, stack, uniqueIdRef),
+        })),
+      };
+    default:
+      return exp;
+  }
+}
+
+export function expandPatternsInRels(rels, patterns = {}, options = {}) {
+  const allPatterns = { ...(options.patterns || {}), ...patterns };
+  if (options.libraries) {
+    for (const lib of options.libraries) {
+      const libPatterns =
+        lib.patterns ||
+        lib.defs?.patterns ||
+        lib.sourceDefs?.patterns ||
+        {};
+      for (const [name, pat] of Object.entries(libPatterns)) {
+        if (!(name in allPatterns)) {
+          allPatterns[name] = pat;
+        }
+      }
+    }
+  }
+
+  const uniqueIdRef = { val: 0 };
+  for (const relName of Object.keys(rels)) {
+    const rel = rels[relName];
+    if (rel?.def) {
+      rel.def = expandExp(rel.def, allPatterns, new Set(), uniqueIdRef);
+    }
+  }
+
+  return rels;
+}
+
+export default {
+  expandFilter,
+  expandExp,
+  expandPatternsInRels,
+};

package/object.mjs

@@ -489,6 +489,24 @@ function compileLibrary(script, options = {}) {
     Object.entries(meta).filter(([hash]) => libraryMetaHashes.has(hash))
   );
 
+  const libPatterns = {};
+  if (options.libraries) {
+    for (const lib of options.libraries) {
+      const lp =
+        lib.patterns ||
+        lib.defs?.patterns ||
+        lib.sourceDefs?.patterns ||
+        {};
+      Object.assign(libPatterns, lp);
+    }
+  }
+  if (options.patterns) {
+    Object.assign(libPatterns, options.patterns);
+  }
+  if (annotated.sourceDefs?.patterns) {
+    Object.assign(libPatterns, annotated.sourceDefs.patterns);
+  }
+
   return {
     format: "k-object",
     codes: allCodes,
@@ -496,6 +514,7 @@ function compileLibrary(script, options = {}) {
     relAlias: serialized.relAlias,
     compileStats: serialized.compileStats,
     meta: libMeta,
+    patterns: libPatterns,
     main: null
   };
 }
@@ -506,13 +525,22 @@ function hydrateObject(object) {
   }
   codes.load(object.codes);
   const hydratedRels = Object.fromEntries(
-    Object.entries(object.rels).map(([name, rel]) => [name, hydrateRelation(rel)])
+    Object.entries(object.rels).map(([name, rel]) => [
+      name,
+      hydrateRelation(rel)
+    ])
   );
-  return { ...object, rels: hydratedRels };
+  return {
+    ...object,
+    rels: hydratedRels,
+    patterns: object.patterns || {}
+  };
 }
 
 function loadLibrary(object) {
-  const hydrated = isHydratedObject(object) ? object : hydrateObject(object);
+  const hydrated = isHydratedObject(object)
+    ? object
+    : hydrateObject(object);
   if (hydrated.main != null) {
     throw new Error("Expected a library (main: null), got an executable");
   }

package/package.json

@@ -1,6 +1,6 @@
 {
     "name": "@fraczak/k",
-    "version": "7.1.0",
+    "version": "8.0.0",
     "description": "k — a language for content-addressable schemas and data transformations over algebraic data types (products and tagged unions); includes runtime, contract derivation, REPL, and codec toolchain",
     "publishConfig": {
         "access": "public"
@@ -33,6 +33,7 @@
         "perf:poly:pkir": "BACKENDS=pkir node scripts/perf-poly.mjs",
         "perf:poly:llvm-pkir": "BACKENDS=llvm-pkir node scripts/perf-poly.mjs",
         "perf:poly:trace": "node scripts/perf-poly.mjs --trace",
+        "perf:djson": "node scripts/perf-djson.mjs",
         "perf:idempotency": "node scripts/benchmark-idempotency.mjs",
         "deps:graph": "node scripts/generate-dependency-graph.mjs",
         "compare": "node harness/cli.mjs",
@@ -58,6 +59,9 @@
         "k-wasm": "backends/wasm/bin/k-wasm.mjs",
         "k-wasm-compile": "backends/wasm/bin/k-wasm-compile.mjs",
         "k-wasm-run": "backends/wasm/bin/k-wasm-run.mjs",
+        "k-djson": "codecs/djson.mjs",
+        "k-djson-btrie": "codecs/djson-btrie.mjs",
+        "k-djson-ptrie": "codecs/djson-ptrie.mjs",
         "k-ieee": "codecs/ieee.mjs",
         "k-int": "codecs/int.mjs",
         "k-json": "codecs/json.mjs",

package/parser.jison

@@ -49,9 +49,11 @@ function fromEscString(escString) {
 "<"                                            return 'LA';
 "{"                                            return 'LC';
 "("                                            return 'LP';
+"["                                            return 'LB';
 ">"                                            return 'RA';
 "}"                                            return 'RC';
 ")"                                            return 'RP';
+"]"                                            return 'RB';
 "="                                            return 'EQ'; 
 "..."                                          return 'DOTS';
 "."                                            return 'DOT';
@@ -71,7 +73,7 @@ function fromEscString(escString) {
 /lex
 
 %token NAME STRING
-%token LA LC LP RA RP RC EQ DOT COMMA SC COL AT QMARK DOTS DIV VID
+%token LA LC LP LB RA RC RP RB EQ DOT COMMA SC COL AT QMARK DOTS DIV VID
 %token INCREMENTAL
 %token EOF
 
@@ -85,9 +87,11 @@ at: AT                                  { $$ = getToken(yytext,yy,_$); };
 la: LA                                  { $$ = getToken(yytext,yy,_$); };
 lc: LC                                  { $$ = getToken(yytext,yy,_$); };
 lp: LP                                  { $$ = getToken(yytext,yy,_$); };
+lb: LB                                  { $$ = getToken(yytext,yy,_$); };
 ra: RA                                  { $$ = getToken(yytext,yy,_$); };
 rc: RC                                  { $$ = getToken(yytext,yy,_$); };
 rp: RP                                  { $$ = getToken(yytext,yy,_$); };
+rb: RB                                  { $$ = getToken(yytext,yy,_$); };
 eq: EQ                                  { $$ = getToken(yytext,yy,_$); };
 dots: DOTS                              { $$ = getToken(yytext,yy,_$); };
 dot: DOT                                { $$ = getToken(yytext,yy,_$); };
@@ -100,9 +104,14 @@ qmark: QMARK                            { $$ = getToken(yytext,yy,_$); };
 incremental: INCREMENTAL                { $$ = getToken(yytext,yy,_$); };
 
 input_with_eof: initialize_symbol_table defs comp EOF               {
-    const result = {defs: {rels: s.rels, codes: s.codes}, exp: $3};
-    // console.log(JSON.stringify(result, "", 2));
-    // process.exit(0);
+    const result = {
+        defs: {
+            rels: s.rels,
+            codes: s.codes,
+            patterns: s.patterns
+        },
+        exp: $3
+    };
     return result;
 };
 
@@ -113,17 +122,71 @@ initialize_symbol_table
 
 defs:                                   {  }
     | defs name eq comp sc              { s.add_rel($2.value,$4); }
+    | defs name lb pattern_params rb eq filter sc
+        {
+            const seen = new Set();
+            for (const p of $4) {
+                if (seen.has(p)) {
+                    const msg =
+                        `Duplicate parameter '${p}' ` +
+                        `in pattern '${$2.value}'.`;
+                    anError(@4, msg);
+                }
+                seen.add(p);
+            }
+            s.add_pattern($2.value, $4, $7);
+        }
+    ;
+
+pattern_params
+    : /* empty */                       { $$ = []; }
+    | non_empty_pattern_params          { $$ = $1; }
+    ;
+
+non_empty_pattern_params
+    : name                              { $$ = [$1.value]; }
+    | non_empty_pattern_params comma name
+                                        { $$ = [].concat($1, $3.value); }
     ;
 
 filter_
     : lp dots                 rp  { $$ = { type: null, open: true, fields: {}, start: $1.start, end: $3.end}; }
     | la labelled_filters      ra { $$ = { type: "union", open: $2.open, fields: $2.fields, start: $1.start, end: $3.end}; }
     | lc labelled_filters      rc { $$ = { type: "product", open: $2.open, fields: $2.fields, start: $1.start, end: $3.end}; }
+    | name lb pattern_args rb
+                                  {
+                                      $$ = {
+                                          type: "pattern_apply",
+                                          pattern: $1.value,
+                                          args: $3,
+                                          start: $1.start,
+                                          end: $4.end
+                                      };
+                                  }
+    ;
+
+pattern_args
+    : /* empty */                       { $$ = []; }
+    | non_empty_pattern_args            { $$ = $1; }
+    ;
+
+non_empty_pattern_args
+    : filter                            { $$ = [$1]; }
+    | non_empty_pattern_args comma filter
+                                        { $$ = [].concat($1, $3); }
     ;
 
 filter
     : filter_                      { $$ = $1; }
-    | filter_ EQ name              { $$ = { name: $3.value, ...$1, start: $1.start, end: $3.end }; }
+    | filter_ EQ name
+                                   {
+                                       $$ = {
+                                           ...$1,
+                                           name: $3.value,
+                                           start: $1.start,
+                                           end: $3.end
+                                       };
+                                   }
     | name                         { $$ = { type: 'name', name: $1.value, open: true, start: $1.start, end: $1.end}; }
     ;
 labelled_filters