@ai-matrx/records 0.76.10 → 0.76.11

package/CHANGELOG.md

@@ -1,5 +1,11 @@
 # Changelog — @ai-matrx/records
 
+## 0.76.11
+
+Automatic changed-only republish (docs/metadata drift since the last tag — see
+`git diff npm/records/v0.76.10..npm/records/v0.76.11 -- apps/shared/records`).
+No source changes intended and no consumer action required.
+
 ## 0.76.10
 
 Automatic changed-only republish (docs/metadata drift since the last tag — see

package/dist/templates/index.cjs

@@ -104,6 +104,7 @@ __export(templates_exports, {
   isSelfDeclaredField: () => isSelfDeclaredField,
   isTimedField: () => isTimedField,
   lastResortTrim: () => lastResortTrim,
+  meaningWords: () => meaningWords,
   membersAddRowsSteps: () => membersAddRowsSteps,
   mergeDescribeParts: () => mergeDescribeParts,
   normalizeForPhones: () => normalizeForPhones,
@@ -133,6 +134,7 @@ __export(templates_exports, {
   rowsFor: () => rowsFor,
   ruleBreak: () => ruleBreak,
   runTemplateDoor: () => runTemplateDoor,
+  sameMeaning: () => sameMeaning,
   selfDeclaredFieldSpec: () => selfDeclaredFieldSpec,
   sensitivityFloorOf: () => sensitivityFloorOf,
   shellsPayload: () => shellsPayload,
@@ -4528,8 +4530,8 @@ function validateTemplate(raw, options = {}) {
       for (const k of rule.filled ?? []) if (!filled(val(k))) say(at, `"${row.key}" is ${st}, so "${fieldOf(table, k)?.label ?? k}" is filled; it is empty.`);
       for (const [k, v] of Object.entries(rule.equals ?? {})) {
         const got = val(k) ?? null;
-        const same = sameJson(got, v) || typeof v === "number" && parseNumeric(storeText(got) ?? "") !== null && qCmp(parseNumeric(storeText(got) ?? ""), parseNumeric(String(v))) === 0;
-        if (!same) say(at, `"${row.key}" is ${st}, so "${fieldOf(table, k)?.label ?? k}" is ${JSON.stringify(v)}; it is ${JSON.stringify(got)}.`);
+        const same2 = sameJson(got, v) || typeof v === "number" && parseNumeric(storeText(got) ?? "") !== null && qCmp(parseNumeric(storeText(got) ?? ""), parseNumeric(String(v))) === 0;
+        if (!same2) say(at, `"${row.key}" is ${st}, so "${fieldOf(table, k)?.label ?? k}" is ${JSON.stringify(v)}; it is ${JSON.stringify(got)}.`);
       }
     }
   };
@@ -5866,7 +5868,7 @@ ${e.body}`.matchAll(MERGE_TOKEN)].map((m) => m[1]));
       }
     }
     const rows = t.rows;
-    const same = (x, y) => {
+    const same2 = (x, y) => {
       const a = storeText(x);
       const b = storeText(y);
       if (a === null || b === null) return false;
@@ -5884,7 +5886,7 @@ ${e.body}`.matchAll(MERGE_TOKEN)].map((m) => m[1]));
       };
       for (const sf of t.fields.filter((ff) => !isComputed(ff) && !isRelation(ff) && ff.key !== l.key)) {
         const have = rows.filter((r) => filled(r.values?.[sf.key]));
-        if (have.length >= 3 && have.every((r) => same(r.values?.[sf.key], far(r)))) {
+        if (have.length >= 3 && have.every((r) => same2(r.values?.[sf.key], far(r)))) {
           say(`tables (${t.token}).fields (${sf.key})`, `"${sf.label}" repeats "${l.label}" on every row; drop it and use the lookup, which follows the linked record.`);
         }
       }
@@ -6569,6 +6571,33 @@ function describeField(f, table) {
   };
 }
 
+// src/templates/describe/meaning.ts
+var FILLER = /* @__PURE__ */ new Set(["of", "the", "a", "an", "for", "to", "in", "on", "and", "or", "your", "their", "is", "are", "was", "when", "what", "which", "with", "my", "our"]);
+function stemWord(w) {
+  let s = w.toLowerCase().replace(/[^a-z0-9]/g, "");
+  if (s.length > 4 && s.endsWith("ies")) s = s.slice(0, -3) + "y";
+  else if (s.length > 4 && s.endsWith("es") && /(ch|sh|x|ss|s)es$/.test(s)) s = s.slice(0, -2);
+  else if (s.length > 3 && s.endsWith("s") && !s.endsWith("ss")) s = s.slice(0, -1);
+  if (s.length > 6 && s.endsWith("ation")) s = s.slice(0, -5);
+  else if (s.length > 6 && s.endsWith("ion")) s = s.slice(0, -3);
+  if (s.length > 4 && (s.endsWith("y") || s.endsWith("e"))) s = s.slice(0, -1);
+  return s;
+}
+function meaningWords(text) {
+  const words = text.replace(/([a-z])([A-Z])/g, "$1 $2").split(/[^A-Za-z0-9]+/).filter(Boolean).map((w) => w.toLowerCase()).filter((w) => !FILLER.has(w)).map(stemWord).filter(Boolean);
+  return [...new Set(words)].sort();
+}
+var same = (a, b) => a.length > 0 && a.length === b.length && a.every((w, i) => w === b[i]);
+function sameMeaning(a, b) {
+  if (a.parityType !== b.parityType) return false;
+  const ka = meaningWords(a.key);
+  const kb = meaningWords(b.key);
+  if (same(ka, kb)) return true;
+  const la = a.label ? meaningWords(a.label) : [];
+  const lb = b.label ? meaningWords(b.label) : [];
+  return same(la, lb);
+}
+
 // src/templates/describe/merge.ts
 var clone = (v) => v === void 0 ? v : JSON.parse(JSON.stringify(v));
 var labelOfKey = (key) => {
@@ -6601,7 +6630,7 @@ function ensureSkeleton(t, p) {
     t.fields.push({ key: "status", label: "Status", parityType: "select", required: true, choices: [...p.status.choices], default: p.status.default });
   }
   if (p.slot && !field(t, "slot")) t.fields.push({ key: "slot", label: "Visit time", parityType: "datetime", format: "datetime", required: true });
-  for (const l of p.links) {
+  for (const l of p.links ?? []) {
     if (field(t, l.key)) continue;
     t.fields.push({ key: l.key, label: l.label, parityType: "relation", relationTarget: l.target, ...l.many ? { multi: true } : { relationMax: 1 } });
   }
@@ -6610,7 +6639,7 @@ function addExistingKeys(t, p, existing) {
   if (!p.reuse) return;
   const e = existing.find((x) => x.id === p.reuse.existing_table_id);
   if (!e) return;
-  for (const key of p.reuse.keepKeys) {
+  for (const key of p.reuse.keepKeys ?? []) {
     if (field(t, key)) continue;
     const ef = e.fields.find((f) => f.key === key);
     if (!ef) continue;
@@ -6618,7 +6647,9 @@ function addExistingKeys(t, p, existing) {
   }
 }
 function addRequest(t, r) {
-  if (field(t, r.key)) return;
+  if (field(t, r.key)) return void 0;
+  const twin = t.fields.find((f2) => sameMeaning(f2, r));
+  if (twin) return twin.key;
   const f = { key: r.key, label: r.label, parityType: r.parityType };
   if (r.choices?.length) f.choices = [...r.choices];
   if (r.askOfSubject) f.askOfSubject = true;
@@ -6626,6 +6657,7 @@ function addRequest(t, r) {
   if (r.required) f.required = true;
   if (r.help) f.help = r.help;
   t.fields.push(f);
+  return void 0;
 }
 var CHOICE = ["select", "multi_select", "list"];
 var STAGE_KEY = /(^|_)(status|stage)$/;
@@ -6687,7 +6719,7 @@ function sharedBlocksFor(tables) {
 function reusesOf(plan) {
   return plan.tables.filter((t) => t.reuse).map((t) => ({ token: t.token, existing_table_id: t.reuse.existing_table_id }));
 }
-function mergeDescribeParts(plan, tables, doors, views, existingTables = []) {
+function mergeDescribeParts(plan, tables, doors, views, existingTables = [], notes = []) {
   const out = clone(Array.isArray(tables?.tables) ? tables.tables : []);
   const byToken = new Map(out.map((t) => [t.token, t]));
   for (const p of plan.tables) {
@@ -6700,10 +6732,25 @@ function mergeDescribeParts(plan, tables, doors, views, existingTables = []) {
     ensureSkeleton(t, p);
     addExistingKeys(t, p, existingTables);
   }
+  const repoint = /* @__PURE__ */ new Map();
   for (const r of doors?.fieldRequests ?? []) {
     const t = byToken.get(r.table);
-    if (t) addRequest(t, r);
-  }
+    if (!t) continue;
+    const twin = addRequest(t, r);
+    if (!twin) continue;
+    if (!repoint.has(r.table)) repoint.set(r.table, /* @__PURE__ */ new Map());
+    repoint.get(r.table).set(r.key, twin);
+    notes.push(`tables.${r.table}.fields.${r.key}: dropped, it means the same as "${twin}" (questions now ask "${twin}")`);
+  }
+  const forms = clone(doors?.forms ?? []);
+  const bookingOut = doors?.booking ? clone(doors.booking) : void 0;
+  const repointQuestions = (table, qs) => {
+    const m = repoint.get(table);
+    if (!m || !Array.isArray(qs)) return;
+    for (const q2 of qs) if (m.has(q2.fieldKey)) q2.fieldKey = m.get(q2.fieldKey);
+  };
+  for (const f of forms) repointQuestions(f.table, f.fields);
+  if (bookingOut) repointQuestions(bookingOut.table, bookingOut.questions);
   const spec = {
     specVersion: 1,
     version: 1,
@@ -6720,9 +6767,9 @@ function mergeDescribeParts(plan, tables, doors, views, existingTables = []) {
     sharedBlocks: sharedBlocksFor(out),
     relationships: clone(tables?.relationships ?? []),
     views: mergeViews(plan, views, byToken),
-    forms: clone(doors?.forms ?? []),
+    forms,
     dimensions: [],
-    extras: doors?.booking ? [clone(doors.booking)] : []
+    extras: bookingOut ? [bookingOut] : []
   };
   return spec;
 }
@@ -6738,6 +6785,62 @@ var GOOD_ORDER = ["green", "teal", "blue", "violet", "slate", "amber", "orange",
 var BAD_ORDER = ["red", "orange", "gray", "slate", "brown", "pink", "amber", "yellow", "violet", "blue", "teal"];
 var DISTINCT_UP_TO = 7;
 var lower = (s) => s.trim().toLowerCase();
+function linkedTables(spec, token) {
+  const out = [];
+  const add = (x) => {
+    const t = spec.tables.find((y) => y.token === x);
+    if (t && t.token !== token && !out.includes(t)) out.push(t);
+  };
+  const own = spec.tables.find((t) => t.token === token);
+  for (const f of own?.fields ?? []) if (f.parityType === "relation" && f.relationTarget) add(f.relationTarget);
+  for (const t of spec.tables) if (t.fields.some((f) => f.parityType === "relation" && f.relationTarget === token)) add(t.token);
+  for (const r of spec.relationships ?? []) {
+    if (r.fromTable === token) add(r.toTable);
+    if (r.toTable === token) add(r.fromTable);
+  }
+  return out;
+}
+function fixMissingQuestionFields(spec, fixes) {
+  const doors = [];
+  for (const form of spec.forms) doors.push({ where: `forms.${form.token}`, table: form.table, questions: form.fields ?? [], set: (q2) => form.fields = q2 });
+  for (const e of spec.extras ?? []) {
+    if (e.kind !== "booking") continue;
+    const b = e;
+    doors.push({ where: `extras.${b.token}`, table: b.table, questions: b.questions ?? [], set: (q2) => b.questions = q2 });
+  }
+  for (const d of doors) {
+    const t = spec.tables.find((x) => x.token === d.table);
+    if (!t) continue;
+    const kept = [];
+    for (const q2 of d.questions) {
+      if (t.fields.some((f) => f.key === q2.fieldKey)) {
+        kept.push(q2);
+        continue;
+      }
+      const source = linkedTables(spec, t.token).find((o) => o.fields.some((f) => f.key === q2.fieldKey));
+      if (source) {
+        const copy = clone2(source.fields.find((f) => f.key === q2.fieldKey));
+        delete copy.required;
+        delete copy.unique;
+        const isDate2 = copy.parityType === "datetime";
+        if (isDate2 && !copy.absoluteDates && /birth|dob|born/i.test(`${copy.key} ${copy.label}`)) {
+          copy.absoluteDates = true;
+          copy.historicalReason = copy.historicalReason?.trim() || "date of birth";
+        }
+        const hasSchedule = t.fields.some((f) => f.parityType === "datetime" && !f.absoluteDates);
+        t.fields.push(copy);
+        if (isDate2 && !copy.absoluteDates && hasSchedule && !t.before?.length && !t.datesIndependent?.trim()) {
+          t.datesIndependent = `"${copy.label}" is the linked ${source.token}'s own date; it does not depend on the table's other dates.`;
+        }
+        fixes.push(`tables.${t.token}.fields.${q2.fieldKey}: copied from linked table "${source.token}" (${d.where} asks it)`);
+        kept.push(q2);
+      } else if (!q2.required) {
+        fixes.push(`${d.where}.fields.${q2.fieldKey}: question dropped ("${t.token}" declares no such field and no linked table has it)`);
+      } else kept.push(q2);
+    }
+    if (kept.length !== d.questions.length) d.set(kept);
+  }
+}
 function raiseSensitivity(spec, fixes) {
   for (const t of spec.tables) {
     for (const f of t.fields) {
@@ -6992,6 +7095,7 @@ function switchJob(spec, fixes) {
 function autofixDescribeSpec(input, ctx = {}) {
   const spec = describeSpec(clone2(input));
   const autoFixes = [];
+  fixMissingQuestionFields(spec, autoFixes);
   raiseSensitivity(spec, autoFixes);
   flagAskedOfSubject(spec, ctx, autoFixes);
   fixBooking(spec, autoFixes);