@ai-matrx/content-ir 0.22.6 → 0.23.0

package/CHANGELOG.md

@@ -1,5 +1,26 @@
 # Changelog
 
+
+## 0.23.0 — the one markdown-source home
+
+- `/source` gains the delimiter guard (`guardMarkdownDelimiters`, `guardMathDelimiters`,
+  `guardRunawayLinks`, `reportDelimiterViolations` + types) and the thinking-tag helpers
+  (`stripThinking`, `hasThinkingTags`, `stripThinkingStreaming`), moved from `@ai-matrx/kit`. The
+  guard's math rules are now THE rules of `source/math-pairs` (kit carried a private copy); 
+  `opensFlowBlock` is exported there.
+- New subpath `/json-extract` (moved from `@ai-matrx/kit/json-extract`): JSON in model text,
+  fenced or bare, complete or streaming. New dependencies: `json5`, `jsonrepair`.
+- `/text-case` is gone: the implementation lives in `@ai-matrx/kit/text-case`, which this
+  package now depends on.
+
+Consumer action: `@ai-matrx/content-ir/text-case` → `@ai-matrx/kit/text-case`.
+
+## 0.22.7
+
+- `kindSchemaFromJsonSchema` / `convertAiSchemaToBlockFields`: a `$ref` to a `$def` that does NOT declare its kind (`__kind` const/enum) is a plain nested structure and now converts IN PLACE — `inline_object` for a field, a nullable `inline_object` for `anyOf: [$ref, null]`. It used to become `{type:"object", kind:"<ClassName>"}`, so the parser demanded `__kind === "<ClassName>"` of every pydantic sub-structure (they carry none) and the whole instance resolved `raw` the moment a kind's database schema reached the registry — the generic key/value fallback instead of the kind's component (Applet builder floating window, 2026-10-07). Live corpus: 397 optional-`__kind` defs across 134 active kinds, plus 89 defs with no `__kind`. A def that declares its kind is still a kind reference; array-item `$ref`s are unchanged.
+
+**Consumer action:** `pnpm up @ai-matrx/content-ir@latest`. Nothing else — the kind registry's cold fetch derives through this converter.
+
 ## 0.22.6
 
 - `startsLikeTableRow` / `isGrowingDelimiterRow` (the streaming forms of the table rule) now live in `source/gfm-table.ts` beside the rest of THE GFM table rule; the public exports are unchanged (AP-2: `check-table-readers` green with an empty baseline).

package/dist/convert.cjs

@@ -1,5 +1,7 @@
 'use strict';
 
+var textCase = require('@ai-matrx/kit/text-case');
+
 // core/kind-schema.types.ts
 var KIND_KEY = "__kind";
 function scalarArrayItemType(type) {
@@ -7,297 +9,8 @@ function scalarArrayItemType(type) {
   if (type === "boolean[]") return "boolean";
   return "string";
 }
-
-// text-case.ts
-var DEFAULT_WORD_REPLACEMENTS = {
-  // Acronyms & initialisms
-  "api": "API",
-  "apis": "APIs",
-  "ui": "UI",
-  "ux": "UX",
-  "id": "ID",
-  "ids": "IDs",
-  "qr": "QR",
-  "ssr": "SSR",
-  "csr": "CSR",
-  "ssg": "SSG",
-  "isr": "ISR",
-  "spa": "SPA",
-  "pwa": "PWA",
-  "sdk": "SDK",
-  "sdks": "SDKs",
-  "cli": "CLI",
-  "tty": "TTY",
-  "repl": "REPL",
-  "ci": "CI",
-  "cd": "CD",
-  "cpu": "CPU",
-  "cpus": "CPUs",
-  "gpu": "GPU",
-  "gpus": "GPUs",
-  "ram": "RAM",
-  "rom": "ROM",
-  "ssd": "SSD",
-  "ssds": "SSDs",
-  "hdd": "HDD",
-  "hdds": "HDDs",
-  "kpi": "KPI",
-  "kpis": "KPIs",
-  "sla": "SLA",
-  "slas": "SLAs",
-  "slo": "SLO",
-  "slos": "SLOs",
-  "sli": "SLI",
-  "slis": "SLIs",
-  "dom": "DOM",
-  // Web, formats, protocols
-  "url": "URL",
-  "urls": "URLs",
-  "uri": "URI",
-  "uris": "URIs",
-  "http": "HTTP",
-  "https": "HTTPS",
-  "html": "HTML",
-  "css": "CSS",
-  "json": "JSON",
-  "yaml": "YAML",
-  "yml": "YML",
-  "toml": "TOML",
-  "csv": "CSV",
-  "pdf": "PDF",
-  "tsv": "TSV",
-  "jpg": "JPG",
-  "jpeg": "JPEG",
-  "png": "PNG",
-  "gif": "GIF",
-  "webp": "WebP",
-  "heic": "HEIC",
-  "heif": "HEIF",
-  "bmp": "BMP",
-  "tiff": "TIFF",
-  "ico": "ICO",
-  "xml": "XML",
-  "sql": "SQL",
-  "db": "DB",
-  "dbs": "DBs",
-  "nosql": "NoSQL",
-  "graphql": "GraphQL",
-  "grpc": "gRPC",
-  "rest": "REST",
-  "restful": "RESTful",
-  "websocket": "WebSocket",
-  "websockets": "WebSockets",
-  "webrtc": "WebRTC",
-  // Networking
-  "ip": "IP",
-  "ipv4": "IPv4",
-  "ipv6": "IPv6",
-  "dns": "DNS",
-  "dhcp": "DHCP",
-  "nat": "NAT",
-  "tcp": "TCP",
-  "udp": "UDP",
-  "icmp": "ICMP",
-  "ttl": "TTL",
-  "lan": "LAN",
-  "wan": "WAN",
-  "vlan": "VLAN",
-  "cdn": "CDN",
-  "ftp": "FTP",
-  "ssh": "SSH",
-  "tls": "TLS",
-  "ssl": "SSL",
-  // Security & crypto
-  "jwt": "JWT",
-  "jws": "JWS",
-  "jwe": "JWE",
-  "hmac": "HMAC",
-  "rsa": "RSA",
-  "ecdsa": "ECDSA",
-  "aes": "AES",
-  "pbkdf2": "PBKDF2",
-  "argon2": "Argon2",
-  "scrypt": "scrypt",
-  "totp": "TOTP",
-  "hotp": "HOTP",
-  "mfa": "MFA",
-  "2fa": "2FA",
-  "csrf": "CSRF",
-  "xss": "XSS",
-  "ssrf": "SSRF",
-  "rce": "RCE",
-  "dos": "DoS",
-  "ddos": "DDoS",
-  "mitm": "MITM",
-  "csp": "CSP",
-  "cors": "CORS",
-  "pii": "PII",
-  "phi": "PHI",
-  "gdpr": "GDPR",
-  "ccpa": "CCPA",
-  "hipaa": "HIPAA",
-  "rfc": "RFC",
-  // Platforms, langs, tools (single-token)
-  "javascript": "JavaScript",
-  "typescript": "TypeScript",
-  "jsx": "JSX",
-  "tsx": "TSX",
-  "node": "Node",
-  // (used when tokenized alone)
-  "deno": "Deno",
-  "bun": "Bun",
-  "react": "React",
-  "nextjs": "Next.js",
-  // if your tokenizer drops dots, keep this
-  "nodejs": "Node.js",
-  "postgresql": "PostgreSQL",
-  "postgres": "Postgres",
-  "mysql": "MySQL",
-  "sqlite": "SQLite",
-  "redis": "Redis",
-  "supabase": "Supabase",
-  "docker": "Docker",
-  "kubernetes": "Kubernetes",
-  "k8s": "Kubernetes",
-  "helm": "Helm",
-  "npm": "npm",
-  "pnpm": "pnpm",
-  "yarn": "Yarn",
-  "eslint": "ESLint",
-  "prettier": "Prettier",
-  "vite": "Vite",
-  "webpack": "Webpack",
-  "babel": "Babel",
-  // OS & vendors
-  "macos": "macOS",
-  "ios": "iOS",
-  "ipados": "iPadOS",
-  "watchos": "watchOS",
-  "tvos": "tvOS",
-  "windows": "Windows",
-  "linux": "Linux",
-  "ubuntu": "Ubuntu",
-  "github": "GitHub",
-  "gitlab": "GitLab",
-  "bitbucket": "Bitbucket",
-  // Data & analytics
-  "etl": "ETL",
-  "elt": "ELT",
-  "olap": "OLAP",
-  "oltp": "OLTP",
-  "bi": "BI",
-  // Time & locales
-  "utc": "UTC",
-  "gmt": "GMT",
-  "pst": "PST",
-  "pdt": "PDT",
-  "pt": "PT",
-  // Common “small words” to keep lowercase (unless first/last word)
-  "or": "or",
-  "and": "and",
-  "the": "the",
-  "of": "of",
-  "in": "in",
-  "to": "to",
-  "with": "with",
-  "as": "as",
-  "by": "by",
-  "for": "for",
-  "on": "on",
-  "at": "at",
-  "up": "up",
-  "a": "a",
-  "an": "an",
-  "is": "is",
-  "are": "are",
-  "was": "was",
-  "were": "were",
-  "be": "be",
-  "but": "but",
-  "nor": "nor",
-  "so": "so",
-  "yet": "yet",
-  "per": "per",
-  "via": "via",
-  // Latin abbreviations (tokenized as words in some pipelines)
-  "eg": "e.g.",
-  "ie": "i.e.",
-  "etc": "etc.",
-  "aka": "aka",
-  "vs": "vs.",
-  "v": "v.",
-  // Client abbreviations
-  "CIC": "CIC",
-  "AGR": "AGR",
-  "AGER": "AGER",
-  "DD": "DD",
-  "TS": "TS",
-  "TM": "TM",
-  "arman": "Arman"
-};
-var DEFAULT_OPTIONS = {
-  textCase: "title",
-  wordReplacements: DEFAULT_WORD_REPLACEMENTS,
-  trim: true
-};
-function formatText(text, options = {}) {
-  const opts = { ...DEFAULT_OPTIONS, ...options };
-  if (!text) return "";
-  let normalized = text.replace(/_/g, " ").replace(/-/g, " ").replace(/([a-z])([A-Z])/g, "$1 $2").replace(/\s+/g, " ");
-  if (opts.trim) {
-    normalized = normalized.trim();
-  }
-  let caseTransformed = normalized;
-  switch (opts.textCase) {
-    case "title":
-      caseTransformed = normalized.replace(
-        /\w\S*/g,
-        (word) => word.charAt(0).toUpperCase() + word.slice(1).toLowerCase()
-      );
-      break;
-    case "sentence":
-      if (normalized.length > 0) {
-        caseTransformed = normalized.charAt(0).toUpperCase() + normalized.slice(1).toLowerCase();
-      }
-      break;
-    case "lower":
-      caseTransformed = normalized.toLowerCase();
-      break;
-    case "upper":
-      caseTransformed = normalized.toUpperCase();
-      break;
-  }
-  let result = caseTransformed;
-  if (opts.wordReplacements) {
-    Object.entries(opts.wordReplacements).forEach(([key, value]) => {
-      const regex = new RegExp(`\\b${key}\\b`, "gi");
-      result = result.replace(regex, value);
-    });
-  }
-  return result;
-}
-var IDENTIFIER_ACRONYMS = [
-  "ID",
-  "URL",
-  "PDF",
-  "HTML",
-  "JSON",
-  "API",
-  "AI",
-  "UI",
-  "CSV",
-  "SMS",
-  "SEO",
-  "LLM",
-  "MCP",
-  "UUID",
-  "ISO"
-];
-new Set(IDENTIFIER_ACRONYMS.map((a) => a.toLowerCase()));
-
-// core/schema-structure.ts
 function formatBlockLabel(key) {
-  return formatText(key, { textCase: "title" });
+  return textCase.formatText(key, { textCase: "title" });
 }
 
 // convert/openai-schema-converter.ts
@@ -517,7 +230,7 @@ function buildAgentSchemaWithRenderBlockSupport(input, rootKindSlug, arrayBindin
 }
 function resolveRef(ref, ctx) {
   if (ref === "#" || ref === "#/") {
-    return { slug: ctx.schemaName, node: ctx.rootSchema };
+    return { slug: ctx.schemaName, node: ctx.rootSchema, declaresKind: true };
   }
   const match = /^#\/(?:\$defs|definitions)\/(.+)$/.exec(ref);
   if (!match) return null;
@@ -527,7 +240,11 @@ function resolveRef(ref, ctx) {
   const node = ctx.defs[name];
   if (!isRecord(node)) return null;
   const declared = isRecord(node.properties) ? readBlockKindFromProperties(node.properties) : null;
-  return { slug: declared ?? name, node };
+  return { slug: declared ?? name, node, declaresKind: declared !== null };
+}
+function inlineRefNode(refNode, resolved) {
+  const { $ref: _ref, ...beside } = refNode;
+  return { ...resolved.node, ...beside };
 }
 function refToObjectField(resolved, path, ctx) {
   if (ctx.refsInProgress.has(resolved.slug)) return;
@@ -597,6 +314,29 @@ function convertPropertyCore(fieldName, node, required, path, ctx) {
       });
       return null;
     }
+    if (!resolved.declaresKind) {
+      const guard = `$def:${node.$ref}`;
+      if (ctx.refsInProgress.has(guard)) {
+        ctx.problems.push({
+          severity: "info",
+          path,
+          message: `Self-referencing structure "${node.$ref}" \u2014 carried as any JSON value (json).`
+        });
+        return { ...requiredNullableFlags(required), type: "json" };
+      }
+      ctx.refsInProgress.add(guard);
+      try {
+        return convertPropertyCore(
+          fieldName,
+          inlineRefNode(node, resolved),
+          required,
+          path,
+          ctx
+        );
+      } finally {
+        ctx.refsInProgress.delete(guard);
+      }
+    }
     refToObjectField(resolved, path, ctx);
     return {
       ...requiredNullableFlags(required),
@@ -628,6 +368,10 @@ function convertPropertyCore(fieldName, node, required, path, ctx) {
           unsupported = true;
           continue;
         }
+        if (!resolvedVariant.declaresKind) {
+          anonymousObjects.push(inlineRefNode(variant, resolvedVariant));
+          continue;
+        }
         refToObjectField(resolvedVariant, path, ctx);
         memberKinds.push(resolvedVariant.slug);
         continue;