@spintax/core 0.11.0 → 0.12.0

package/CHANGELOG.md

@@ -3,6 +3,46 @@
 All notable changes to `@spintax/core` are documented here. This project adheres to
 [Semantic Versioning](https://semver.org/spec/v2.0.0.html).
 
+## 0.12.0 — 2026-10-06
+
+A minor: rendered text moves for permutation separators in Arabic, Hebrew, Thai and Lao. No verdict
+changes and no API change; `render()` already took the `locale` it now also reads here.
+
+### Fixed
+
+- **An Arabic list can be written (#90).** The conjunction و ("and") — and ف ("and then") — is written
+  attached to the next word: `الكازينو والبث`, never `الكازينو و البث`. A letter-only separator was always
+  padded on both sides, whatever spaces the author wrote, so no shape of `lastsep` could produce it. Now,
+  under `locale: 'ar'`, a separator that is exactly و or ف keeps the space before it and none after when
+  the next element starts with an Arabic letter: `[<sep="، ";lastsep="و">…]` renders
+  `الكازينو، المراهنات الرياضية والبث المباشر`. Before anything else — a Latin brand name, a digit — both
+  spaces stay: `و Evolution`. Hebrew ו under `locale: 'he'` works the same way. The rule is keyed by
+  LANGUAGE, not script: Persian and Urdu write the same letter و as a word of its own, so under `fa` and
+  `ur` it is padded as before, and so is every word conjunction (أو, ثم, או) and و with no locale.
+- **Thai and Lao separators join bare (#90),** as Han and kana have since 0.11.0: `[<lastsep="และ">แมว|สุนัข]`
+  renders `แมวและสุนัข`. Khmer and Myanmar take the same rule. A separator carrying a combining mark —
+  Thai `หรือ`, most Khmer and Myanmar words — is not all letters, so it was never padded and still renders
+  exactly as written, spaces included.
+
+No template in the family's stored content uses any of these separators (measured over casino-platform,
+content-gen, both sites and the plugin: the only hits were the probes that found the issue), so no
+existing text changes.
+
+### Corpus
+
+408 cases (+22), all in `render-semantics.json`. `perm/sep-arabic-*` (و and ف attached, the author's
+spaces, a regional locale, before a Latin word, a digit, an astral Arabic letter and U+0640, a word
+conjunction, the issue's whole list with the post-process on), `perm/sep-persian-waw-padded`,
+`perm/sep-urdu-waw-padded`, `perm/sep-waw-without-locale-padded`, `perm/sep-hebrew-*` (ו attached, before a Latin word, the word conjunction או), `perm/sep-thai-*`,
+`perm/sep-lao-not-padded`, `perm/sep-khmer-not-padded`, `perm/sep-myanmar-not-padded`, and
+`perm/sep-script-not-script-extensions`.
+
+That last one pins a divergence 0.11.0 shipped in both PHP engines without anyone seeing it: PCRE2 10.40
+and later read `\p{Han}` as Script_Extensions, so U+3006 〆, U+303C 〼, the kana repeat marks U+3031–3035
+and the halfwidth sound marks U+FF9E/FF9F joined bare there and were padded here and in every port. The
+PHP engines now exclude them, which is Script on any PCRE2 version. The same trap sat under the new Arabic
+test (U+0640, tatweel); the next element is read by code point, not by UTF-16 unit.
+
 ## 0.11.0 — 2026-10-03
 
 A minor: one verdict changes (a two-form `ar` plural is now an error) and rendered text moves for

package/README.md

@@ -19,7 +19,7 @@ parse, render, validate, extract, analyze, and neutralize spintax templates.
   [`spintax-core`](https://pypi.org/project/spintax-core/) (Python), an Object Pascal engine,
   [`Spintax.Core`](https://www.nuget.org/packages/Spintax.Core/) (.NET), and
   the [Spintax WordPress plugin](https://wordpress.org/plugins/spintax/) are all held to the same
-  behavior contract by a **shared golden corpus of 386 fixtures** — deterministic verdicts, plural
+  behavior contract by a **shared golden corpus of 408 fixtures** — deterministic verdicts, plural
   buckets, conditionals, `#set`/`#def` semantics and post-processing agree everywhere, so a
   template is an asset you can move between runtimes, not a lock-in.
 - **MIT** licensed.

package/dist/index.cjs

@@ -1389,6 +1389,37 @@ function trimFragment(fragment) {
   if (fragment.lead === 0 && fragment.trail === 0) return fragment;
   return new Window(fragment, fragment.lead, fragment.length - fragment.trail);
 }
+function firstCodePointOf(fragment) {
+  const hi = charCodeAtOf(fragment, 0);
+  if (hi >= 55296 && hi <= 56319) {
+    const lo = charCodeAtOf(fragment, 1);
+    if (lo >= 56320 && lo <= 57343) return (hi - 55296) * 1024 + (lo - 56320) + 65536;
+  }
+  return hi;
+}
+function charCodeAtOf(fragment, index) {
+  let piece = fragment;
+  let at = index;
+  for (; ; ) {
+    if (at < 0 || at >= lengthOf(piece)) return -1;
+    if (typeof piece === "string") return piece.charCodeAt(at);
+    if (piece instanceof Window) {
+      at += piece.from;
+      piece = piece.base;
+      continue;
+    }
+    let offset = 0;
+    for (const child of piece.pieces) {
+      const length = lengthOf(child);
+      if (at < offset + length) {
+        piece = child;
+        at -= offset;
+        break;
+      }
+      offset += length;
+    }
+  }
+}
 function flatten(fragment) {
   if (typeof fragment === "string") return fragment;
   const out = [];
@@ -1782,7 +1813,12 @@ function assemblePermutation(node, rendered, opts) {
   max = Math.max(min, Math.min(max, total));
   const pick = randomInt(opts.rng, min, max);
   shuffle(elements, opts.rng);
-  return joinWithSeparators(elements.slice(0, pick), config.sep, config.lastsep ?? config.sep);
+  return joinWithSeparators(
+    elements.slice(0, pick),
+    config.sep,
+    config.lastsep ?? config.sep,
+    normalizeBaseLang(opts.locale)
+  );
 }
 function shuffle(arr, rng) {
   for (let i = arr.length - 1; i > 0; i -= 1) {
@@ -1792,7 +1828,7 @@ function shuffle(arr, rng) {
     arr[j] = tmp;
   }
 }
-function joinWithSeparators(elements, globalSep, globalLastsep) {
+function joinWithSeparators(elements, globalSep, globalLastsep, lang) {
   const count = elements.length;
   if (count === 0) return "";
   if (count === 1) return elements[0].text;
@@ -1800,14 +1836,23 @@ function joinWithSeparators(elements, globalSep, globalLastsep) {
   for (let i = 1; i < count; i += 1) {
     const el = elements[i];
     const sep = el.sep ?? (i === count - 1 ? globalLastsep : globalSep);
-    pieces.push(padSeparator(sep), el.text);
+    pieces.push(padSeparator(sep, lang, el.text), el.text);
   }
   return joinFragments(pieces);
 }
-var UNSPACED_SCRIPT_RE = /^[\p{Script=Han}\p{Script=Hiragana}\p{Script=Katakana}ーｰ]+$/u;
-function padSeparator(sep) {
+var UNSPACED_SCRIPT_RE = /^[\p{Script=Han}\p{Script=Hiragana}\p{Script=Katakana}ーｰ\p{Script=Thai}\p{Script=Lao}\p{Script=Khmer}\p{Script=Myanmar}]+$/u;
+var PROCLITICS = /* @__PURE__ */ new Map([
+  ["ar", { words: /* @__PURE__ */ new Set(["\u0648", "\u0641"]), letter: /^(?=\p{L})\p{Script=Arabic}$/u }],
+  ["he", { words: /* @__PURE__ */ new Set(["\u05D5"]), letter: /^(?=\p{L})\p{Script=Hebrew}$/u }]
+]);
+function padSeparator(sep, lang, next) {
   const trimmed = phpTrim(sep);
   if (trimmed === "") return sep;
+  const proclitic = PROCLITICS.get(lang);
+  if (proclitic !== void 0 && proclitic.words.has(trimmed)) {
+    const first = firstCodePointOf(next);
+    return first >= 0 && proclitic.letter.test(String.fromCodePoint(first)) ? ` ${trimmed}` : ` ${trimmed} `;
+  }
   if (/^\p{L}+$/u.test(trimmed) && !UNSPACED_SCRIPT_RE.test(trimmed)) return ` ${trimmed} `;
   return sep;
 }