@ai-react-markdown/engine 2.3.0 → 2.3.2

package/dist/index.cjs

@@ -62,6 +62,7 @@ __export(src_exports, {
   extractContributions: () => extractContributions,
   extractDefBodiesFromHast: () => extractDefBodiesFromHast,
   getEnginePluginInternals: () => getEnginePluginInternals,
+  hasLoneSurrogate: () => hasLoneSurrogate,
   highlight: () => highlight,
   isFootnoteSection: () => isFootnoteSection,
   lastRegionStart: () => lastRegionStart,
@@ -3319,7 +3320,9 @@ var C1 = 3432918353;
 var C2 = 461845907;
 var UTF8_ENCODER = /* @__PURE__ */ new TextEncoder();
 function murmur3_32(s, seed = 0) {
-  const bytes = UTF8_ENCODER.encode(s);
+  return murmur3_32_bytes(UTF8_ENCODER.encode(s), seed);
+}
+function murmur3_32_bytes(bytes, seed = 0) {
   const len = bytes.length;
   let h1 = seed >>> 0;
   const nblocks = len >>> 2;
@@ -3353,7 +3356,22 @@ function murmur3_32(s, seed = 0) {
   h1 ^= h1 >>> 16;
   return h1 >>> 0;
 }
+var LONE_SURROGATE_RE = /[\uD800-\uDFFF]/u;
+function hasLoneSurrogate(id) {
+  return LONE_SURROGATE_RE.test(id);
+}
+var ILL_FORMED_SEED = 1;
+function utf16leBytes(s) {
+  const bytes = new Uint8Array(s.length * 2);
+  for (let i = 0; i < s.length; i++) {
+    const c = s.charCodeAt(i);
+    bytes[i * 2] = c & 255;
+    bytes[i * 2 + 1] = c >>> 8;
+  }
+  return bytes;
+}
 function shortenDocumentId(id, threshold = 16) {
+  if (hasLoneSurrogate(id)) return toBase62(murmur3_32_bytes(utf16leBytes(id), ILL_FORMED_SEED));
   if (id.length <= threshold) return id;
   return toBase62(murmur3_32(id));
 }
@@ -4111,6 +4129,7 @@ function createRemendPreprocessor(options) {
   extractContributions,
   extractDefBodiesFromHast,
   getEnginePluginInternals,
+  hasLoneSurrogate,
   highlight,
   isFootnoteSection,
   lastRegionStart,