micromark-extension-cjk-friendly-util 2.0.0-rc.1 → 2.0.0

package/dist/categoryUtil.d.ts

@@ -31,6 +31,13 @@ declare function isCjk(category: Category): boolean;
  * @returns `true` if the code point represents an IVS
  */
 declare function isIvs(category: Category): boolean;
+/**
+ * `true` if {@link isCjk} or {@link isIvs}.
+ *
+ * @param category the return value of {@link classifyCharacter}.
+ * @returns `true` if the code point represents a CJK or IVS
+ */
+declare function isCjkOrIvs(category: Category): boolean;
 /**
  * `true` if the code point represents a [Non-emoji General-use Variation Selector](https://github.com/tats-u/markdown-cjk-friendly/blob/main/specification.md#non-emoji-general-use-variation-selector).
  *
@@ -46,4 +53,4 @@ declare function isNonEmojiGeneralUseVS(category: Category): boolean;
  */
 declare function isSpaceOrPunctuation(category: Category): boolean;
 
-export { isCjk, isIvs, isNonCjkPunctuation, isNonEmojiGeneralUseVS, isSpaceOrPunctuation, isUnicodeWhitespace };
+export { isCjk, isCjkOrIvs, isIvs, isNonCjkPunctuation, isNonEmojiGeneralUseVS, isSpaceOrPunctuation, isUnicodeWhitespace };

package/dist/categoryUtil.js

@@ -12,7 +12,8 @@ var constantsEx;
   constantsEx2.ivs = 8192;
   constantsEx2.cjkOrIvs = 12288;
   constantsEx2.nonEmojiGeneralUseVS = 16384;
-  constantsEx2.variationSelector = 28672;
+  constantsEx2.variationSelector = 24576;
+  constantsEx2.ivsToCjkRightShift = 1;
 })(constantsEx || (constantsEx = {}));
 
 // src/categoryUtil.ts
@@ -28,6 +29,9 @@ function isCjk(category) {
 function isIvs(category) {
   return category === constantsEx.ivs;
 }
+function isCjkOrIvs(category) {
+  return Boolean(category & constantsEx.cjkOrIvs);
+}
 function isNonEmojiGeneralUseVS(category) {
   return category === constantsEx.nonEmojiGeneralUseVS;
 }
@@ -36,6 +40,7 @@ function isSpaceOrPunctuation(category) {
 }
 export {
   isCjk,
+  isCjkOrIvs,
   isIvs,
   isNonCjkPunctuation,
   isNonEmojiGeneralUseVS,

package/dist/characterWithNonBmp.d.ts

@@ -7,6 +7,7 @@ import { Code } from 'micromark-util-types';
  * @returns `true` if `uc` is CJK, `null` if IVS, or `false` if neither
  */
 declare function cjkOrIvs(uc: Code): boolean | null;
+declare function isCjkAmbiguousPunctuation(main: Code, vs: Code): boolean;
 /**
  * Check whether the character code represents Non-emoji General-use Variation Selector (U+FE00-U+FE0E).
  */
@@ -53,4 +54,4 @@ declare const unicodePunctuation: (code: Code) => boolean;
  */
 declare const unicodeWhitespace: (code: Code) => boolean;
 
-export { cjkOrIvs, nonEmojiGeneralUseVS, unicodePunctuation, unicodeWhitespace };
+export { cjkOrIvs, isCjkAmbiguousPunctuation, nonEmojiGeneralUseVS, unicodePunctuation, unicodeWhitespace };

package/dist/characterWithNonBmp.js

@@ -18,7 +18,7 @@ var isEmoji = function(uc) {
   fn: null
 });
 function cjkOrIvs(uc) {
-  if (!uc || uc < 0) {
+  if (!uc || uc < 4352) {
     return false;
   }
   const eaw = eastAsianWidthType(uc);
@@ -37,6 +37,10 @@ function cjkOrIvs(uc) {
       return /^\p{sc=Hangul}/u.test(String.fromCodePoint(uc));
   }
 }
+function isCjkAmbiguousPunctuation(main, vs) {
+  if (vs !== 65025 || !main || main < 8216) return false;
+  return main === 8216 || main === 8217 || main === 8220 || main === 8221;
+}
 function nonEmojiGeneralUseVS(code) {
   return code !== null && code >= 65024 && code <= 65038;
 }
@@ -50,6 +54,7 @@ function regexCheck(regex) {
 }
 export {
   cjkOrIvs,
+  isCjkAmbiguousPunctuation,
   nonEmojiGeneralUseVS,
   unicodePunctuation,
   unicodeWhitespace

package/dist/classifyCharacter.d.ts

@@ -8,7 +8,8 @@ declare namespace constantsEx {
     const ivs: 8192;
     const cjkOrIvs: 12288;
     const nonEmojiGeneralUseVS: 16384;
-    const variationSelector: 28672;
+    const variationSelector: 24576;
+    const ivsToCjkRightShift: 1;
 }
 /**
  * Classify whether a code represents whitespace, punctuation, or something
@@ -25,5 +26,17 @@ declare namespace constantsEx {
  *   Group.
  */
 declare function classifyCharacter(code: Code): typeof constants.characterGroupWhitespace | typeof constants.characterGroupPunctuation | typeof constantsEx.cjk | typeof constantsEx.cjkPunctuation | typeof constantsEx.ivs | typeof constantsEx.nonEmojiGeneralUseVS | 0;
+/**}
+ * Classify whether a code represents whitespace, punctuation, or something else.
+ *
+ * Recognizes general-use variation selectors. Use this instead of {@linkcode classifyCharacter} for previous character.
+ *
+ * @param before result of {@linkcode classifyCharacter} of the preceding character.
+ * @param get2Previous a function that returns the code point of the character before the preceding character. Use lambda or {@linkcode Function.prototype.bind}.
+ * @param previous code point of the preceding character
+ * @returns
+ *   Group of the main code point of the preceding character. Use `isCjkOrIvs` to check whether it is CJK
+ */
+declare function classifyPrecedingCharacter(before: ReturnType<typeof classifyCharacter>, get2Previous: () => Code, previous: Code): ReturnType<typeof classifyCharacter>;
 
-export { classifyCharacter, constantsEx };
+export { classifyCharacter, classifyPrecedingCharacter, constantsEx };

package/dist/classifyCharacter.js

@@ -1,6 +1,15 @@
 // src/classifyCharacter.ts
 import { markdownLineEndingOrSpace } from "micromark-util-character";
-import { constants, codes } from "micromark-util-symbol";
+import { constants as constants2, codes } from "micromark-util-symbol";
+
+// src/categoryUtil.ts
+import { constants } from "micromark-util-symbol";
+function isUnicodeWhitespace(category) {
+  return Boolean(category & constants.characterGroupWhitespace);
+}
+function isNonEmojiGeneralUseVS(category) {
+  return category === constantsEx.nonEmojiGeneralUseVS;
+}
 
 // src/characterWithNonBmp.ts
 import { eastAsianWidthType } from "get-east-asian-width";
@@ -22,7 +31,7 @@ var isEmoji = function(uc) {
   fn: null
 });
 function cjkOrIvs(uc) {
-  if (!uc || uc < 0) {
+  if (!uc || uc < 4352) {
     return false;
   }
   const eaw = eastAsianWidthType(uc);
@@ -41,6 +50,10 @@ function cjkOrIvs(uc) {
       return /^\p{sc=Hangul}/u.test(String.fromCodePoint(uc));
   }
 }
+function isCjkAmbiguousPunctuation(main, vs) {
+  if (vs !== 65025 || !main || main < 8216) return false;
+  return main === 8216 || main === 8217 || main === 8220 || main === 8221;
+}
 function nonEmojiGeneralUseVS(code) {
   return code !== null && code >= 65024 && code <= 65038;
 }
@@ -62,11 +75,12 @@ var constantsEx;
   constantsEx2.ivs = 8192;
   constantsEx2.cjkOrIvs = 12288;
   constantsEx2.nonEmojiGeneralUseVS = 16384;
-  constantsEx2.variationSelector = 28672;
+  constantsEx2.variationSelector = 24576;
+  constantsEx2.ivsToCjkRightShift = 1;
 })(constantsEx || (constantsEx = {}));
 function classifyCharacter(code) {
   if (code === codes.eof || markdownLineEndingOrSpace(code) || unicodeWhitespace(code)) {
-    return constants.characterGroupWhitespace;
+    return constants2.characterGroupWhitespace;
   }
   let value = 0;
   if (code >= 4352) {
@@ -82,11 +96,23 @@ function classifyCharacter(code) {
     }
   }
   if (unicodePunctuation(code)) {
-    value |= constants.characterGroupPunctuation;
+    value |= constants2.characterGroupPunctuation;
   }
   return value;
 }
+function classifyPrecedingCharacter(before, get2Previous, previous) {
+  if (!isNonEmojiGeneralUseVS(before)) {
+    return before;
+  }
+  const twoPrevious = get2Previous();
+  const twoBefore = classifyCharacter(twoPrevious);
+  return !twoPrevious || isUnicodeWhitespace(twoBefore) ? before : isCjkAmbiguousPunctuation(twoPrevious, previous) ? constantsEx.cjkPunctuation : stripIvs(twoBefore);
+}
+function stripIvs(twoBefore) {
+  return twoBefore & ~constantsEx.ivs;
+}
 export {
   classifyCharacter,
+  classifyPrecedingCharacter,
   constantsEx
 };

package/dist/index.d.ts

@@ -1,5 +1,5 @@
-export { isCjk, isIvs, isNonCjkPunctuation, isNonEmojiGeneralUseVS, isSpaceOrPunctuation, isUnicodeWhitespace } from './categoryUtil.js';
-export { classifyCharacter, constantsEx } from './classifyCharacter.js';
-export { isCodeHighSurrogate, isCodeLowSurrogate, tryGetCodeTwoBefore, tryGetGenuineNextCode, tryGetGenuinePreviousCode } from './codeUtil.js';
+export { isCjk, isCjkOrIvs, isIvs, isNonCjkPunctuation, isNonEmojiGeneralUseVS, isSpaceOrPunctuation, isUnicodeWhitespace } from './categoryUtil.js';
+export { classifyCharacter, classifyPrecedingCharacter, constantsEx } from './classifyCharacter.js';
+export { TwoPreviousCode, isCodeHighSurrogate, isCodeLowSurrogate, tryGetCodeTwoBefore, tryGetGenuineNextCode, tryGetGenuinePreviousCode } from './codeUtil.js';
 import 'micromark-util-symbol';
 import 'micromark-util-types';

package/dist/index.js

@@ -1,3 +1,7 @@
+var __defProp = Object.defineProperty;
+var __defNormalProp = (obj, key, value) => key in obj ? __defProp(obj, key, { enumerable: true, configurable: true, writable: true, value }) : obj[key] = value;
+var __publicField = (obj, key, value) => __defNormalProp(obj, typeof key !== "symbol" ? key + "" : key, value);
+
 // src/categoryUtil.ts
 import { constants as constants2 } from "micromark-util-symbol";
 
@@ -25,7 +29,7 @@ var isEmoji = function(uc) {
   fn: null
 });
 function cjkOrIvs(uc) {
-  if (!uc || uc < 0) {
+  if (!uc || uc < 4352) {
     return false;
   }
   const eaw = eastAsianWidthType(uc);
@@ -44,6 +48,10 @@ function cjkOrIvs(uc) {
       return /^\p{sc=Hangul}/u.test(String.fromCodePoint(uc));
   }
 }
+function isCjkAmbiguousPunctuation(main, vs) {
+  if (vs !== 65025 || !main || main < 8216) return false;
+  return main === 8216 || main === 8217 || main === 8220 || main === 8221;
+}
 function nonEmojiGeneralUseVS(code) {
   return code !== null && code >= 65024 && code <= 65038;
 }
@@ -65,7 +73,8 @@ var constantsEx;
   constantsEx2.ivs = 8192;
   constantsEx2.cjkOrIvs = 12288;
   constantsEx2.nonEmojiGeneralUseVS = 16384;
-  constantsEx2.variationSelector = 28672;
+  constantsEx2.variationSelector = 24576;
+  constantsEx2.ivsToCjkRightShift = 1;
 })(constantsEx || (constantsEx = {}));
 function classifyCharacter(code) {
   if (code === codes.eof || markdownLineEndingOrSpace(code) || unicodeWhitespace(code)) {
@@ -89,6 +98,17 @@ function classifyCharacter(code) {
   }
   return value;
 }
+function classifyPrecedingCharacter(before, get2Previous, previous) {
+  if (!isNonEmojiGeneralUseVS(before)) {
+    return before;
+  }
+  const twoPrevious = get2Previous();
+  const twoBefore = classifyCharacter(twoPrevious);
+  return !twoPrevious || isUnicodeWhitespace(twoBefore) ? before : isCjkAmbiguousPunctuation(twoPrevious, previous) ? constantsEx.cjkPunctuation : stripIvs(twoBefore);
+}
+function stripIvs(twoBefore) {
+  return twoBefore & ~constantsEx.ivs;
+}
 
 // src/categoryUtil.ts
 function isUnicodeWhitespace(category) {
@@ -103,6 +123,9 @@ function isCjk(category) {
 function isIvs(category) {
   return category === constantsEx.ivs;
 }
+function isCjkOrIvs(category) {
+  return Boolean(category & constantsEx.cjkOrIvs);
+}
 function isNonEmojiGeneralUseVS(category) {
   return category === constantsEx.nonEmojiGeneralUseVS;
 }
@@ -161,6 +184,40 @@ function tryGetCodeTwoBefore(previousCode, nowPoint, sliceSerialize) {
   }
   return twoPreviousLast;
 }
+var TwoPreviousCode = class {
+  /**
+   * @see {@link tryGetCodeTwoBefore}
+   *
+   * @param previousCode a previous code point. Should be greater than 65,535 if it represents a [Supplementary Character](https://www.unicode.org/glossary/#supplementary_character).
+   * @param nowPoint `this.now()` (`this` = `TokenizeContext`)
+   * @param sliceSerialize `this.sliceSerialize` (`this` = `TokenizeContext`)
+   */
+  constructor(previousCode, nowPoint, sliceSerialize) {
+    this.previousCode = previousCode;
+    this.nowPoint = nowPoint;
+    this.sliceSerialize = sliceSerialize;
+    __publicField(this, "cachedValue");
+  }
+  /**
+   * Returns the return value of {@link tryGetCodeTwoBefore}.
+   *
+   * If the value has not been computed yet, it will be computed and cached.
+   *
+   * @see {@link tryGetCodeTwoBefore}
+   *
+   * @returns a value greater than 65,535 if the code point two positions before represents a [Supplementary Character](https://www.unicode.org/glossary/#supplementary_character), a value less than 65,536 for a [BMP Character](https://www.unicode.org/glossary/#bmp_character), or `null` if not found
+   */
+  value() {
+    if (this.cachedValue === void 0) {
+      this.cachedValue = tryGetCodeTwoBefore(
+        this.previousCode,
+        this.nowPoint,
+        this.sliceSerialize
+      );
+    }
+    return this.cachedValue;
+  }
+};
 function tryGetGenuineNextCode(code, nowPoint, sliceSerialize) {
   const nextCandidate = sliceSerialize({
     start: nowPoint,
@@ -169,9 +226,12 @@ function tryGetGenuineNextCode(code, nowPoint, sliceSerialize) {
   return nextCandidate && nextCandidate >= 65536 ? nextCandidate : code;
 }
 export {
+  TwoPreviousCode,
   classifyCharacter,
+  classifyPrecedingCharacter,
   constantsEx,
   isCjk,
+  isCjkOrIvs,
   isCodeHighSurrogate,
   isCodeLowSurrogate,
   isIvs,

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "micromark-extension-cjk-friendly-util",
-  "version": "2.0.0-rc.1",
+  "version": "2.0.0",
   "type": "module",
   "exports": {
     ".": {