@vnejs/helpers.tokenize-text 0.1.1

package/index.js

@@ -0,0 +1,25 @@
+const TOKEN_MARK_START_CHARS = ["{"];
+const TOKEN_MARK_END_CHARS = { "{": "}" };
+
+const reduceTokenize = (acc, char) => {
+  if (acc.isInsideMark) {
+    if (char !== acc.markEndChar) {
+      acc.currentMark += char;
+    } else {
+      if (!acc.currentMark.startsWith("/")) acc.marks.push(acc.currentMark);
+      else acc.marks = acc.marks.filter((m) => m !== acc.currentMark.slice(1));
+
+      acc.isInsideMark = false;
+    }
+  } else if (TOKEN_MARK_START_CHARS.includes(char)) {
+    acc.currentMark = "";
+    acc.isInsideMark = true;
+    acc.markEndChar = TOKEN_MARK_END_CHARS[char] || char;
+  } else {
+    acc.array.push({ token: char, marks: acc.marks.slice() });
+  }
+
+  return acc;
+};
+
+export const tokenizeText = (str) => [...str].reduce(reduceTokenize, { array: [], marks: [] }).array;

package/package.json

@@ -0,0 +1,17 @@
+{
+  "name": "@vnejs/helpers.tokenize-text",
+  "version": "0.1.1",
+  "description": "",
+  "main": "index.js",
+  "scripts": {
+    "test": "echo \"Error: no test specified\" && exit 1",
+    "publish:major:plugin": "npm run publish:major",
+    "publish:minor:plugin": "npm run publish:minor",
+    "publish:patch:plugin": "npm run publish:patch",
+    "publish:major": "npm version major && npm publish --access public",
+    "publish:minor": "npm version minor && npm publish --access public",
+    "publish:patch": "npm version patch && npm publish --access public"
+  },
+  "author": "",
+  "license": "ISC"
+}

package/tests.js

@@ -0,0 +1,7 @@
+import { tokenizeText } from "./index.js";
+
+const tests = [`Открыть {b}глаза{\\b} полностью`, "Прикрой её", "{cross}Прикрой{\\cross} её", "{u}Прикрой её{u}"];
+
+tests.forEach((test) => {
+  console.log(`${JSON.stringify(test)} ->`, tokenizeText(test));
+});