@vnejs/helpers.tokenize-text 0.1.1 → 0.1.2

package/dist/index.d.ts

@@ -0,0 +1,5 @@
+export type TokenizedChar = {
+    token: string;
+    marks: string[];
+};
+export declare const tokenizeText: (str: string) => TokenizedChar[];

package/dist/index.js

@@ -0,0 +1,27 @@
+const TOKEN_MARK_START_CHARS = ["{"];
+const TOKEN_MARK_END_CHARS = { "{": "}" };
+const reduceTokenize = (acc, char) => {
+    if (acc.isInsideMark) {
+        const mark = acc.currentMark ?? "";
+        if (char !== acc.markEndChar) {
+            acc.currentMark = mark + char;
+        }
+        else {
+            if (!mark.startsWith("/"))
+                acc.marks.push(mark);
+            else
+                acc.marks = acc.marks.filter((m) => m !== mark.slice(1));
+            acc.isInsideMark = false;
+        }
+    }
+    else if (TOKEN_MARK_START_CHARS.includes(char)) {
+        acc.currentMark = "";
+        acc.isInsideMark = true;
+        acc.markEndChar = TOKEN_MARK_END_CHARS[char] || char;
+    }
+    else {
+        acc.array.push({ token: char, marks: acc.marks.slice() });
+    }
+    return acc;
+};
+export const tokenizeText = (str) => [...str].reduce(reduceTokenize, { array: [], marks: [] }).array;

package/package.json

@@ -1,17 +1,25 @@
 {
   "name": "@vnejs/helpers.tokenize-text",
-  "version": "0.1.1",
+  "version": "0.1.2",
   "description": "",
-  "main": "index.js",
+  "main": "dist/index.js",
+  "types": "dist/index.d.ts",
+  "files": [
+    "dist"
+  ],
   "scripts": {
-    "test": "echo \"Error: no test specified\" && exit 1",
+    "test": "npm run build && node tests.js",
+    "build": "rm -rf dist && tsc -p tsconfig.json",
     "publish:major:plugin": "npm run publish:major",
     "publish:minor:plugin": "npm run publish:minor",
     "publish:patch:plugin": "npm run publish:patch",
-    "publish:major": "npm version major && npm publish --access public",
-    "publish:minor": "npm version minor && npm publish --access public",
-    "publish:patch": "npm version patch && npm publish --access public"
+    "publish:major": "npm run build && npm version major && npm publish --access public",
+    "publish:minor": "npm run build && npm version minor && npm publish --access public",
+    "publish:patch": "npm run build && npm version patch && npm publish --access public"
   },
   "author": "",
-  "license": "ISC"
+  "license": "ISC",
+  "devDependencies": {
+    "typescript": "^6.0.3"
+  }
 }

package/index.js

@@ -1,25 +0,0 @@
-const TOKEN_MARK_START_CHARS = ["{"];
-const TOKEN_MARK_END_CHARS = { "{": "}" };
-
-const reduceTokenize = (acc, char) => {
-  if (acc.isInsideMark) {
-    if (char !== acc.markEndChar) {
-      acc.currentMark += char;
-    } else {
-      if (!acc.currentMark.startsWith("/")) acc.marks.push(acc.currentMark);
-      else acc.marks = acc.marks.filter((m) => m !== acc.currentMark.slice(1));
-
-      acc.isInsideMark = false;
-    }
-  } else if (TOKEN_MARK_START_CHARS.includes(char)) {
-    acc.currentMark = "";
-    acc.isInsideMark = true;
-    acc.markEndChar = TOKEN_MARK_END_CHARS[char] || char;
-  } else {
-    acc.array.push({ token: char, marks: acc.marks.slice() });
-  }
-
-  return acc;
-};
-
-export const tokenizeText = (str) => [...str].reduce(reduceTokenize, { array: [], marks: [] }).array;

package/tests.js

@@ -1,7 +0,0 @@
-import { tokenizeText } from "./index.js";
-
-const tests = [`Открыть {b}глаза{\\b} полностью`, "Прикрой её", "{cross}Прикрой{\\cross} её", "{u}Прикрой её{u}"];
-
-tests.forEach((test) => {
-  console.log(`${JSON.stringify(test)} ->`, tokenizeText(test));
-});