@vnejs/helpers.tokenize-text 0.1.1 → 0.1.3

package/dist/index.d.ts

@@ -0,0 +1,5 @@
+export type TokenizedChar = {
+    token: string;
+    marks: string[];
+};
+export declare const tokenizeText: (str: string) => TokenizedChar[];

package/dist/index.js

@@ -0,0 +1,27 @@
+const TOKEN_MARK_START_CHARS = ["{"];
+const TOKEN_MARK_END_CHARS = { "{": "}" };
+const reduceTokenize = (acc, char) => {
+    if (acc.isInsideMark) {
+        const mark = acc.currentMark ?? "";
+        if (char !== acc.markEndChar) {
+            acc.currentMark = mark + char;
+        }
+        else {
+            if (!mark.startsWith("/"))
+                acc.marks.push(mark);
+            else
+                acc.marks = acc.marks.filter((m) => m !== mark.slice(1));
+            acc.isInsideMark = false;
+        }
+    }
+    else if (TOKEN_MARK_START_CHARS.includes(char)) {
+        acc.currentMark = "";
+        acc.isInsideMark = true;
+        acc.markEndChar = TOKEN_MARK_END_CHARS[char] || char;
+    }
+    else {
+        acc.array.push({ token: char, marks: acc.marks.slice() });
+    }
+    return acc;
+};
+export const tokenizeText = (str) => [...str].reduce(reduceTokenize, { array: [], marks: [] }).array;

package/package.json

@@ -1,16 +1,23 @@
 {
   "name": "@vnejs/helpers.tokenize-text",
-  "version": "0.1.1",
+  "version": "0.1.3",
   "description": "",
-  "main": "index.js",
+  "main": "dist/index.js",
+  "types": "dist/index.d.ts",
+  "files": [
+    "dist",
+    "src",
+    "tsconfig.json"
+  ],
   "scripts": {
-    "test": "echo \"Error: no test specified\" && exit 1",
+    "test": "npm run build && node tests.js",
+    "build": "npx @vnejs/monorepo package",
     "publish:major:plugin": "npm run publish:major",
     "publish:minor:plugin": "npm run publish:minor",
     "publish:patch:plugin": "npm run publish:patch",
-    "publish:major": "npm version major && npm publish --access public",
-    "publish:minor": "npm version minor && npm publish --access public",
-    "publish:patch": "npm version patch && npm publish --access public"
+    "publish:major": "npx @vnejs/monorepo publish major --access public",
+    "publish:minor": "npx @vnejs/monorepo publish minor --access public",
+    "publish:patch": "npx @vnejs/monorepo publish patch --access public"
   },
   "author": "",
   "license": "ISC"

package/src/index.ts

@@ -0,0 +1,40 @@
+const TOKEN_MARK_START_CHARS = ["{"] as const;
+const TOKEN_MARK_END_CHARS: Record<string, string> = { "{": "}" };
+
+export type TokenizedChar = {
+  token: string;
+  marks: string[];
+};
+
+type TokenizeTextAcc = {
+  array: TokenizedChar[];
+  marks: string[];
+  isInsideMark?: boolean;
+  markEndChar?: string;
+  currentMark?: string;
+};
+
+const reduceTokenize = (acc: TokenizeTextAcc, char: string): TokenizeTextAcc => {
+  if (acc.isInsideMark) {
+    const mark = acc.currentMark ?? "";
+
+    if (char !== acc.markEndChar) {
+      acc.currentMark = mark + char;
+    } else {
+      if (!mark.startsWith("/")) acc.marks.push(mark);
+      else acc.marks = acc.marks.filter((m) => m !== mark.slice(1));
+
+      acc.isInsideMark = false;
+    }
+  } else if ((TOKEN_MARK_START_CHARS as readonly string[]).includes(char)) {
+    acc.currentMark = "";
+    acc.isInsideMark = true;
+    acc.markEndChar = TOKEN_MARK_END_CHARS[char] || char;
+  } else {
+    acc.array.push({ token: char, marks: acc.marks.slice() });
+  }
+
+  return acc;
+};
+
+export const tokenizeText = (str: string): TokenizedChar[] => [...str].reduce(reduceTokenize, { array: [], marks: [] }).array;

package/tsconfig.json

@@ -0,0 +1,17 @@
+{
+  "compilerOptions": {
+    "target": "ES2022",
+    "module": "ESNext",
+    "moduleResolution": "Bundler",
+    "strict": true,
+    "skipLibCheck": true,
+    "declaration": true,
+    "noEmitOnError": true,
+    "esModuleInterop": true,
+    "forceConsistentCasingInFileNames": true,
+    "rootDir": "src",
+    "outDir": "dist"
+  },
+  "include": ["src/**/*.ts"],
+  "exclude": ["dist", "node_modules"]
+}

package/index.js

@@ -1,25 +0,0 @@
-const TOKEN_MARK_START_CHARS = ["{"];
-const TOKEN_MARK_END_CHARS = { "{": "}" };
-
-const reduceTokenize = (acc, char) => {
-  if (acc.isInsideMark) {
-    if (char !== acc.markEndChar) {
-      acc.currentMark += char;
-    } else {
-      if (!acc.currentMark.startsWith("/")) acc.marks.push(acc.currentMark);
-      else acc.marks = acc.marks.filter((m) => m !== acc.currentMark.slice(1));
-
-      acc.isInsideMark = false;
-    }
-  } else if (TOKEN_MARK_START_CHARS.includes(char)) {
-    acc.currentMark = "";
-    acc.isInsideMark = true;
-    acc.markEndChar = TOKEN_MARK_END_CHARS[char] || char;
-  } else {
-    acc.array.push({ token: char, marks: acc.marks.slice() });
-  }
-
-  return acc;
-};
-
-export const tokenizeText = (str) => [...str].reduce(reduceTokenize, { array: [], marks: [] }).array;

package/tests.js

@@ -1,7 +0,0 @@
-import { tokenizeText } from "./index.js";
-
-const tests = [`Открыть {b}глаза{\\b} полностью`, "Прикрой её", "{cross}Прикрой{\\cross} её", "{u}Прикрой её{u}"];
-
-tests.forEach((test) => {
-  console.log(`${JSON.stringify(test)} ->`, tokenizeText(test));
-});