@lynn123411/dsh-chat-translate 1.3.0 → 1.3.2

package/lib/types/server/pipeline/mask-tokens.d.ts

@@ -0,0 +1,76 @@
+/**
+ * Mask placeholder tokens — single source of truth for the wire format, the
+ * tolerant matcher and the leftover detector.
+ *
+ * Wire format: `__DSHMASKx<letters>_<index>__` (e.g. `__DSHMASKxkbdt_3__`).
+ *
+ * Design constraints, each one a measured failure of the previous
+ * `__DSH_MASK_<index>__` format against real MT engines:
+ *
+ *  - No underscore between `DSH` and `MASK`. Small models routinely drop that
+ *    one separator (`__DSH_MASK_1__` -> `__DSHMASK_1__`), which defeated the
+ *    old strict unmask regex and leaked the raw token into the UI.
+ *  - A random letter run (`x<letters>`) makes the token collision-free against
+ *    the source text and unambiguous to parse: the index is the digit run after
+ *    the last `_`, so no lookbehind is needed.
+ *  - The leading/trailing `__` stay: they survive MT and mark the token as
+ *    emphasis to the model.
+ *
+ * `matchMaskToken` stays tolerant of the *legacy* format and of the spacing /
+ * casing / separator damage observed in the wild, because poisoned translations
+ * already sit in the on-disk and browser caches.
+ */
+export declare function randomTokenId(): string;
+export interface MaskTokenFormat {
+    /** Unique per `mask()` call; embedded in every token of that call. */
+    id: string;
+    /** Build the placeholder written into the text sent to the translator. */
+    token: (index: number) => string;
+}
+export declare function createMaskTokenFormat(): MaskTokenFormat;
+/**
+ * Loose matcher covering every observed engine rewrite:
+ *
+ *   __DSHMASKxkbdt_3__      exact
+ *   __DSHMASKXKBDT_3__      case folded
+ *   __DSH MASK xkbdt _ 3__  spaces inserted around the structural underscores
+ *   __DSHMASKkbdt_3__       the `x` id separator eaten
+ *   _DSHMASKxkbdt_3_        one boundary underscore dropped
+ *   __DSH_MASK_3__ / __dsh_mask_3__  legacy format (no random id)
+ *
+ * Both boundaries and the internal separators are optional, and the `x` id
+ * separator may be replaced by whitespace/dot/hyphen. The two index branches
+ * stay unambiguous: an id is always a letter run, the index always digits.
+ * Capture groups: `[1] = legacy index` (undefined for the current format),
+ * `[2] = token id` (undefined for the legacy format), `[3] = current index`.
+ */
+export declare const MASK_TOKEN_PATTERN_SOURCE = "_*\\s*DSH\\s*_*\\s*MASK\\s*(?:_?\\s*(\\d+)|_*[xX]?[\\s._-]*([a-z]{2,8})\\s*_+\\s*(\\d+))(?:_{0,2}(?=[^\\w]|$))?";
+export interface MaskTokenMatch {
+    index: number;
+    /** false when the token carried an id from a different `mask()` call. */
+    acceptsId: boolean;
+    /** Length of the matched token in characters. */
+    length: number;
+}
+/**
+ * Match a single mask token at `start` in `text`.
+ *
+ * `acceptsId` is false when the token's random id belongs to another masking
+ * pass — the caller must then leave the token untouched, because its index
+ * would resolve to unrelated content.
+ */
+export declare function matchMaskToken(text: string, start: number, id: string): MaskTokenMatch | null;
+/** True when translated text still carries a mask token of any format. */
+export declare function hasMaskResidue(text: string): boolean;
+/** Every mask-token-looking fragment in `text`, verbatim. */
+export declare function maskResidues(text: string): string[];
+/**
+ * True when `translatedText` exposes a mask token that was NOT already part of
+ * `originalText`.
+ *
+ * A placeholder surviving the round trip is a leak; but a source text that
+ * legitimately talks *about* placeholders (this plugin's own documentation,
+ * say) must survive translation, so tokens the source already carried are not
+ * treated as residue.
+ */
+export declare function hasNewMaskResidue(originalText: string, translatedText: string): boolean;

package/lib/types/server/pipeline/masking.d.ts

@@ -5,3 +5,23 @@ export interface MaskResult {
 export declare class ContentMaskingPipeline {
     mask(text: string): MaskResult;
 }
+/**
+ * Resolve every in-range mask token in `text` through `resolve`.
+ *
+ * A token whose random id belongs to another masking pass, an out-of-range
+ * index and any unmatched text are all kept verbatim; `hasMaskResidue()` on the
+ * result is what flags a leaked token.
+ */
+export declare function replaceMaskTokens(text: string, id: string, resolve: (index: number) => string | undefined): string;
+/**
+ * True when a translated string would still show a mask token to the user.
+ * Callers use it to discard a poisoned translation (and to evict poisoned
+ * cache entries written by earlier releases).
+ */
+export declare function isMaskLeak(translatedText: string): boolean;
+/**
+ * Same as `isMaskLeak`, but a token the source text already contained is not a
+ * leak: text that talks about placeholders (this plugin's docs, a bug report)
+ * must round-trip untouched.
+ */
+export declare function isMaskLeakAgainst(originalText: string, translatedText: string): boolean;

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@lynn123411/dsh-chat-translate",
-  "version": "1.3.0",
+  "version": "1.3.2",
   "description": "Tool-call & think-summary translation with dual AI (OpenAI-compatible) + Bing channels for the DeepSeek Harness Web UI",
   "license": "MIT",
   "author": "lynn123411",
@@ -54,8 +54,7 @@
     "lib",
     "docs",
     "cordis.patch.yml",
-    "README.md",
-    "LICENSE"
+    "README.md"
   ],
   "scripts": {
     "build": "node build.mjs",

package/LICENSE

@@ -1,21 +0,0 @@
-MIT License
-
-Copyright (c) 2026 ChuanTianML
-
-Permission is hereby granted, free of charge, to any person obtaining a copy
-of this software and associated documentation files (the "Software"), to deal
-in the Software without restriction, including without limitation the rights
-to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
-copies of the Software, and to permit persons to whom the Software is
-furnished to do so, subject to the following conditions:
-
-The above copyright notice and this permission notice shall be included in all
-copies or substantial portions of the Software.
-
-THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
-IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
-FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
-AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
-LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
-OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
-SOFTWARE.