sillytavern 1.12.7 → 1.12.9

package/.editorconfig

@@ -5,7 +5,7 @@ end_of_line = lf
 insert_final_newline = true
 trim_trailing_whitespace = true
 
-[*.{js, conf, json, css, less, html}]
+[*.{js,conf,json,css,less,html}]
 charset = utf-8
 indent_style = space
 indent_size = 4

package/.eslintrc.cjs

@@ -19,6 +19,10 @@ module.exports = {
             parserOptions: {
                 sourceType: 'module',
             },
+            globals: {
+                globalThis: 'readonly',
+                Deno: 'readonly',
+            },
         },
         {
             files: ['*.cjs'],
@@ -50,23 +54,10 @@ module.exports = {
             },
             // These scripts are loaded in HTML; tell ESLint not to complain about them being undefined
             globals: {
-                DOMPurify: 'readonly',
-                droll: 'readonly',
-                Fuse: 'readonly',
-                Handlebars: 'readonly',
-                hljs: 'readonly',
-                localforage: 'readonly',
-                moment: 'readonly',
+                globalThis: 'readonly',
+                ePub: 'readonly',
                 pdfjsLib: 'readonly',
-                Popper: 'readonly',
-                showdown: 'readonly',
-                showdownKatex: 'readonly',
-                SVGInject: 'readonly',
                 toastr: 'readonly',
-                Readability: 'readonly',
-                isProbablyReaderable: 'readonly',
-                ePub: 'readonly',
-                diff_match_patch: 'readonly',
                 SillyTavern: 'readonly',
             },
         },

package/config.yaml

@@ -1,6 +1,8 @@
 # -- DATA CONFIGURATION --
 # Root directory for user data storage
 dataRoot: ./data
+# The maximum amount of memory that parsed character cards can use in MB
+cardsCacheCapacity: 100
 # -- SERVER CONFIGURATION --
 # Listen for incoming connections
 listen: false
@@ -168,5 +170,13 @@ claude:
   # (e.g {{random}} macro or lorebooks not as in-chat injections).
   # Otherwise, you'll just waste money on cache misses.
   enableSystemPromptCache: false
+  # Enables caching of the message history at depth (if supported).
+  # https://docs.anthropic.com/en/docs/build-with-claude/prompt-caching
+  # -- IMPORTANT! --
+  # Use with caution. Behavior may be unpredictable and no guarantees can or will be made.
+  # Set to an integer to specify the desired depth. 0 (which does NOT include the prefill)
+  # should be ideal for most use cases.
+  # Any value other than a non-negative integer will be ignored and caching at depth will not be enabled.
+  cachingAtDepth: -1
 # -- SERVER PLUGIN CONFIGURATION --
 enableServerPlugins: false

package/default/config.yaml

@@ -1,6 +1,8 @@
 # -- DATA CONFIGURATION --
 # Root directory for user data storage
 dataRoot: ./data
+# The maximum amount of memory that parsed character cards can use in MB
+cardsCacheCapacity: 100
 # -- SERVER CONFIGURATION --
 # Listen for incoming connections
 listen: false
@@ -168,5 +170,13 @@ claude:
   # (e.g {{random}} macro or lorebooks not as in-chat injections).
   # Otherwise, you'll just waste money on cache misses.
   enableSystemPromptCache: false
+  # Enables caching of the message history at depth (if supported).
+  # https://docs.anthropic.com/en/docs/build-with-claude/prompt-caching
+  # -- IMPORTANT! --
+  # Use with caution. Behavior may be unpredictable and no guarantees can or will be made.
+  # Set to an integer to specify the desired depth. 0 (which does NOT include the prefill)
+  # should be ideal for most use cases.
+  # Any value other than a non-negative integer will be ignored and caching at depth will not be enabled.
+  cachingAtDepth: -1
 # -- SERVER PLUGIN CONFIGURATION --
 enableServerPlugins: false

package/default/content/Char_Avatar_Comfy_Workflow.json

@@ -0,0 +1,137 @@
+{
+  "3": {
+    "inputs": {
+      "seed": "%seed%",
+      "steps": "%steps%",
+      "cfg": "%scale%",
+      "sampler_name": "%sampler%",
+      "scheduler": "%scheduler%",
+      "denoise": "%denoise%",
+      "model": [
+        "4",
+        0
+      ],
+      "positive": [
+        "6",
+        0
+      ],
+      "negative": [
+        "7",
+        0
+      ],
+      "latent_image": [
+        "12",
+        0
+      ]
+    },
+    "class_type": "KSampler",
+    "_meta": {
+      "title": "KSampler"
+    }
+  },
+  "4": {
+    "inputs": {
+      "ckpt_name": "%model%"
+    },
+    "class_type": "CheckpointLoaderSimple",
+    "_meta": {
+      "title": "Load Checkpoint"
+    }
+  },
+  "6": {
+    "inputs": {
+      "text": "%prompt%",
+      "clip": [
+        "4",
+        1
+      ]
+    },
+    "class_type": "CLIPTextEncode",
+    "_meta": {
+      "title": "CLIP Text Encode (Prompt)"
+    }
+  },
+  "7": {
+    "inputs": {
+      "text": "%negative_prompt%",
+      "clip": [
+        "4",
+        1
+      ]
+    },
+    "class_type": "CLIPTextEncode",
+    "_meta": {
+      "title": "CLIP Text Encode (Negative Prompt)"
+    }
+  },
+  "8": {
+    "inputs": {
+      "samples": [
+        "3",
+        0
+      ],
+      "vae": [
+        "4",
+        2
+      ]
+    },
+    "class_type": "VAEDecode",
+    "_meta": {
+      "title": "VAE Decode"
+    }
+  },
+  "9": {
+    "inputs": {
+      "filename_prefix": "SillyTavern",
+      "images": [
+        "8",
+        0
+      ]
+    },
+    "class_type": "SaveImage",
+    "_meta": {
+      "title": "Save Image"
+    }
+  },
+  "10": {
+    "inputs": {
+      "image": "%char_avatar%"
+    },
+    "class_type": "ETN_LoadImageBase64",
+    "_meta": {
+      "title": "Load Image (Base64) [https://github.com/Acly/comfyui-tooling-nodes]"
+    }
+  },
+  "12": {
+    "inputs": {
+      "pixels": [
+        "13",
+        0
+      ],
+      "vae": [
+        "4",
+        2
+      ]
+    },
+    "class_type": "VAEEncode",
+    "_meta": {
+      "title": "VAE Encode"
+    }
+  },
+  "13": {
+    "inputs": {
+      "upscale_method": "bicubic",
+      "width": "%width%",
+      "height": "%height%",
+      "crop": "center",
+      "image": [
+        "10",
+        0
+      ]
+    },
+    "class_type": "ImageScale",
+    "_meta": {
+      "title": "Upscale Image"
+    }
+  }
+}

package/default/content/index.json

@@ -135,6 +135,10 @@
         "filename": "Default_Comfy_Workflow.json",
         "type": "workflow"
     },
+    {
+        "filename": "Char_Avatar_Comfy_Workflow.json",
+        "type": "workflow"
+    },
     {
         "filename": "presets/kobold/Ace of Spades.json",
         "type": "kobold_preset"
@@ -623,6 +627,14 @@
         "filename": "presets/instruct/Synthia.json",
         "type": "instruct"
     },
+    {
+        "filename": "presets/instruct/Tulu.json",
+        "type": "instruct"
+    },
+    {
+        "filename": "presets/context/Tulu.json",
+        "type": "context"
+    },
     {
         "filename": "presets/instruct/Vicuna 1.0.json",
         "type": "instruct"
@@ -762,5 +774,13 @@
     {
         "filename": "presets/context/Mistral V3-Tekken.json",
         "type": "context"
+    },
+    {
+        "filename": "presets/instruct/Mistral V7.json",
+        "type": "instruct"
+    },
+    {
+        "filename": "presets/context/Mistral V7.json",
+        "type": "context"
     }
 ]

package/default/content/presets/context/Mistral V7.json

@@ -0,0 +1,11 @@
+{
+    "story_string": "[SYSTEM_PROMPT] {{#if system}}{{system}}\n{{/if}}{{#if wiBefore}}{{wiBefore}}\n{{/if}}{{#if description}}{{description}}\n{{/if}}{{#if personality}}{{personality}}\n{{/if}}{{#if scenario}}{{scenario}}\n{{/if}}{{#if wiAfter}}{{wiAfter}}\n{{/if}}{{#if persona}}{{persona}}\n{{/if}}{{trim}}[/SYSTEM_PROMPT]",
+    "example_separator": "",
+    "chat_start": "",
+    "use_stop_strings": false,
+    "allow_jailbreak": false,
+    "always_force_name2": true,
+    "trim_sentences": false,
+    "single_line": false,
+    "name": "Mistral V7"
+}

package/default/content/presets/context/Tulu.json

@@ -0,0 +1,11 @@
+{
+    "story_string": "<|system|>\n{{#if system}}{{system}}\n{{/if}}{{#if wiBefore}}{{wiBefore}}\n{{/if}}{{#if description}}{{description}}\n{{/if}}{{#if personality}}{{char}}'s personality: {{personality}}\n{{/if}}{{#if scenario}}Scenario: {{scenario}}\n{{/if}}{{#if wiAfter}}{{wiAfter}}\n{{/if}}{{#if persona}}{{persona}}\n{{/if}}{{trim}}\n",
+    "example_separator": "",
+    "chat_start": "",
+    "use_stop_strings": false,
+    "allow_jailbreak": false,
+    "always_force_name2": true,
+    "trim_sentences": false,
+    "single_line": false,
+    "name": "Tulu"
+}

package/default/content/presets/instruct/Mistral V7.json

@@ -0,0 +1,22 @@
+{
+    "input_sequence": "[INST] ",
+    "output_sequence": " ",
+    "last_output_sequence": "",
+    "system_sequence": "[SYSTEM_PROMPT] ",
+    "stop_sequence": "</s>",
+    "wrap": false,
+    "macro": true,
+    "names_behavior": "always",
+    "activation_regex": "",
+    "system_sequence_prefix": "",
+    "system_sequence_suffix": "",
+    "first_output_sequence": "",
+    "skip_examples": false,
+    "output_suffix": "</s>",
+    "input_suffix": "[/INST]",
+    "system_suffix": "[/SYSTEM_PROMPT]",
+    "user_alignment_message": "",
+    "system_same_as_user": false,
+    "last_system_sequence": "",
+    "name": "Mistral V7"
+}

package/default/content/presets/instruct/Tulu.json

@@ -0,0 +1,22 @@
+{
+    "input_sequence": "<|user|>\n",
+    "output_sequence": "<|assistant|>\n",
+    "first_output_sequence": "",
+    "last_output_sequence": "",
+    "system_sequence_prefix": "",
+    "system_sequence_suffix": "",
+    "stop_sequence": "<|end_of_text|>",
+    "wrap": false,
+    "macro": true,
+    "names_behavior": "always",
+    "activation_regex": "",
+    "skip_examples": false,
+    "output_suffix": "<|end_of_text|>\n",
+    "input_suffix": "\n",
+    "system_sequence": "<|system|>\n",
+    "system_suffix": "\n",
+    "user_alignment_message": "",
+    "last_system_sequence": "",
+    "system_same_as_user": false,
+    "name": "Tulu"
+}

package/default/content/presets/openai/Default.json

@@ -230,7 +230,6 @@
     "show_external_models": false,
     "assistant_prefill": "",
     "assistant_impersonation": "",
-    "human_sysprompt_message": "Let's get started. Please generate your response based on the information and instructions provided above.",
     "claude_use_sysprompt": false,
     "use_alt_scale": false,
     "squash_system_messages": false,

package/default/content/settings.json

@@ -133,7 +133,6 @@
         "auto_fix_generated_markdown": false,
         "send_on_enter": 0,
         "console_log_prompts": false,
-        "render_formulas": false,
         "allow_name1_display": false,
         "allow_name2_display": false,
         "hotswap_enabled": true,

package/package.json

@@ -1,28 +1,43 @@
 {
     "dependencies": {
+        "@adobe/css-tools": "^4.4.0",
         "@agnai/sentencepiece-js": "^1.1.1",
         "@agnai/web-tokenizers": "^0.1.3",
+        "@iconfu/svg-inject": "^1.2.3",
+        "@mozilla/readability": "^0.5.0",
+        "@popperjs/core": "^2.11.8",
         "@zeldafan0225/ai_horde": "^5.1.0",
         "archiver": "^7.0.1",
         "bing-translate-api": "^2.9.1",
         "body-parser": "^1.20.2",
+        "bowser": "^2.11.0",
         "command-exists": "^1.2.9",
         "compression": "^1",
         "cookie-parser": "^1.4.6",
         "cookie-session": "^2.1.0",
         "cors": "^2.8.5",
         "csrf-csrf": "^2.2.3",
+        "diff-match-patch": "^1.0.5",
+        "dompurify": "^3.1.7",
+        "droll": "^0.2.1",
         "express": "^4.21.0",
         "form-data": "^4.0.0",
+        "fuse.js": "^7.0.0",
+        "google-translate-api-browser": "^3.0.1",
         "google-translate-api-x": "^10.7.1",
+        "handlebars": "^4.7.8",
         "helmet": "^7.1.0",
+        "highlight.js": "^11.10.0",
         "html-entities": "^2.5.2",
         "iconv-lite": "^0.6.3",
         "ip-matching": "^2.1.2",
         "ipaddr.js": "^2.0.1",
         "jimp": "^0.22.10",
+        "localforage": "^1.10.0",
         "lodash": "^4.17.21",
         "mime-types": "^2.1.35",
+        "moment": "^2.30.1",
+        "morphdom": "^2.7.4",
         "multer": "^1.4.5-lts.1",
         "node-fetch": "^3.3.2",
         "node-persist": "^4.0.1",
@@ -34,11 +49,14 @@
         "rate-limiter-flexible": "^5.0.0",
         "response-time": "^2.3.2",
         "sanitize-filename": "^1.6.3",
+        "seedrandom": "^3.0.5",
+        "showdown": "^2.1.0",
         "sillytavern-transformers": "2.14.6",
         "simple-git": "^3.19.1",
         "tiktoken": "^1.0.16",
         "vectra": "^0.2.2",
         "wavefile": "^11.0.0",
+        "webpack": "^5.95.0",
         "write-file-atomic": "^5.0.1",
         "ws": "^8.17.1",
         "yaml": "^2.3.4",
@@ -66,9 +84,11 @@
         "type": "git",
         "url": "https://github.com/SillyTavern/SillyTavern.git"
     },
-    "version": "1.12.7",
+    "version": "1.12.9",
     "scripts": {
         "start": "node server.js",
+        "start:deno": "deno run --allow-run --allow-net --allow-read --allow-write --allow-sys --allow-env server.js",
+        "start:bun": "bun server.js",
         "start:no-csrf": "node server.js --disableCsrf",
         "postinstall": "node post-install.js",
         "lint": "eslint \"src/**/*.js\" \"public/**/*.js\" ./*.js",
@@ -91,7 +111,7 @@
         "@types/cookie-parser": "^1.4.7",
         "@types/cookie-session": "^2.0.49",
         "@types/cors": "^2.8.17",
-        "@types/dompurify": "^3.0.5",
+        "@types/deno": "^2.0.0",
         "@types/express": "^4.17.21",
         "@types/jquery": "^3.5.29",
         "@types/lodash": "^4.17.10",

package/public/css/login.css

@@ -42,3 +42,9 @@ body.login .userSelect .userHandle {
 body.login .userSelect:hover {
     background-color: var(--black30a);
 }
+
+body.login #handleEntryBlock,
+body.login #passwordEntryBlock,
+body.login #passwordRecoveryBlock {
+    margin: 2px;
+}

package/public/css/logprobs.css

@@ -72,6 +72,14 @@
     opacity: 0.5;
 }
 
+.logprobs_output_prefix:hover {
+    background-color: rgba(255, 0, 50, 0.4);
+}
+
+.logprobs_output_prefix:hover ~ .logprobs_output_prefix {
+    background-color: rgba(255, 0, 50, 0.4);
+}
+
 .logprobs_candidate_list {
     grid-row-start: 3;
     grid-row-end: 4;

package/public/css/promptmanager.css

@@ -333,7 +333,7 @@
 }
 
 .completion_prompt_manager_popup_entry_form_control:has(#completion_prompt_manager_popup_entry_form_prompt:disabled)>div:first-child::after {
-    content: 'The content of this prompt is pulled from elsewhere and cannot be edited here.';
+    content: attr(external_piece_text);
     display: block;
     width: 100%;
     font-weight: 600;

package/public/css/scrollable-button.css

@@ -0,0 +1,19 @@
+.scrollable-buttons-container {
+    max-height: 50vh;  /* Use viewport height instead of fixed pixels */
+    overflow-y: auto;
+    -webkit-overflow-scrolling: touch; /* Momentum scrolling on iOS */
+    margin-top: 1rem; /* m-t-1 is equivalent to margin-top: 1rem; */
+    flex-shrink: 1;
+    min-height: 0;
+    scrollbar-width: thin;
+    scrollbar-color: rgba(255, 255, 255, 0.3) transparent;
+}
+
+.scrollable-buttons-container::-webkit-scrollbar {
+    width: 6px;
+}
+
+.scrollable-buttons-container::-webkit-scrollbar-thumb {
+    background-color: rgba(255, 255, 255, 0.3);
+    border-radius: 3px;
+}

package/public/css/st-tailwind.css

@@ -479,11 +479,6 @@
     line-height: 1.2;
 }
 
-.custom-katex-html,
-.katex-html {
-    display: none;
-}
-
 .hoverglow {
     transition: opacity 200ms;
 }

package/public/css/toggle-dependent.css

@@ -474,6 +474,8 @@ label[for="trim_spaces"]:has(input:checked) i.warning {
 
 #claude_function_prefill_warning {
     display: none;
+    color: red;
+    font-weight: bold;
 }
 
 #openai_settings:has(#openai_function_calling:checked):has(#claude_assistant_prefill:not(:placeholder-shown), #claude_assistant_impersonation:not(:placeholder-shown)) #claude_function_prefill_warning {