sillytavern 1.5.5 → 1.6.1

package/.dockerignore

@@ -2,4 +2,5 @@
 node_modules
 npm-debug.log
 readme*
-Start.bat
+Start.bat
+/dist

package/.github/workflows/build-and-publish-release-dev.yml

@@ -0,0 +1,37 @@
+name: Build and Publish Release (Dev)
+
+on:
+  push:
+    branches:
+      - dev
+
+jobs:
+  build_and_publish:
+    runs-on: ubuntu-latest
+
+    steps:
+    - name: Checkout code
+      uses: actions/checkout@v2
+
+    - name: Set up Node.js
+      uses: actions/setup-node@v2
+      with:
+        node-version: 18
+
+    - name: Install dependencies
+      run: npm ci
+
+    - name: Build and package with pkg
+      run: |
+        npm install -g pkg
+        npm run pkg
+
+    - name: Upload binaries to release
+      uses: softprops/action-gh-release@v1
+      with:
+        files: dist/*
+        tag_name: ci-dev
+        name: Continuous Release (Dev)
+        prerelease: true
+      env:
+        GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }}

package/.github/workflows/build-and-publish-release-main.yml

@@ -26,21 +26,12 @@ jobs:
         npm install -g pkg
         npm run pkg
 
-    - name: Create or update release
-      id: create_release
-      uses: actions/create-release@v1
-      env:
-        GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }}
-      with:
-        tag_name: continuous-release-main
-        release_name: Continuous Release (Main)
-        draft: false
-        prerelease: true
-
     - name: Upload binaries to release
       uses: softprops/action-gh-release@v1
       with:
         files: dist/*
-        release_id: ${{ steps.create_release.outputs.id }}
+        tag_name: ci-main
+        name: Continuous Release (Main)
+        prerelease: true
       env:
         GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }}

package/Dockerfile

@@ -23,7 +23,7 @@ COPY . ./
 
 # Copy default chats, characters and user avatars to <folder>.default folder
 RUN \
-  IFS="," RESOURCES="characters,chats,User Avatars,settings.json" && \
+  IFS="," RESOURCES="characters,chats,groups,group chats,User Avatars,settings.json" && \
   \
   echo "*** Store default $RESOURCES in <folder>.default ***" && \
   for R in $RESOURCES; do mv "public/$R" "public/$R.default"; done && \

package/colab/GPU.ipynb

@@ -62,6 +62,8 @@
         "#@markdown * prompthero/openjourney - midjourney style model\n",
         "#@markdown * ckpt/sd15 - base SD 1.5\n",
         "#@markdown * stabilityai/stable-diffusion-2-1-base - base SD 2.1\n",
+        "extras_enable_chromadb = True #@param {type:\"boolean\"}\n",
+        "#@markdown Enables ChromaDB for Infinity Context plugin\n",
         "\n",
         "import subprocess\n",
         "\n",
@@ -84,6 +86,8 @@
         "  ExtrasModules.append('sd')\n",
         "if (extras_enable_tts):\n",
         "  ExtrasModules.append('tts')\n",
+        "if (extras_enable_chromadb):\n",
+        "  ExtrasModules.append('chromadb')\n",
         "\n",
         "params.append(f'--classification-model={Emotions_Model}')\n",
         "params.append(f'--summarization-model={Memory_Model}')\n",
@@ -99,6 +103,8 @@
         "!npm install -g localtunnel\n",
         "!pip install -r requirements-complete.txt\n",
         "!pip install tensorflow==2.12\n",
+        "!wget https://github.com/cloudflare/cloudflared/releases/download/2023.5.0/cloudflared-linux-amd64 -O /tmp/cloudflared-linux-amd64\n",
+        "!chmod +x /tmp/cloudflared-linux-amd64\n",
         "\n",
         "\n",
         "cmd = f\"python server.py {' '.join(params)}\"\n",

package/docker/docker-entrypoint.sh

@@ -1,7 +1,7 @@
 #!/bin/sh
 
 # Initialize missing user files
-IFS="," RESOURCES="characters,chats,User Avatars,settings.json"
+IFS="," RESOURCES="characters,groups,group chats,chats,User Avatars,settings.json"
 for R in $RESOURCES; do
   if [ ! -e "config/$R" ]; then
     echo "Resource not found, copying from defaults: $R"

package/package.json

@@ -1,7 +1,7 @@
 {
     "dependencies": {
         "@dqbd/tiktoken": "^1.0.2",
-        "axios": "^1.3.4",
+        "axios": "^1.4.0",
         "command-exists": "^1.2.9",
         "compression": "^1",
         "cookie-parser": "^1.4.6",
@@ -10,13 +10,16 @@
         "device-detector-js": "^3.0.3",
         "exifreader": "^4.12.0",
         "express": "^4.18.2",
+        "google-translate-api-browser": "^3.0.1",
         "gpt3-tokenizer": "^1.1.5",
+        "ip-matching": "^2.1.2",
         "ipaddr.js": "^2.0.1",
         "jimp": "^0.22.7",
         "jquery": "^3.6.4",
         "json5": "^2.2.3",
         "mime-types": "^2.1.35",
         "multer": "^1.4.5-lts.1",
+        "node-fetch": "^2.6.11",
         "node-rest-client": "^3.1.1",
         "open": "^8.4.0",
         "piexifjs": "^1.0.6",
@@ -25,9 +28,12 @@
         "png-chunks-extract": "^1.0.0",
         "rimraf": "^3.0.2",
         "sanitize-filename": "^1.6.3",
+        "sentencepiece-js": "^1.1.0",
+        "uniqolor": "^1.1.0",
         "webp-converter": "2.3.2",
         "ws": "^8.13.0",
-        "yargs": "^17.7.1"
+        "yargs": "^17.7.1",
+        "yauzl": "^2.10.0"
     },
     "overrides": {
         "parse-bmfont-xml": {
@@ -40,9 +46,10 @@
         "type": "git",
         "url": "https://github.com/Cohee1207/SillyTavern.git"
     },
-    "version": "1.5.5",
+    "version": "1.6.1",
     "scripts": {
-        "start": "node server.js"
+        "start": "node server.js",
+        "pkg": "pkg --compress Gzip --no-bytecode --public ."
     },
     "bin": {
         "sillytavern": "./server.js"
@@ -51,11 +58,25 @@
         "no-path-concat": "off",
         "no-var": "off"
     },
+    "main": "server.js",
     "pkg": {
+        "targets": [
+            "node18-linux-x64",
+            "node18-macos-x64",
+            "node18-windows-x64"
+        ],
         "assets": [
-            "node_modules/open/xdg-open/",
-            "public",
-            "uploads"
+            "node_modules/**/*",
+            "poe_graphql/**/*"
+        ],
+        "outputPath": "dist",
+        "scripts": [
+            "server.js"
         ]
+    },
+    "devDependencies": {
+        "pkg": "^5.8.1",
+        "pkg-fetch": "^3.5.2",
+        "toastr": "^2.1.4"
     }
 }

package/poe-client.js

@@ -318,14 +318,14 @@ class Client {
         if (!viewer.availableBots) {
             throw new Error('Invalid token.');
         }
-        const botList = viewer.availableBots;
+        const botList = viewer.viewerBotList;
         const retries = 2;
         const bots = {};
         for (const bot of botList.filter(x => x.deletionState == 'not_deleted')) {
             try {
                 const url = `https://poe.com/_next/data/${this.next_data.buildId}/${bot.displayName}.json`;
                 let r;
-    
+
                 if (this.use_cached_bots && cached_bots[url]) {
                     r = cached_bots[url];
                 }
@@ -334,7 +334,7 @@ class Client {
                     r = await request_with_retries(() => this.session.get(url), retries);
                     cached_bots[url] = r;
                 }
-    
+
                 const chatData = r.data.pageProps.payload.chatOfBotDisplayName;
                 bots[chatData.defaultBotObject.nickname] = chatData;
             }
@@ -640,4 +640,4 @@ class Client {
 
 load_queries();
 
-module.exports = { Client };
+module.exports = { Client };

package/public/NovelAI Settings/Chat-Clio.settings

@@ -0,0 +1,20 @@
+{
+   "order": [
+      1,
+      3,
+      4,
+      0,
+      2
+   ],
+   "temperature": 1.05,
+   "max_length": 90,
+   "min_length": 1,
+   "tail_free_sampling": 0.989,
+   "repetition_penalty": 1.5,
+   "repetition_penalty_range": 8192,
+   "repetition_penalty_frequency": 0.03,
+   "repetition_penalty_presence": 0.005,
+   "top_a": 0.075,
+   "top_k": 79,
+   "top_p": 0.95
+}

package/public/NovelAI Settings/Classic-Euterpe.settings

@@ -1,8 +1,5 @@
 {
-   "order": [
-      3,
-      0
-   ],
+   "order": [3, 0],
    "temperature": 1.11,
    "max_length": 90,
    "min_length": 1,
@@ -10,5 +7,7 @@
    "repetition_penalty": 1.11,
    "repetition_penalty_range": 320,
    "repetition_penalty_frequency": 0,
-   "repetition_penalty_presence": 0
+   "repetition_penalty_presence": 0,
+   "repetition_penalty_slope": 0,
+   "max_context":2048
 }

package/public/NovelAI Settings/Classic-Krake.settings

@@ -1,8 +1,5 @@
 {
-   "order": [
-      3,
-      0
-   ],
+   "order": [3, 0],
    "temperature": 1.7,
    "max_length": 90,
    "min_length": 1,
@@ -10,5 +7,7 @@
    "repetition_penalty": 1.06,
    "repetition_penalty_range": 340,
    "repetition_penalty_frequency": 0,
-   "repetition_penalty_presence": 0
+   "repetition_penalty_presence": 0,
+   "repetition_penalty_slope": 0,
+   "max_context": 2048
 }

package/public/NovelAI Settings/Fresh-Coffee-Clio.settings

@@ -0,0 +1,18 @@
+{
+  "order": [0, 1, 2, 3],
+  "temperature": 1,
+  "max_length": 40,
+  "min_length": 1,
+  "top_k": 25,
+  "top_p": 1,
+  "tail_free_sampling": 0.925,
+  "repetition_penalty": 1.9,
+  "repetition_penalty_range": 768,
+  "repetition_penalty_slope": 3.33,
+  "repetition_penalty_frequency": 0.0025,
+  "repetition_penalty_presence": 0.001,
+  "use_cache": false,
+  "return_full_text": false,
+  "prefix": "vanilla",
+  "max_context": 8192
+}

package/public/NovelAI Settings/Keelback-Clio.settings

@@ -0,0 +1,18 @@
+{
+  "order": [4, 5, 0, 3],
+  "temperature": 1.18,
+  "max_length": 40,
+  "min_length": 1,
+  "top_a": 0.022,
+  "typical_p": 0.9,
+  "tail_free_sampling": 0.956,
+  "repetition_penalty": 1.25,
+  "repetition_penalty_range": 4096,
+  "repetition_penalty_slope": 0.9,
+  "repetition_penalty_frequency": 0,
+  "repetition_penalty_presence": 0,
+  "use_cache": false,
+  "return_full_text": false,
+  "prefix": "vanilla",
+  "max_context": 8192
+}

package/public/NovelAI Settings/Long-Press-Clio.settings

@@ -0,0 +1,19 @@
+{
+  "order": [0, 4, 1, 5, 3],
+  "temperature": 1.155,
+  "max_length": 40,
+  "min_length": 1,
+  "top_k": 25,
+  "top_a": 0.3,
+  "typical_p": 0.96,
+  "tail_free_sampling": 0.895,
+  "repetition_penalty": 1.0125,
+  "repetition_penalty_range": 2048,
+  "repetition_penalty_slope": 3.33,
+  "repetition_penalty_frequency": 0.011,
+  "repetition_penalty_presence": 0.005,
+  "use_cache": false,
+  "return_full_text": false,
+  "prefix": "vanilla",
+  "max_context": 8192
+}

package/public/NovelAI Settings/Talker-Chat-Clio.settings

@@ -0,0 +1,19 @@
+{
+  "order": [1, 3, 4, 0, 2],
+  "temperature": 1.05,
+  "max_length": 40,
+  "min_length": 1,
+  "top_k": 79,
+  "top_p": 0.95,
+  "top_a": 0.075,
+  "tail_free_sampling": 0.989,
+  "repetition_penalty": 1.5,
+  "repetition_penalty_range": 8192,
+  "repetition_penalty_slope": 3.33,
+  "repetition_penalty_frequency": 0.03,
+  "repetition_penalty_presence": 0.005,
+  "use_cache": false,
+  "return_full_text": false,
+  "prefix": "vanilla",
+  "max_context": 8192
+}

package/public/NovelAI Settings/Vingt-Un-Clio.settings

@@ -0,0 +1,19 @@
+{
+  "order": [0, 5, 3, 2, 1],
+  "temperature": 1.21,
+  "max_length": 40,
+  "min_length": 1,
+  "top_k": 0,
+  "top_p": 0.912,
+  "typical_p": 0.912,
+  "tail_free_sampling": 0.921,
+  "repetition_penalty": 1.21,
+  "repetition_penalty_range": 321,
+  "repetition_penalty_slope": 3.33,
+  "repetition_penalty_frequency": 0.00621,
+  "repetition_penalty_presence": 0,
+  "use_cache": false,
+  "return_full_text": false,
+  "prefix": "vanilla",
+  "max_context": 8192
+}

package/public/TextGen Settings/Beam Search.settings

@@ -3,6 +3,8 @@
     "top_p": 0.92,
     "top_k": 150,
     "typical_p": 1,
+    "top_a": 0,
+    "tfs": 1,
     "rep_pen": 4.5,
     "no_repeat_ngram_size": 2,
     "penalty_alpha": 0,
@@ -12,4 +14,4 @@
     "encoder_rep_pen": 1,
     "do_sample": true,
     "early_stopping": true
-}
+}

package/public/TextGen Settings/Contrastive Search.settings

@@ -3,6 +3,8 @@
     "top_p": 1,
     "top_k": 4,
     "typical_p": 1,
+    "top_a": 0,
+    "tfs": 1,
     "rep_pen": 1,
     "no_repeat_ngram_size": 0,
     "penalty_alpha": 0.6,
@@ -12,4 +14,4 @@
     "encoder_rep_pen": 1,
     "do_sample": false,
     "early_stopping": false
-}
+}

package/public/TextGen Settings/Default.settings

@@ -3,6 +3,8 @@
     "top_p": 0.5,
     "top_k": 40,
     "typical_p": 1,
+    "top_a": 0,
+    "tfs": 1,
     "rep_pen": 1.2,
     "no_repeat_ngram_size": 0,
     "penalty_alpha": 0,
@@ -12,4 +14,4 @@
     "encoder_rep_pen": 1,
     "do_sample": true,
     "early_stopping": false
-}
+}

package/public/TextGen Settings/Deterministic.settings

@@ -3,6 +3,8 @@
     "top_p": 1,
     "top_k": 50,
     "typical_p": 1,
+    "top_a": 0,
+    "tfs": 1,
     "rep_pen": 1,
     "no_repeat_ngram_size": 0,
     "penalty_alpha": 0,
@@ -12,4 +14,4 @@
     "encoder_rep_pen": 1,
     "do_sample": false,
     "early_stopping": false
-}
+}

package/public/TextGen Settings/Kobold (Godlike).settings

@@ -3,6 +3,8 @@
     "top_p": 0.5,
     "top_k": 0,
     "typical_p": 0.19,
+    "top_a": 0,
+    "tfs": 1,
     "rep_pen": 1.1,
     "no_repeat_ngram_size": 0,
     "penalty_alpha": 0,
@@ -12,4 +14,4 @@
     "encoder_rep_pen": 1,
     "do_sample": true,
     "early_stopping": false
-}
+}

package/public/TextGen Settings/Kobold (Liminal Drift).settings

@@ -3,6 +3,8 @@
     "top_p": 1,
     "top_k": 0,
     "typical_p": 0.6,
+    "top_a": 0,
+    "tfs": 1,
     "rep_pen": 1.1,
     "no_repeat_ngram_size": 0,
     "penalty_alpha": 0,
@@ -12,4 +14,4 @@
     "encoder_rep_pen": 1,
     "do_sample": true,
     "early_stopping": false
-}
+}

package/public/TextGen Settings/LLaMa-Precise.settings

@@ -3,6 +3,8 @@
     "top_p": 0.1,
     "top_k": 40,
     "typical_p": 1,
+    "top_a": 0,
+    "tfs": 1,
     "rep_pen": 1.18,
     "no_repeat_ngram_size": 0,
     "penalty_alpha": 0,
@@ -12,4 +14,4 @@
     "encoder_rep_pen": 1,
     "do_sample": true,
     "early_stopping": false
-}
+}

package/public/TextGen Settings/Naive.settings

@@ -3,6 +3,8 @@
     "top_p": 0.85,
     "top_k": 50,
     "typical_p": 1,
+    "top_a": 0,
+    "tfs": 1,
     "rep_pen": 1,
     "no_repeat_ngram_size": 0,
     "penalty_alpha": 0,
@@ -12,4 +14,4 @@
     "encoder_rep_pen": 1,
     "do_sample": true,
     "early_stopping": false
-}
+}

package/public/TextGen Settings/NovelAI (Best Guess).settings

@@ -3,6 +3,8 @@
     "top_p": 0.9,
     "top_k": 100,
     "typical_p": 1,
+    "top_a": 0,
+    "tfs": 1,
     "rep_pen": 1.15,
     "no_repeat_ngram_size": 0,
     "penalty_alpha": 0,
@@ -12,4 +14,4 @@
     "encoder_rep_pen": 1,
     "do_sample": true,
     "early_stopping": false
-}
+}

package/public/TextGen Settings/NovelAI (Decadence).settings

@@ -4,6 +4,8 @@
     "top_k": 100,
     "typical_p": 0.97,
     "rep_pen": 1,
+    "top_a": 0,
+    "tfs": 1,
     "no_repeat_ngram_size": 0,
     "penalty_alpha": 0,
     "num_beams": 1,
@@ -12,4 +14,4 @@
     "encoder_rep_pen": 1,
     "do_sample": true,
     "early_stopping": false
-}
+}

package/public/TextGen Settings/NovelAI (Genesis).settings

@@ -3,6 +3,8 @@
     "top_p": 0.98,
     "top_k": 0,
     "typical_p": 1,
+    "top_a": 0,
+    "tfs": 1,
     "rep_pen": 1.05,
     "no_repeat_ngram_size": 0,
     "penalty_alpha": 0,
@@ -12,4 +14,4 @@
     "encoder_rep_pen": 1,
     "do_sample": true,
     "early_stopping": false
-}
+}

package/public/TextGen Settings/NovelAI (Lycaenidae).settings

@@ -3,6 +3,8 @@
     "top_p": 0.85,
     "top_k": 12,
     "typical_p": 1,
+    "top_a": 0,
+    "tfs": 1,
     "rep_pen": 1.15,
     "no_repeat_ngram_size": 0,
     "penalty_alpha": 0,
@@ -12,4 +14,4 @@
     "encoder_rep_pen": 1,
     "do_sample": true,
     "early_stopping": false
-}
+}

package/public/TextGen Settings/NovelAI (Ouroboros).settings

@@ -3,6 +3,8 @@
     "top_p": 1,
     "top_k": 100,
     "typical_p": 1,
+    "top_a": 0,
+    "tfs": 1,
     "rep_pen": 1.05,
     "no_repeat_ngram_size": 0,
     "penalty_alpha": 0,
@@ -12,4 +14,4 @@
     "encoder_rep_pen": 1,
     "do_sample": true,
     "early_stopping": false
-}
+}

package/public/TextGen Settings/NovelAI (Pleasing Results).settings

@@ -3,6 +3,8 @@
     "top_p": 1,
     "top_k": 0,
     "typical_p": 1,
+    "top_a": 0,
+    "tfs": 1,
     "rep_pen": 1.15,
     "no_repeat_ngram_size": 0,
     "penalty_alpha": 0,
@@ -12,4 +14,4 @@
     "encoder_rep_pen": 1,
     "do_sample": true,
     "early_stopping": false
-}
+}

package/public/TextGen Settings/NovelAI (Sphinx Moth).settings

@@ -3,6 +3,8 @@
     "top_p": 0.18,
     "top_k": 30,
     "typical_p": 1,
+    "top_a": 0,
+    "tfs": 1,
     "rep_pen": 1.15,
     "no_repeat_ngram_size": 0,
     "penalty_alpha": 0,
@@ -12,4 +14,4 @@
     "encoder_rep_pen": 1,
     "do_sample": true,
     "early_stopping": false
-}
+}

package/public/TextGen Settings/NovelAI (Storywriter).settings

@@ -3,6 +3,8 @@
     "top_p": 0.73,
     "top_k": 0,
     "typical_p": 1,
+    "top_a": 0,
+    "tfs": 1,
     "rep_pen": 1.1,
     "no_repeat_ngram_size": 0,
     "penalty_alpha": 0,
@@ -12,4 +14,4 @@
     "encoder_rep_pen": 1,
     "do_sample": true,
     "early_stopping": false
-}
+}

package/public/TextGen Settings/Pygmalion.settings

@@ -3,6 +3,8 @@
     "top_p": 0.9,
     "top_k": 0,
     "typical_p": 1,
+    "top_a": 0,
+    "tfs": 1,
     "rep_pen": 1.1,
     "no_repeat_ngram_size": 0,
     "penalty_alpha": 0,
@@ -12,4 +14,4 @@
     "encoder_rep_pen": 1,
     "do_sample": true,
     "early_stopping": false
-}
+}

package/public/context/Classic.json

@@ -0,0 +1,5 @@
+{
+    "name": "Classic",
+    "storyString": "{{instructSystemPrompt}}\n{{wiBeforeCharacter}}\n{{description}}\n{{char}}'s personality: {{personality}}\nCircumstances and context of the dialogue: {{scenario}}\n{{wiAfterCharacter}}\nThis is how {{char}} should talk\n{{mesExamples}}\nThen the roleplay chat between {{user}} and {{char}} begins\n",
+    "injections": []
+}

package/public/context/Pygmalion.json

@@ -0,0 +1,5 @@
+{
+    "name": "Pygmalion",
+    "storyString": "{{instructSystemPrompt}}\n{{wiBeforeCharacter}}\n{{char}}'s Persona: {{description}}\nPersonality: {{personality}}\nScenario: {{scenario}}\n{{wiAfterCharacter}}\n<START>\n{{mesExamples}}\n<START>\n",
+    "injections": []
+}