sillytavern 1.10.4 → 1.10.6

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (168) hide show
  1. package/.github/ISSUE_TEMPLATE/bug-report.yml +1 -1
  2. package/.github/ISSUE_TEMPLATE/feature-request.yml +1 -1
  3. package/.github/readme-zh_cn.md +2 -3
  4. package/.github/readme.md +9 -6
  5. package/.github/workflows/docker-publish.yml +1 -1
  6. package/Dockerfile +1 -1
  7. package/colab/GPU.ipynb +2 -2
  8. package/config.conf +4 -0
  9. package/default/config.conf +4 -0
  10. package/default/settings.json +6 -2
  11. package/docker/docker-entrypoint.sh +1 -1
  12. package/package.json +2 -1
  13. package/public/KoboldAI Settings/Ace of Spades.settings +8 -4
  14. package/public/KoboldAI Settings/Basic Coherence.settings +8 -4
  15. package/public/KoboldAI Settings/Best Guess.settings +8 -4
  16. package/public/KoboldAI Settings/Coherent Creativity.settings +9 -5
  17. package/public/KoboldAI Settings/Deterministic.settings +6 -3
  18. package/public/KoboldAI Settings/Genesis.settings +8 -4
  19. package/public/KoboldAI Settings/Godlike.settings +8 -4
  20. package/public/KoboldAI Settings/Good Winds.settings +8 -4
  21. package/public/KoboldAI Settings/Liminal Drift.settings +8 -4
  22. package/public/KoboldAI Settings/Low Rider.settings +8 -4
  23. package/public/KoboldAI Settings/Luna Moth.settings +8 -4
  24. package/public/KoboldAI Settings/Mayday.settings +8 -4
  25. package/public/KoboldAI Settings/Miro Bronze.settings +2 -3
  26. package/public/KoboldAI Settings/Miro Gold.settings +2 -3
  27. package/public/KoboldAI Settings/Miro Silver.settings +2 -3
  28. package/public/KoboldAI Settings/Ouroboros.settings +8 -4
  29. package/public/KoboldAI Settings/Pleasing Results.settings +8 -4
  30. package/public/KoboldAI Settings/Pro Writer.settings +8 -4
  31. package/public/KoboldAI Settings/RecoveredRuins.settings +9 -5
  32. package/public/KoboldAI Settings/Space Alien.settings +6 -3
  33. package/public/KoboldAI Settings/Storywriter.settings +9 -5
  34. package/public/KoboldAI Settings/TFS-with-Top-A.settings +6 -3
  35. package/public/KoboldAI Settings/Titanic.settings +6 -3
  36. package/public/KoboldAI Settings/simple-proxy-for-tavern.settings +6 -3
  37. package/public/assets/blip/.placeholder +1 -0
  38. package/public/assets/live2d/.placeholder +1 -0
  39. package/public/context/Adventure.json +11 -0
  40. package/public/context/ChatML.json +6 -0
  41. package/public/context/Libra-32B.json +6 -0
  42. package/public/context/Lightning 1.1.json +6 -0
  43. package/public/context/Mistral.json +6 -0
  44. package/public/context/Story.json +6 -0
  45. package/public/css/extensions-panel.css +9 -9
  46. package/public/css/mobile-styles.css +33 -6
  47. package/public/css/rm-groups.css +3 -1
  48. package/public/css/st-tailwind.css +37 -1
  49. package/public/css/tags.css +2 -3
  50. package/public/css/toggle-dependent.css +1 -2
  51. package/public/css/world-info.css +34 -3
  52. package/public/i18n.json +363 -256
  53. package/public/img/palm.svg +67 -0
  54. package/public/index.html +972 -454
  55. package/public/instruct/Adventure.json +18 -0
  56. package/public/instruct/ChatML.json +17 -0
  57. package/public/instruct/Libra-32B.json +17 -0
  58. package/public/instruct/Lightning 1.1.json +18 -0
  59. package/public/instruct/Mistral.json +17 -0
  60. package/public/instruct/Story.json +18 -0
  61. package/public/instruct/Synthia.json +17 -0
  62. package/public/script.js +495 -465
  63. package/public/scripts/PromptManager.js +35 -4
  64. package/public/scripts/RossAscends-mods.js +15 -4
  65. package/public/scripts/authors-note.js +7 -0
  66. package/public/scripts/backgrounds.js +488 -0
  67. package/public/scripts/{extensions/bulk-edit/index.js → bulk-edit.js} +4 -21
  68. package/public/scripts/{extensions/cfg/index.js → cfg-scale.js} +139 -41
  69. package/public/scripts/extensions/assets/confirm.html +9 -0
  70. package/public/scripts/extensions/assets/index.js +89 -18
  71. package/public/scripts/extensions/assets/style.css +22 -11
  72. package/public/scripts/extensions/assets/window.html +1 -1
  73. package/public/scripts/extensions/expressions/index.js +32 -24
  74. package/public/scripts/extensions/gallery/index.js +17 -6
  75. package/public/scripts/extensions/memory/index.js +174 -82
  76. package/public/scripts/extensions/memory/manifest.json +1 -1
  77. package/public/scripts/extensions/memory/style.css +3 -2
  78. package/public/scripts/extensions/quick-reply/index.js +58 -40
  79. package/public/scripts/extensions/stable-diffusion/index.js +321 -37
  80. package/public/scripts/extensions/stable-diffusion/settings.html +45 -5
  81. package/public/scripts/extensions/token-counter/index.js +17 -1
  82. package/public/scripts/extensions/translate/index.js +27 -1
  83. package/public/scripts/extensions/tts/elevenlabs.js +39 -27
  84. package/public/scripts/extensions/tts/index.js +11 -9
  85. package/public/scripts/extensions/vectors/index.js +8 -1
  86. package/public/scripts/extensions/vectors/settings.html +2 -1
  87. package/public/scripts/extensions.js +186 -25
  88. package/public/scripts/group-chats.js +169 -43
  89. package/public/scripts/horde.js +25 -16
  90. package/public/scripts/instruct-mode.js +24 -16
  91. package/public/scripts/kai-settings.js +21 -9
  92. package/public/scripts/nai-settings.js +24 -24
  93. package/public/scripts/openai.js +191 -57
  94. package/public/scripts/personas.js +5 -2
  95. package/public/scripts/power-user.js +159 -63
  96. package/public/scripts/preset-manager.js +9 -6
  97. package/public/scripts/secrets.js +4 -0
  98. package/public/scripts/server-history.js +2 -2
  99. package/public/scripts/{extensions/settingsearch/index.js → setting-search.js} +22 -25
  100. package/public/scripts/slash-commands.js +94 -5
  101. package/public/scripts/stats.js +9 -20
  102. package/public/scripts/templates/macros.html +7 -0
  103. package/public/scripts/textgen-settings.js +190 -11
  104. package/public/scripts/tokenizers.js +9 -2
  105. package/public/scripts/utils.js +4 -13
  106. package/public/scripts/world-info.js +532 -41
  107. package/public/settings.json +6 -2
  108. package/public/style.css +115 -73
  109. package/server.js +341 -101
  110. package/src/assets.js +39 -2
  111. package/src/constants.js +32 -0
  112. package/src/extensions.js +1 -1
  113. package/src/horde.js +47 -1
  114. package/src/palm-vectors.js +43 -0
  115. package/src/secrets.js +2 -0
  116. package/src/stable-diffusion.js +106 -2
  117. package/src/tokenizers.js +14 -3
  118. package/src/transformers.mjs +21 -1
  119. package/src/translate.js +25 -1
  120. package/src/vectors.js +2 -0
  121. package/public/scripts/extensions/audio/index.js +0 -917
  122. package/public/scripts/extensions/audio/manifest.json +0 -11
  123. package/public/scripts/extensions/audio/style.css +0 -95
  124. package/public/scripts/extensions/audio/window.html +0 -120
  125. package/public/scripts/extensions/backgrounds/index.js +0 -178
  126. package/public/scripts/extensions/backgrounds/manifest.json +0 -11
  127. package/public/scripts/extensions/backgrounds/style.css +0 -45
  128. package/public/scripts/extensions/bulk-edit/manifest.json +0 -11
  129. package/public/scripts/extensions/bulk-edit/style.css +0 -7
  130. package/public/scripts/extensions/cfg/manifest.json +0 -11
  131. package/public/scripts/extensions/cfg/menuButton.html +0 -4
  132. package/public/scripts/extensions/cfg/style.css +0 -0
  133. package/public/scripts/extensions/cfg/util.js +0 -90
  134. package/public/scripts/extensions/cfg/window.html +0 -172
  135. package/public/scripts/extensions/dice/index.js +0 -88
  136. package/public/scripts/extensions/dice/manifest.json +0 -11
  137. package/public/scripts/extensions/dice/style.css +0 -26
  138. package/public/scripts/extensions/hypebot/index.js +0 -210
  139. package/public/scripts/extensions/hypebot/manifest.json +0 -11
  140. package/public/scripts/extensions/hypebot/settings.html +0 -18
  141. package/public/scripts/extensions/hypebot/style.css +0 -17
  142. package/public/scripts/extensions/idle/dropdown.html +0 -54
  143. package/public/scripts/extensions/idle/index.js +0 -329
  144. package/public/scripts/extensions/idle/manifest.json +0 -12
  145. package/public/scripts/extensions/idle/style.css +0 -3
  146. package/public/scripts/extensions/infinity-context/index.js +0 -949
  147. package/public/scripts/extensions/infinity-context/manifest.json +0 -14
  148. package/public/scripts/extensions/infinity-context/style.css +0 -7
  149. package/public/scripts/extensions/objective/index.js +0 -828
  150. package/public/scripts/extensions/objective/manifest.json +0 -11
  151. package/public/scripts/extensions/objective/style.css +0 -52
  152. package/public/scripts/extensions/randomize/index.js +0 -152
  153. package/public/scripts/extensions/randomize/manifest.json +0 -12
  154. package/public/scripts/extensions/randomize/style.css +0 -0
  155. package/public/scripts/extensions/rvc/index.js +0 -489
  156. package/public/scripts/extensions/rvc/manifest.json +0 -11
  157. package/public/scripts/extensions/rvc/style.css +0 -3
  158. package/public/scripts/extensions/settingsearch/manifest.json +0 -11
  159. package/public/scripts/extensions/settingsearch/style.css +0 -5
  160. package/public/scripts/extensions/speech-recognition/browser.js +0 -233
  161. package/public/scripts/extensions/speech-recognition/index.js +0 -452
  162. package/public/scripts/extensions/speech-recognition/manifest.json +0 -14
  163. package/public/scripts/extensions/speech-recognition/streaming.js +0 -109
  164. package/public/scripts/extensions/speech-recognition/style.css +0 -3
  165. package/public/scripts/extensions/speech-recognition/vosk.js +0 -65
  166. package/public/scripts/extensions/speech-recognition/whisper.js +0 -67
  167. package/public/scripts/extensions/variables/index.js +0 -66
  168. package/public/scripts/extensions/variables/manifest.json +0 -11
@@ -1,5 +1,5 @@
1
1
  name: Bug Report 🐛
2
- description: Report something that's not working the way it's (probably) intended to. PAY ATTENTION, Support requests for external programs (reverse proxies, 3rd party servers, other peoples' forks) will be refused!"
2
+ description: Report something that's not working the intended way. Support requests for external programs (reverse proxies, 3rd party servers, other peoples' forks) will be refused!
3
3
  title: '[BUG] <title>'
4
4
  labels: ['bug']
5
5
  body:
@@ -9,7 +9,7 @@ body:
9
9
  - type: dropdown
10
10
  id: similarRequest
11
11
  attributes:
12
- label: Have you searched for similar [requests](https://github.com/SillyTavern/SillyTavern/issues?q=)?
12
+ label: Have you searched for similar requests?
13
13
  description:
14
14
  options:
15
15
  - 'No'
@@ -1,8 +1,8 @@
1
1
  [English](readme.md) | 中文
2
2
 
3
- ![image](https://github.com/SillyTavern/SillyTavern/assets/18619528/8c41a061-7f72-4d2b-9d54-e6d058209e7b)
3
+ ![image](https://github.com/SillyTavern/SillyTavern/assets/18619528/c2be4c3f-aada-4f64-87a3-ae35a68b61a4)
4
4
 
5
- 移动设备界面友好,多种人工智能服务或模型支持(KoboldAI/CPP, Horde, NovelAI, Ooba, OpenAI, OpenRouter, Claude, Scale),类似 Galgame 的 老 婆 模 式,Horde SD,文本系统语音生成,世界信息(Lorebooks),可定制的界面,自动翻译,和比你所需要的更多的 Prompt。附带扩展服务,支持文本绘画生成与语音生成和基于向量数据库 ChromaDB 的聊天信息总结。
5
+ 移动设备界面友好,多种人工智能服务或模型支持(KoboldAI/CPP, Horde, NovelAI, Ooba, OpenAI, OpenRouter, Claude, Scale),类似 Galgame 的 老 婆 模 式,Horde SD,文本系统语音生成,世界信息(Lorebooks),可定制的界面,自动翻译,和比你所需要的更多的 Prompt。附带扩展服务,支持文本绘画生成与语音生成和基于向量数据库 的聊天信息总结。
6
6
 
7
7
  基于 TavernAI 1.2.8 的分叉版本
8
8
 
@@ -81,7 +81,6 @@ SillyTavern 支持扩展服务,一些额外的人工智能模块可通过 [Sil
81
81
  * 在聊天窗口发送图片,并由人工智能解释图片内容
82
82
  * 文本图像生成(5 预设,以及 "自由模式")
83
83
  * 聊天信息的文字转语音(通过 ElevenLabs、Silero 或操作系统的语音生成)
84
- * ChromaDB 向量数据库,用于更智能的聊天 Prompt
85
84
 
86
85
  扩展服务的完整功能介绍和使用教程,请参阅 [Docs](https://docs.sillytavern.app/extras/extensions/)。
87
86
 
package/.github/readme.md CHANGED
@@ -1,14 +1,18 @@
1
1
  English | [中文](readme-zh_cn.md)
2
2
 
3
- ![image](https://github.com/SillyTavern/SillyTavern/assets/18619528/8c41a061-7f72-4d2b-9d54-e6d058209e7b)
3
+ ![SillyTavern-Banner](https://github.com/SillyTavern/SillyTavern/assets/18619528/c2be4c3f-aada-4f64-87a3-ae35a68b61a4)
4
4
 
5
- Mobile-friendly, Multi-API (KoboldAI/CPP, Horde, NovelAI, Ooba, OpenAI, OpenRouter, Claude, Scale), VN-like Waifu Mode, Horde SD, System TTS, WorldInfo (lorebooks), customizable UI, auto-translate, and more prompt options than you'd ever want or need. Optional Extras server for more SD/TTS options + ChromaDB/Summarize.
5
+ Mobile-friendly layout, Multi-API (KoboldAI/CPP, Horde, NovelAI, Ooba, OpenAI, OpenRouter, Claude, Scale), VN-like Waifu Mode, Stable Diffusion, TTS, WorldInfo (lorebooks), customizable UI, auto-translate, and more prompt options than you'd ever want or need + ability to install third-party extensions.
6
6
 
7
- Based on a fork of TavernAI 1.2.8
7
+ Based on a fork of [TavernAI](https://github.com/TavernAI/TavernAI) 1.2.8
8
8
 
9
- ### Brought to you by Cohee, RossAscends, and the SillyTavern community
9
+ ## Important news!
10
+
11
+ 1. We have created a [Documentation website](https://docs.sillytavern.app/) to answer most of your questions and help you get started.
10
12
 
11
- NOTE: We have created a [Documentation website](https://docs.sillytavern.app/) to answer most of your questions and help you get started.
13
+ 2. Missing extensions after the update? Since the 1.10.6 release version, most of the previously built-in extensions have been converted to downloadable add-ons. You can download them via the built-in "Download Extensions and Assets" menu in the extensions panel (stacked blocks icon in the top bar).
14
+
15
+ ### Brought to you by Cohee, RossAscends, and the SillyTavern community
12
16
 
13
17
  ### What is SillyTavern or TavernAI?
14
18
 
@@ -80,7 +84,6 @@ SillyTavern has extensibility support, with some additional AI modules hosted vi
80
84
  * Sending images to chat, and the AI interpreting the content
81
85
  * Stable Diffusion image generation (5 chat-related presets plus 'free mode')
82
86
  * Text-to-speech for AI response messages (via ElevenLabs, Silero, or the OS's System TTS)
83
- * ChromaDB vector storage for smarter chat prompt formatting
84
87
 
85
88
  A full list of included extensions and tutorials on how to use them can be found in the [Docs](https://docs.sillytavern.app/extras/extensions/).
86
89
 
@@ -11,7 +11,7 @@ env:
11
11
  # This should allow creation of docker images even in forked repositories
12
12
  # Image name may not contain uppercase characters, so we can not use the repository name
13
13
  # Creates a string like: ghcr.io/SillyTavern/sillytavern
14
- image_name: ghcr.io/${{ github.repository_owner }}/sillytavern
14
+ image_name: ghcr.io/sillytavern/sillytavern
15
15
 
16
16
  jobs:
17
17
 
package/Dockerfile CHANGED
@@ -23,7 +23,7 @@ COPY . ./
23
23
 
24
24
  # Copy default chats, characters and user avatars to <folder>.default folder
25
25
  RUN \
26
- IFS="," RESOURCES="characters,chats,groups,group chats,User Avatars,worlds" && \
26
+ IFS="," RESOURCES="characters,chats,groups,group chats,User Avatars,worlds,OpenAI Settings,NovelAI Settings,KoboldAI Settings,TextGen Settings" && \
27
27
  \
28
28
  echo "*** Store default $RESOURCES in <folder>.default ***" && \
29
29
  for R in $RESOURCES; do mv "public/$R" "public/$R.default"; done && \
package/colab/GPU.ipynb CHANGED
@@ -70,7 +70,7 @@
70
70
  "#@markdown * ckpt/sd15 - base SD 1.5\n",
71
71
  "#@markdown * stabilityai/stable-diffusion-2-1-base - base SD 2.1\n",
72
72
  "extras_enable_chromadb = True #@param {type:\"boolean\"}\n",
73
- "#@markdown Enables ChromaDB for Infinity Context plugin\n",
73
+ "#@markdown Enables ChromaDB module\n",
74
74
  "\n",
75
75
  "import subprocess\n",
76
76
  "import secrets\n",
@@ -116,7 +116,7 @@
116
116
  "!git clone https://github.com/Cohee1207/tts_samples\n",
117
117
  "!npm install -g localtunnel\n",
118
118
  "!pip install -r requirements-complete.txt\n",
119
- "!pip install tensorflow==2.12\n",
119
+ "!pip install tensorflow==2.14\n",
120
120
  "!pip install colorama\n",
121
121
  "!pip install Flask-Cors\n",
122
122
  "!pip install Flask-Compress\n",
package/config.conf CHANGED
@@ -10,6 +10,7 @@ const listen = true; // If true, Can be access from other device or PC. otherwis
10
10
  const allowKeysExposure = false; // If true, private API keys could be fetched to the frontend.
11
11
  const skipContentCheck = false; // If true, no new default content will be delivered to you.
12
12
  const thumbnailsQuality = 95; // Quality of thumbnails. 0-100
13
+ const disableChatBackup = false; // Disables the backup of chat logs to the /backups folder
13
14
 
14
15
  // If true, Allows insecure settings for listen, whitelist, and authentication.
15
16
  // Change this setting only on "trusted networks". Do not change this value unless you are aware of the issues that can arise from changing this setting and configuring a insecure setting.
@@ -26,6 +27,8 @@ const extras = {
26
27
  captioningModel: 'Xenova/vit-gpt2-image-captioning',
27
28
  // Feature extraction model. HuggingFace ID of a model in ONNX format.
28
29
  embeddingModel: 'Xenova/all-mpnet-base-v2',
30
+ // GPT-2 text generation model. HuggingFace ID of a model in ONNX format.
31
+ promptExpansionModel: 'Cohee/fooocus_expansion-onnx',
29
32
  };
30
33
 
31
34
  // Request overrides for additional headers
@@ -49,4 +52,5 @@ module.exports = {
49
52
  requestOverrides,
50
53
  thumbnailsQuality,
51
54
  extras,
55
+ disableChatBackup,
52
56
  };
@@ -10,6 +10,7 @@ const listen = true; // If true, Can be access from other device or PC. otherwis
10
10
  const allowKeysExposure = false; // If true, private API keys could be fetched to the frontend.
11
11
  const skipContentCheck = false; // If true, no new default content will be delivered to you.
12
12
  const thumbnailsQuality = 95; // Quality of thumbnails. 0-100
13
+ const disableChatBackup = false; // Disables the backup of chat logs to the /backups folder
13
14
 
14
15
  // If true, Allows insecure settings for listen, whitelist, and authentication.
15
16
  // Change this setting only on "trusted networks". Do not change this value unless you are aware of the issues that can arise from changing this setting and configuring a insecure setting.
@@ -26,6 +27,8 @@ const extras = {
26
27
  captioningModel: 'Xenova/vit-gpt2-image-captioning',
27
28
  // Feature extraction model. HuggingFace ID of a model in ONNX format.
28
29
  embeddingModel: 'Xenova/all-mpnet-base-v2',
30
+ // GPT-2 text generation model. HuggingFace ID of a model in ONNX format.
31
+ promptExpansionModel: 'Cohee/fooocus_expansion-onnx',
29
32
  };
30
33
 
31
34
  // Request overrides for additional headers
@@ -49,4 +52,5 @@ module.exports = {
49
52
  requestOverrides,
50
53
  thumbnailsQuality,
51
54
  extras,
55
+ disableChatBackup,
52
56
  };
@@ -406,7 +406,6 @@
406
406
  "tfs": 1,
407
407
  "rep_pen_slope": 0,
408
408
  "single_line": false,
409
- "use_stop_sequence": false,
410
409
  "streaming_kobold": false,
411
410
  "sampler_order": [
412
411
  6,
@@ -416,7 +415,12 @@
416
415
  3,
417
416
  4,
418
417
  5
419
- ]
418
+ ],
419
+ "mirostat": 0,
420
+ "mirostat_tau": 5,
421
+ "mirostat_eta": 0.1,
422
+ "use_default_badwordsids": false,
423
+ "grammar": ""
420
424
  },
421
425
  "oai_settings": {
422
426
  "preset_settings_openai": "Default",
@@ -1,7 +1,7 @@
1
1
  #!/bin/sh
2
2
 
3
3
  # Initialize missing user files
4
- IFS="," RESOURCES="characters,groups,group chats,chats,User Avatars,worlds"
4
+ IFS="," RESOURCES="characters,chats,groups,group chats,User Avatars,worlds,OpenAI Settings,NovelAI Settings,KoboldAI Settings,TextGen Settings"
5
5
  for R in $RESOURCES; do
6
6
  if [ ! -e "config/$R" ]; then
7
7
  echo "Resource not found, copying from defaults: $R"
package/package.json CHANGED
@@ -11,6 +11,7 @@
11
11
  "device-detector-js": "^3.0.3",
12
12
  "express": "^4.18.2",
13
13
  "google-translate-api-browser": "^3.0.1",
14
+ "bing-translate-api": "^2.9.1",
14
15
  "gpt3-tokenizer": "^1.1.5",
15
16
  "ip-matching": "^2.1.2",
16
17
  "ipaddr.js": "^2.0.1",
@@ -46,7 +47,7 @@
46
47
  "type": "git",
47
48
  "url": "https://github.com/SillyTavern/SillyTavern.git"
48
49
  },
49
- "version": "1.10.4",
50
+ "version": "1.10.6",
50
51
  "scripts": {
51
52
  "start": "node server.js",
52
53
  "start-multi": "node server.js --disableCsrf",
@@ -1,12 +1,12 @@
1
1
  {
2
2
  "temp": 1.15,
3
- "top_k": 0,
3
+ "rep_pen": 1.05,
4
+ "rep_pen_range": 2048,
4
5
  "top_p": 0.95,
5
6
  "top_a": 0,
7
+ "top_k": 0,
6
8
  "typical": 1,
7
9
  "tfs": 0.8,
8
- "rep_pen": 1.05,
9
- "rep_pen_range": 2048,
10
10
  "rep_pen_slope": 7,
11
11
  "sampler_order": [
12
12
  6,
@@ -16,5 +16,9 @@
16
16
  5,
17
17
  1,
18
18
  4
19
- ]
19
+ ],
20
+ "mirostat": 0,
21
+ "mirostat_tau": 5,
22
+ "mirostat_eta": 0.1,
23
+ "grammar": ""
20
24
  }
@@ -1,12 +1,12 @@
1
1
  {
2
2
  "temp": 0.59,
3
- "top_k": 0,
3
+ "rep_pen": 1.1,
4
+ "rep_pen_range": 2048,
4
5
  "top_p": 1,
5
6
  "top_a": 0,
7
+ "top_k": 0,
6
8
  "typical": 1,
7
9
  "tfs": 0.87,
8
- "rep_pen": 1.1,
9
- "rep_pen_range": 2048,
10
10
  "rep_pen_slope": 0.3,
11
11
  "sampler_order": [
12
12
  6,
@@ -16,5 +16,9 @@
16
16
  3,
17
17
  1,
18
18
  4
19
- ]
19
+ ],
20
+ "mirostat": 0,
21
+ "mirostat_tau": 5,
22
+ "mirostat_eta": 0.1,
23
+ "grammar": ""
20
24
  }
@@ -1,12 +1,12 @@
1
1
  {
2
2
  "temp": 0.8,
3
- "top_k": 100,
3
+ "rep_pen": 1.15,
4
+ "rep_pen_range": 2048,
4
5
  "top_p": 0.9,
5
6
  "top_a": 0,
7
+ "top_k": 100,
6
8
  "typical": 1,
7
9
  "tfs": 1,
8
- "rep_pen": 1.15,
9
- "rep_pen_range": 2048,
10
10
  "rep_pen_slope": 3.4,
11
11
  "sampler_order": [
12
12
  6,
@@ -16,5 +16,9 @@
16
16
  3,
17
17
  1,
18
18
  4
19
- ]
19
+ ],
20
+ "mirostat": 0,
21
+ "mirostat_tau": 5,
22
+ "mirostat_eta": 0.1,
23
+ "grammar": ""
20
24
  }
@@ -1,12 +1,12 @@
1
1
  {
2
2
  "temp": 0.51,
3
+ "rep_pen": 1.2,
4
+ "rep_pen_range": 2048,
3
5
  "top_p": 1,
4
- "top_k": 0,
5
- "tfs": 0.99,
6
6
  "top_a": 0,
7
+ "top_k": 0,
7
8
  "typical": 1,
8
- "rep_pen": 1.2,
9
- "rep_pen_range": 2048,
9
+ "tfs": 0.99,
10
10
  "rep_pen_slope": 0,
11
11
  "sampler_order": [
12
12
  6,
@@ -16,5 +16,9 @@
16
16
  3,
17
17
  1,
18
18
  4
19
- ]
19
+ ],
20
+ "mirostat": 0,
21
+ "mirostat_tau": 5,
22
+ "mirostat_eta": 0.1,
23
+ "grammar": ""
20
24
  }
@@ -8,7 +8,6 @@
8
8
  "typical": 1,
9
9
  "tfs": 1,
10
10
  "rep_pen_slope": 0,
11
- "single_line": false,
12
11
  "sampler_order": [
13
12
  6,
14
13
  0,
@@ -17,5 +16,9 @@
17
16
  4,
18
17
  2,
19
18
  5
20
- ]
21
- }
19
+ ],
20
+ "mirostat": 0,
21
+ "mirostat_tau": 5,
22
+ "mirostat_eta": 0.1,
23
+ "grammar": ""
24
+ }
@@ -1,12 +1,12 @@
1
1
  {
2
2
  "temp": 0.63,
3
- "top_k": 0,
3
+ "rep_pen": 1.05,
4
+ "rep_pen_range": 2048,
4
5
  "top_p": 0.98,
5
6
  "top_a": 0,
7
+ "top_k": 0,
6
8
  "typical": 1,
7
9
  "tfs": 0.98,
8
- "rep_pen": 1.05,
9
- "rep_pen_range": 2048,
10
10
  "rep_pen_slope": 0.1,
11
11
  "sampler_order": [
12
12
  6,
@@ -16,5 +16,9 @@
16
16
  5,
17
17
  1,
18
18
  4
19
- ]
19
+ ],
20
+ "mirostat": 0,
21
+ "mirostat_tau": 5,
22
+ "mirostat_eta": 0.1,
23
+ "grammar": ""
20
24
  }
@@ -1,12 +1,12 @@
1
1
  {
2
2
  "temp": 0.7,
3
- "top_k": 0,
3
+ "rep_pen": 1.1,
4
+ "rep_pen_range": 1024,
4
5
  "top_p": 0.5,
5
6
  "top_a": 0.75,
7
+ "top_k": 0,
6
8
  "typical": 0.19,
7
9
  "tfs": 0.97,
8
- "rep_pen": 1.1,
9
- "rep_pen_range": 1024,
10
10
  "rep_pen_slope": 0.7,
11
11
  "sampler_order": [
12
12
  6,
@@ -16,5 +16,9 @@
16
16
  2,
17
17
  1,
18
18
  0
19
- ]
19
+ ],
20
+ "mirostat": 0,
21
+ "mirostat_tau": 5,
22
+ "mirostat_eta": 0.1,
23
+ "grammar": ""
20
24
  }
@@ -1,12 +1,12 @@
1
1
  {
2
2
  "temp": 0.7,
3
- "top_k": 0,
3
+ "rep_pen": 1.1,
4
+ "rep_pen_range": 1024,
4
5
  "top_p": 1,
5
6
  "top_a": 0,
7
+ "top_k": 0,
6
8
  "typical": 1,
7
9
  "tfs": 0.9,
8
- "rep_pen": 1.1,
9
- "rep_pen_range": 1024,
10
10
  "rep_pen_slope": 0.7,
11
11
  "sampler_order": [
12
12
  6,
@@ -16,5 +16,9 @@
16
16
  3,
17
17
  4,
18
18
  5
19
- ]
19
+ ],
20
+ "mirostat": 0,
21
+ "mirostat_tau": 5,
22
+ "mirostat_eta": 0.1,
23
+ "grammar": ""
20
24
  }
@@ -1,12 +1,12 @@
1
1
  {
2
2
  "temp": 0.66,
3
- "top_k": 0,
3
+ "rep_pen": 1.1,
4
+ "rep_pen_range": 1024,
4
5
  "top_p": 1,
5
6
  "top_a": 0.96,
7
+ "top_k": 0,
6
8
  "typical": 0.6,
7
9
  "tfs": 1,
8
- "rep_pen": 1.1,
9
- "rep_pen_range": 1024,
10
10
  "rep_pen_slope": 0.7,
11
11
  "sampler_order": [
12
12
  6,
@@ -16,5 +16,9 @@
16
16
  0,
17
17
  2,
18
18
  3
19
- ]
19
+ ],
20
+ "mirostat": 0,
21
+ "mirostat_tau": 5,
22
+ "mirostat_eta": 0.1,
23
+ "grammar": ""
20
24
  }
@@ -1,12 +1,12 @@
1
1
  {
2
2
  "temp": 0.94,
3
- "top_k": 12,
3
+ "rep_pen": 1.05,
4
+ "rep_pen_range": 2048,
4
5
  "top_p": 1,
5
6
  "top_a": 0,
7
+ "top_k": 12,
6
8
  "typical": 1,
7
9
  "tfs": 0.94,
8
- "rep_pen": 1.05,
9
- "rep_pen_range": 2048,
10
10
  "rep_pen_slope": 0.2,
11
11
  "sampler_order": [
12
12
  6,
@@ -16,5 +16,9 @@
16
16
  3,
17
17
  1,
18
18
  4
19
- ]
19
+ ],
20
+ "mirostat": 0,
21
+ "mirostat_tau": 5,
22
+ "mirostat_eta": 0.1,
23
+ "grammar": ""
20
24
  }
@@ -1,12 +1,12 @@
1
1
  {
2
2
  "temp": 1.5,
3
- "top_k": 85,
3
+ "rep_pen": 1.1,
4
+ "rep_pen_range": 2048,
4
5
  "top_p": 0.24,
5
6
  "top_a": 0,
7
+ "top_k": 85,
6
8
  "typical": 1,
7
9
  "tfs": 1,
8
- "rep_pen": 1.1,
9
- "rep_pen_range": 2048,
10
10
  "rep_pen_slope": 0,
11
11
  "sampler_order": [
12
12
  6,
@@ -16,5 +16,9 @@
16
16
  3,
17
17
  1,
18
18
  4
19
- ]
19
+ ],
20
+ "mirostat": 0,
21
+ "mirostat_tau": 5,
22
+ "mirostat_eta": 0.1,
23
+ "grammar": ""
20
24
  }
@@ -1,12 +1,12 @@
1
1
  {
2
2
  "temp": 1.05,
3
- "top_k": 0,
3
+ "rep_pen": 1.1,
4
+ "rep_pen_range": 1024,
4
5
  "top_p": 0.95,
5
6
  "top_a": 0,
7
+ "top_k": 0,
6
8
  "typical": 1,
7
9
  "tfs": 1,
8
- "rep_pen": 1.1,
9
- "rep_pen_range": 1024,
10
10
  "rep_pen_slope": 0.7,
11
11
  "sampler_order": [
12
12
  6,
@@ -16,5 +16,9 @@
16
16
  3,
17
17
  4,
18
18
  5
19
- ]
19
+ ],
20
+ "mirostat": 0,
21
+ "mirostat_tau": 5,
22
+ "mirostat_eta": 0.1,
23
+ "grammar": ""
20
24
  }
@@ -8,7 +8,6 @@
8
8
  "typical": 1,
9
9
  "tfs": 1,
10
10
  "rep_pen_slope": 0.9,
11
- "single_line": false,
12
11
  "sampler_order": [
13
12
  6,
14
13
  0,
@@ -21,5 +20,5 @@
21
20
  "mirostat": 2,
22
21
  "mirostat_tau": 9.61,
23
22
  "mirostat_eta": 1,
24
- "use_default_badwordsids": true
25
- }
23
+ "grammar": ""
24
+ }
@@ -8,7 +8,6 @@
8
8
  "typical": 1,
9
9
  "tfs": 1,
10
10
  "rep_pen_slope": 0.9,
11
- "single_line": false,
12
11
  "sampler_order": [
13
12
  6,
14
13
  0,
@@ -21,5 +20,5 @@
21
20
  "mirostat": 2,
22
21
  "mirostat_tau": 9.91,
23
22
  "mirostat_eta": 1,
24
- "use_default_badwordsids": true
25
- }
23
+ "grammar": ""
24
+ }
@@ -8,7 +8,6 @@
8
8
  "typical": 1,
9
9
  "tfs": 1,
10
10
  "rep_pen_slope": 0.9,
11
- "single_line": false,
12
11
  "sampler_order": [
13
12
  6,
14
13
  0,
@@ -21,5 +20,5 @@
21
20
  "mirostat": 2,
22
21
  "mirostat_tau": 9.62,
23
22
  "mirostat_eta": 1,
24
- "use_default_badwordsids": true
25
- }
23
+ "grammar": ""
24
+ }
@@ -1,12 +1,12 @@
1
1
  {
2
2
  "temp": 1.07,
3
- "top_k": 100,
3
+ "rep_pen": 1.05,
4
+ "rep_pen_range": 404,
4
5
  "top_p": 1,
5
6
  "top_a": 0,
7
+ "top_k": 100,
6
8
  "typical": 1,
7
9
  "tfs": 0.93,
8
- "rep_pen": 1.05,
9
- "rep_pen_range": 404,
10
10
  "rep_pen_slope": 0.8,
11
11
  "sampler_order": [
12
12
  6,
@@ -16,5 +16,9 @@
16
16
  2,
17
17
  1,
18
18
  4
19
- ]
19
+ ],
20
+ "mirostat": 0,
21
+ "mirostat_tau": 5,
22
+ "mirostat_eta": 0.1,
23
+ "grammar": ""
20
24
  }
@@ -1,12 +1,12 @@
1
1
  {
2
2
  "temp": 0.44,
3
- "top_k": 0,
3
+ "rep_pen": 1.15,
4
+ "rep_pen_range": 2048,
4
5
  "top_p": 1,
5
6
  "top_a": 0,
7
+ "top_k": 0,
6
8
  "typical": 1,
7
9
  "tfs": 0.9,
8
- "rep_pen": 1.15,
9
- "rep_pen_range": 2048,
10
10
  "rep_pen_slope": 6.8,
11
11
  "sampler_order": [
12
12
  6,
@@ -16,5 +16,9 @@
16
16
  3,
17
17
  1,
18
18
  4
19
- ]
19
+ ],
20
+ "mirostat": 0,
21
+ "mirostat_tau": 5,
22
+ "mirostat_eta": 0.1,
23
+ "grammar": ""
20
24
  }
@@ -1,12 +1,12 @@
1
1
  {
2
2
  "temp": 1.35,
3
- "top_k": 0,
3
+ "rep_pen": 1.15,
4
+ "rep_pen_range": 2048,
4
5
  "top_p": 1,
5
6
  "top_a": 0,
7
+ "top_k": 0,
6
8
  "typical": 1,
7
9
  "tfs": 0.69,
8
- "rep_pen": 1.15,
9
- "rep_pen_range": 2048,
10
10
  "rep_pen_slope": 0.1,
11
11
  "sampler_order": [
12
12
  6,
@@ -16,5 +16,9 @@
16
16
  0,
17
17
  1,
18
18
  4
19
- ]
19
+ ],
20
+ "mirostat": 0,
21
+ "mirostat_tau": 5,
22
+ "mirostat_eta": 0.1,
23
+ "grammar": ""
20
24
  }