sillytavern 1.4.1

package/.dockerignore

@@ -0,0 +1,4 @@
+node_modules
+npm-debug.log
+readme*
+Start.bat

package/.github/ISSUE_TEMPLATE/bug_report.md

@@ -0,0 +1,35 @@
+---
+name: Bug report
+about: Create a report to help us improve
+title: "[BUG]"
+labels: ''
+assignees: ''
+
+---
+
+**Describe the bug**
+A clear and concise description of what the bug is.
+
+**To Reproduce**
+Steps to reproduce the behavior:
+1. Go to '...'
+2. Click on '....'
+3. Scroll down to '....'
+4. See error
+
+**Expected behavior**
+A clear and concise description of what you expected to happen.
+
+**Screenshots**
+If applicable, add screenshots to help explain your problem.
+
+**Desktop (please complete the following information):**
+ - OS/Device: [e.g. Windows 11]
+ - Environment: [cloud, local]
+ - Browser [e.g. chrome, safari]
+ - Generation API [e.g. KoboldAI, OpenAI] 
+ - Branch [main, dev]
+ - Model [e.g. Pygmalion 6b, LLaMa 13b]
+
+**Additional context**
+Add any other context about the problem here.

package/.github/ISSUE_TEMPLATE/feature_request.md

@@ -0,0 +1,20 @@
+---
+name: Feature request
+about: Suggest an idea for this project
+title: ''
+labels: ''
+assignees: ''
+
+---
+
+**Is your feature request related to a problem? Please describe.**
+A clear and concise description of what the problem is. Ex. I'm always frustrated when [...]
+
+**Describe the solution you'd like**
+A clear and concise description of what you want to happen.
+
+**Describe alternatives you've considered**
+A clear and concise description of any alternative solutions or features you've considered.
+
+**Additional context**
+Add any other context or screenshots about the feature request here.

package/.github/workflows/npm-publish.yml

@@ -0,0 +1,32 @@
+# This workflow will run tests using node and then publish a package to GitHub Packages when a release is created
+# For more information see: https://docs.github.com/en/actions/publishing-packages/publishing-nodejs-packages
+
+name: Node.js Package
+
+on:
+  release:
+    types: [created]
+
+jobs:
+  build:
+    runs-on: ubuntu-latest
+    steps:
+      - uses: actions/checkout@v3
+      - uses: actions/setup-node@v3
+        with:
+          node-version: 16
+      - run: npm ci
+
+  publish-npm:
+    needs: build
+    runs-on: ubuntu-latest
+    steps:
+      - uses: actions/checkout@v3
+      - uses: actions/setup-node@v3
+        with:
+          node-version: 16
+          registry-url: https://registry.npmjs.org/
+      - run: npm ci
+      - run: npm publish
+        env:
+          NODE_AUTH_TOKEN: ${{secrets.npm_token}}

package/Dockerfile

@@ -0,0 +1,49 @@
+FROM node:19.1.0-alpine3.16
+
+# Arguments
+ARG APP_HOME=/home/node/app
+
+# Ensure proper handling of kernel signals
+RUN apk add tini
+ENTRYPOINT [ "tini", "--" ]
+
+# Create app directory
+WORKDIR ${APP_HOME}
+
+# Install app dependencies
+COPY package*.json ./
+RUN \
+  echo "*** Install npm packages ***" && \
+  npm install
+
+# Bundle app source
+COPY . ./
+
+# Copy default chats, characters and user avatars to <folder>.default folder
+RUN \
+  echo "*** Copy default chats, characters and user avatars to <folder>.default folder ***" && \
+  mv "./public/characters"    "./public/characters.default" && \
+  mv "./public/chats"         "./public/chats.default" && \
+  mv "./public/User Avatars"  "./public/User Avatars.default" && \
+  mv "./public/settings.json"   "./public/settings.json.default" && \
+
+  echo "*** Create symbolic links to config directory ***" && \
+  ln -s "${APP_HOME}/config/characters"     "${APP_HOME}/public/characters" && \
+  ln -s "${APP_HOME}/config/chats"          "${APP_HOME}/public/chats" && \
+  ln -s "${APP_HOME}/config/User Avatars"   "${APP_HOME}/public/User Avatars" && \
+  ln -s "${APP_HOME}/config/settings.json"  "${APP_HOME}/public/settings.json"
+
+# Cleanup unnecessary files
+RUN \
+  echo "*** Cleanup ***" && \
+  mv "./docker/docker-entrypoint.sh" "./" && \
+  rm -rf "./docker" && \
+  rm -rf "./.git" && \
+  echo "*** Make docker-entrypoint.sh executable ***" && \
+  chmod +x "./docker-entrypoint.sh" && \
+  echo "*** Convert line endings to Unix format ***" && \
+  dos2unix "./docker-entrypoint.sh"
+
+EXPOSE 8000
+
+CMD [ "./docker-entrypoint.sh" ]

package/Start.bat

@@ -0,0 +1,3 @@
+call npm install
+node server.js
+pause

package/colab/GPU.ipynb

@@ -0,0 +1,339 @@
+{
+  "cells": [
+    {
+      "attachments": {},
+      "cell_type": "markdown",
+      "metadata": {},
+      "source": [
+        "**Links**<br>\n",
+        "Cohee's TavernAI fork Github https://github.com/Cohee1207/SillyTavern<br>\n",
+        "Cohee's TavernAI Extras Github https://github.com/Cohee1207/TavernAI-extras/<br>\n",
+        "TavernAI Discord https://discord.gg/zmK2gmr45t<br>\n",
+        "Questions? Hit me up on Discord: Cohee#1207"
+      ]
+    },
+    {
+      "cell_type": "code",
+      "execution_count": null,
+      "metadata": {
+        "cellView": "form",
+        "id": "_1gpebrnlp5-"
+      },
+      "outputs": [],
+      "source": [
+        "#@title <b><-- Convert TavernAI characters to SillyTavern format</b>\n",
+        "\n",
+        "!mkdir /convert\n",
+        "%cd /convert\n",
+        "\n",
+        "import os\n",
+        "from google.colab import drive\n",
+        "\n",
+        "drive.mount(\"/convert/drive\")\n",
+        "\n",
+        "!git clone -b tools https://github.com/EnergoStalin/SillyTavern.git\n",
+        "%cd SillyTavern\n",
+        "\n",
+        "!curl -o- https://raw.githubusercontent.com/nvm-sh/nvm/v0.37.2/install.sh | bash\n",
+        "!nvm install 19.1.0\n",
+        "!nvm use 19.1.0\n",
+        "\n",
+        "%cd tools/charaverter\n",
+        "\n",
+        "!npm i\n",
+        "\n",
+        "path = \"/convert/drive/MyDrive/TavernAI/characters\"\n",
+        "output = \"/convert/drive/MyDrive/SillyTavern/characters\"\n",
+        "if not os.path.exists(path):\n",
+        "  path = output\n",
+        "\n",
+        "!mkdir -p $output\n",
+        "!node main.mjs $path $output\n",
+        "\n",
+        "drive.flush_and_unmount()\n",
+        "\n",
+        "%cd /\n",
+        "!rm -rf /convert"
+      ]
+    },
+    {
+      "cell_type": "code",
+      "execution_count": null,
+      "metadata": {
+        "id": "ewkXkyiFP2Hq"
+      },
+      "outputs": [],
+      "source": [
+        "#@title <-- Tap this if you play on Mobile { display-mode: \"form\" }\n",
+        "%%html\n",
+        "<b>Press play on the music player to keep the tab alive, then start KoboldAI below (Uses only 13MB of data)</b><br/>\n",
+        "<audio src=\"https://raw.githubusercontent.com/KoboldAI/KoboldAI-Client/main/colab/silence.m4a\" controls>"
+      ]
+    },
+    {
+      "cell_type": "code",
+      "execution_count": null,
+      "metadata": {
+        "cellView": "form",
+        "id": "lVftocpwCoYw"
+      },
+      "outputs": [],
+      "source": [
+        "#@title <b><-- Select your model below and then click this to start KoboldAI</b>\n",
+        "\n",
+        "Model = \"Pygmalion 6B\" #@param [\"Nerys V2 6B\", \"Erebus 6B\", \"Skein 6B\", \"Janeway 6B\", \"Adventure 6B\", \"Pygmalion 6B\", \"Pygmalion 6B Dev\", \"Lit V2 6B\", \"Lit 6B\", \"Shinen 6B\", \"Nerys 2.7B\", \"AID 2.7B\", \"Erebus 2.7B\", \"Janeway 2.7B\", \"Picard 2.7B\", \"Horni LN 2.7B\", \"Horni 2.7B\", \"Shinen 2.7B\", \"OPT 2.7B\", \"Fairseq Dense 2.7B\", \"Neo 2.7B\", \"Pygway 6B\", \"Nerybus 6.7B\", \"Pygway v8p4\", \"PPO-Janeway 6B\", \"PPO Shygmalion 6B\", \"LLaMA 7B\", \"Janin-GPTJ\", \"Javelin-GPTJ\", \"Javelin-R\", \"Janin-R\", \"Javalion-R\", \"Javalion-GPTJ\", \"Javelion-6B\", \"GPT-J-Pyg-PPO-6B\", \"ppo_hh_pythia-6B\", \"ppo_hh_gpt-j\", \"GPT-J-Pyg_PPO-6B\", \"GPT-J-Pyg_PPO-6B-Dev-V8p4\", \"Dolly_GPT-J-6b\", \"Dolly_Pyg-6B\"] {allow-input: true}\n",
+        "Version = \"Official\" #@param [\"Official\", \"United\"] {allow-input: true}\n",
+        "Provider = \"Localtunnel\" #@param [\"Localtunnel\"]\n",
+        "ForceInitSteps = [] #@param {allow-input: true}\n",
+        "UseGoogleDrive = True #@param {type:\"boolean\"}\n",
+        "StartKoboldAI = True #@param {type:\"boolean\"}\n",
+        "ModelsFromDrive = False #@param {type:\"boolean\"}\n",
+        "UseExtrasExtensions = True #@param {type:\"boolean\"}\n",
+        "#@markdown Enables hosting of extensions backend for TavernAI Extras\n",
+        "extras_enable_captioning = True #@param {type:\"boolean\"}\n",
+        "#@markdown Loads the image captioning module\n",
+        "Captions_Model = \"Salesforce/blip-image-captioning-large\" #@param [ \"Salesforce/blip-image-captioning-large\", \"Salesforce/blip-image-captioning-base\" ]\n",
+        "#@markdown * Salesforce/blip-image-captioning-large - good base model\n",
+        "#@markdown * Salesforce/blip-image-captioning-base - slightly faster but less accurate\n",
+        "extras_enable_emotions = True #@param {type:\"boolean\"}\n",
+        "#@markdown Loads the sentiment classification model\n",
+        "Emotions_Model = \"bhadresh-savani/distilbert-base-uncased-emotion\" #@param [\"bhadresh-savani/distilbert-base-uncased-emotion\", \"joeddav/distilbert-base-uncased-go-emotions-student\"]\n",
+        "#@markdown * bhadresh-savani/distilbert-base-uncased-emotion = 6 supported emotions<br>\n",
+        "#@markdown * joeddav/distilbert-base-uncased-go-emotions-student = 28 supported emotions\n",
+        "extras_enable_memory = True #@param {type:\"boolean\"}\n",
+        "#@markdown Loads the story summarization module\n",
+        "Memory_Model = \"Qiliang/bart-large-cnn-samsum-ChatGPT_v3\" #@param [ \"Qiliang/bart-large-cnn-samsum-ChatGPT_v3\", \"Qiliang/bart-large-cnn-samsum-ElectrifAi_v10\", \"distilbart-xsum-12-3\" ]\n",
+        "#@markdown * Qiliang/bart-large-cnn-samsum-ChatGPT_v3 - summarization model optimized for chats\n",
+        "#@markdown * Qiliang/bart-large-cnn-samsum-ElectrifAi_v10 - nice results so far, but still being evaluated\n",
+        "#@markdown * distilbart-xsum-12-3 - faster, but pretty basic alternative\n",
+        "\n",
+        "\n",
+        "%cd /content\n",
+        "\n",
+        "!cat .ii\n",
+        "!nvidia-smi\n",
+        "\n",
+        "import os, subprocess, time, pathlib, json, base64, sys\n",
+        "\n",
+        "# ---\n",
+        "# Utils\n",
+        "class IncrementialInstall:\n",
+        "  def __init__(self, root = \"/\", tasks = [], force = []):\n",
+        "    self.tasks = tasks\n",
+        "    self.path = os.path.join(root, \".ii\")\n",
+        "    self.completed = list(filter(lambda x: not x in force, self.__completed()))\n",
+        "\n",
+        "  def __completed(self):\n",
+        "    try:\n",
+        "      with open(self.path) as f:\n",
+        "        return json.load(f)\n",
+        "    except:\n",
+        "      return []\n",
+        "\n",
+        "  def addTask(self, name, func):\n",
+        "    self.tasks.append({\"name\": name, \"func\": func})\n",
+        "\n",
+        "  def run(self):\n",
+        "    todo = list(filter(lambda x: not x[\"name\"] in self.completed, self.tasks))\n",
+        "    try:\n",
+        "      for task in todo:\n",
+        "        task[\"func\"]()\n",
+        "        self.completed.append(task[\"name\"])\n",
+        "    finally:\n",
+        "      with open(self.path, \"w\") as f:\n",
+        "        json.dump(self.completed, f)\n",
+        "\n",
+        "def create_paths(paths):\n",
+        "  for directory in paths:\n",
+        "    if not os.path.exists(directory):\n",
+        "      os.makedirs(directory)\n",
+        "\n",
+        "def link(srcDir, destDir, files):\n",
+        "  '''\n",
+        "    Link source to dest copying dest to source if not present first\n",
+        "  '''\n",
+        "  for file in files:\n",
+        "    source = os.path.join(srcDir, file)\n",
+        "    dest = os.path.join(destDir, file)\n",
+        "    if not os.path.exists(source):\n",
+        "      !cp -r \"$dest\" \"$source\"\n",
+        "    !rm -rf \"$dest\"\n",
+        "    !ln -fs \"$source\" \"$dest\"\n",
+        "\n",
+        "from google.colab import drive\n",
+        "if UseGoogleDrive:\n",
+        "  drive.mount(\"/content/drive/\")\n",
+        "else:\n",
+        "  create_paths([\n",
+        "      \"/content/drive/MyDrive\"\n",
+        "  ])\n",
+        "\n",
+        "ii = IncrementialInstall(force=ForceInitSteps)\n",
+        "\n",
+        "# ---\n",
+        "# SillyTavern py modules\n",
+        "def cloneTavern():\n",
+        "  %cd /\n",
+        "  !git clone https://github.com/Cohee1207/SillyTavern\n",
+        "  %cd -\n",
+        "  !cp /SillyTavern/colab/*.py ./\n",
+        "ii.addTask(\"Clone SillyTavern\", cloneTavern)\n",
+        "ii.run()\n",
+        "\n",
+        "from models import GetModels, ModelData\n",
+        "model = GetModels(Version).get(Model, ModelData(Model, Version))\n",
+        "\n",
+        "# ---\n",
+        "# KoboldAI\n",
+        "if StartKoboldAI:\n",
+        "  def downloadKobold():\n",
+        "    !wget https://koboldai.org/ckds && chmod +x ckds\n",
+        "  def initKobold():\n",
+        "    !./ckds --init only\n",
+        "\n",
+        "  ii.addTask(\"Download KoboldAI\", downloadKobold)\n",
+        "  ii.addTask(\"Init KoboldAI\", initKobold)\n",
+        "  \n",
+        "  ii.run()\n",
+        "\n",
+        "kargs = [\"/content/ckds\"]\n",
+        "if not ModelsFromDrive:\n",
+        "  kargs += [\"-x\", \"colab\", \"-l\", \"colab\"]\n",
+        "if Provider == \"Localtunnel\":\n",
+        "  kargs += [\"--localtunnel\", \"yes\"]\n",
+        "\n",
+        "kargs += model.args()\n",
+        "\n",
+        "url = \"\"\n",
+        "print(kargs)\n",
+        "\n",
+        "if StartKoboldAI:\n",
+        "  p = subprocess.Popen(kargs, stdout=subprocess.PIPE, stderr=subprocess.PIPE)\n",
+        "\n",
+        "  prefix = \"KoboldAI has finished loading and is available at the following link\"\n",
+        "  urlprefix = f\"{prefix}: \"\n",
+        "  ui1prefix = f\"{prefix} for UI 1: \"\n",
+        "  while True:\n",
+        "      line = p.stdout.readline().decode().strip()\n",
+        "      print(line)\n",
+        "      if urlprefix in line:\n",
+        "          url = line.split(urlprefix)[1]\n",
+        "          break\n",
+        "      elif ui1prefix in line:\n",
+        "          url = line.split(ui1prefix)[1]\n",
+        "          break\n",
+        "      elif not line:\n",
+        "          break\n",
+        "      if \"INIT\" in line and \"Transformers\" in line:\n",
+        "        print(\"Model loading... (It will take 2 - 5 minutes)\")\n",
+        "\n",
+        "print(url)\n",
+        "\n",
+        "\n",
+        "# ---\n",
+        "# nodejs\n",
+        "%cd /\n",
+        "def installNode():\n",
+        "  !npm install -g n\n",
+        "  !n 19\n",
+        "  !node --version\n",
+        "ii.addTask(\"Install node\", installNode)\n",
+        "\n",
+        "\n",
+        "# ---\n",
+        "# TavernAI extras\n",
+        "import globals\n",
+        "globals.extras_url = '(disabled)'\n",
+        "globals.params = []\n",
+        "globals.params.append('--cpu')\n",
+        "ExtrasModules = []\n",
+        "\n",
+        "if (extras_enable_captioning):\n",
+        "  ExtrasModules.append('caption')\n",
+        "if (extras_enable_memory):\n",
+        "  ExtrasModules.append('summarize')\n",
+        "if (extras_enable_emotions):\n",
+        "  ExtrasModules.append('classify')\n",
+        "\n",
+        "globals.params.append(f'--classification-model={Emotions_Model}')\n",
+        "globals.params.append(f'--summarization-model={Memory_Model}')\n",
+        "globals.params.append(f'--captioning-model={Captions_Model}')\n",
+        "globals.params.append(f'--enable-modules={\",\".join(ExtrasModules)}')\n",
+        "\n",
+        "\n",
+        "if UseExtrasExtensions:\n",
+        "    def cloneExtras():\n",
+        "        %cd /\n",
+        "        !git clone https://github.com/Cohee1207/TavernAI-extras\n",
+        "    ii.addTask('clone extras', cloneExtras)\n",
+        "\n",
+        "    def installRequirements():\n",
+        "        %cd /TavernAI-extras\n",
+        "        !npm install -g localtunnel\n",
+        "        !pip install -r requirements.txt\n",
+        "        !pip install tensorflow==2.11\n",
+        "    ii.addTask('install requirements', installRequirements)\n",
+        "\n",
+        "    from extras_server import runServer, extractUrl\n",
+        "    ii.addTask('run server', runServer)\n",
+        "    ii.addTask('extract extras URL', extractUrl)\n",
+        "\n",
+        "%cd /SillyTavern\n",
+        "\n",
+        "if UseGoogleDrive:\n",
+        "  %env googledrive=2\n",
+        "\n",
+        "  def setupTavernPaths():\n",
+        "    %cd /SillyTavern\n",
+        "    tdrive = \"/content/drive/MyDrive/SillyTavern\"\n",
+        "    create_paths([\n",
+        "        tdrive,\n",
+        "        os.path.join(\"public\", \"groups\"),\n",
+        "        os.path.join(\"public\", \"group chats\")\n",
+        "    ])\n",
+        "    link(tdrive, \"public\", [\n",
+        "        \"settings.json\",\n",
+        "        \"backgrounds\",\n",
+        "        \"characters\",\n",
+        "        \"chats\",\n",
+        "        \"User Avatars\",\n",
+        "        \"worlds\",\n",
+        "        \"group chats\",\n",
+        "        \"groups\",\n",
+        "    ])\n",
+        "  ii.addTask(\"Setup Tavern Paths\", setupTavernPaths)\n",
+        "\n",
+        "def installTavernDependencies():\n",
+        "  %cd /SillyTavern\n",
+        "  !npm install\n",
+        "  !npm install -g localtunnel\n",
+        "ii.addTask(\"Install Tavern Dependencies\", installTavernDependencies)\n",
+        "ii.run()\n",
+        "\n",
+        "%env colaburl=$url\n",
+        "%env SILLY_TAVERN_PORT=5001\n",
+        "print(\"KoboldAI LINK:\", url, '###Extensions API LINK###', globals.extras_url,  \"###SillyTavern LINK###\", sep=\"\\n\")\n",
+        "p = subprocess.Popen([\"lt\", \"--port\", \"5001\"], stdout=subprocess.PIPE, stderr=subprocess.PIPE)\n",
+        "print(p.stdout.readline().decode().strip())\n",
+        "!node server.js"
+      ]
+    }
+  ],
+  "metadata": {
+    "accelerator": "GPU",
+    "colab": {
+      "private_outputs": true,
+      "provenance": []
+    },
+    "gpuClass": "standard",
+    "kernelspec": {
+      "display_name": "Python 3",
+      "name": "python3"
+    },
+    "language_info": {
+      "name": "python"
+    }
+  },
+  "nbformat": 4,
+  "nbformat_minor": 0
+}

package/colab/extras_server.py

@@ -0,0 +1,40 @@
+import os
+import time
+import subprocess
+import globals
+
+def runServer():
+    cmd = f"python server.py {' '.join(globals.params)}"
+    print(cmd)
+    extras_process = subprocess.Popen(
+        cmd, stdout=subprocess.PIPE, stderr=subprocess.STDOUT, cwd='/TavernAI-extras', shell=True)
+    print('processId:', extras_process.pid)
+    while True:
+        line = extras_process.stdout.readline().decode().strip()
+        if "Running on " in line:
+            break
+        if not line:
+            print('breaking on line')
+            break
+        print(line)
+
+
+def extractUrl():
+    subprocess.call(
+        'nohup lt --port 5100 > ./extras.out 2> ./extras.err &', shell=True)
+    print('Waiting for lt init...')
+    time.sleep(5)
+    while True:
+        if (os.path.getsize('./extras.out') > 0):
+            with open('./extras.out', 'r') as f:
+                lines = f.readlines()
+            for x in range(len(lines)):
+                if ('your url is: ' in lines[x]):
+                    print('TavernAI Extensions URL:')
+                    globals.extras_url = lines[x].split('your url is: ')[1]
+                    print(globals.extras_url)
+            break
+        if (os.path.getsize('./extras.err') > 0):
+            with open('./extras.err', 'r') as f:
+                print(f.readlines())
+                break

package/colab/globals.py

@@ -0,0 +1,2 @@
+extras_url = '(disabled)'
+params = []

package/colab/models.py

@@ -0,0 +1,77 @@
+class ModelData:
+    def __init__(self, name, version = "", revision="", path="", download=""):
+        self.name = name
+        self.version = version
+        self.revision = revision
+        self.path = path
+        self.download = download
+
+    def __str__(self):
+        return self.args().__str__()
+
+    def args(self):
+        args = ["-m", self.name]
+        if (self.version):
+            args += ["-g", self.version]
+        if (self.revision):
+            args += ["-r", self.revision]
+        return args
+
+
+class ModelFactory:
+    def __init__(self, **kwargs):
+        self.kwargs = kwargs
+
+    def NewModelData(self, name, **kwargs):
+        cpy = self.kwargs.copy()
+        cpy.update(kwargs)
+        return ModelData(name = name, **cpy)
+
+
+def GetModels(Version):
+    mf = ModelFactory(version=Version)
+    return {
+        "Nerys V2 6B": mf.NewModelData("KoboldAI/OPT-6B-nerys-v2"),
+        "Erebus 6B": mf.NewModelData("KoboldAI/OPT-6.7B-Erebus"),
+        "Skein 6B": mf.NewModelData("KoboldAI/GPT-J-6B-Skein"),
+        "Janeway 6B": mf.NewModelData("KoboldAI/GPT-J-6B-Janeway"),
+        "Adventure 6B": mf.NewModelData("KoboldAI/GPT-J-6B-Adventure"),
+        "Pygmalion 6B": mf.NewModelData("PygmalionAI/pygmalion-6b"),
+        "Pygmalion 6B Dev": mf.NewModelData("PygmalionAI/pygmalion-6b", revision="dev"),
+        "Lit V2 6B": mf.NewModelData("hakurei/litv2-6B-rev3"),
+        "Lit 6B": mf.NewModelData("hakurei/lit-6B"),
+        "Shinen 6B": mf.NewModelData("KoboldAI/GPT-J-6B-Shinen"),
+        "Nerys 2.7B": mf.NewModelData("KoboldAI/fairseq-dense-2.7B-Nerys"),
+        "Erebus 2.7B": mf.NewModelData("KoboldAI/OPT-2.7B-Erebus"),
+        "Janeway 2.7B": mf.NewModelData("KoboldAI/GPT-Neo-2.7B-Janeway"),
+        "Picard 2.7B": mf.NewModelData("KoboldAI/GPT-Neo-2.7B-Picard"),
+        "AID 2.7B": mf.NewModelData("KoboldAI/GPT-Neo-2.7B-AID"),
+        "Horni LN 2.7B": mf.NewModelData("KoboldAI/GPT-Neo-2.7B-Horni-LN"),
+        "Horni 2.7B": mf.NewModelData("KoboldAI/GPT-Neo-2.7B-Horni"),
+        "Shinen 2.7B": mf.NewModelData("KoboldAI/GPT-Neo-2.7B-Shinen"),
+        "Fairseq Dense 2.7B": mf.NewModelData("KoboldAI/fairseq-dense-2.7B"),
+        "OPT 2.7B": mf.NewModelData("facebook/opt-2.7b"),
+        "Neo 2.7B": mf.NewModelData("EleutherAI/gpt-neo-2.7B"),
+        "Pygway 6B": mf.NewModelData("TehVenom/PPO_Pygway-6b"),
+        "Nerybus 6.7B": mf.NewModelData("KoboldAI/OPT-6.7B-Nerybus-Mix"),
+        "Pygway v8p4": mf.NewModelData("TehVenom/PPO_Pygway-V8p4_Dev-6b"),
+        "PPO-Janeway 6B": mf.NewModelData("TehVenom/PPO_Janeway-6b"),
+        "PPO Shygmalion 6B": mf.NewModelData("TehVenom/PPO_Shygmalion-6b"),
+        "LLaMA 7B": mf.NewModelData("decapoda-research/llama-7b-hf"),
+        "Janin-GPTJ": mf.NewModelData("digitous/Janin-GPTJ"),
+        "Javelin-GPTJ": mf.NewModelData("digitous/Javelin-GPTJ"),
+        "Javelin-R": mf.NewModelData("digitous/Javelin-R"),
+        "Janin-R": mf.NewModelData("digitous/Janin-R"),
+        "Javalion-R": mf.NewModelData("digitous/Javalion-R"),
+        "Javalion-GPTJ": mf.NewModelData("digitous/Javalion-GPTJ"),
+        "Javelion-6B": mf.NewModelData("Cohee/Javelion-6b"),
+        "GPT-J-Pyg-PPO-6B": mf.NewModelData("TehVenom/GPT-J-Pyg_PPO-6B"),
+        "ppo_hh_pythia-6B": mf.NewModelData("reciprocate/ppo_hh_pythia-6B"),
+        "ppo_hh_gpt-j": mf.NewModelData("reciprocate/ppo_hh_gpt-j"),
+        "Alpaca-7B": mf.NewModelData("chainyo/alpaca-lora-7b"),
+        "LLaMA 4-bit": mf.NewModelData("decapoda-research/llama-13b-hf-int4"),
+        "GPT-J-Pyg_PPO-6B": mf.NewModelData("TehVenom/GPT-J-Pyg_PPO-6B"),
+        "GPT-J-Pyg_PPO-6B-Dev-V8p4": mf.NewModelData("TehVenom/GPT-J-Pyg_PPO-6B-Dev-V8p4"),
+        "Dolly_GPT-J-6b": mf.NewModelData("TehVenom/Dolly_GPT-J-6b"),
+        "Dolly_Pyg-6B": mf.NewModelData("TehVenom/AvgMerge_Dolly-Pygmalion-6b")
+    }

package/docker/docker-compose.yml

@@ -0,0 +1,12 @@
+version: "3"
+services:
+  tavernai:
+    build: ..
+    container_name: tavernai
+    hostname: tavernai
+    image: tavernai/tavernai:latest
+    ports:
+      - "8000:8000"
+    volumes:
+      - "./config:/home/node/app/config"
+    restart: unless-stopped

package/docker/docker-entrypoint.sh

@@ -0,0 +1,28 @@
+#!/bin/sh
+
+# Check if the "characters" directory is empty
+if [ -z "$(ls -A /home/node/app/config/characters)" ]; then
+  echo "Characters directory is empty. Copying default characters."
+  mv /home/node/app/public/characters.default /home/node/app/config/characters
+fi
+
+# Check if the "chats" directory is empty
+if [ -z "$(ls -A /home/node/app/config/chats)" ]; then
+  echo "Chats directory is empty. Copying default chats."
+  mv /home/node/app/public/chats.default /home/node/app/config/chats/
+fi
+
+# Check if the "User Avatars" directory is empty
+if [ -z "$(ls -A '/home/node/app/config/User Avatars')" ]; then
+  echo "User Avatars directory is empty. Copying default user avatars."
+  mv /home/node/app/public/User\ Avatars.default /home/node/app/config/User\ Avatars/
+fi
+
+# Check if the "settings.json" file is not empty
+if [ ! -s "/home/node/app/config/settings.json" ]; then
+  echo "Settings file does not exist. Copying default settings."
+  mv /home/node/app/public/settings.json.default /home/node/app/config/settings.json
+fi
+
+# Start the server
+exec node /home/node/app/server.js