TavernOAI.ipynb

{
  "nbformat": 4,
  "nbformat_minor": 0,
  "metadata": {
    "colab": {
      "provenance": [],
      "include_colab_link": true
    },
    "kernelspec": {
      "name": "python3",
      "display_name": "Python 3"
    },
    "language_info": {
      "name": "python"
    },
    "accelerator": "GPU",
    "gpuClass": "standard"
  },
  "cells": [
    {
      "cell_type": "markdown",
      "metadata": {
        "id": "view-in-github",
        "colab_type": "text"
      },
      "source": [
        "<a href=\"https://colab.research.google.com/github/peppertaco/AI/blob/main/TavernOAI.ipynb\" target=\"_parent\"><img src=\"https://colab.research.google.com/assets/colab-badge.svg\" alt=\"Open In Colab\"/></a>"
      ]
    },
    {
      "cell_type": "markdown",
      "source": [
        "##태번 실행기"
      ],
      "metadata": {
        "id": "SbuwKBalZvFH"
      }
    },
    {
      "cell_type": "code",
      "source": [
        "#@title ▼모바일 사용 시 미디어를 재생시켜 놓으세요 { display-mode: \"form\" }\n",
        "\n",
        "%%html\n",
        "<b>Press play on the music player to keep the tab alive, then start TavernAI below (Uses only 13MB of data)</b><br/>\n",
        "<audio src=\"https://henk.tech/colabkobold/silence.m4a\" controls>"
      ],
      "metadata": {
        "id": "ZScVU8a6ZuXN"
      },
      "execution_count": null,
      "outputs": []
    },
    {
      "cell_type": "code",
      "execution_count": null,
      "metadata": {
        "id": "peng-woXZsh5",
        "cellView": "form"
      },
      "outputs": [],
      "source": [
        "#@title TavernAI\n",
        "#@markdown **<font color = red><--눌러 (≖ ‸ ≖ ✿)**\n",
        "#@markdown ###### ***옵션. NGROK 사용 ( 입력시 자동실행 )***\n",
        "#@markdown - loca.lt 링크보다 ngrok 로딩이 더 빠름 \n",
        "#@markdown - https://dashboard.ngrok.com/get-started/your-authtoken\n",
        "NGROK_token = \"\" #@param {type:\"string\"}\n",
        "Model = \"Tavern-scale-v1\" #@param [\"Tavern-scale-v1\",\"Tavern-scale-v2-swipe\",\"1.3.1 (public)\", \"v0.2 (GPT3.5 only)\"] {allow-input: false}\n",
        "use_google_drive = True #@param {type:\"boolean\"}\n",
        "#@markdown - <font color = red> 공식 포함, 모든 버전 GPT3.5 무한 리퀘스트 버그 있습니다.</font>\n",
        "#@markdown - <font color = red> GPT3.5 를 사용하려면 모든 모델에서 OpenAI API를 선택하면 됩니다.</font>\n",
        "#@markdown - <font color = red> v0.2 (GPT3.5 only) 토크나이저 미적용으로 토큰 손실있습니다.</font>\n",
        "#@markdown ---\n",
        "#@markdown ---\n",
        "#@markdown - 무료 급식소\n",
        "replace = \"\" #@param {type:\"string\"}\n",
        "\n",
        "#@markdown ---\n",
        "#@markdown ---\n",
        "##@markdown - <font color = red> Silly Lossy 전용 옵션</font>\n",
        "#extras_enable_captioning = True #@param {type:\"boolean\"}\n",
        "#Captions_Model = \"Salesforce/blip-image-captioning-large\" #@param [ \"Salesforce/blip-image-captioning-large\", \"Salesforce/blip-image-captioning-base\" ]\n",
        "##@markdown * Salesforce/blip-image-captioning-large - good base model\n",
        "##@markdown * Salesforce/blip-image-captioning-base - slightly faster but less accurate\n",
        "##extras_enable_emotions = True #@param {type:\"boolean\"}\n",
        "#Emotions_Model = \"joeddav/distilbert-base-uncased-go-emotions-student\" #@param [\"bhadresh-savani/distilbert-base-uncased-emotion\", \"joeddav/distilbert-base-uncased-go-emotions-student\"]\n",
        "##@markdown * bhadresh-savani/distilbert-base-uncased-emotion = 6 supported emotions<br>\n",
        "##@markdown * joeddav/distilbert-base-uncased-go-emotions-student = 28 supported emotions\n",
        "#extras_enable_memory = True #@param {type:\"boolean\"}\n",
        "#Memory_Model = \"Qiliang/bart-large-cnn-samsum-ChatGPT_v3\" #@param [ \"Qiliang/bart-large-cnn-samsum-ChatGPT_v3\", \"Qiliang/bart-large-cnn-samsum-ElectrifAi_v10\", \"distilbart-xsum-12-3\" ]\n",
        "##@markdown * Qiliang/bart-large-cnn-samsum-ChatGPT_v3 - summarization model optimized for chats\n",
        "##@markdown * Qiliang/bart-large-cnn-samsum-ElectrifAi_v10 - nice results so far, but still being evaluated\n",
        "##@markdown * distilbart-xsum-12-3 - faster, but pretty basic alternative\n",
        "\n",
        "!nvidia-smi\n",
        "!npm install -g localtunnel\n",
        "import subprocess\n",
        "import time\n",
        "import sys\n",
        "import os\n",
        "import threading\n",
        "import shutil\n",
        "from google.colab import drive\n",
        "\n",
        "if NGROK_token:\n",
        "  !pip install pyngrok\n",
        "  from pyngrok import ngrok\n",
        "  os.environ['NGROK_token'] = NGROK_token\n",
        "  !ngrok authtoken $NGROK_token\n",
        "  !streamlit run app.py&>/dev/null&\n",
        "  publ_url = ngrok.connect(addr = '8000')\n",
        "else:\n",
        "  publ_url = ''\n",
        "  print(\"NGROK 미사용\")\n",
        "    \n",
        "    \n",
        "if use_google_drive:\n",
        "  drive.mount('/content/drive/')\n",
        "  if not os.path.exists(\"/content/drive/MyDrive/TavernAI/\"):\n",
        "    os.mkdir(\"/content/drive/MyDrive/TavernAI/\")\n",
        "  if not os.path.exists(\"/content/drive/MyDrive/TavernAI/characters/\"):\n",
        "    os.mkdir(\"/content/drive/MyDrive/TavernAI/characters/\")\n",
        "  if not os.path.exists(\"/content/drive/MyDrive/TavernAI/chats/\"):\n",
        "    os.mkdir(\"/content/drive/MyDrive/TavernAI/chats/\")\n",
        "else:\n",
        "  if not os.path.exists(\"/content/drive\"):\n",
        "    os.mkdir(\"/content/drive\")\n",
        "  if not os.path.exists(\"/content/drive/MyDrive/\"):\n",
        "    os.mkdir(\"/content/drive/MyDrive/\")\n",
        "\n",
        "def copy_characters(use_google_drive=False):\n",
        "  if not use_google_drive:\n",
        "    return\n",
        "  \n",
        "  src_folder = \"/TavernAIColab/public/characters\"\n",
        "  dst_folder = \"/content/drive/MyDrive/TavernAI/characters\"\n",
        "\n",
        "  for filename in os.listdir(src_folder):\n",
        "    src_file = os.path.join(src_folder, filename)\n",
        "    dst_file = os.path.join(dst_folder, filename)\n",
        "\n",
        "    if os.path.exists(dst_file):\n",
        "      print(f\"{dst_file} already exists. Skipping...\")\n",
        "      continue\n",
        "\n",
        "    shutil.copy(src_file, dst_folder)\n",
        "    print(f\"{src_file} copied to {dst_folder}\")\n",
        "\n",
        "extras_url = ''\n",
        "if Model in [\"Silly Waifu v0.16\"]:\n",
        "  params = []\n",
        "\n",
        "  params.append('--cpu')\n",
        "\n",
        "  ExtrasModules = []\n",
        "\n",
        "  if (extras_enable_captioning):\n",
        "   ExtrasModules.append('caption')\n",
        "\n",
        "  if (extras_enable_memory):\n",
        "    ExtrasModules.append('summarize')\n",
        "\n",
        "  if (extras_enable_emotions):\n",
        "    ExtrasModules.append('classify')\n",
        "\n",
        "  params.append(f'--classification-model={Emotions_Model}')\n",
        "  params.append(f'--summarization-model={Memory_Model}')\n",
        "  params.append(f'--captioning-model={Captions_Model}')\n",
        "  params.append(f'--enable-modules={\",\".join(ExtrasModules)}')\n",
        "\n",
        "#TavernAI extras\n",
        "  %cd /\n",
        "  !git clone https://github.com/Cohee1207/TavernAI-extras\n",
        "  %cd TavernAI-extras\n",
        "  !pip install -r requirements.txt\n",
        "  !pip install tensorflow==2.11\n",
        "  cmd = f\"python server.py {' '.join(params)}\"\n",
        "  print(cmd)\n",
        "\n",
        "  extras_process = subprocess.Popen(cmd, stdout=subprocess.PIPE, stderr=subprocess.STDOUT, cwd='/TavernAI-extras', shell=True)\n",
        "  print('processId:', extras_process.pid)\n",
        "\n",
        "  while True:\n",
        "      line = extras_process.stdout.readline().decode().strip()\n",
        "      if \"Running on \" in line:\n",
        "         break\n",
        "      if not line:\n",
        "         print('breaking on line')\n",
        "         break\n",
        "      print(line)\n",
        "\n",
        "  subprocess.call('nohup lt --port 5100 > ./extras.out 2> ./extras.err &', shell=True)\n",
        "  print('Waiting for lt init...')\n",
        "  time.sleep(5)\n",
        "\n",
        "  while True:\n",
        "    if (os.path.getsize('./extras.out') > 0):\n",
        "     with open('./extras.out', 'r') as f:\n",
        "       lines = f.readlines()\n",
        "       for x in range(len(lines)):\n",
        "         if ('your url is: ' in lines[x]):\n",
        "           print('TavernAI Extensions URL:')\n",
        "           extras_url = lines[x].split('your url is: ')[1]\n",
        "           print(extras_url)\n",
        "       break\n",
        "    if (os.path.getsize('./extras.err') > 0):\n",
        "     with open('./extras.err', 'r') as f:\n",
        "       print(f.readlines())\n",
        "       break\n",
        "\n",
        "#TavernAI\n",
        "%cd /\n",
        "!curl -o- https://raw.githubusercontent.com/nvm-sh/nvm/v0.37.2/install.sh | bash\n",
        "!nvm install 19.1.0\n",
        "!nvm use 19.1.0\n",
        "!node -v\n",
        "\n",
        "if Model == \"1.3.1 (public)\":\n",
        "  !git clone https://github.com/peppertaco/TavernAI TavernAIColab\n",
        "elif Model == \"v0.2 (GPT3.5 only)\":\n",
        "  !git clone https://github.com/peppertaco/TavernAIColab\n",
        "elif Model == \"Tavern-scale-v1\":\n",
        "  !git clone -b new4 https://github.com/peppertaco/TavernAIColab  \n",
        "elif Model == \"Tavern-scale-v2-swipe\":\n",
        "  !git clone -b new4-swipe https://github.com/peppertaco/TavernAIColab  \n",
        "elif Model == \"Silly Waifu v0.16\":\n",
        "  !git clone -b waifu-colab https://github.com/peppertaco/Tavern TavernAIColab \n",
        "  \n",
        "copy_characters(use_google_drive)\n",
        "\n",
        "api_openai = \"https://api.openai.com/v1\"\n",
        "file_path = \"/TavernAIColab/server.js\"\n",
        "\n",
        "if replace:\n",
        "    Proxy = replace\n",
        "else:\n",
        "    Proxy = \"\"\n",
        "with open(file_path, \"r\") as file:\n",
        "    content = file.read()\n",
        "content = content.replace(api_openai, replace)\n",
        "if replace:\n",
        "    Proxy = replace\n",
        "else:\n",
        "    Proxy = \"\"\n",
        "with open(file_path, \"r\") as file:\n",
        "    content = file.read()\n",
        "if replace:\n",
        "    content = content.replace(api_openai, replace)\n",
        "else:\n",
        "    content = content\n",
        "if Proxy:\n",
        "    content = content.replace(replace, Proxy)\n",
        "with open(file_path, \"w\") as file:\n",
        "    file.write(content)\n",
        "\n",
        "%cd TavernAIColab\n",
        "!npm install\n",
        "time.sleep(1)\n",
        "%env colab=2\n",
        "%env colaburl=$url\n",
        "if use_google_drive:\n",
        "  %env googledrive=2\n",
        "!nohup node server.js &\n",
        "time.sleep(3)\n",
        "#print('### TavernAI Extensions LINK ###')\n",
        "#print(extras_url)\n",
        "#print('')\n",
        "print('###TavernAI LINK###')\n",
        "print(publ_url)\n",
        "!lt --port 8000"
      ]
    },
    {
      "cell_type": "code",
      "source": [
        "#@title 공식 Silly 태번 (원본 https://github.com/Cohee1207/SillyTavern)\n",
        "#@markdown **<font color = red><--눌러 (≖ ‸ ≖ ✿)**\n",
        "#@markdown ###### ***옵션. NGROK 사용 ( 입력시 자동실행 )***\n",
        "#@markdown - loca.lt 링크보다 ngrok 로딩이 더 빠름 \n",
        "#@markdown - https://dashboard.ngrok.com/get-started/your-authtoken\n",
        "Model = \"Silly\" #@param [\"Silly\",\"Silly-Waifu\"] {allow-input: false}\n",
        "NGROK_token = \"\" #@param {type:\"string\"}\n",
        "#@markdown ---\n",
        "#@markdown ---\n",
        "ForceInitSteps = []\n",
        "UseGoogleDrive = True #@param {type:\"boolean\"}\n",
        "UseExtrasExtensions = True #@param {type:\"boolean\"}\n",
        "#@markdown Enables hosting of extensions backend for TavernAI Extras\n",
        "extras_enable_captioning = True #@param {type:\"boolean\"}\n",
        "#@markdown Loads the image captioning module\n",
        "Captions_Model = \"Salesforce/blip-image-captioning-large\" #@param [ \"Salesforce/blip-image-captioning-large\", \"Salesforce/blip-image-captioning-base\" ]\n",
        "#@markdown * Salesforce/blip-image-captioning-large - good base model\n",
        "#@markdown * Salesforce/blip-image-captioning-base - slightly faster but less accurate\n",
        "extras_enable_emotions = True #@param {type:\"boolean\"}\n",
        "#@markdown Loads the sentiment classification model\n",
        "Emotions_Model = \"joeddav/distilbert-base-uncased-go-emotions-student\" #@param [\"bhadresh-savani/distilbert-base-uncased-emotion\", \"joeddav/distilbert-base-uncased-go-emotions-student\"]\n",
        "#@markdown * bhadresh-savani/distilbert-base-uncased-emotion = 6 supported emotions<br>\n",
        "#@markdown * joeddav/distilbert-base-uncased-go-emotions-student = 28 supported emotions\n",
        "extras_enable_memory = True #@param {type:\"boolean\"}\n",
        "#@markdown Loads the story summarization module\n",
        "Memory_Model = \"slauw87/bart_summarisation\" #@param [ \"slauw87/bart_summarisation\", \"Qiliang/bart-large-cnn-samsum-ChatGPT_v3\", \"Qiliang/bart-large-cnn-samsum-ElectrifAi_v10\", \"distilbart-xsum-12-3\" ]\n",
        "#@markdown * slauw87/bart_summarisation - general purpose summarization model\n",
        "#@markdown * Qiliang/bart-large-cnn-samsum-ChatGPT_v3 - summarization model optimized for chats\n",
        "#@markdown * Qiliang/bart-large-cnn-samsum-ElectrifAi_v10 - nice results so far, but still being evaluated\n",
        "#@markdown * distilbart-xsum-12-3 - faster, but pretty basic alternative\n",
        "\n",
        "%cd /content\n",
        "\n",
        "!cat .ii\n",
        "!nvidia-smi\n",
        "\n",
        "import os, subprocess, time, pathlib, json, base64, sys\n",
        "\n",
        "if NGROK_token:\n",
        "  !pip install pyngrok\n",
        "  from pyngrok import ngrok\n",
        "  os.environ['NGROK_token'] = NGROK_token\n",
        "  !ngrok authtoken $NGROK_token\n",
        "  !streamlit run app.py&>/dev/null&\n",
        "  publ_url = ngrok.connect(addr = '5001')\n",
        "else:\n",
        "  publ_url = ''\n",
        "  print(\"NGROK 미사용\")\n",
        "\n",
        "# ---\n",
        "# Utils\n",
        "class IncrementialInstall:\n",
        "  def __init__(self, root = \"/\", tasks = [], force = []):\n",
        "    self.tasks = tasks\n",
        "    self.path = os.path.join(root, \".ii\")\n",
        "    self.completed = list(filter(lambda x: not x in force, self.__completed()))\n",
        "\n",
        "  def __completed(self):\n",
        "    try:\n",
        "      with open(self.path) as f:\n",
        "        return json.load(f)\n",
        "    except:\n",
        "      return []\n",
        "\n",
        "  def addTask(self, name, func):\n",
        "    self.tasks.append({\"name\": name, \"func\": func})\n",
        "\n",
        "  def run(self):\n",
        "    todo = list(filter(lambda x: not x[\"name\"] in self.completed, self.tasks))\n",
        "    try:\n",
        "      for task in todo:\n",
        "        task[\"func\"]()\n",
        "        self.completed.append(task[\"name\"])\n",
        "    finally:\n",
        "      with open(self.path, \"w\") as f:\n",
        "        json.dump(self.completed, f)\n",
        "\n",
        "def create_paths(paths):\n",
        "  for directory in paths:\n",
        "    if not os.path.exists(directory):\n",
        "      os.makedirs(directory)\n",
        "\n",
        "def link(srcDir, destDir, files):\n",
        "  '''\n",
        "    Link source to dest copying dest to source if not present first\n",
        "  '''\n",
        "  for file in files:\n",
        "    source = os.path.join(srcDir, file)\n",
        "    dest = os.path.join(destDir, file)\n",
        "    if not os.path.exists(source):\n",
        "      !cp -r \"$dest\" \"$source\"\n",
        "    !rm -rf \"$dest\"\n",
        "    !ln -fs \"$source\" \"$dest\"\n",
        "\n",
        "from google.colab import drive\n",
        "if UseGoogleDrive:\n",
        "  drive.mount(\"/content/drive/\")\n",
        "else:\n",
        "  create_paths([\n",
        "      \"/content/drive/MyDrive\"\n",
        "  ])\n",
        "\n",
        "ii = IncrementialInstall(force=ForceInitSteps)\n",
        "\n",
        "# ---\n",
        "# SillyTavern py modules\n",
        "def cloneTavern():\n",
        "  %cd /\n",
        "  if Model == \"Silly\":\n",
        "    !git clone https://github.com/Cohee1207/SillyTavern\n",
        "  else:\n",
        "    !git clone https://github.com/peppertaco/Tavern SillyTavern\n",
        "  %cd -\n",
        "  !cp /SillyTavern/colab/*.py ./\n",
        "ii.addTask(\"Clone SillyTavern\", cloneTavern)\n",
        "ii.run()\n",
        "\n",
        "# ---\n",
        "# nodejs\n",
        "%cd /\n",
        "def installNode():\n",
        "  !npm install -g n\n",
        "  !n 19\n",
        "  !node --version\n",
        "ii.addTask(\"Install node\", installNode)\n",
        "\n",
        "\n",
        "# ---\n",
        "# TavernAI extras\n",
        "import globals\n",
        "globals.extras_url = '(disabled)'\n",
        "globals.params = []\n",
        "globals.params.append('--cpu')\n",
        "ExtrasModules = []\n",
        "\n",
        "if (extras_enable_captioning):\n",
        "  ExtrasModules.append('caption')\n",
        "if (extras_enable_memory):\n",
        "  ExtrasModules.append('summarize')\n",
        "if (extras_enable_emotions):\n",
        "  ExtrasModules.append('classify')\n",
        "\n",
        "globals.params.append(f'--classification-model={Emotions_Model}')\n",
        "globals.params.append(f'--summarization-model={Memory_Model}')\n",
        "globals.params.append(f'--captioning-model={Captions_Model}')\n",
        "globals.params.append(f'--enable-modules={\",\".join(ExtrasModules)}')\n",
        "\n",
        "\n",
        "if UseExtrasExtensions:\n",
        "    def cloneExtras():\n",
        "        %cd /\n",
        "        !git clone https://github.com/Cohee1207/TavernAI-extras\n",
        "    ii.addTask('clone extras', cloneExtras)\n",
        "\n",
        "    def installRequirements():\n",
        "        %cd /TavernAI-extras\n",
        "        !npm install -g localtunnel\n",
        "        !pip install -r requirements.txt\n",
        "        !pip install tensorflow==2.11\n",
        "    ii.addTask('install requirements', installRequirements)\n",
        "\n",
        "    from extras_server import runServer, extractUrl\n",
        "    ii.addTask('run server', runServer)\n",
        "    ii.addTask('extract extras URL', extractUrl)\n",
        "\n",
        "%cd /SillyTavern\n",
        "\n",
        "if UseGoogleDrive:\n",
        "  %env googledrive=2\n",
        "\n",
        "  def setupTavernPaths():\n",
        "    %cd /SillyTavern\n",
        "    tdrive = \"/content/drive/MyDrive/SillyTavern\"\n",
        "    create_paths([\n",
        "        tdrive,\n",
        "        os.path.join(\"public\", \"groups\"),\n",
        "        os.path.join(\"public\", \"group chats\")\n",
        "    ])\n",
        "    link(tdrive, \"public\", [\n",
        "        \"settings.json\",\n",
        "        \"backgrounds\",\n",
        "        \"characters\",\n",
        "        \"chats\",\n",
        "        \"User Avatars\",\n",
        "        \"worlds\",\n",
        "        \"group chats\",\n",
        "        \"groups\",\n",
        "    ])\n",
        "  ii.addTask(\"Setup Tavern Paths\", setupTavernPaths)\n",
        "\n",
        "def installTavernDependencies():\n",
        "  %cd /SillyTavern\n",
        "  !npm install\n",
        "  !npm install -g localtunnel\n",
        "  !npm install -g forever\n",
        "  !pip install flask-cloudflared==0.0.10\n",
        "ii.addTask(\"Install Tavern Dependencies\", installTavernDependencies)\n",
        "ii.run()\n",
        "\n",
        "%env colaburl=$url\n",
        "%env SILLY_TAVERN_PORT=5001\n",
        "!sed -i 's/listen = true/listen = false/g' config.conf\n",
        "!touch stdout.log stderr.log\n",
        "!forever start -o stdout.log -e stderr.log server.js\n",
        "print('###Extensions API LINK###', globals.extras_url,  \"###SillyTavern LINK###\", sep=\"\\n\")\n",
        "from flask_cloudflared import _run_cloudflared\n",
        "cloudflare = _run_cloudflared(5001)\n",
        "print(cloudflare)\n",
        "print(publ_url)\n",
        "!tail -f stdout.log stderr.log"
      ],
      "metadata": {
        "id": "u_vVqrj1OXQB",
        "cellView": "form"
      },
      "execution_count": null,
      "outputs": []
    },
    {
      "cell_type": "code",
      "source": [
        "#@title Silly 확장기능 전용\n",
        "#@markdown - **실리태번의 확장 기능 전용 실행 셀입니다**\n",
        "##@markdown - **출력창에** *Running on http://localhost:5100* **까지 뜨는거 확인하고 사용하세요**\n",
        "##@markdown - https://dashboard.ngrok.com/get-started/your-authtoken\n",
        "NGROK_token = \"\"\n",
        "!npm install -g localtunnel\n",
        "import os, subprocess, time, pathlib, json, base64, sys\n",
        "if NGROK_token:\n",
        "  !pip install pyngrok\n",
        "  from pyngrok import ngrok\n",
        "  os.environ['NGROK_token'] = NGROK_token\n",
        "  !ngrok authtoken $NGROK_token\n",
        "  !streamlit run app.py&>/dev/null&\n",
        "  publ_url = ngrok.connect(addr = '5100')\n",
        "else:\n",
        "  publ_url = ''\n",
        "  print(\"NGROK 미사용\")\n",
        "%cd /\n",
        "!git clone https://github.com/Cohee1207/TavernAI-extras\n",
        "%cd TavernAI-extras\n",
        "!pip install -r requirements.txt\n",
        "!pip install tensorflow==2.11\n",
        "cmd = f\"python server.py --enable-modules=caption,classify,summarize --classification-model=joeddav/distilbert-base-uncased-go-emotions-student --summarization-model=Qiliang/bart-large-cnn-samsum-ChatGPT_v3 --captioning-model=Salesforce/blip-image-captioning-large --cpu --share\"\n",
        "p = subprocess.Popen(cmd, shell=True, stdout=subprocess.PIPE, stderr=subprocess.STDOUT)\n",
        "print('Use this url :',publ_url)\n",
        "for line in iter(p.stdout.readline, b''):\n",
        "    print(line.decode().strip())\n",
        "!lt --port 5100"
      ],
      "metadata": {
        "cellView": "form",
        "id": "X8HvXzrHS_7y"
      },
      "execution_count": null,
      "outputs": []
    },
    {
      "cell_type": "code",
      "source": [
        "#@markdown Enables hosting of extensions backend for SillyTavern Extras\n",
        "use_cpu = False #@param {type:\"boolean\"}\n",
        "extras_enable_captioning = True #@param {type:\"boolean\"}\n",
        "#@markdown Loads the image captioning module\n",
        "Captions_Model = \"Salesforce/blip-image-captioning-large\" #@param [ \"Salesforce/blip-image-captioning-large\", \"Salesforce/blip-image-captioning-base\" ]\n",
        "#@markdown * Salesforce/blip-image-captioning-large - good base model\n",
        "#@markdown * Salesforce/blip-image-captioning-base - slightly faster but less accurate\n",
        "extras_enable_emotions = True #@param {type:\"boolean\"}\n",
        "#@markdown Loads the sentiment classification model\n",
        "Emotions_Model = \"nateraw/bert-base-uncased-emotion\" #@param [\"nateraw/bert-base-uncased-emotion\", \"joeddav/distilbert-base-uncased-go-emotions-student\"]\n",
        "#@markdown * nateraw/bert-base-uncased-emotion = 6 supported emotions\n",
        "#@markdown * joeddav/distilbert-base-uncased-go-emotions-student = 28 supported emotions\n",
        "extras_enable_memory = True #@param {type:\"boolean\"}\n",
        "#@markdown Loads the story summarization module\n",
        "Memory_Model = \"slauw87/bart_summarisation\" #@param [ \"slauw87/bart_summarisation\", \"Qiliang/bart-large-cnn-samsum-ChatGPT_v3\", \"Qiliang/bart-large-cnn-samsum-ElectrifAi_v10\", \"distilbart-xsum-12-3\" ]\n",
        "#@markdown * slauw87/bart_summarisation - general purpose summarization model\n",
        "#@markdown * Qiliang/bart-large-cnn-samsum-ChatGPT_v3 - summarization model optimized for chats\n",
        "#@markdown * Qiliang/bart-large-cnn-samsum-ElectrifAi_v10 - nice results so far, but still being evaluated\n",
        "#@markdown * distilbart-xsum-12-3 - faster, but pretty basic alternative\n",
        "extras_enable_tts = True #@param {type:\"boolean\"}\n",
        "#@markdown Enables Silero text-to-speech module\n",
        "extras_enable_sd = True #@param {type:\"boolean\"}\n",
        "#@markdown Enables SD picture generation\n",
        "SD_Model = \"ckpt/anything-v4.5-vae-swapped\" #@param [ \"ckpt/anything-v4.5-vae-swapped\", \"ckpt/majicmix-realistic\", \"ckpt/sd15\" ]\n",
        "#@markdown * ckpt/anything-v4.5-vae-swapped - anime style model\n",
        "#@markdown * ckpt/majicmix-realistic - realistic style model\n",
        "#@markdown * ckpt/sd15 - base SD 1.5\n",
        "\n",
        "import subprocess\n",
        "\n",
        "# ---\n",
        "# SillyTavern extras\n",
        "extras_url = '(disabled)'\n",
        "params = []\n",
        "if use_cpu:\n",
        "    params.append('--cpu')\n",
        "params.append('--share')\n",
        "ExtrasModules = []\n",
        "\n",
        "if (extras_enable_captioning):\n",
        "  ExtrasModules.append('caption')\n",
        "if (extras_enable_memory):\n",
        "  ExtrasModules.append('summarize')\n",
        "if (extras_enable_emotions):\n",
        "  ExtrasModules.append('classify')\n",
        "if (extras_enable_sd):\n",
        "  ExtrasModules.append('sd')\n",
        "if (extras_enable_tts):\n",
        "  ExtrasModules.append('tts')\n",
        "\n",
        "params.append(f'--classification-model={Emotions_Model}')\n",
        "params.append(f'--summarization-model={Memory_Model}')\n",
        "params.append(f'--captioning-model={Captions_Model}')\n",
        "params.append(f'--sd-local')\n",
        "params.append(f'--sd-model={SD_Model}')\n",
        "params.append(f'--enable-modules={\",\".join(ExtrasModules)}')\n",
        "\n",
        "\n",
        "%cd /\n",
        "!git clone https://github.com/Cohee1207/SillyTavern-extras\n",
        "%cd /SillyTavern-extras\n",
        "!npm install -g localtunnel\n",
        "!pip install -r requirements-complete.txt\n",
        "!pip install tensorflow==2.11\n",
        "\n",
        "\n",
        "cmd = f\"python server.py {' '.join(params)}\"\n",
        "print(cmd)\n",
        "extras_process = subprocess.Popen(\n",
        "    cmd, stdout=subprocess.PIPE, stderr=subprocess.STDOUT, cwd='/SillyTavern-extras', shell=True)\n",
        "print('processId:', extras_process.pid)\n",
        "while True:\n",
        "    line = extras_process.stdout.readline().decode().strip()\n",
        "    print(line)\n"
      ],
      "metadata": {
        "id": "V7mOxj7MyuPj"
      },
      "execution_count": null,
      "outputs": []
    }
  ]
}