From 769eee1ff30d922cb15b89c9840d8147c077231f Mon Sep 17 00:00:00 2001 From: Kelvie Wong Date: Tue, 18 Feb 2025 07:01:30 -0800 Subject: [PATCH 1/4] Fix OpenAI API with new param (show_after), closes #6747 (#6749) --------- Co-authored-by: oobabooga --- modules/chat.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/modules/chat.py b/modules/chat.py index 2852aaf3..66ab8c74 100644 --- a/modules/chat.py +++ b/modules/chat.py @@ -412,7 +412,7 @@ def generate_chat_reply(text, state, regenerate=False, _continue=False, loading_ yield history return - show_after = html.escape(state["show_after"]) if state["show_after"] else None + show_after = html.escape(state.get("show_after")) if state.get("show_after") else None for history in chatbot_wrapper(text, state, regenerate=regenerate, _continue=_continue, loading_message=loading_message, for_ui=for_ui): if show_after: after = history["visible"][-1][1].partition(show_after)[2] or "*Is thinking...*" From 9b80d1d6c2b5331864d314b4d43aa23471c53a7f Mon Sep 17 00:00:00 2001 From: oobabooga <112222186+oobabooga@users.noreply.github.com> Date: Sat, 29 Mar 2025 13:43:16 -0700 Subject: [PATCH 2/4] Remove the stalebot --- .github/workflows/stale.yml | 22 ---------------------- 1 file changed, 22 deletions(-) delete mode 100644 .github/workflows/stale.yml diff --git a/.github/workflows/stale.yml b/.github/workflows/stale.yml deleted file mode 100644 index 8eb03299..00000000 --- a/.github/workflows/stale.yml +++ /dev/null @@ -1,22 +0,0 @@ -name: Close inactive issues -on: - schedule: - - cron: "10 23 * * *" - -jobs: - close-issues: - runs-on: ubuntu-latest - permissions: - issues: write - pull-requests: write - steps: - - uses: actions/stale@v5 - with: - stale-issue-message: "" - close-issue-message: "This issue has been closed due to inactivity for 6 months. If you believe it is still relevant, please leave a comment below. You can tag a developer in your comment." - days-before-issue-stale: 180 - days-before-issue-close: 0 - stale-issue-label: "stale" - days-before-pr-stale: -1 - days-before-pr-close: -1 - repo-token: ${{ secrets.GITHUB_TOKEN }} From bb1905ebc5229ada4008ad74b23a4c61e965d424 Mon Sep 17 00:00:00 2001 From: oobabooga <112222186+oobabooga@users.noreply.github.com> Date: Sat, 29 Mar 2025 19:17:14 -0700 Subject: [PATCH 3/4] Fix the colab notebook --- Colab-TextGen-GPU.ipynb | 1 + 1 file changed, 1 insertion(+) diff --git a/Colab-TextGen-GPU.ipynb b/Colab-TextGen-GPU.ipynb index 8e305e1d..ebeafc02 100644 --- a/Colab-TextGen-GPU.ipynb +++ b/Colab-TextGen-GPU.ipynb @@ -57,6 +57,7 @@ "from pathlib import Path\n", "\n", "os.environ.pop('PYTHONPATH', None)\n", + "os.environ.pop('MPLBACKEND', None)\n", "\n", "if Path.cwd().name != 'text-generation-webui':\n", " print(\"\\033[1;32;1m\\n --> Installing the web UI. This will take a while, but after the initial setup, you can download and test as many models as you like.\\033[0;37;0m\\n\")\n", From fe7e1a25652e9e5060ce70d5aaa3e145fc8de39c Mon Sep 17 00:00:00 2001 From: "Tomas M." <2348962+mtomas7@users.noreply.github.com> Date: Mon, 19 May 2025 22:25:59 +0000 Subject: [PATCH 4/4] Update README.md I placed the "Pointing to an existing AI model library" section first, as I believe, this is more relevant to majority of users. --- README.md | 12 ++++++++++++ 1 file changed, 12 insertions(+) diff --git a/README.md b/README.md index 0833f9b0..3e4acad5 100644 --- a/README.md +++ b/README.md @@ -326,6 +326,18 @@ https://github.com/oobabooga/text-generation-webui/wiki ## Downloading models +### Pointing to an existing AI model library + +Edit the file `text-generation-webui\user_data\CMD_FLAGS.txt` to include this line: + +``` +--model-dir 'D:\MyAIModels\' +``` + +Replace `D:\MyAIModels\` with the path to your model library folder. Sub-folders will be automatically parsed to enumerate all existing models. + +### Manual model download + Models should be placed in the folder `text-generation-webui/user_data/models`. They are usually downloaded from [Hugging Face](https://huggingface.co/models?pipeline_tag=text-generation&sort=downloads). * GGUF models are a single file and should be placed directly into `user_data/models`. Example: