simcop2387/text-generation-webui-mirror
1
0
Fork 0
mirror of https://github.com/oobabooga/text-generation-webui.git synced 2025-06-08 14:46:14 -04:00
Code Issues Projects Releases Packages Wiki Activity

Try to stop the model if it was loaded when ctrl-c received

Browse source
This commit is contained in:
Leszek Hanusz 2025-06-03 00:57:55 +02:00
parent b38ec0ec38
commit 142c4eb1a6
2 changed files with 8 additions and 0 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

1
modules/llama_cpp_server.py
View file

@ -398,6 +398,7 @@ class LlamaServer:
def stop(self): def stop(self):
"""Stop the server process.""" """Stop the server process."""
if self.process: if self.process:
logger.info("Terminating llama-server...")
self.process.terminate() self.process.terminate()
try: try:
self.process.wait(timeout=5) self.process.wait(timeout=5)

7
server.py
View file

@ -60,6 +60,13 @@ from modules.utils import gradio
def signal_handler(sig, frame): def signal_handler(sig, frame):
logger.info("Received Ctrl+C. Shutting down Text generation web UI gracefully.") logger.info("Received Ctrl+C. Shutting down Text generation web UI gracefully.")
# Try to stop the model if loaded
try:
shared.model.stop()
except:
pass
sys.exit(0) sys.exit(0)