simcop2387/text-generation-webui-mirror
1
0
Fork 0
mirror of https://github.com/oobabooga/text-generation-webui.git synced 2025-06-07 06:06:20 -04:00
Code Issues Projects Releases Packages Wiki Activity

Small changes

Browse source
This commit is contained in:
oobabooga 2025-06-04 11:11:23 -07:00
parent 142c4eb1a6
commit 20649b9730
2 changed files with 6 additions and 6 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

1
modules/llama_cpp_server.py
View file

@ -398,7 +398,6 @@ class LlamaServer:
def stop(self): def stop(self):
"""Stop the server process.""" """Stop the server process."""
if self.process: if self.process:
logger.info("Terminating llama-server...")
self.process.terminate() self.process.terminate()
try: try:
self.process.wait(timeout=5) self.process.wait(timeout=5)

11
server.py
View file

@ -61,11 +61,12 @@ from modules.utils import gradio
def signal_handler(sig, frame): def signal_handler(sig, frame):
logger.info("Received Ctrl+C. Shutting down Text generation web UI gracefully.") logger.info("Received Ctrl+C. Shutting down Text generation web UI gracefully.")
# Try to stop the model if loaded # Explicitly stop LlamaServer to avoid __del__ cleanup issues during shutdown
try: if shared.model and shared.model.__class__.__name__ == 'LlamaServer':
shared.model.stop() try:
except: shared.model.stop()
pass except:
pass
sys.exit(0) sys.exit(0)