simcop2387/text-generation-webui-mirror
1
0
Fork 0
mirror of https://github.com/oobabooga/text-generation-webui.git synced 2025-06-07 14:17:09 -04:00
Code Issues Projects Releases Packages Wiki Activity

Fix after 219f0a7731

Browse source
This commit is contained in:
oobabooga 2025-06-01 19:27:14 -07:00
parent 92adceb7b5
commit ad6d0218ae
1 changed files with 1 additions and 1 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

2
modules/models.py
View file

@ -116,7 +116,7 @@ def unload_model(keep_model_name=False):
return return
is_llamacpp = (shared.model.__class__.__name__ == 'LlamaServer') is_llamacpp = (shared.model.__class__.__name__ == 'LlamaServer')
if shared.args.loader == 'ExLlamav3_HF': if shared.model.__class__.__name__ == 'Exllamav3HF':
shared.model.unload() shared.model.unload()
shared.model = shared.tokenizer = None shared.model = shared.tokenizer = None