simcop2387/text-generation-webui-mirror
1
0
Fork 0
mirror of https://github.com/oobabooga/text-generation-webui.git synced 2025-06-07 22:25:54 -04:00
Code Issues Projects Releases Packages Wiki Activity

Minor UI fixes

Browse source
This commit is contained in:
oobabooga 2025-05-20 16:20:49 -07:00
parent 51c50b265d
commit 5d00574a56
2 changed files with 3 additions and 3 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

4
modules/models_settings.py
View file

@ -438,7 +438,7 @@ def update_gpu_layers_and_vram(loader, model, gpu_layers, ctx_size, cache_type,
- If for_ui=False: (vram_usage, adjusted_layers) or just vram_usage - If for_ui=False: (vram_usage, adjusted_layers) or just vram_usage
""" """
if loader != 'llama.cpp' or model in ["None", None] or not model.endswith(".gguf"): if loader != 'llama.cpp' or model in ["None", None] or not model.endswith(".gguf"):
vram_info = "<div id=\"vram-info\"'>Estimated VRAM to load the model:</span>" vram_info = "<div id=\"vram-info\"'>Estimated VRAM to load the model:</div>"
if for_ui: if for_ui:
return (vram_info, gr.update()) if auto_adjust else vram_info return (vram_info, gr.update()) if auto_adjust else vram_info
else: else:
@ -480,7 +480,7 @@ def update_gpu_layers_and_vram(loader, model, gpu_layers, ctx_size, cache_type,
vram_usage = estimate_vram(model, current_layers, ctx_size, cache_type) vram_usage = estimate_vram(model, current_layers, ctx_size, cache_type)
if for_ui: if for_ui:
vram_info = f"<div id=\"vram-info\"'>Estimated VRAM to load the model: <span class=\"value\">{vram_usage:.0f} MiB</span>" vram_info = f"<div id=\"vram-info\"'>Estimated VRAM to load the model: <span class=\"value\">{vram_usage:.0f} MiB</span></div>"
if auto_adjust: if auto_adjust:
return vram_info, gr.update(value=current_layers, maximum=max_layers) return vram_info, gr.update(value=current_layers, maximum=max_layers)
else: else:

2
modules/ui_model_menu.py
View file

@ -310,7 +310,7 @@ def get_initial_vram_info():
for_ui=True for_ui=True
) )
return "<div id=\"vram-info\"'>Estimated VRAM to load the model:</span>" return "<div id=\"vram-info\"'>Estimated VRAM to load the model:</div>"
def get_initial_gpu_layers_max(): def get_initial_gpu_layers_max():