simcop2387/text-generation-webui-mirror
1
0
Fork 0
mirror of https://github.com/oobabooga/text-generation-webui.git synced 2025-06-07 22:25:54 -04:00
Code Issues Projects Releases Packages Wiki Activity

Only show the VRAM info for llama.cpp

Browse source
This commit is contained in:
oobabooga 2025-05-15 21:42:15 -07:00
parent cbf4daf1c8
commit 93e1850a2c
1 changed files with 1 additions and 0 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

1
modules/loaders.py
View file

@ -28,6 +28,7 @@ loaders_and_params = OrderedDict({
'device_draft', 'device_draft',
'ctx_size_draft', 'ctx_size_draft',
'speculative_decoding_accordion', 'speculative_decoding_accordion',
'vram_info',
], ],
'Transformers': [ 'Transformers': [
'gpu_split', 'gpu_split',