simcop2387/text-generation-webui-mirror
1
0
Fork 0
mirror of https://github.com/oobabooga/text-generation-webui.git synced 2025-06-07 14:17:09 -04:00
Code Issues Projects Releases Packages Wiki Activity

Merge remote-tracking branch 'refs/remotes/origin/dev' into dev

Browse source
This commit is contained in:
oobabooga 2025-05-17 07:22:51 -07:00
commit 61276f6a37
1 changed files with 3 additions and 2 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

5
modules/models_settings.py
View file

@ -154,10 +154,11 @@ def get_model_metadata(model):
for pat in settings: for pat in settings:
if re.match(pat.lower(), Path(model).name.lower()): if re.match(pat.lower(), Path(model).name.lower()):
for k in settings[pat]: for k in settings[pat]:
new_k = k
if k == 'n_gpu_layers': if k == 'n_gpu_layers':
k = 'gpu_layers' new_k = 'gpu_layers'
model_settings[k] = settings[pat][k] model_settings[new_k] = settings[pat][k]
# Load instruction template if defined by name rather than by value # Load instruction template if defined by name rather than by value
if model_settings['instruction_template'] != 'Custom (obtained from model metadata)': if model_settings['instruction_template'] != 'Custom (obtained from model metadata)':