simcop2387/text-generation-webui-mirror
1
0
Fork 0
mirror of https://github.com/oobabooga/text-generation-webui.git synced 2025-06-08 06:35:57 -04:00
Code Issues Projects Releases Packages Wiki Activity

llama.cpp: remove tfs (it doesn't get used)

Browse source
This commit is contained in:
oobabooga 2025-05-06 08:41:13 -07:00
parent 05115e42ee
commit c4f36db0d8
2 changed files with 0 additions and 2 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

1
modules/llama_cpp_server.py
View file

@ -67,7 +67,6 @@ class LlamaServer:
"top_p": state["top_p"], "top_p": state["top_p"],
"min_p": state["min_p"], "min_p": state["min_p"],
"top_n_sigma": state["top_n_sigma"] if state["top_n_sigma"] > 0 else -1, "top_n_sigma": state["top_n_sigma"] if state["top_n_sigma"] > 0 else -1,
"tfs_z": state["tfs"],
"typical_p": state["typical_p"], "typical_p": state["typical_p"],
"repeat_penalty": state["repetition_penalty"], "repeat_penalty": state["repetition_penalty"],
"repeat_last_n": state["repetition_penalty_range"], "repeat_last_n": state["repetition_penalty_range"],

1
modules/loaders.py
View file

@ -299,7 +299,6 @@ loaders_samplers = {
'typical_p', 'typical_p',
'xtc_threshold', 'xtc_threshold',
'xtc_probability', 'xtc_probability',
'tfs',
'top_n_sigma', 'top_n_sigma',
'dry_multiplier', 'dry_multiplier',
'dry_allowed_length', 'dry_allowed_length',