simcop2387/text-generation-webui-mirror
1
0
Fork 0
mirror of https://github.com/oobabooga/text-generation-webui.git synced 2025-06-09 07:07:16 -04:00
Code Issues Projects Releases Packages Wiki Activity

Connect --rope-freq-base to the new llama.cpp loader

Browse source
This commit is contained in:
oobabooga 2025-04-18 06:53:51 -07:00
parent ef9910c767
commit a0abf93425
1 changed files with 1 additions and 0 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

1
modules/llama_cpp_server.py
View file

@ -245,6 +245,7 @@ class LlamaServer:
"--ctx-size", str(shared.args.n_ctx),
"--n-gpu-layers", str(shared.args.n_gpu_layers),
"--batch-size", str(shared.args.batch_size),
"--rope-freq-base", str(shared.args.rope_freq_base),
"--port", str(self.port),
]