simcop2387/text-generation-webui-mirror
1
0
Fork 0
mirror of https://github.com/oobabooga/text-generation-webui.git synced 2025-06-09 07:07:16 -04:00
Code Issues Projects Releases Packages Wiki Activity

Fix ExLlama-v2 path issue

Browse source
This commit is contained in:
oobabooga 2023-09-12 17:42:22 -07:00
parent 1a5d68015a
commit b7adf290fc
2 changed files with 2 additions and 2 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

2
modules/exllamav2.py
View file

@ -24,7 +24,7 @@ class Exllamav2Model:
path_to_model = Path(f'{shared.args.model_dir}') / Path(path_to_model) path_to_model = Path(f'{shared.args.model_dir}') / Path(path_to_model)
config = ExLlamaV2Config() config = ExLlamaV2Config()
config.model_dir = path_to_model config.model_dir = str(path_to_model)
config.prepare() config.prepare()
config.max_seq_len = shared.args.max_seq_len config.max_seq_len = shared.args.max_seq_len

2
modules/exllamav2_hf.py
View file

@ -112,7 +112,7 @@ class Exllamav2HF(PreTrainedModel):
pretrained_model_name_or_path = Path(f'{shared.args.model_dir}') / Path(pretrained_model_name_or_path) pretrained_model_name_or_path = Path(f'{shared.args.model_dir}') / Path(pretrained_model_name_or_path)
config = ExLlamaV2Config() config = ExLlamaV2Config()
config.model_dir = pretrained_model_name_or_path config.model_dir = str(pretrained_model_name_or_path)
config.prepare() config.prepare()
config.max_seq_len = shared.args.max_seq_len config.max_seq_len = shared.args.max_seq_len