diff --git a/modules/exllamav2.py b/modules/exllamav2.py index 7905db64..c64714e8 100644 --- a/modules/exllamav2.py +++ b/modules/exllamav2.py @@ -24,7 +24,7 @@ class Exllamav2Model: path_to_model = Path(f'{shared.args.model_dir}') / Path(path_to_model) config = ExLlamaV2Config() - config.model_dir = path_to_model + config.model_dir = str(path_to_model) config.prepare() config.max_seq_len = shared.args.max_seq_len diff --git a/modules/exllamav2_hf.py b/modules/exllamav2_hf.py index e4ea7f5b..65b98596 100644 --- a/modules/exllamav2_hf.py +++ b/modules/exllamav2_hf.py @@ -112,7 +112,7 @@ class Exllamav2HF(PreTrainedModel): pretrained_model_name_or_path = Path(f'{shared.args.model_dir}') / Path(pretrained_model_name_or_path) config = ExLlamaV2Config() - config.model_dir = pretrained_model_name_or_path + config.model_dir = str(pretrained_model_name_or_path) config.prepare() config.max_seq_len = shared.args.max_seq_len