From b7adf290fc73531ab9ca9d995d2086886d5027a3 Mon Sep 17 00:00:00 2001 From: oobabooga <112222186+oobabooga@users.noreply.github.com> Date: Tue, 12 Sep 2023 17:42:22 -0700 Subject: [PATCH] Fix ExLlama-v2 path issue --- modules/exllamav2.py | 2 +- modules/exllamav2_hf.py | 2 +- 2 files changed, 2 insertions(+), 2 deletions(-) diff --git a/modules/exllamav2.py b/modules/exllamav2.py index 7905db64..c64714e8 100644 --- a/modules/exllamav2.py +++ b/modules/exllamav2.py @@ -24,7 +24,7 @@ class Exllamav2Model: path_to_model = Path(f'{shared.args.model_dir}') / Path(path_to_model) config = ExLlamaV2Config() - config.model_dir = path_to_model + config.model_dir = str(path_to_model) config.prepare() config.max_seq_len = shared.args.max_seq_len diff --git a/modules/exllamav2_hf.py b/modules/exllamav2_hf.py index e4ea7f5b..65b98596 100644 --- a/modules/exllamav2_hf.py +++ b/modules/exllamav2_hf.py @@ -112,7 +112,7 @@ class Exllamav2HF(PreTrainedModel): pretrained_model_name_or_path = Path(f'{shared.args.model_dir}') / Path(pretrained_model_name_or_path) config = ExLlamaV2Config() - config.model_dir = pretrained_model_name_or_path + config.model_dir = str(pretrained_model_name_or_path) config.prepare() config.max_seq_len = shared.args.max_seq_len