simcop2387/AutoGPTQ
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages 1 Wiki Activity

Merge pull request #326 from TheBloke/TB_Latest_Falcon

Browse source 
Add support for Falcon as part of Transformers 4.33.0, including new Falcon 180B
This commit is contained in:
潘其威(William) 2023-09-14 22:49:25 +08:00 • committed by GitHub
commit 06e071e68e
No known key found for this signature in database
GPG key ID: 4AEE18F83AFDEB23
2 changed files with 3 additions and 0 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

2
auto_gptq/modeling/_const.py
View file

@ -24,6 +24,8 @@ SUPPORTED_MODELS = [
]
if compare_transformers_version("v4.28.0", op="ge"):
SUPPORTED_MODELS.append("llama")
if compare_transformers_version("v4.33.0", op="ge"):
SUPPORTED_MODELS.append("falcon")
EXLLAMA_DEFAULT_MAX_INPUT_LENGTH = 2048

1
auto_gptq/modeling/auto.py
View file

@ -29,6 +29,7 @@ GPTQ_CAUSAL_LM_MODEL_MAP = {
"codegen": CodeGenGPTQForCausalLM,
"RefinedWebModel": RWGPTQForCausalLM,
"RefinedWeb": RWGPTQForCausalLM,
"falcon": RWGPTQForCausalLM,
"baichuan": BaiChuanGPTQForCausalLM,
"internlm": InternLMGPTQForCausalLM,
"qwen": QwenGPTQForCausalLM,