simcop2387/AutoGPTQ
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages 1 Wiki Activity

Merge pull request #303 from JustinLin610/patch-1

Browse source 
Update qwen.py for Qwen-VL
This commit is contained in:
潘其威(William) 2023-09-01 10:20:24 +08:00 • committed by GitHub
commit 782bb603d9
No known key found for this signature in database
GPG key ID: 4AEE18F83AFDEB23
1 changed files with 1 additions and 1 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

2
auto_gptq/modeling/qwen.py
View file

@ -4,7 +4,7 @@ from ._base import *
class QwenGPTQForCausalLM(BaseGPTQForCausalLM):
layer_type = "QWenBlock"
layers_block_name = "transformer.h"
outside_layer_modules = ["transformer.wte", "transformer.wpe", "transformer.ln_f"]
outside_layer_modules = ["transformer.wte", "transformer.wpe", "transformer.ln_f", "transformer.visual"]
inside_layer_modules = [
["attn.c_attn"],
["attn.c_proj"],