simcop2387/AutoGPTQ
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages 1 Wiki Activity

Update qwen.py for Qwen-VL

Browse source 
add transformer.visual as outside layer for the adaptation to Qwen-VL
This commit is contained in:
Junyang Lin 2023-08-30 16:29:55 +08:00 • committed by GitHub
parent 604c96144f
commit 7c39a3a315
No known key found for this signature in database
GPG key ID: 4AEE18F83AFDEB23
1 changed files with 1 additions and 1 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

2
auto_gptq/modeling/qwen.py
View file

@ -4,7 +4,7 @@ from ._base import *
class QwenGPTQForCausalLM(BaseGPTQForCausalLM): class QwenGPTQForCausalLM(BaseGPTQForCausalLM):
layer_type = "QWenBlock" layer_type = "QWenBlock"
layers_block_name = "transformer.h" layers_block_name = "transformer.h"
outside_layer_modules = ["transformer.wte", "transformer.wpe", "transformer.ln_f"] outside_layer_modules = ["transformer.wte", "transformer.wpe", "transformer.ln_f", "transformer.visual"]
inside_layer_modules = [ inside_layer_modules = [
["attn.c_attn"], ["attn.c_attn"],
["attn.c_proj"], ["attn.c_proj"],