From 7c39a3a315ff8c7ebbdc734fa013800f35635a37 Mon Sep 17 00:00:00 2001 From: Junyang Lin Date: Wed, 30 Aug 2023 16:29:55 +0800 Subject: [PATCH] Update qwen.py for Qwen-VL add transformer.visual as outside layer for the adaptation to Qwen-VL --- auto_gptq/modeling/qwen.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/auto_gptq/modeling/qwen.py b/auto_gptq/modeling/qwen.py index 8ac32eb..1572bb1 100644 --- a/auto_gptq/modeling/qwen.py +++ b/auto_gptq/modeling/qwen.py @@ -4,7 +4,7 @@ from ._base import * class QwenGPTQForCausalLM(BaseGPTQForCausalLM): layer_type = "QWenBlock" layers_block_name = "transformer.h" - outside_layer_modules = ["transformer.wte", "transformer.wpe", "transformer.ln_f"] + outside_layer_modules = ["transformer.wte", "transformer.wpe", "transformer.ln_f", "transformer.visual"] inside_layer_modules = [ ["attn.c_attn"], ["attn.c_proj"],