simcop2387/AutoGPTQ
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages 1 Wiki Activity

remove non-parameters module from MOSSGPTQForCausalLM.outside_layer_modules

Browse source
This commit is contained in:
PanQiWei 2023-04-29 10:58:29 +08:00
parent d9e7363fa8
commit 16d8dd200f
1 changed files with 1 additions and 1 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

2
auto_gptq/modeling/moss.py
View file

@ -4,7 +4,7 @@ from ._base import *
class MOSSGPTQForCausalLM(BaseGPTQForCausalLM):
layer_type = "MossBlock"
layers_block_name = "transformer.h"
outside_layer_modules = ["transformer.wte", "transformer.drop", "transformer.ln_f"]
outside_layer_modules = ["transformer.wte", "transformer.ln_f"]
inside_layer_modules = [
["attn.qkv_proj"],
["attn.out_proj"],