simcop2387/AutoGPTQ
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages 1 Wiki Activity

fix model type changed after calling .to() method

Browse source
This commit is contained in:
PanQiWei 2023-08-31 18:39:03 +08:00
parent 604c96144f
commit c7021f0f44
1 changed files with 2 additions and 1 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

3
auto_gptq/modeling/_base.py
View file

@ -433,7 +433,8 @@ class BaseGPTQForCausalLM(nn.Module, PushToHubMixin):
return torch.device(device)
def to(self, device: Union[str, torch.device]):
return self.model.to(device)
self.model.to(device)
return self
def forward(self, *args, **kwargs):
return self.model(*args, **kwargs)