simcop2387/AutoGPTQ
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages 1 Wiki Activity

explicit set "base" value

Browse source
This commit is contained in:
PanQiWei 2023-08-13 16:14:01 +08:00
parent 7c2ec905a6
commit 0a04d3fb2a
1 changed files with 1 additions and 0 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

1
auto_gptq/modeling/llama.py
View file

@ -40,6 +40,7 @@ class LlamaGPTQForCausalLM(BaseGPTQForCausalLM):
rope_cache = build_rope_cache( rope_cache = build_rope_cache(
rotary_dim=model_config.hidden_size // num_heads, rotary_dim=model_config.hidden_size // num_heads,
max_position=model_config.max_position_embeddings, max_position=model_config.max_position_embeddings,
base=10000,
device=model.device, device=model.device,
dtype=model.dtype dtype=model.dtype
) )