explicit set "base" value

2023-08-13 16:14:01 +08:00 · 2023-08-13 16:14:01 +08:00 · 0a04d3fb2a
commit 0a04d3fb2a
parent 7c2ec905a6
1 changed files with 1 additions and 0 deletions
--- a/auto_gptq/modeling/llama.py
+++ b/auto_gptq/modeling/llama.py
@ -40,6 +40,7 @@ class LlamaGPTQForCausalLM(BaseGPTQForCausalLM):
        rope_cache = build_rope_cache(
            rotary_dim=model_config.hidden_size // num_heads,
            max_position=model_config.max_position_embeddings,
+            base=10000,
            device=model.device,
            dtype=model.dtype
        )