From 9dd7784e6acb4e0ac6b9ab09be8855689472f466 Mon Sep 17 00:00:00 2001
From: PanQiWei <594557445@qq.com>
Date: Mon, 29 May 2023 21:27:35 +0800
Subject: [PATCH] update lr

---
 examples/peft/peft_lora_clm_instruction_tuning.py | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/examples/peft/peft_lora_clm_instruction_tuning.py b/examples/peft/peft_lora_clm_instruction_tuning.py
index 9ebe3e8..465f493 100644
--- a/examples/peft/peft_lora_clm_instruction_tuning.py
+++ b/examples/peft/peft_lora_clm_instruction_tuning.py
@@ -16,7 +16,7 @@ from peft import TaskType
 
 parser = ArgumentParser()
 parser.add_argument("--model_name_or_path", type=str)
-parser.add_argument("--lr", type=float, default=3e-3)
+parser.add_argument("--lr", type=float, default=3e-5)
 parser.add_argument("--num_epochs", type=int, default=1)
 parser.add_argument("--sample_max_length", type=int, default=1024, help="max length of sample")
 parser.add_argument("--block_max_length", type=int, default=1024, help="max length of data block(bunch of samples)")