simcop2387/AutoGPTQ
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages 1 Wiki Activity

update lr

Browse source
This commit is contained in:
PanQiWei 2023-05-29 21:27:35 +08:00
parent 539682e951
commit 9dd7784e6a
1 changed files with 1 additions and 1 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

2
examples/peft/peft_lora_clm_instruction_tuning.py
View file

@ -16,7 +16,7 @@ from peft import TaskType
parser = ArgumentParser() parser = ArgumentParser()
parser.add_argument("--model_name_or_path", type=str) parser.add_argument("--model_name_or_path", type=str)
parser.add_argument("--lr", type=float, default=3e-3) parser.add_argument("--lr", type=float, default=3e-5)
parser.add_argument("--num_epochs", type=int, default=1) parser.add_argument("--num_epochs", type=int, default=1)
parser.add_argument("--sample_max_length", type=int, default=1024, help="max length of sample") parser.add_argument("--sample_max_length", type=int, default=1024, help="max length of sample")
parser.add_argument("--block_max_length", type=int, default=1024, help="max length of data block(bunch of samples)") parser.add_argument("--block_max_length", type=int, default=1024, help="max length of data block(bunch of samples)")