simcop2387/AutoGPTQ
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages 1 Wiki Activity

update lr

Browse source
This commit is contained in:
PanQiWei 2023-05-28 22:54:53 +08:00
parent 788128f0a6
commit 539682e951
3 changed files with 3 additions and 3 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

2
examples/peft/peft_adalora_clm_instruction_tuning.py
View file

@ -16,7 +16,7 @@ from peft import TaskType
parser = ArgumentParser()
parser.add_argument("--model_name_or_path", type=str)
parser.add_argument("--lr", type=float, default=3e-5)
parser.add_argument("--lr", type=float, default=3e-3)
parser.add_argument("--num_epochs", type=int, default=1)
parser.add_argument("--sample_max_length", type=int, default=1024, help="max length of sample")
parser.add_argument("--block_max_length", type=int, default=1024, help="max length of data block(bunch of samples)")

2
examples/peft/peft_adaption_prompt_clm_instruction_tuning.py
View file

@ -17,7 +17,7 @@ parser = ArgumentParser()
parser.add_argument("--model_name_or_path", type=str)
parser.add_argument("--adapter_len", type=int, default=10)
parser.add_argument("--adapter_layers", type=int, default=30)
parser.add_argument("--lr", type=float, default=3e-5)
parser.add_argument("--lr", type=float, default=3e-3)
parser.add_argument("--num_epochs", type=int, default=1)
parser.add_argument("--sample_max_length", type=int, default=1024, help="max length of sample")
parser.add_argument("--block_max_length", type=int, default=1024, help="max length of data block(bunch of samples)")

2
examples/peft/peft_lora_clm_instruction_tuning.py
View file

@ -16,7 +16,7 @@ from peft import TaskType
parser = ArgumentParser()
parser.add_argument("--model_name_or_path", type=str)
parser.add_argument("--lr", type=float, default=3e-5)
parser.add_argument("--lr", type=float, default=3e-3)
parser.add_argument("--num_epochs", type=int, default=1)
parser.add_argument("--sample_max_length", type=int, default=1024, help="max length of sample")
parser.add_argument("--block_max_length", type=int, default=1024, help="max length of data block(bunch of samples)")