update lr

Tim-taoxq · Sep 12, 2023 · cef6c31 · cef6c31
1 parent 85b89c5
commit cef6c31
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/train_args/qlora/baichuan2-13b-sft-qlora.json b/train_args/qlora/baichuan2-13b-sft-qlora.json
@@ -5,7 +5,7 @@
  "num_train_epochs": 1,
  "per_device_train_batch_size": 6,
  "gradient_accumulation_steps": 2,
- "learning_rate": 2e-4,
+ "learning_rate": 1e-4,
  "max_seq_length": 1024,
  "logging_steps": 200,
  "save_steps": 500,