train_lora.yaml 340 B

12345678910111213141516171819
  1. model:
  2. base_model: /path/to/Baichuan2-7B-Chat
  3. data:
  4. train_file: data/processed/opinion_train.jsonl
  5. lora:
  6. r: 8
  7. alpha: 32
  8. dropout: 0.05
  9. target_modules: [q_proj, k_proj, v_proj]
  10. train:
  11. output_dir: checkpoints/lora-opinion
  12. epochs: 3
  13. batch_size: 1
  14. gradient_accumulation_steps: 8
  15. learning_rate: 0.0002
  16. max_length: 4096