Hugging Face's logo

Spaces:
inflaton-ai
/
logical-reasoning
Build error

App Files Community
1
dh-mc commited on
Commit
103dbc8
·
1 Parent(s): af72c0c

reduce batch size to 8

Browse files
Files changed (2) hide show
  1. llama-factory/config/qwen2_72b_lora_sft_4bit-p1.yaml +1 -1
  2. llama-factory/config/qwen2_72b_lora_sft_4bit-p2.yaml +1 -1
llama-factory/config/qwen2_72b_lora_sft_4bit-p1.yaml CHANGED
@@ -28,7 +28,7 @@ overwrite_output_dir: true
28
  # resume_from_checkpoint: true
29
 
30
  ### train
31
- per_device_train_batch_size: 16
32
  gradient_accumulation_steps: 8
33
  learning_rate: 1.0e-4
34
  num_train_epochs: 3.0
 
28
  # resume_from_checkpoint: true
29
 
30
  ### train
31
+ per_device_train_batch_size: 8
32
  gradient_accumulation_steps: 8
33
  learning_rate: 1.0e-4
34
  num_train_epochs: 3.0
llama-factory/config/qwen2_72b_lora_sft_4bit-p2.yaml CHANGED
@@ -28,7 +28,7 @@ overwrite_output_dir: true
28
  # resume_from_checkpoint: true
29
 
30
  ### train
31
- per_device_train_batch_size: 16
32
  gradient_accumulation_steps: 8
33
  learning_rate: 1.0e-4
34
  num_train_epochs: 3.0
 
28
  # resume_from_checkpoint: true
29
 
30
  ### train
31
+ per_device_train_batch_size: 8
32
  gradient_accumulation_steps: 8
33
  learning_rate: 1.0e-4
34
  num_train_epochs: 3.0