change some config
This commit is contained in:
parent
cfd14e2124
commit
6ef5aa08e0
@ -13,10 +13,10 @@ training:
|
|||||||
# Memory-optimized batch size for RTX3070 8GB
|
# Memory-optimized batch size for RTX3070 8GB
|
||||||
per_device_train_batch_size: 1
|
per_device_train_batch_size: 1
|
||||||
gradient_accumulation_steps: 16
|
gradient_accumulation_steps: 16
|
||||||
max_steps: 30
|
max_steps: 50
|
||||||
|
|
||||||
# Training parameters
|
# Training parameters
|
||||||
num_train_epochs: 1
|
num_train_epochs: 3
|
||||||
learning_rate: 2.0e-4
|
learning_rate: 2.0e-4
|
||||||
warmup_steps: 10
|
warmup_steps: 10
|
||||||
warmup_ratio: 0.1
|
warmup_ratio: 0.1
|
||||||
|
|||||||
Loading…
Reference in New Issue
Block a user