mirror of
https://github.com/Vision-CAIR/MiniGPT-4.git
synced 2025-04-04 01:50:47 +00:00
Update minigptv2_finetune.yaml
This commit is contained in:
parent
d00e899c1f
commit
71df7647b6
@ -267,7 +267,7 @@ run:
|
|||||||
# optimizer
|
# optimizer
|
||||||
lr_sched: "linear_warmup_cosine_lr"
|
lr_sched: "linear_warmup_cosine_lr"
|
||||||
init_lr: 1e-5
|
init_lr: 1e-5
|
||||||
min_lr: 8e-5
|
min_lr: 1e-6
|
||||||
warmup_lr: 1e-6
|
warmup_lr: 1e-6
|
||||||
|
|
||||||
weight_decay: 0.05
|
weight_decay: 0.05
|
||||||
@ -291,4 +291,4 @@ run:
|
|||||||
distributed: True
|
distributed: True
|
||||||
|
|
||||||
wandb_log: True
|
wandb_log: True
|
||||||
job_name: minigptv2_finetune
|
job_name: minigptv2_finetune
|
||||||
|
Loading…
Reference in New Issue
Block a user