Update minigptv2_finetune.yaml

This commit is contained in:
Jun Chen 2024-01-04 03:35:53 +08:00 committed by GitHub
parent d00e899c1f
commit 71df7647b6
No known key found for this signature in database
GPG Key ID: 4AEE18F83AFDEB23

View File

@ -267,7 +267,7 @@ run:
# optimizer
lr_sched: "linear_warmup_cosine_lr"
init_lr: 1e-5
min_lr: 8e-5
min_lr: 1e-6
warmup_lr: 1e-6
weight_decay: 0.05
@ -291,4 +291,4 @@ run:
distributed: True
wandb_log: True
job_name: minigptv2_finetune
job_name: minigptv2_finetune