2023-10-12 21:14:34 +00:00
|
|
|
model:
|
|
|
|
|
arch: minigpt_v2
|
|
|
|
|
|
|
|
|
|
# vit encoder
|
|
|
|
|
image_size: 448
|
|
|
|
|
drop_path_rate: 0
|
|
|
|
|
use_grad_checkpoint: False
|
|
|
|
|
vit_precision: "fp16"
|
|
|
|
|
freeze_vit: True
|
|
|
|
|
|
|
|
|
|
# generation configs
|
|
|
|
|
prompt: ""
|
|
|
|
|
|
2023-10-30 08:13:28 +00:00
|
|
|
llama_model: "/mnt/pfs-guan-ssai/nlu/wanghanzi/models/llama_2_7b_chat"
|
2023-10-12 21:14:34 +00:00
|
|
|
lora_r: 64
|
|
|
|
|
lora_alpha: 16
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
preprocess:
|
|
|
|
|
vis_processor:
|
|
|
|
|
train:
|
|
|
|
|
name: "blip2_image_train"
|
|
|
|
|
image_size: 448
|
|
|
|
|
eval:
|
|
|
|
|
name: "blip2_image_eval"
|
|
|
|
|
image_size: 448
|
|
|
|
|
text_processor:
|
|
|
|
|
train:
|
|
|
|
|
name: "blip_caption"
|
|
|
|
|
eval:
|
|
|
|
|
name: "blip_caption"
|
