2023-04-16 22:04:16 +00:00
|
|
|
model:
|
|
|
|
|
arch: mini_gpt4
|
2023-08-28 18:26:00 +00:00
|
|
|
model_type: pretrain_vicuna0
|
2023-04-16 22:04:16 +00:00
|
|
|
max_txt_len: 160
|
|
|
|
|
end_sym: "###"
|
2023-04-17 13:54:00 +00:00
|
|
|
low_resource: True
|
2023-04-16 22:04:16 +00:00
|
|
|
prompt_template: '###Human: {} ###Assistant: '
|
2023-10-12 11:57:17 +00:00
|
|
|
ckpt: '/home/zhud/weights/minigpt4/prerained_minigpt4_7b.pth'
|
|
|
|
|
llama_model: "/home/zhud/weights/vicuna-7b"
|
2023-04-16 22:04:16 +00:00
|
|
|
|
|
|
|
|
|
|
|
|
|
datasets:
|
|
|
|
|
cc_sbu_align:
|
|
|
|
|
vis_processor:
|
|
|
|
|
train:
|
|
|
|
|
name: "blip2_image_eval"
|
|
|
|
|
image_size: 224
|
|
|
|
|
text_processor:
|
|
|
|
|
train:
|
|
|
|
|
name: "blip_caption"
|
|
|
|
|
|
|
|
|
|
run:
|
|
|
|
|
task: image_text_pretrain
|
