2023-05-23 16:21:43 +00:00
|
|
|
model:
|
|
|
|
|
arch: bind_gpt4
|
|
|
|
|
model_type: pretrain_vicuna
|
2023-05-25 04:34:00 +00:00
|
|
|
freeze_imagebind: True
|
2023-05-23 16:21:43 +00:00
|
|
|
freeze_qformer: False
|
|
|
|
|
max_txt_len: 160
|
|
|
|
|
end_sym: "###"
|
|
|
|
|
low_resource: False
|
|
|
|
|
prompt_path: "prompts/alignment.txt"
|
|
|
|
|
prompt_template: '###Human: {} ###Assistant: '
|
2023-05-25 04:34:00 +00:00
|
|
|
ckpt: 'minigpt4/output/minigpt4_stage1_pretrain/20230524192/checkpoint_0.pth'
|
2023-05-23 16:21:43 +00:00
|
|
|
|
|
|
|
|
|
|
|
|
|
datasets:
|
2023-05-25 04:34:00 +00:00
|
|
|
cc12m: # Double check
|
2023-05-23 16:21:43 +00:00
|
|
|
vis_processor:
|
|
|
|
|
train:
|
|
|
|
|
name: "imagebind_vision_eval"
|
|
|
|
|
image_size: 224
|
|
|
|
|
text_processor:
|
|
|
|
|
train:
|
|
|
|
|
name: "imagebind_caption"
|
|
|
|
|
|
|
|
|
|
run:
|
|
|
|
|
task: image_text_pretrain
|
