2023-10-12 21:14:34 +00:00
|
|
|
model:
|
|
|
|
|
arch: minigpt_v2
|
|
|
|
|
model_type: pretrain
|
2023-10-29 07:41:16 +00:00
|
|
|
max_txt_len: 500
|
2023-10-12 21:14:34 +00:00
|
|
|
end_sym: "</s>"
|
2023-10-31 01:56:49 +00:00
|
|
|
low_resource: False
|
2023-10-12 21:14:34 +00:00
|
|
|
prompt_template: '[INST] {} [/INST]'
|
2023-10-29 07:41:16 +00:00
|
|
|
llama_model: "/ibex/project/c2133/llama_v2/llama-2-7b-chat-pytorch_update"
|
2023-10-31 01:56:49 +00:00
|
|
|
ckpt: ""
|
2023-10-12 21:14:34 +00:00
|
|
|
lora_r: 64
|
|
|
|
|
lora_alpha: 16
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
datasets:
|
|
|
|
|
cc_sbu_align:
|
|
|
|
|
vis_processor:
|
|
|
|
|
train:
|
|
|
|
|
name: "blip2_image_eval"
|
|
|
|
|
image_size: 448
|
|
|
|
|
text_processor:
|
|
|
|
|
train:
|
|
|
|
|
name: "blip_caption"
|
|
|
|
|
|
|
|
|
|
run:
|
|
|
|
|
task: image_text_pretrain
|
