mirror of
https://github.com/Vision-CAIR/MiniGPT-4.git
synced 2025-04-04 01:50:47 +00:00
80 lines
1.8 KiB
YAML
80 lines
1.8 KiB
YAML
model:
|
|
arch: minigpt_v2
|
|
model_type: pretrain
|
|
max_txt_len: 500
|
|
end_sym: "</s>"
|
|
low_resource: False
|
|
prompt_template: '[INST] {} [/INST]'
|
|
llama_model: ""
|
|
ckpt: ""
|
|
lora_r: 64
|
|
lora_alpha: 16
|
|
|
|
|
|
datasets:
|
|
cc_sbu_align:
|
|
vis_processor:
|
|
train:
|
|
name: "blip2_image_eval"
|
|
image_size: 448
|
|
text_processor:
|
|
train:
|
|
name: "blip_caption"
|
|
|
|
evaluation_datasets:
|
|
refcoco:
|
|
eval_file_path: /path/to/eval/annotation/path
|
|
img_path: /path/to/eval/image/path
|
|
max_new_tokens: 20
|
|
batch_size: 10
|
|
refcocog:
|
|
eval_file_path: /path/to/eval/annotation/path
|
|
img_path: /path/to/eval/image/path
|
|
max_new_tokens: 20
|
|
batch_size: 10
|
|
refcoco+:
|
|
eval_file_path: /path/to/eval/annotation/path
|
|
img_path: /path/to/eval/image/path
|
|
max_new_tokens: 20
|
|
batch_size: 10
|
|
gqa:
|
|
eval_file_path: /path/to/eval/annotation/path
|
|
img_path: /path/to/eval/image/path
|
|
max_new_tokens: 20
|
|
batch_size: 10
|
|
okvqa:
|
|
eval_file_path: /path/to/eval/annotation/path
|
|
img_path: /path/to/eval/image/path
|
|
max_new_tokens: 20
|
|
batch_size: 10
|
|
vizwiz:
|
|
eval_file_path: /path/to/eval/annotation/path
|
|
img_path: /path/to/eval/image/path
|
|
max_new_tokens: 20
|
|
batch_size: 10
|
|
iconvqa:
|
|
eval_file_path: /path/to/eval/annotation/path
|
|
img_path: /path/to/eval/image/path
|
|
max_new_tokens: 20
|
|
batch_size: 10
|
|
vsr:
|
|
eval_file_path: cambridgeltl/vsr_zeroshot
|
|
img_path: /path/to/eval/image/path
|
|
max_new_tokens: 20
|
|
batch_size: 10
|
|
hm:
|
|
eval_file_path: /path/to/eval/annotation/path
|
|
img_path: /path/to/eval/image/path
|
|
max_new_tokens: 20
|
|
batch_size: 100
|
|
|
|
run:
|
|
task: image_text_pretrain
|
|
name: minigptv2_evaluation
|
|
save_path: /path/to/save/folder_path
|
|
|
|
|
|
|
|
|
|
|