mirror of
https://github.com/Vision-CAIR/MiniGPT-4.git
synced 2025-04-04 18:10:47 +00:00
80 lines
2.1 KiB
YAML
80 lines
2.1 KiB
YAML
model:
|
|
arch: minigpt_v2
|
|
model_type: pretrain
|
|
max_txt_len: 500
|
|
end_sym: "</s>"
|
|
low_resource: False
|
|
prompt_template: '[INST] {} [/INST]'
|
|
llama_model: "/ibex/project/c2133/llama_v2/llama-2-7b-chat-pytorch_update"
|
|
ckpt: "/ibex/project/c2133/minigpt_checkpoints/checkpoint_stage3_correct/checkpoint_10.pth"
|
|
lora_r: 64
|
|
lora_alpha: 16
|
|
|
|
|
|
datasets:
|
|
cc_sbu_align:
|
|
vis_processor:
|
|
train:
|
|
name: "blip2_image_eval"
|
|
image_size: 448
|
|
text_processor:
|
|
train:
|
|
name: "blip_caption"
|
|
|
|
evaluation_datasets:
|
|
refcoco:
|
|
eval_file_path: /ibex/project/c2133/minigpt4_v2_dataset
|
|
img_path: /ibex/ai/reference/CV/COCO/cocoapi/data/2014/images/jpeg/train
|
|
max_new_tokens: 20
|
|
batch_size: 10
|
|
refcocog:
|
|
eval_file_path: /path/to/eval/annotation/path
|
|
img_path: /path/to/eval/image/path
|
|
max_new_tokens: 20
|
|
batch_size: 10
|
|
refcoco+:
|
|
eval_file_path: /path/to/eval/annotation/path
|
|
img_path: /path/to/eval/image/path
|
|
max_new_tokens: 20
|
|
batch_size: 10
|
|
gqa:
|
|
eval_file_path: /path/to/eval/annotation/path
|
|
img_path: /path/to/eval/image/path
|
|
max_new_tokens: 20
|
|
batch_size: 10
|
|
okvqa:
|
|
eval_file_path: /ibex/project/c2133/blip_dataset/ok_vqa_copy
|
|
img_path: /ibex/ai/reference/CV/COCO/cocoapi/data/2017/images/jpeg/train
|
|
max_new_tokens: 20
|
|
batch_size: 10
|
|
vizwiz:
|
|
eval_file_path: /ibex/project/c2133/minigpt4_v2_dataset/vizwiz/val.json
|
|
img_path: /ibex/project/c2133/minigpt4_v2_dataset/vizwiz/val
|
|
max_new_tokens: 20
|
|
batch_size: 10
|
|
iconvqa:
|
|
eval_file_path: /path/to/eval/annotation/path
|
|
img_path: /path/to/eval/image/path
|
|
max_new_tokens: 20
|
|
batch_size: 10
|
|
vsr:
|
|
eval_file_path: cambridgeltl/vsr_zeroshot
|
|
img_path: /path/to/eval/image/path
|
|
max_new_tokens: 20
|
|
batch_size: 10
|
|
hm:
|
|
eval_file_path: /ibex/project/c2133/minigpt4_v2_dataset/hateful_meme/dev.jsonl
|
|
img_path: /ibex/project/c2133/minigpt4_v2_dataset/hateful_meme
|
|
max_new_tokens: 20
|
|
batch_size: 10
|
|
|
|
run:
|
|
task: image_text_pretrain
|
|
name: minigptv2_evaluation
|
|
save_path: /path/to/save/folder_path
|
|
|
|
|
|
|
|
|
|
|