From 1bb5268a5b1199891a3ada722cce06dc569f73e9 Mon Sep 17 00:00:00 2001 From: ThuanNaN Date: Mon, 20 Jan 2025 07:31:15 +0700 Subject: [PATCH] add eval cfg for demo --- eval_configs/minigptv2_eval_textvqa.yaml | 25 ++++++++++++++++++++++++ 1 file changed, 25 insertions(+) create mode 100644 eval_configs/minigptv2_eval_textvqa.yaml diff --git a/eval_configs/minigptv2_eval_textvqa.yaml b/eval_configs/minigptv2_eval_textvqa.yaml new file mode 100644 index 0000000..1937a5b --- /dev/null +++ b/eval_configs/minigptv2_eval_textvqa.yaml @@ -0,0 +1,25 @@ +model: + arch: minigpt_v2 + model_type: pretrain + max_txt_len: 500 + end_sym: "" + low_resource: True + prompt_template: '[INST] {} [/INST]' + # ckpt: "./minigpt4/textvqa_outputs/20250112105/checkpoint_9.pth" + ckpt: "./ckpt/checkpoint_stage3.pth" + lora_r: 64 + lora_alpha: 16 + + +datasets: + cc_sbu_align: + vis_processor: + train: + name: "blip2_image_eval" + image_size: 448 + text_processor: + train: + name: "blip_caption" + +run: + task: image_text_pretrain