diff --git a/dataset/README_MINIGPTv2_FINETUNE.md b/dataset/README_MINIGPTv2_FINETUNE.md index 5a539f4..b29138d 100644 --- a/dataset/README_MINIGPTv2_FINETUNE.md +++ b/dataset/README_MINIGPTv2_FINETUNE.md @@ -15,7 +15,7 @@ RefCOCOg | annotations AOK-VQA | annotations OCR-VQA | annotations -GQA | images    annotations +GQA | images    annotations Filtered flickr-30k | annotations Multi-task conversation | annotations Filtered unnatural instruction | annotations diff --git a/eval_scripts/EVAL_README.md b/eval_scripts/EVAL_README.md index 9285f31..d3b7a8a 100644 --- a/eval_scripts/EVAL_README.md +++ b/eval_scripts/EVAL_README.md @@ -1,7 +1,19 @@ ## Evaluation Instruction for MiniGPT-v2 ### Data preparation +Images download +Image source | Download path +--- | :---: +OKVQA| annotations    images +gqa | annotations    images +hateful meme | images and annotations +iconqa | images and annotation +vizwiz | images and annotation +RefCOCO | annotations +RefCOCO+ | annotations +RefCOCOg | annotations +### Evaluation dataset structure ### environment setup diff --git a/eval_scripts/eval_vqa.py b/eval_scripts/eval_vqa.py index 3d5cdfc..cd25b3d 100644 --- a/eval_scripts/eval_vqa.py +++ b/eval_scripts/eval_vqa.py @@ -47,7 +47,7 @@ model.eval() os.makedirs('results', exist_ok=True) if 'okvqa' in args.dataset: - evaluation_annntation_path = os.path.join(args.eval_file_path, "test_split.json") + evaluation_annntation_path = os.path.join(args.eval_file_path, "okvqa_test_split.json") with open(evaluation_annntation_path) as f: ok_vqa_test_split = json.load(f)