MiniGPT-4/eval_scripts/eval.sh
2023-10-29 10:41:16 +03:00

25 lines
964 B
Bash

#!/bin/bash --login
export PYTHONPATH=$PYTHONPATH:$(pwd)
cfg_path=eval_configs/minigpt4_llama2_eval.yaml
CKPT=YOUR_CKPT_PATH
NAME=EXP_NAME
IMG_PATH=YOUR_IMG_PATH
EVAL_FILE_PATH=YOUR_EVAL_FILE_PATH
# torchrun --nproc_per_node 1 eval_scripts/eval_ref.py --name ${NAME} \
# --cfg-path ${cfg_path} \
# --ckpt ${CKPT} --dataset refcoco,refcoco+,refcocog --lora_r 64 --lora_alpha 16 \
# --batch_size 64 --max_new_tokens 20 --resample --img_path ${IMG_PATH} --eval_file_path ${EVAL_FILE_PATH}
# torchrun --nproc_per_node 1 eval_scripts/eval_vqa.py --name ${NAME} \
# --cfg-path ${cfg_path} \
# --ckpt ${CKPT} --split val,test --dataset okvqa,vizwiz,iconqa,gqa,vsr,hm --lora_r 64 --lora_alpha 16 \
# --batch_size 32 --max_new_tokens 20 --resample
torchrun --nproc_per_node 1 eval_scripts/eval_vqa.py --name ${NAME} \
--cfg-path ${cfg_path} \
--ckpt ${CKPT} --split val,test --dataset okvqa --lora_r 64 --lora_alpha 16 \
--batch_size 32 --max_new_tokens 20