2023-11-01 06:33:48 +00:00
|
|
|
model:
|
|
|
|
|
arch: minigpt_v2
|
|
|
|
|
model_type: pretrain
|
|
|
|
|
max_txt_len: 500
|
|
|
|
|
end_sym: "</s>"
|
|
|
|
|
low_resource: False
|
|
|
|
|
prompt_template: '[INST] {} [/INST]'
|
2025-01-19 22:25:14 +00:00
|
|
|
llama_model: "meta-llama/Llama-2-7b-chat-hf"
|
|
|
|
|
ckpt: "./ckpt/checkpoint_stage3.pth"
|
2023-11-01 06:33:48 +00:00
|
|
|
lora_r: 64
|
|
|
|
|
lora_alpha: 16
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
datasets:
|
|
|
|
|
cc_sbu_align:
|
|
|
|
|
vis_processor:
|
|
|
|
|
train:
|
|
|
|
|
name: "blip2_image_eval"
|
|
|
|
|
image_size: 448
|
|
|
|
|
text_processor:
|
|
|
|
|
train:
|
|
|
|
|
name: "blip_caption"
|
|
|
|
|
|
2025-01-19 22:25:14 +00:00
|
|
|
|
2023-11-01 08:05:51 +00:00
|
|
|
evaluation_datasets:
|
2025-01-19 22:25:14 +00:00
|
|
|
mvtec_ad:
|
|
|
|
|
batch_size: 4
|
|
|
|
|
eval_file_path: ./data/MVTEC_det/val_data.json
|
|
|
|
|
max_new_tokens: 40
|
2023-11-01 08:05:51 +00:00
|
|
|
|
2023-11-01 06:33:48 +00:00
|
|
|
run:
|
|
|
|
|
task: image_text_pretrain
|
|
|
|
|
name: minigptv2_evaluation
|
2025-01-19 22:25:14 +00:00
|
|
|
save_path: eval_outputs
|
