model:
  arch: mini_gpt4
  model_type: pretrain_llama2
  max_txt_len: 160
  end_sym: "</s>"
  low_resource: True
  prompt_template: '[INST] {} [/INST] '
  ckpt: '/home/zhud/weights/minigpt4/pretrained_minigpt4_llama2_7b.pth'
  llama_model: "/ibex/project/c2133/llama_v2/llama-2-7b-chat-pytorch_update"


datasets:
  cc_sbu_align:
    vis_processor:
      train:
        name: "blip2_image_eval"
        image_size: 224
    text_processor:
      train:
        name: "blip_caption"

run:
  task: image_text_pretrain