minigptv2_benchmark_evaluation.yaml

model:
  arch: minigpt_v2
  model_type: pretrain
  max_txt_len: 500
  end_sym: "</s>"
  low_resource: False
  prompt_template: '[INST] {} [/INST]'
  llama_model: ""
  ckpt: ""
  lora_r: 64
  lora_alpha: 16


datasets:
  cc_sbu_align:
    vis_processor:
      train:
        name: "blip2_image_eval"
        image_size: 448
    text_processor:
      train:
        name: "blip_caption"

evaluation_datasets:
  refcoco:
    eval_file_path: /path/to/eval/annotation/path  
    img_path: /path/to/eval/image/path      
    max_new_tokens: 20
    batch_size: 10
  refcocog:
    eval_file_path: /path/to/eval/annotation/path  
    img_path: /path/to/eval/image/path    
    max_new_tokens: 20
    batch_size: 10
  refcoco+:
    eval_file_path: /path/to/eval/annotation/path  
    img_path: /path/to/eval/image/path    
    max_new_tokens: 20
    batch_size: 10
  gqa:
    eval_file_path: /path/to/eval/annotation/path  
    img_path: /path/to/eval/image/path    
    max_new_tokens: 20
    batch_size: 10
  okvqa:
    eval_file_path: /path/to/eval/annotation/path  
    img_path: /path/to/eval/image/path     
    max_new_tokens: 20
    batch_size: 10
  vizwiz:
    eval_file_path: /path/to/eval/annotation/path  
    img_path: /path/to/eval/image/path    
    max_new_tokens: 20
    batch_size: 10
  iconvqa:
    eval_file_path: /path/to/eval/annotation/path  
    img_path: /path/to/eval/image/path    
    max_new_tokens: 20
    batch_size: 10
  vsr:
    eval_file_path: cambridgeltl/vsr_zeroshot 
    img_path: /path/to/eval/image/path    
    max_new_tokens: 20
    batch_size: 10
  hm:
    eval_file_path: /path/to/eval/annotation/path  
    img_path: /path/to/eval/image/path 
    max_new_tokens: 20
    batch_size: 100

run:
  task: image_text_pretrain
  name: minigptv2_evaluation
  save_path: /path/to/save/folder_path