add docvqa fewshot

EvolvingLMMs-Lab · Apr 17, 2024 · 7c03d17 · 7c03d17
1 parent 6ae82fe
commit 7c03d17
Showing 1 changed file with 6 additions and 0 deletions.
diff --git a/lmms_eval/tasks/docvqa/_default_template_docvqa_yaml b/lmms_eval/tasks/docvqa/_default_template_docvqa_yaml
@@ -17,3 +17,9 @@ model_specific_prompt_kwargs:
   qwen_vl:
     pre_prompt: ""
     post_prompt: " Answer:"
+fewshot_config:
+  fewshot_sampler: default
+  fewshot_dataset:
+    dataset_path: lmms-lab/DocVQA
+    dataset_name: DocVQA
+    split: val