Skip to content

Commit 0581ab3

Browse files
committed
merge model_specific_prompt_kwargs and dataset_name into each task yaml
1 parent d224794 commit 0581ab3

18 files changed

+54
-198
lines changed

lmms_eval/tasks/mmupd/_default_template_mmaad_instruction_yaml

Lines changed: 0 additions & 23 deletions
This file was deleted.

lmms_eval/tasks/mmupd/_default_template_mmaad_option_yaml

Lines changed: 0 additions & 23 deletions
This file was deleted.

lmms_eval/tasks/mmupd/_default_template_mmiasd_base_yaml

Lines changed: 0 additions & 23 deletions
This file was deleted.

lmms_eval/tasks/mmupd/_default_template_mmiasd_instruction_yaml

Lines changed: 0 additions & 23 deletions
This file was deleted.

lmms_eval/tasks/mmupd/_default_template_mmiasd_option_yaml

Lines changed: 0 additions & 23 deletions
This file was deleted.

lmms_eval/tasks/mmupd/_default_template_mmivqd_base_yaml

Lines changed: 0 additions & 23 deletions
This file was deleted.

lmms_eval/tasks/mmupd/_default_template_mmivqd_instruction_yaml

Lines changed: 0 additions & 23 deletions
This file was deleted.

lmms_eval/tasks/mmupd/_default_template_mmivqd_option_yaml

Lines changed: 0 additions & 23 deletions
This file was deleted.

lmms_eval/tasks/mmupd/_default_template_mmaad_base_yaml renamed to lmms_eval/tasks/mmupd/_default_template_mmupd_yaml

Lines changed: 0 additions & 5 deletions
Original file line numberDiff line numberDiff line change
@@ -1,9 +1,5 @@
11
dataset_path: MM-UPD/MM-UPD
22
doc_to_target: "answer"
3-
model_specific_prompt_kwargs:
4-
default:
5-
pre_prompt: ""
6-
post_prompt: "\n"
73
doc_to_visual: !function utils.mmupd_doc_to_visual
84
doc_to_text: !function utils.mmupd_doc_to_text
95
doc_to_target: "answer"
@@ -12,7 +8,6 @@ model_specific_generation_kwargs:
128
llava:
139
image_aspect_ratio: original
1410
output_type: generate_until
15-
dataset_name: mmaad_base
1611
generation_kwargs:
1712
until:
1813
- "ASSISTANT:"

lmms_eval/tasks/mmupd/mmaad_base.yaml

Lines changed: 6 additions & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -1,6 +1,11 @@
11
task: "mmaad_base"
22
test_split: test
3-
include: _default_template_mmaad_base_yaml
3+
dataset_name: mmaad_base
4+
model_specific_prompt_kwargs:
5+
default:
6+
pre_prompt: ""
7+
post_prompt: "\n"
8+
include: _default_template_mmupd_yaml
49
metric_list:
510
- metric: gpt_eval_score
611
aggregation: !function utils.mmaad_base

0 commit comments

Comments
 (0)