diff --git a/lmms_eval/tasks/mlvu/utils.py b/lmms_eval/tasks/mlvu/utils.py index 1f7a0d9a..77b3e9cf 100644 --- a/lmms_eval/tasks/mlvu/utils.py +++ b/lmms_eval/tasks/mlvu/utils.py @@ -14,7 +14,7 @@ from lmms_eval.tasks._task_utils.file_utils import generate_submission_file -TASK_TYPES = ["TR", "AR", "VS", "NQA", "ER", "PQA", "SSC", "AO", "AC"] +TASK_TYPES = ["TR", "AR", "NQA", "ER", "PQA", "AO", "AC"] hf_home = os.getenv("HF_HOME", "./~/.cache/huggingface")