Skip to content

Commit d0a42ae

Browse files
authored
Update evaluator.py
1 parent 5411925 commit d0a42ae

File tree

1 file changed

+1
-1
lines changed

1 file changed

+1
-1
lines changed

lmms_eval/evaluator.py

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -327,7 +327,7 @@ def evaluate(
327327
# hack: remove image columns to speed avoid loading images and speed up postprocessing
328328
# reason: doc_iterator will actually load image if it's in the doc.
329329
docs = task.test_docs() if task.has_test_docs() else task.validation_docs()
330-
if "d170" not in task_name and "dc100" not in task_name and "dc200" not in task_name and "llava_wilder" not in task_name and "livebench" not in task_name and "wildvision" not in task_name:
330+
if "d170" not in task_name and "dc100" not in task_name and "dc200" not in task_name and "llava_wilder" not in task_name and "live_bench" not in task_name and "wildvision" not in task_name:
331331
remove_cols = []
332332
features = docs.features
333333
# If it is an Image instance or a Sequence of Image instance. Remove it

0 commit comments

Comments
 (0)