diff --git a/lmms_eval/models/qwen_vl.py b/lmms_eval/models/qwen_vl.py index 2d73e4a5..43e5e680 100644 --- a/lmms_eval/models/qwen_vl.py +++ b/lmms_eval/models/qwen_vl.py @@ -230,7 +230,7 @@ def _collate(x): raise ValueError(f"Expected `gen_kwargs['until']` to be of type Union[str,list] but got {type(until)}") for i in range(len(contexts)): if "" in contexts[i]: - context[i] = contexts[i].replace("", "") + contexts[i] = contexts[i].replace("", "") questions = [self.prompt.format(visual_path, context) for visual_path, context in zip(visual_paths, contexts)] # Similar to llava, is visual paths has len 0