slightly change query_prompt for the reproduction

AtsuMiyai · AtsuMiyai · commit 5f4fe360def1 · 2024-06-02T23:28:27.000+09:00
diff --git a/lmms_eval/tasks/mmupd/utils.py b/lmms_eval/tasks/mmupd/utils.py
@@ -57,7 +57,7 @@ def mmupd_doc_to_text(doc, model_specific_prompt_kwargs=None):
         "split": doc["split"],
     }
 
-    query_prompt = f"{data['hint']} {data['question']} {data['options']}" if pd.notna(data["hint"]) and data["hint"] != "nan" else f"{data['question']} {data['options']}"
+    query_prompt = f"{data['hint']}\n{data['question']}{data['options']}" if pd.notna(data["hint"]) and data["hint"] != "nan" else f"{data['question']}{data['options']}"
 
     if model_specific_prompt_kwargs:
         query_prompt = f"{query_prompt}{model_specific_prompt_kwargs['post_prompt']}"

Original file line number	Diff line number	Diff line change
`@@ -57,7 +57,7 @@ def mmupd_doc_to_text(doc, model_specific_prompt_kwargs=None):`
`57`	`57`	`"split": doc["split"],`
`58`	`58`	`}`
`59`	`59`
`60`		`- query_prompt = f"{data['hint']} {data['question']} {data['options']}" if pd.notna(data["hint"]) and data["hint"] != "nan" else f"{data['question']} {data['options']}"`
	`60`	`+ query_prompt = f"{data['hint']}\n{data['question']}{data['options']}" if pd.notna(data["hint"]) and data["hint"] != "nan" else f"{data['question']}{data['options']}"`
`61`	`61`
`62`	`62`	`if model_specific_prompt_kwargs:`
`63`	`63`	`query_prompt = f"{query_prompt}{model_specific_prompt_kwargs['post_prompt']}"`