Update eval_utils.py

hxhcreate · web-flow · commit 2432a688a8a5 · 2025-03-04T13:23:55.000+08:00
diff --git a/eval_utils.py b/eval_utils.py
@@ -156,6 +156,6 @@ def evaluate_vlsbench_function(
         ]
         eval_message_input.append(message)
         
-    model_name = "gpt-4o"
+    model_name = "gpt-4o"  # optional for `gpt-4o-mini` to reduce the refusal rate by OpenAI policy
     outputs_list = get_openai_structered_eval_answer(eval_message_input, model_name)
     return outputs_list

Original file line number	Diff line number	Diff line change
`@@ -156,6 +156,6 @@ def evaluate_vlsbench_function(`
`156`	`156`	`]`
`157`	`157`	`eval_message_input.append(message)`
`158`	`158`
`159`		`- model_name = "gpt-4o"`
	`159`	+ model_name = "gpt-4o" # optional for `gpt-4o-mini` to reduce the refusal rate by OpenAI policy
`160`	`160`	`outputs_list = get_openai_structered_eval_answer(eval_message_input, model_name)`
`161`	`161`	`return outputs_list`