Merge branch 'main' into interact

Author: IsmailMehdi

datasets/bat/example_run_config.yaml

@@ -38,7 +38,7 @@ setup_directory: datasets/bat/setup
 scorers:
   exact_match: null
   llmrater:
-    model_config: datasets/model_configs/gemini_1.5-pro-002_model.yaml
+    model_config: datasets/model_configs/gemini_2.5_pro_model.yaml
   returned_sql: null
   set_match: null
   executable_sql: null

evalbench/generators/prompts/sqlgenbase.py

@@ -175,6 +175,10 @@ def setup(self):
         self.schema = self.db.get_ddl_from_db()
 
     def generate(self, item):
+        item["prompt"] = self.get_prompt(item)
+        return item
+
+    def get_prompt(self, item):
         return self.base_prompt.format(
             SCHEMA=self.schema, USER_PROMPT=item["nl_prompt"]
         )

evalbench/work/promptgenwork.py

@@ -20,7 +20,6 @@ def run(self, work_config: Any = None) -> dict:
         Returns:
 
         """
-        generated_prompt = None
         prompt_generator_error = None
         try:
             self.generator.generate(self.eval_result)