The code changes in eleuther_eval.py refactor the EleutherEvalRecipe class to improve the initialization of the task manager. Instead of using an if-else statement to check for the presence of the include_path configuration, the code now directly passes the value of self._cfg.get("include_path", None) to the TaskManager constructor.

Author: desulaiy

recipes/eleuther_eval.py

@@ -241,11 +241,8 @@ def evaluate(self) -> None:
         except Exception:
             pass
 
-        if self._cfg.get("include_path", False):
-            task_manager = TaskManager(include_path=self._cfg.include_path)
-            task_dict = get_task_dict(self._tasks, task_manager)
-        else:
-            task_dict = get_task_dict(self._tasks)
+        task_manager = TaskManager(include_path=self._cfg.get("include_path", None))
+        task_dict = get_task_dict(self._tasks, task_manager)
 
         logger.info(f"Running evaluation on {self._tasks} tasks.")
         output = evaluate(