diff --git a/src/lighteval/main_tasks.py b/src/lighteval/main_tasks.py index 196f92b73..80255a45a 100644 --- a/src/lighteval/main_tasks.py +++ b/src/lighteval/main_tasks.py @@ -45,13 +45,13 @@ def inspect( from rich import print - from lighteval.tasks.registry import Registry, taskinfo_selector + from lighteval.tasks.registry import Registry registry = Registry(custom_tasks=custom_tasks) # Loading task - task_names_list, _ = taskinfo_selector(tasks, task_registry=registry) - task_dict = registry.get_task_dict(task_names_list) + task_configs = registry.get_tasks_configs(tasks) + task_dict = registry.get_tasks_from_configs(task_configs) for name, task in task_dict.items(): print("-" * 10, name, "-" * 10) if show_config: diff --git a/src/lighteval/tasks/registry.py b/src/lighteval/tasks/registry.py index 5ea33d942..01c43e942 100644 --- a/src/lighteval/tasks/registry.py +++ b/src/lighteval/tasks/registry.py @@ -171,9 +171,7 @@ def taskinfo_selector(self, tasks: str) -> dict[str, list[dict]]: Returns: - tuple[list[str], dict[str, list[tuple[int, bool]]]]: A tuple containing: - - A sorted list of unique task names in the format "suite|task". - - A dictionary mapping each task name to a list of tuples representing the few_shot and truncate_few_shots values. + dict[str, list[dict]]: A dictionary mapping each task name to a list of tuples representing the few_shot and truncate_few_shots values. """ few_shot_dict = collections.defaultdict(list)