diff --git a/lm_eval/tasks/mmlu/_generate_configs.py b/lm_eval/tasks/mmlu/_generate_configs.py index 05c67e00e4..4ce8d9f229 100644 --- a/lm_eval/tasks/mmlu/_generate_configs.py +++ b/lm_eval/tasks/mmlu/_generate_configs.py @@ -2,12 +2,14 @@ Take in a YAML, and output all "other" splits with this YAML """ import argparse +import logging import os import yaml from tqdm import tqdm -from lm_eval.logger import eval_logger + +eval_logger = logging.getLogger("lm-eval") SUBJECTS = {