some minor logging nits (#2609)

* remove yaml extension from phraes_va_common * remove yaml extension from winogenerated * remove yaml extension from phrases_es * no cache debug logging when not used
EleutherAI · Jan 4, 2025 · 888ac29 · 888ac29
1 parent 1044db9
commit 888ac29
Show file tree

Hide file tree

Showing 9 changed files with 8 additions and 6 deletions.
diff --git a/lm_eval/api/task.py b/lm_eval/api/task.py
@@ -398,7 +398,7 @@ def build_all_requests(
         )
         cache_key += f"-tokenizer{tokenizer_name}"
 
-        cached_instances = load_from_cache(file_name=cache_key)
+        cached_instances = load_from_cache(file_name=cache_key, cache=cache_requests)
 
         if cache_requests and cached_instances and not rewrite_requests_cache:
             cached_instances = cached_instances[:limit]

diff --git a/lm_eval/caching/cache.py b/lm_eval/caching/cache.py
@@ -21,7 +21,9 @@
 FILE_SUFFIX = f".{HASH_PREFIX}.pickle"
 
 
-def load_from_cache(file_name):
+def load_from_cache(file_name: str, cache: bool = False):
+    if not cache:
+        return
     try:
         path = f"{PATH}/{file_name}{FILE_SUFFIX}"
 

diff --git a/..._bench/phrases_va/_phrases_va_common.yaml → ...talan_bench/phrases_va/_phrases_va_common b/..._bench/phrases_va/_phrases_va_common.yaml → ...talan_bench/phrases_va/_phrases_va_common
diff --git a/lm_eval/tasks/catalan_bench/phrases_va/phrases_ca-va.yaml b/lm_eval/tasks/catalan_bench/phrases_va/phrases_ca-va.yaml
@@ -1,5 +1,5 @@
 # File generated by `create-yamls.py`
-include: _phrases_va_common.yaml
+include: _phrases_va_common
 task: phrases_ca-va
 doc_to_text: 'Oració en català: {{ca}}
 

diff --git a/lm_eval/tasks/catalan_bench/phrases_va/phrases_va-ca.yaml b/lm_eval/tasks/catalan_bench/phrases_va/phrases_va-ca.yaml
@@ -1,5 +1,5 @@
 # File generated by `create-yamls.py`
-include: _phrases_va_common.yaml
+include: _phrases_va_common
 task: phrases_va-ca
 doc_to_text: 'Oració en valencià: {{va}}
 

diff --git a/...en_evals/winogenerated/winogenerated.yaml → ...written_evals/winogenerated/winogenerated b/...en_evals/winogenerated/winogenerated.yaml → ...written_evals/winogenerated/winogenerated
diff --git a/..._bench/phrases_es/_phrases_es_common.yaml → ...anish_bench/phrases_es/_phrases_es_common b/..._bench/phrases_es/_phrases_es_common.yaml → ...anish_bench/phrases_es/_phrases_es_common
diff --git a/lm_eval/tasks/spanish_bench/phrases_es/phrases_es-va.yaml b/lm_eval/tasks/spanish_bench/phrases_es/phrases_es-va.yaml
@@ -1,5 +1,5 @@
 # File generated by `create-yamls.py`
-include: _phrases_es_common.yaml
+include: _phrases_es_common
 task: phrases_es-va
 doc_to_text: 'Oració en espanyol: {{es}}
 

diff --git a/lm_eval/tasks/spanish_bench/phrases_es/phrases_va-es.yaml b/lm_eval/tasks/spanish_bench/phrases_es/phrases_va-es.yaml
@@ -1,5 +1,5 @@
 # File generated by `create-yamls.py`
-include: _phrases_es_common.yaml
+include: _phrases_es_common
 task: phrases_va-es
 doc_to_text: 'Oració en valencià: {{va}}