From 924bd0e8153ee5db9b69042b39bb4539d8f6448f Mon Sep 17 00:00:00 2001 From: Rui Vieira Date: Fri, 17 Jan 2025 16:24:23 +0000 Subject: [PATCH] fix(lmeval): Make lm-evaluation-harness source path consistent (#388) * fix(lmeval): Make lm-evaluation-harness source path consistent with metrics path * fix(lmeval): Fix including LMEH 0.4.5 in ta-lmes-job image --- Dockerfile.lmes-job | 6 ++++-- 1 file changed, 4 insertions(+), 2 deletions(-) diff --git a/Dockerfile.lmes-job b/Dockerfile.lmes-job index c6f0a6fa..c9839fe7 100644 --- a/Dockerfile.lmes-job +++ b/Dockerfile.lmes-job @@ -12,8 +12,10 @@ RUN mkdir -p /opt/app-root/src/my_catalogs/cards && chmod -R g+rwx /opt/app-root RUN mkdir -p /opt/app-root/src/.cache ENV PATH="/opt/app-root/bin:/opt/app-root/src/.local/bin/:/opt/app-root/src/bin:/usr/local/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin" -RUN git clone https://github.com/opendatahub-io/lm-evaluation-harness.git && \ - cd lm-evaluation-harness && git checkout release-0.4.5 && \ +RUN curl -L https://github.com/opendatahub-io/lm-evaluation-harness/archive/refs/heads/release-0.4.5.zip -o repo.zip && \ + unzip repo.zip && \ + cp -r lm-evaluation-harness-release-0.4.5/* . && \ + rm -rf lm-evaluation-harness-release-0.4.5 repo.zip && \ pip install --no-cache-dir --user -e .[api,ibm_watsonx_ai] RUN python -c 'from lm_eval.tasks.unitxt import task; import os.path; print("class: !function " + task.__file__.replace("task.py", "task.Unitxt"))' > ./my_tasks/unitxt