Skip to content

Commit

Permalink
fix(lmeval): Make lm-evaluation-harness source path consistent (#388)
Browse files Browse the repository at this point in the history
* fix(lmeval): Make lm-evaluation-harness source path consistent with metrics path

* fix(lmeval): Fix including LMEH 0.4.5 in ta-lmes-job image
  • Loading branch information
ruivieira authored Jan 17, 2025
1 parent 8a5a958 commit 924bd0e
Showing 1 changed file with 4 additions and 2 deletions.
6 changes: 4 additions & 2 deletions Dockerfile.lmes-job
Original file line number Diff line number Diff line change
Expand Up @@ -12,8 +12,10 @@ RUN mkdir -p /opt/app-root/src/my_catalogs/cards && chmod -R g+rwx /opt/app-root
RUN mkdir -p /opt/app-root/src/.cache
ENV PATH="/opt/app-root/bin:/opt/app-root/src/.local/bin/:/opt/app-root/src/bin:/usr/local/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin"

RUN git clone https://github.com/opendatahub-io/lm-evaluation-harness.git && \
cd lm-evaluation-harness && git checkout release-0.4.5 && \
RUN curl -L https://github.com/opendatahub-io/lm-evaluation-harness/archive/refs/heads/release-0.4.5.zip -o repo.zip && \
unzip repo.zip && \
cp -r lm-evaluation-harness-release-0.4.5/* . && \
rm -rf lm-evaluation-harness-release-0.4.5 repo.zip && \
pip install --no-cache-dir --user -e .[api,ibm_watsonx_ai]

RUN python -c 'from lm_eval.tasks.unitxt import task; import os.path; print("class: !function " + task.__file__.replace("task.py", "task.Unitxt"))' > ./my_tasks/unitxt
Expand Down

0 comments on commit 924bd0e

Please sign in to comment.