feat(lmeval): Add offline metrics to LMEval job image (#377)

trustyai-explainability · Dec 6, 2024 · 6f88955 · 6f88955
1 parent faaab01
commit 6f88955
Showing 1 changed file with 4 additions and 0 deletions.
diff --git a/Dockerfile.lmes-job b/Dockerfile.lmes-job
@@ -17,6 +17,10 @@ RUN git clone https://github.com/opendatahub-io/lm-evaluation-harness.git && \
     cd lm-evaluation-harness &&  git checkout release-0.4.5 && \
     pip install --no-cache-dir --user -e .[api,ibm_watsonx_ai]
 
+RUN git clone --branch odh-2.22 https://github.com/opendatahub-io/hf-evaluate.git /tmp/evaluate && \
+    cp -R /tmp/evaluate/metrics/. . && \
+    rm -Rf /tmp/evaluate
+
 RUN python -c 'from lm_eval.tasks.unitxt import task; import os.path; print("class: !function " + task.__file__.replace("task.py", "task.Unitxt"))' > ./my_tasks/unitxt
 
 ENV PYTHONPATH=/opt/app-root/src/.local/lib/python3.11/site-packages:/opt/app-root/src/lm-evaluation-harness:/opt/app-root/src:/opt/app-root/src/server