comment the orig version of lm-eval

intel · Jun 4, 2024 · 625f5e9 · 625f5e9
1 parent 9089de9
commit 625f5e9
Showing 1 changed file with 2 additions and 1 deletion.
diff --git a/examples/language-modeling/requirements.txt b/examples/language-modeling/requirements.txt
@@ -1,7 +1,8 @@
 transformers
 torch
 lm-eval==0.4.2
-git+https://github.com/EleutherAI/lm-evaluation-harness.git@96d185fa6232a5ab685ba7c43e45d1dbb3bb906d
+##for lm-eval 0.4.1 we usually used
+##git+https://github.com/EleutherAI/lm-evaluation-harness.git@96d185fa6232a5ab685ba7c43e45d1dbb3bb906d
 # For the paper results use the old lm_eval (0.3.0)
 # git+https://github.com/EleutherAI/lm-evaluation-harness.git@008fc2a23245c40384f2312718433eeb1e0f87a9
 tiktoken