add use_chat_template to lighteval

mlabonne · Apr 20, 2024 · 6f1e0ef · 6f1e0ef
1 parent c419032
commit 6f1e0ef
Showing 1 changed file with 2 additions and 0 deletions.
diff --git a/runpod.sh b/runpod.sh
@@ -175,13 +175,15 @@ elif [ "$BENCHMARK" == "lighteval" ]; then
         echo "Multi-GPU mode enabled."
         accelerate launch --multi_gpu --num_processes=${num_gpus} run_evals_accelerate.py \
         --model_args "pretrained=${MODEL_ID}" \
+        --use_chat_template \
         --tasks ${LIGHT_EVAL_TASK} \
         --output_dir="./evals/"
 
     elif [[ $num_gpus -eq 1 ]]; then
         echo "Single-GPU mode enabled."
         accelerate launch run_evals_accelerate.py \
         --model_args "pretrained=${MODEL_ID}" \
+        --use_chat_template \
         --tasks ${LIGHT_EVAL_TASK} \
         --output_dir="./evals/"
     else