From 1a1569f1420260c0954239f8bb3056ad05740de0 Mon Sep 17 00:00:00 2001
From: kazuki <kaz.tokyo.tech20@gmail.com>
Date: Mon, 15 Jul 2024 23:52:16 +0900
Subject: [PATCH] fix: argument

---
 scripts/abci/Llama-2-7b/llama-2-7b-tp2-pp2.sh | 1 +
 1 file changed, 1 insertion(+)

diff --git a/scripts/abci/Llama-2-7b/llama-2-7b-tp2-pp2.sh b/scripts/abci/Llama-2-7b/llama-2-7b-tp2-pp2.sh
index 8a3f83d..ec097f2 100644
--- a/scripts/abci/Llama-2-7b/llama-2-7b-tp2-pp2.sh
+++ b/scripts/abci/Llama-2-7b/llama-2-7b-tp2-pp2.sh
@@ -151,6 +151,7 @@ mpirun -np $NUM_GPUS \
   --recompute-activations \
   --recompute-granularity "selective" \
   --use-mpi \
+  --log-throughput \
   --wandb-name ${JOB_NAME} \
   --wandb-project "llm-book" \
   --wandb-entity "okoge"