diff --git a/scripts/abci/Llama-2-7b/llama-2-7b-tp2-pp2.sh b/scripts/abci/Llama-2-7b/llama-2-7b-tp2-pp2.sh index 8a3f83d..ec097f2 100644 --- a/scripts/abci/Llama-2-7b/llama-2-7b-tp2-pp2.sh +++ b/scripts/abci/Llama-2-7b/llama-2-7b-tp2-pp2.sh @@ -151,6 +151,7 @@ mpirun -np $NUM_GPUS \ --recompute-activations \ --recompute-granularity "selective" \ --use-mpi \ + --log-throughput \ --wandb-name ${JOB_NAME} \ --wandb-project "llm-book" \ --wandb-entity "okoge"