fix(cases): add VOCAB_SIZE (#376)

Co-authored-by: kkscilife <wangmengke@pjlab.org.cn>
InternLM · Nov 28, 2024 · 86c3b6c · 86c3b6c
1 parent 6e7163c
commit 86c3b6c
Show file tree

Hide file tree

Showing 3 changed files with 3 additions and 1 deletion.
diff --git a/tests/test_training/test_forward_output_no_fa.py b/tests/test_training/test_forward_output_no_fa.py
@@ -31,7 +31,7 @@
 TOTAL_STEPS = 1
 config = Config(
     dict(
-        VOCAB_SIZE=92544,
+        VOCAB_SIZE=103168,
         parallel=dict(
             zero1=dict(size=-1),
             tensor=dict(size=1, mode="mtp"),

diff --git a/tests/test_training/test_load_ckpt_loss.py b/tests/test_training/test_load_ckpt_loss.py
@@ -65,6 +65,7 @@
 temp_folder = "temp_ckpt_for_check_loss"
 config = Config(
     dict(
+        VOCAB_SIZE=103168,
         parallel=dict(
             zero1=dict(size=-1, fsdp=False),
             pipeline=dict(size=1, interleaved_overlap=False),

diff --git a/tests/test_training/test_swap_nb_loss_and_gradnorm.py b/tests/test_training/test_swap_nb_loss_and_gradnorm.py
@@ -37,6 +37,7 @@
 TOTAL_STEPS = 300
 config = Config(
     dict(
+        VOCAB_SIZE=103168,
         parallel=dict(
             zero1=dict(size=-1),
             tensor=dict(size=1, mode="mtp"),