test(workflow): change env (#25)

Co-authored-by: kkscilife <wangmengke@pjlab.org.cn>
InternLM · Jan 26, 2024 · 199ae8c · 199ae8c
1 parent 34fc28d
commit 199ae8c
Show file tree

Hide file tree

Showing 7 changed files with 28 additions and 142 deletions.
diff --git a/.github/workflows/demo_in_readme.yaml b/.github/workflows/demo_in_readme.yaml
@@ -12,31 +12,7 @@ env:
   SLURM_PARTITION: llm_s
 
 jobs:
-  check-requirements:
-    runs-on: [t_cluster]
-    steps:
-    - name: mask env
-      run: |
-        echo "::add-mask::${{env.WORKSPACE_PREFIX}}"
-    - uses: actions/checkout@v3
-      with:
-         fetch-depth: 2
-    - name: check-requirements
-      run: |
-        source activate internlm-env-test
-        changed_files=$(git diff --name-only -r HEAD^1 HEAD)
-        echo $changed_files
-        if [[ $changed_files =~ "runtime.txt" ]]; then
-          pip install -r requirements/runtime.txt
-        fi
-
-        if [[ $changed_files =~ "torch.txt"  ]]; then
-          pip install -r requirements/torch.txt
-        fi
-
   dataset-preparation:
-    if: ${{ !cancelled() }}
-    needs: check-requirements
     runs-on: [t_cluster]
     steps:
     - name: mask env
@@ -46,17 +22,15 @@ jobs:
 
     - name: raw-chinese-data
       run: |
-        source activate internlm-env-test
+        source $evo_env
         sh ./ci_scripts/data/tokenizer_chinese.sh ${GITHUB_RUN_ID}-${GITHUB_JOB}
 
     - name: alpaca-data
       run: |
-        source activate internlm-env-test
+        source $evo_env
         sh ./ci_scripts/data/tokenizer_alpaca.sh
 
   train:
-    if: ${{ !cancelled() }}
-    needs: check-requirements
     runs-on: [t_cluster]
     timeout-minutes: 30
     steps:
@@ -68,32 +42,30 @@ jobs:
     - name: slurm-train
       id: basic_train
       run: |
-        source activate internlm-env-test
+        source $evo_env
         sh ./ci_scripts/train/slurm_train.sh ${GITHUB_RUN_ID}-${GITHUB_JOB}
 
     - name: load_preset_ckpt
       if: ${{ failure() && steps.basic_train.conclusion == 'failure' }}
       run: |
-        source activate internlm-env-test
+        source $evo_env
         export PYTHONPATH=$PWD:$PYTHONPATH
         sh ./ci_scripts/train/load_ckpt.sh 7B_load_preset_ckpt ${GITHUB_RUN_ID}-${GITHUB_JOB}
 
     - name: load_new_ckpt
       run: |
-        source activate internlm-env-test
+        source $evo_env
         export PYTHONPATH=$PWD:$PYTHONPATH
         sh ./ci_scripts/train/load_ckpt.sh 7B_load_new_ckpt ${GITHUB_RUN_ID}-${GITHUB_JOB}
         rsync -av --remove-source-files $GITHUB_WORKSPACE/llm_ckpts ${{env.WORKSPACE_PREFIX}}/ci_clean_bak
 
     - name: torchrun-train
       run: |
-        source activate internlm-env-test
+        source $evo_env
         sh ./ci_scripts/train/torchrun.sh ${GITHUB_RUN_ID}-${GITHUB_JOB}
         rsync -av --remove-source-files $GITHUB_WORKSPACE/llm_ckpts ${{env.WORKSPACE_PREFIX}}/ci_clean_bak
 
   convert-model-then-load:
-    if: ${{ !cancelled() }}
-    needs: check-requirements
     runs-on: [t_cluster]
     timeout-minutes: 15
     steps:
@@ -104,16 +76,14 @@ jobs:
 
     - name: convert-model-then-load
       run: |
-        source activate internlm-env-test
+        source $evo_env
         export PYTHONPATH=$PWD:$PYTHONPATH
         sh ./ci_scripts/model/convert_to_hf.sh
         cd ./hf_ckpt
         srun -p ${SLURM_PARTITION} --kill-on-bad-exit=1 --job-name=${GITHUB_RUN_ID}-${GITHUB_JOB} --gpus-per-task=2 python ../ci_scripts/model/loaded_as_transformer.py
         cd ..
         rsync -av --remove-source-files $GITHUB_WORKSPACE/hf_ckpt ${{env.WORKSPACE_PREFIX}}/ci_clean_bak
   load-chat-model-in-hf:
-    if: ${{ !cancelled() }}
-    needs: check-requirements
     runs-on: [t_cluster]
     timeout-minutes: 15
     steps:
@@ -124,5 +94,5 @@ jobs:
 
     - name: chat-model-in-hf
       run: |
-        source activate internlm-env-test
+        source $evo_env
         srun -p ${SLURM_PARTITION} --kill-on-bad-exit=1 --job-name=${GITHUB_RUN_ID}-${GITHUB_JOB} --gpus-per-task=2 python ./ci_scripts/model/demo_load_7B_chat_model.py
diff --git a/.github/workflows/e2e_test.yaml b/.github/workflows/e2e_test.yaml
@@ -18,5 +18,5 @@ jobs:
 
     - name: training_8GPU
       run: |
-        source /mnt/petrelfs/share_data/llm_env/env/llm-flash2.0
+        source $evo_env
         srun -p ${SLURM_PARTITION} --kill-on-bad-exit=1 --job-name=${GITHUB_RUN_ID}-${GITHUB_JOB} -n8 --ntasks-per-node=8 --cpus-per-task=4 --gpus-per-task=1 pytest -s -v --color=yes -m "training_8GPU" ./tests/test_training
diff --git a/.github/workflows/pr_before_merge.yaml b/.github/workflows/pr_before_merge.yaml
@@ -12,31 +12,7 @@ env:
   SLURM_PARTITION: llm_s
 
 jobs:
-  check-requirements:
-    runs-on: [t_cluster]
-    steps:
-    - name: mask env
-      run: |
-        echo "::add-mask::${{env.WORKSPACE_PREFIX}}"
-    - uses: actions/checkout@v3
-      with:
-         fetch-depth: 2
-    - name: check-requirements
-      run: |
-        changed_files=$(git diff --name-only -r HEAD^1 HEAD)
-        echo $changed_files
-        if [[ $changed_files =~ "runtime.txt" ]]; then
-          pip install -r requirements/runtime.txt
-        fi
-
-        if [[ $changed_files =~ "torch.txt"  ]]; then
-          pip install -r requirements/torch.txt
-        fi
-
-
   model_init_tests:
-    if: ${{ !cancelled() }}
-    needs: check-requirements
     runs-on: [t_cluster]
     timeout-minutes: 5
     steps:
@@ -47,6 +23,6 @@ jobs:
 
     - name: model_init_tests
       run: |
-        source /mnt/petrelfs/share_data/llm_env/env/llm-flash2.0
+        source $evo_env
         export PYTHONPATH=$PWD:$PYTHONPATH
         srun -p ${SLURM_PARTITION} --kill-on-bad-exit=1 --job-name=internlm-${GITHUB_RUN_ID}-${GITHUB_JOB} -N 1 -n 8 --ntasks-per-node=8 --gpus-per-task=1 python ./tests/test_training/train_CI.py --config ./tests/test_training/7B_check_init.py --seed=1024
diff --git a/.github/workflows/pr_merged.yaml b/.github/workflows/pr_merged.yaml
@@ -12,31 +12,7 @@ env:
   SLURM_PARTITION: llm_s
 
 jobs:
-  check-requirements:
-    runs-on: [t_cluster]
-    steps:
-    - name: mask env
-      run: |
-        echo "::add-mask::${{env.WORKSPACE_PREFIX}}"
-    - uses: actions/checkout@v3
-      with:
-         fetch-depth: 2
-    - name: check-requirements
-      run: |
-        changed_files=$(git diff --name-only -r HEAD^1 HEAD)
-        echo $changed_files
-        if [[ $changed_files =~ "runtime.txt" ]]; then
-          pip install -r requirements/runtime.txt
-        fi
-
-        if [[ $changed_files =~ "torch.txt"  ]]; then
-          pip install -r requirements/torch.txt
-        fi
-
-
   acc_tests:
-    if: ${{ !cancelled() }}
-    needs: check-requirements
     runs-on: [t_cluster]
     timeout-minutes: 30
     steps:
@@ -47,13 +23,11 @@ jobs:
 
     - name: acc_tests
       run: |
-        source /mnt/petrelfs/share_data/llm_env/env/llm-flash2.0
+        source $evo_env
         export PYTHONPATH=$PWD:$PYTHONPATH
         srun -p ${SLURM_PARTITION} --kill-on-bad-exit=1 --job-name=internlm-acc-test-${GITHUB_RUN_ID}-${GITHUB_JOB} -N 1 -n 8 --ntasks-per-node=8 --gpus-per-task=1  python ./tests/test_training/train_CI.py --config ./tests/test_training/7B_check_acc.py
 
   check_loss_when_swapping_micro_num_and_micro_bsz:
-    if: ${{ !cancelled() }}
-    needs: check-requirements
     runs-on: [t_cluster]
     timeout-minutes: 40
     steps:
@@ -64,6 +38,6 @@ jobs:
 
     - name: loss_tests
       run: |
-        source /mnt/petrelfs/share_data/llm_env/env/llm-flash2.0
+        source $evo_env
         export PYTHONPATH=$PWD:$PYTHONPATH
         srun -p ${SLURM_PARTITION} --kill-on-bad-exit=1 --job-name=internlm-loss-test-${GITHUB_RUN_ID}-${GITHUB_JOB} -N 1 -n 1 --gres=gpu:8 python -m pytest -s ./tests/test_training/test_swap_nb_loss_and_gradnorm.py
diff --git a/.github/workflows/unit_tests.yaml b/.github/workflows/unit_tests.yaml
@@ -19,31 +19,7 @@ env:
   SLURM_PARTITION: llm_s
 
 jobs:
-  check-requirements:
-    runs-on: [t_cluster]
-    steps:
-    - name: mask env
-      run: |
-        echo "::add-mask::${{env.WORKSPACE_PREFIX}}"
-    - uses: actions/checkout@v3
-      with:
-         fetch-depth: 2
-    - name: check-requirements
-      run: |
-        changed_files=$(git diff --name-only -r HEAD^1 HEAD)
-        echo $changed_files
-        if [[ $changed_files =~ "runtime.txt" ]]; then
-          pip install -r requirements/runtime.txt
-        fi
-
-        if [[ $changed_files =~ "torch.txt"  ]]; then
-          pip install -r requirements/torch.txt
-        fi
-
-
   unit_tests_core_pipeline:
-    if: ${{ !cancelled() }}
-    needs: check-requirements
     runs-on: [t_cluster]
     timeout-minutes: 20
     steps:
@@ -54,13 +30,11 @@ jobs:
 
     - name: core_pipeline
       run: |
-        source /mnt/petrelfs/share_data/llm_env/env/llm-flash2.0
+        source $evo_env
         export PYTHONPATH=$PWD:$PYTHONPATH
         srun -p ${SLURM_PARTITION} --kill-on-bad-exit=1 --job-name=internlm-ut-${GITHUB_RUN_ID}-${GITHUB_JOB} -N 1 -n 1 --gres=gpu:8 python -m pytest -s -v ./tests/test_core/test_pipeline.py
 
   unit_tests_utils_storage_manager:
-    if: ${{ !cancelled() }}
-    needs: check-requirements
     runs-on: [t_cluster]
     timeout-minutes: 20
     steps:
@@ -71,13 +45,11 @@ jobs:
 
     - name: utils_storage_manager
       run: |
-        source /mnt/petrelfs/share_data/llm_env/env/llm-flash2.0
+        source $evo_env
         export PYTHONPATH=$PWD:$PYTHONPATH
         srun -p ${SLURM_PARTITION} --kill-on-bad-exit=1 --job-name=internlm-ut-${GITHUB_RUN_ID}-${GITHUB_JOB} -N 1 -n 1 --gres=gpu:8 python -m pytest -s -v ./tests/test_utils/test_storage_manager.py
 
   unit_tests_model_fused_precision:
-    if: ${{ !cancelled() }}
-    needs: check-requirements
     runs-on: [t_cluster]
     timeout-minutes: 5
     steps:
@@ -88,13 +60,11 @@ jobs:
 
     - name: model_fused_precision
       run: |
-        source /mnt/petrelfs/share_data/llm_env/env/llm-flash2.0
+        source $evo_env
         export PYTHONPATH=$PWD:$PYTHONPATH
         srun -p ${SLURM_PARTITION} --kill-on-bad-exit=1 --job-name=internlm-ut-${GITHUB_RUN_ID}-${GITHUB_JOB} -N 1 -n 1 --gres=gpu:8 python -m pytest -s -v ./tests/test_model/test_fused_precision/test_fused_precision.py
 
   unit_tests_data_batch_sampler:
-    if: ${{ !cancelled() }}
-    needs: check-requirements
     runs-on: [t_cluster]
     timeout-minutes: 10
     steps:
@@ -105,13 +75,11 @@ jobs:
 
     - name: data_batch_sample
       run: |
-        source /mnt/petrelfs/share_data/llm_env/env/llm-flash2.0
+        source $evo_env
         export PYTHONPATH=$PWD:$PYTHONPATH
         srun -p ${SLURM_PARTITION} --kill-on-bad-exit=1 --job-name=internlm-ut-${GITHUB_RUN_ID}-${GITHUB_JOB} -N 1 -n 1 --gres=gpu:8 python -m pytest -s -v ./tests/test_data/test_batch_sampler.py
 
   unit_tests_utils_timeout:
-    if: ${{ !cancelled() }}
-    needs: check-requirements
     runs-on: [t_cluster]
     timeout-minutes: 5
     steps:
@@ -122,13 +90,11 @@ jobs:
 
     - name: utils_timeout
       run: |
-        source /mnt/petrelfs/share_data/llm_env/env/llm-flash2.0
+        source $evo_env
         export PYTHONPATH=$PWD:$PYTHONPATH
         srun -p ${SLURM_PARTITION} --kill-on-bad-exit=1 --job-name=internlm-ut-${GITHUB_RUN_ID}-${GITHUB_JOB} -N 1 -n 1 --gres=gpu:1 python -m pytest -s -v ./tests/test_utils/test_timeout.py
 
   unit_tests_utils_model_checkpoint:
-    if: ${{ !cancelled() }}
-    needs: check-requirements
     runs-on: [t_cluster]
     timeout-minutes: 5
     steps:
@@ -139,6 +105,6 @@ jobs:
 
     - name: utils_model_checkpoint
       run: |
-        source /mnt/petrelfs/share_data/llm_env/env/llm-flash2.0
+        source $evo_env
         export PYTHONPATH=$PWD:$PYTHONPATH
         srun -p ${SLURM_PARTITION} --kill-on-bad-exit=1 --job-name=internlm-ut-${GITHUB_RUN_ID}-${GITHUB_JOB} -N 1 -n 1 --gres=gpu:2 python -m pytest -s -v  ./tests/test_utils/test_model_checkpoint.py