fix pylint

InternLM · Aug 26, 2024 · d712899 · d712899
1 parent 3e1a30b
commit d712899
Show file tree

Hide file tree

Showing 3 changed files with 3 additions and 9 deletions.
diff --git a/internlm/model/modeling_internlm.py b/internlm/model/modeling_internlm.py
@@ -472,9 +472,7 @@ def load_hf_weights(folder: str, model: nn.Module):
                     new_state_dict[name.replace(f".{i}.", f".{idx}.")] = state_dict.pop(name)
 
         # embedding
-        if (gpc.get_local_rank(ParallelMode.PIPELINE) == 0) or (
-            not gpc.is_using_parallel_mode(ParallelMode.PIPELINE)
-        ):
+        if (gpc.get_local_rank(ParallelMode.PIPELINE) == 0) or (not gpc.is_using_parallel_mode(ParallelMode.PIPELINE)):
             new_state_dict["embedding.weight"] = torch.chunk(
                 state_dict.pop("model.embed_tokens.weight"),
                 split_size,

diff --git a/internlm/model/modeling_internlm2.py b/internlm/model/modeling_internlm2.py
@@ -537,9 +537,7 @@ def load_hf_weights(folder: str, model: nn.Module):
                     new_state_dict[name.replace(f".{i}.", f".{idx}.")] = state_dict.pop(name)
 
         # embedding
-        if (gpc.get_local_rank(ParallelMode.PIPELINE) == 0) or (
-            not gpc.is_using_parallel_mode(ParallelMode.PIPELINE)
-        ):
+        if (gpc.get_local_rank(ParallelMode.PIPELINE) == 0) or (not gpc.is_using_parallel_mode(ParallelMode.PIPELINE)):
             new_state_dict["tok_embeddings.weight"] = torch.chunk(
                 state_dict.pop("model.tok_embeddings.weight"),
                 split_size,

diff --git a/internlm/model/modeling_llama.py b/internlm/model/modeling_llama.py
@@ -542,9 +542,7 @@ def load_hf_weights(folder: str, model: nn.Module):
                     new_state_dict[name.replace(f".{i}.", f".{idx}.")] = state_dict.pop(name)
 
         # embedding
-        if (gpc.get_local_rank(ParallelMode.PIPELINE) == 0) or (
-            not gpc.is_using_parallel_mode(ParallelMode.PIPELINE)
-        ):
+        if (gpc.get_local_rank(ParallelMode.PIPELINE) == 0) or (not gpc.is_using_parallel_mode(ParallelMode.PIPELINE)):
             new_state_dict["tok_embeddings.weight"] = torch.chunk(
                 state_dict.pop("model.embed_tokens.weight"),
                 split_size,