fix check CUDA_DEVICE_MAX_CONNECTIONS

internlm/utils/common.py

@@ -250,9 +250,14 @@ def enable_pytorch_expandable_segments():
 
 
 def check_cuda_env():
-    max_connections = os.getenv("CUDA_DEVICE_MAX_CONNECTIONS")
-    assert max_connections is not None, "Env var CUDA_DEVICE_MAX_CONNECTIONS has not been set, please set it to 1!"
-    assert max_connections == '1', "Env var CUDA_DEVICE_MAX_CONNECTIONS is set to {}, but it should be set to 1!".format(max_connections)
+    if internlm_accelerator.get_accelerator_backend() == AcceleratorType.GPU:
+        max_connections = os.getenv("CUDA_DEVICE_MAX_CONNECTIONS")
+        assert max_connections is not None, "Env var CUDA_DEVICE_MAX_CONNECTIONS has not been set, please set it to 1!"
+        assert max_connections == '1', "Env var CUDA_DEVICE_MAX_CONNECTIONS is set to {}, but it should be set to 1!".format(max_connections)
+
+        avoid_record_streams = os.getenv("TORCH_NCCL_AVOID_RECORD_STREAMS")
+        assert avoid_record_streams is not None, "Env var TORCH_NCCL_AVOID_RECORD_STREAMS has not been set, please set it to 1!"
+        assert avoid_record_streams == '1', "Env var TORCH_NCCL_AVOID_RECORD_STREAMS is set to {}, but it should be set to 1!".format(avoid_record_streams)
 
 
 class DummyProfile: