diff --git a/nerfstudio/scripts/train.py b/nerfstudio/scripts/train.py
index 09cee86aa6..fde0a5c37a 100644
--- a/nerfstudio/scripts/train.py
+++ b/nerfstudio/scripts/train.py
@@ -95,8 +95,6 @@ def train_loop(local_rank: int, world_size: int, config: TrainerConfig, global_r
         config: config file specifying training regimen
     """
     _set_random_seed(config.machine.seed + global_rank)
-    if torch.cuda.is_available():
-        torch.cuda.set_device(local_rank)
     trainer = config.setup(local_rank=local_rank, world_size=world_size)
     trainer.setup()
     trainer.train()