Update test_tp.py

huggingface · Jan 28, 2025 · 4da8008 · 4da8008
1 parent da20477
commit 4da8008
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/tests/tp/test_tp.py b/tests/tp/test_tp.py
@@ -93,7 +93,7 @@ def test_loading_memory_consumption(self):
                 raise ValueError("Each model shard is larger than what is expected.")
 
             torch.distributed.barrier()
-            torch.utils.distributed.destroy_process_group()
+            torch.distributed.destroy_process_group()
             """
         )
         self.torchrun(script_to_run)