diff --git a/optimum/neuron/trainers.py b/optimum/neuron/trainers.py
index 72047d479..2de816818 100755
--- a/optimum/neuron/trainers.py
+++ b/optimum/neuron/trainers.py
@@ -182,7 +182,7 @@ def __init__(self, *args, **kwargs):
             original_neuron_cache_path=_ORIGINAL_NEURON_CACHE_PATH,
             fetch=fetch,
             push=push,
-            wait_for_everyone_on_fetch=False,
+            wait_for_everyone_on_fetch=True,
             wait_for_everyone_on_push=True,
         )
         self.add_callback(callback)