diff --git a/dlio_benchmark/main.py b/dlio_benchmark/main.py
index 8669b41c..0d56bb20 100644
--- a/dlio_benchmark/main.py
+++ b/dlio_benchmark/main.py
@@ -16,7 +16,7 @@
 """
 import os
 import math
-import hydra
+
 import logging
 from time import time, sleep
 import json
@@ -49,7 +49,10 @@
 from dlio_benchmark.utils.utility import Profile, PerfTrace
 
 dlp = Profile(MODULE_DLIO_BENCHMARK)
-
+from mpi4py import MPI
+# To make sure the output folder is the same in all the nodes. We have to do this. 
+MPI.COMM_WORLD.Barrier()
+import hydra
 
 class DLIOBenchmark(object):
     """