Merge branch 'helpers_compilation' into 'main'

call helpers makefile every run so we recompile if the code has changed

See merge request ADLR/megatron-lm!215

Author: jaredcasper

megatron/initialize.py

@@ -80,14 +80,11 @@ def finish_mpu_init():
         _init_autoresume()
 
         # Compile dataset C++ code.
-        try:
-            from megatron.data import helpers
-        except:
-            if torch.distributed.get_rank() == 0:
-                from megatron.data.dataset_utils import compile_helper
-                compile_helper()
-            # Simple barrier
-            torch.distributed.barrier()
+        if torch.distributed.get_rank() == 0:
+            from megatron.data.dataset_utils import compile_helper
+            compile_helper()
+        # Simple barrier
+        torch.distributed.barrier()
 
         # No continuation function
         return None