Fix Mistral Conversion Issue (#11786)

* Fix Mistral Conversion issue * Fix Mistral Conversion issue
NVIDIA · Jan 9, 2025 · f5d77c3 · f5d77c3
1 parent c771042
commit f5d77c3
Showing 1 changed file with 2 additions and 0 deletions.
diff --git a/scripts/checkpoint_converters/convert_mixtral_hf_to_nemo.py b/scripts/checkpoint_converters/convert_mixtral_hf_to_nemo.py
@@ -545,6 +545,8 @@ def save_to_nemo(args, checkpoint):
     model.cfg.use_cpu_initialization = False
     model.cfg.perform_initialization = True
 
+    torch.distributed.init_process_group()
+    parallel_state.initialize_model_parallel()
     model.save_to(args.output_path)
     logging.info(f'NeMo model saved to: {args.output_path}')