Uncomment removal of exp_dir (NVIDIA#7198)

The removal of result dir after the test 'Megatron GPT with KERPLE Pretraining and Resume Training TP=2' was commented out by mistake that was leading to the next test using the checkpoint from this test. Hence rolling it back. Signed-off-by: Abhishree <[email protected]> Signed-off-by: dorotat <[email protected]>
dorotat-nv · Aug 24, 2023 · ea82ef0 · ea82ef0
1 parent 8aa94b9
commit ea82ef0
Showing 1 changed file with 4 additions and 4 deletions.
diff --git a/Jenkinsfile b/Jenkinsfile
@@ -3321,8 +3321,8 @@ assert_frame_equal(training_curve, gt_curve, rtol=1e-3, atol=1e-3)"'''
         //model.activations_checkpoint_num_layers=1 \
         //model.data.data_prefix=[.5,/home/TestData/nlp/megatron_gpt/data/gpt/simple_wiki_gpt_preproc_text_document,.5,/home/TestData/nlp/megatron_gpt/data/gpt/simple_wiki_gpt_preproc_text_document] \
         //model.data.index_mapping_dir=examples/nlp/language_modeling/gpt_index_mappings"
-         sh "rm -rf examples/nlp/language_modeling/gpt_pretrain_results"
-         sh "rm -rf examples/nlp/language_modeling/gpt_index_mappings"
+        sh "rm -rf examples/nlp/language_modeling/gpt_pretrain_results"
+        sh "rm -rf examples/nlp/language_modeling/gpt_index_mappings"
        }
      }
     stage('L2: Megatron GPT with Rope Pretraining using Flash Attention and Resume Training TP=2') {
@@ -3580,8 +3580,8 @@ assert_frame_equal(training_curve, gt_curve, rtol=1e-3, atol=1e-3)"'''
         //model.activations_checkpoint_num_layers=1 \
         //model.data.data_prefix=[.5,/home/TestData/nlp/megatron_gpt/data/gpt/simple_wiki_gpt_preproc_text_document,.5,/home/TestData/nlp/megatron_gpt/data/gpt/simple_wiki_gpt_preproc_text_document] \
         //model.data.index_mapping_dir=examples/nlp/language_modeling/gpt_index_mappings"
-        //sh "rm -rf examples/nlp/language_modeling/gpt_pretrain_results"
-        //sh "rm -rf examples/nlp/language_modeling/gpt_index_mappings"
+        sh "rm -rf examples/nlp/language_modeling/gpt_pretrain_results"
+        sh "rm -rf examples/nlp/language_modeling/gpt_index_mappings"
       }
     }
     stage('L2: Megatron GPT Pretraining and Resume Training PP=2') {