diff --git a/test/sagemaker_tests/pytorch/training/resources/gpt2/requirements.txt b/test/sagemaker_tests/pytorch/training/resources/gpt2/requirements.txt
index 529832b08eb8..6e16676c8d61 100644
--- a/test/sagemaker_tests/pytorch/training/resources/gpt2/requirements.txt
+++ b/test/sagemaker_tests/pytorch/training/resources/gpt2/requirements.txt
@@ -2,6 +2,6 @@ datasets
 numpy
 scipy
 torchnet
-transformers==4.21.0
+transformers==4.36.0
 smdebug
 humanize