diff --git a/tests/python/frontend/pytorch/test_fx_quant.py b/tests/python/frontend/pytorch/test_fx_quant.py
index 7f3083a7dcd0c..dac3dedae60b4 100644
--- a/tests/python/frontend/pytorch/test_fx_quant.py
+++ b/tests/python/frontend/pytorch/test_fx_quant.py
@@ -87,6 +87,7 @@ def forward(self, inp):
     quantize_and_build(model, 300)
 
 
+@pytest.mark.skip(reason="Model binary isn't uploaded to S3. See https://github.com/apache/tvm/pull/17397")
 def test_imagenet():
     for model_func in [resnet50, efficientnet_b4]:
         quantize_and_build(model_func(pretrained=True).eval(), 224)