diff --git a/.github/container/test-t5x.sh b/.github/container/test-t5x.sh
index 942e4b2c4..554ba7003 100755
--- a/.github/container/test-t5x.sh
+++ b/.github/container/test-t5x.sh
@@ -175,10 +175,10 @@ seqio.TaskRegistry.add(
     ],
     output_features=dict(
         inputs=seqio.Feature(
-            vocabulary=t5.data.get_default_vocabulary(), add_eos=True, required=False
+            vocabulary=seqio.SentencePieceVocabulary(sentencepiece_model_file="gs://t5-data/vocabs/cc_all.32000.100extra/sentencepiece.model"), add_eos=True, required=False
         ),
         targets=seqio.Feature(
-            vocabulary=t5.data.get_default_vocabulary(), add_eos=True
+            vocabulary=seqio.SentencePieceVocabulary(sentencepiece_model_file="gs://t5-data/vocabs/cc_all.32000.100extra/sentencepiece.model"), add_eos=True
         )
     ),
     metric_fns=[]