diff --git a/tests/test_pipelines_common.py b/tests/test_pipelines_common.py
index 56b218ade54a..0b67479d3405 100644
--- a/tests/test_pipelines_common.py
+++ b/tests/test_pipelines_common.py
@@ -84,10 +84,6 @@ def get_tiny_config_from_class(configuration_class):
         config = None
         logger.warning(f"Model tester {model_tester_class.__name__} has no `get_config()`.")
 
-    if hasattr(model_tester, "update_config_with_model_class"):
-        # Some models are very specific in testing mode since the config might depend
-        # on `model_architecture`. This is rare: PerceiverConfig only for now.
-        config = model_tester.update_config_with_model_class(config, model_architecture)
     return config