diff --git a/requirements/optional.txt b/requirements/optional.txt
index 24a71a75bc..5d542bba17 100644
--- a/requirements/optional.txt
+++ b/requirements/optional.txt
@@ -1,5 +1,4 @@
 -e git+https://github.com/openai/CLIP.git@d50d76daa670286dd6cacf3bcd80b5e4823fc8e1#egg=clip
-controlnet_aux
 imageio-ffmpeg==0.4.4
 mmdet >= 3.0.0
 open_clip_torch
diff --git a/requirements/runtime.txt b/requirements/runtime.txt
index 46b6bede70..333a096914 100644
--- a/requirements/runtime.txt
+++ b/requirements/runtime.txt
@@ -1,5 +1,6 @@
 av
 av==8.0.3; python_version < '3.7'
+controlnet_aux
 diffusers>=0.12.0
 einops
 face-alignment