diff --git a/src/ui/handler/drag_rotate.js b/src/ui/handler/drag_rotate.js
index 8511b872d80..33c6d1c21a5 100644
--- a/src/ui/handler/drag_rotate.js
+++ b/src/ui/handler/drag_rotate.js
@@ -210,7 +210,7 @@ class DragRotateHandler {
                 // using Control + left click
                 eventButton = 0;
             }
-            return (e.type === 'mousemove' ? e.buttons & buttons === 0 : eventButton !== button);
+            return (e.type === 'mousemove' ? e.buttons & buttons === 0 : !this.isActive() && eventButton !== button);
         }
     }