diff --git a/packages/block-editor/src/components/block-list-appender/style.scss b/packages/block-editor/src/components/block-list-appender/style.scss
index ebfeb4c0b090c1..9d72456dadd606 100644
--- a/packages/block-editor/src/components/block-list-appender/style.scss
+++ b/packages/block-editor/src/components/block-list-appender/style.scss
@@ -27,12 +27,24 @@
 	.block-list-appender__toggle {
 		padding: 0;
 		opacity: 1;
-		transform: scale(1);
 		transition: all 0.1s ease;
 		@include reduce-motion("transition");
 	}
 }
 
+// Show one appender at a time.
+.block-editor-inserter__toggle,
+.block-list-appender__toggle {
+	visibility: hidden;
+	transform: scale(0);
+}
+
+.block-editor-block-list__block.is-selected .block-editor-inserter__toggle,
+.block-editor-block-list__block.is-selected .block-list-appender__toggle {
+	visibility: visible;
+	transform: scale(1);
+}
+
 // For vertical flex containers, a 100% width ensures correct alignment.
 .is-vertical .block-list-appender {
 	width: $icon-size;