diff --git a/packages/block-editor/src/components/block-tools/block-selection-button.js b/packages/block-editor/src/components/block-tools/block-selection-button.js
index c2599d4ac771b..96318c3cae930 100644
--- a/packages/block-editor/src/components/block-tools/block-selection-button.js
+++ b/packages/block-editor/src/components/block-tools/block-selection-button.js
@@ -275,7 +275,7 @@ function BlockSelectionButton( { clientId, rootClientId } ) {
 					<Button
 						ref={ ref }
 						onClick={
-							editorMode === 'edit'
+							editorMode === 'navigation'
 								? () => setNavigationMode( false )
 								: undefined
 						}