diff --git a/packages/block-library/src/image/image.js b/packages/block-library/src/image/image.js
index d8788fde4844f6..97783411b0c474 100644
--- a/packages/block-library/src/image/image.js
+++ b/packages/block-library/src/image/image.js
@@ -331,7 +331,11 @@ export default function Image( {
 	}, [ isSelected ] );
 
 	const canEditImage = id && naturalWidth && naturalHeight && imageEditing;
-	const allowCrop = ! multiImageSelection && canEditImage && ! isEditingImage;
+	const allowCrop =
+		! multiImageSelection &&
+		canEditImage &&
+		! isEditingImage &&
+		hasNonContentControls;
 
 	function switchToCover() {
 		replaceBlocks(