diff --git a/backends/vulkan/_passes/squeeze_unsqueeze_inputs.py b/backends/vulkan/_passes/squeeze_unsqueeze_inputs.py
index b4337829d7f..c415249383e 100644
--- a/backends/vulkan/_passes/squeeze_unsqueeze_inputs.py
+++ b/backends/vulkan/_passes/squeeze_unsqueeze_inputs.py
@@ -32,7 +32,13 @@ def should_squeeze(self, op, shape: List[int]) -> bool:  # pyre-ignore
             return shape[1] == 1 and shape[0] > 1
         if len(shape) == 4:
             # No need to squeeze if all dims are 1 except the width dim
-            if all(dim == 1 for dim in shape[:-1]):
+            if shape[0] == shape[1] == shape[2] == 1:
+                return False
+            # No need to squeeze if batch and channel dims are 1 and height and width are > 1
+            if shape[0] == shape[1] == 1 and shape[2] > 1 and shape[3] > 1:
+                return False
+            # No need to squeeze if batch dim is 1 and channel, height and width are > 1
+            if shape[0] == 1 and shape[1] > 1 and shape[2] > 1 and shape[3] > 1:
                 return False
             # Otherwise, check for squeezable dim
             return 1 in shape[:-1]