diff --git a/pyupgrade/_plugins/versioned_branches.py b/pyupgrade/_plugins/versioned_branches.py
index 6cc7a1c4..9f38e07c 100644
--- a/pyupgrade/_plugins/versioned_branches.py
+++ b/pyupgrade/_plugins/versioned_branches.py
@@ -176,11 +176,10 @@ def visit_If(
                     ) and
                     len(node.test.ops) == 1 and (
                         _eq(node.test, 3) or
-                        _compare_to_3(node.test, (ast.Gt, ast.GtE)) or
                         _compare_to_3(node.test, ast.GtE, min_version[1]) or
                         any(
                             _compare_to_3(node.test, (ast.Gt, ast.GtE), minor)
-                            for minor in range(min_version[1])
+                            for minor in range(max(min_version[1], 1))
                         )
                     )
                 )