diff --git a/cibuildwheel/windows.py b/cibuildwheel/windows.py
index e0f16d815..aadc97f1e 100644
--- a/cibuildwheel/windows.py
+++ b/cibuildwheel/windows.py
@@ -560,6 +560,11 @@ def build(options: Options, tmp_path: Path) -> None:
 
             # we're all done here; move it to output (remove if already exists)
             if compatible_wheel is None:
+                try:
+                    (build_options.output_dir / repaired_wheel.name).unlink()
+                except FileNotFoundError:
+                    pass
+
                 shutil.move(str(repaired_wheel), build_options.output_dir)
                 built_wheels.append(build_options.output_dir / repaired_wheel.name)