diff --git a/cmake/Utils.cmake b/cmake/Utils.cmake
index 073f36b1f828..963c494ccf26 100644
--- a/cmake/Utils.cmake
+++ b/cmake/Utils.cmake
@@ -91,9 +91,9 @@ function(format_gencode_flags flags out)
   # Set up architecture flags
   if(NOT flags)
     if (CUDA_VERSION VERSION_GREATER_EQUAL "11.1")
-      set(flags "50;52;60;61;70;75;80;86")
+      set(flags "52;60;61;70;75;80;86")
     elseif (CUDA_VERSION VERSION_GREATER_EQUAL "11.0")
-      set(flags "35;50;52;60;61;70;75;80")
+      set(flags "52;60;61;70;75;80")
     elseif(CUDA_VERSION VERSION_GREATER_EQUAL "10.0")
       set(flags "35;50;52;60;61;70;75")
     elseif(CUDA_VERSION VERSION_GREATER_EQUAL "9.0")
diff --git a/tests/ci_build/rename_whl.py b/tests/ci_build/rename_whl.py
index e615d2e2e5c1..f4f8bd41f02a 100644
--- a/tests/ci_build/rename_whl.py
+++ b/tests/ci_build/rename_whl.py
@@ -2,6 +2,7 @@
 import os
 from contextlib import contextmanager
 
+
 @contextmanager
 def cd(path):
     path = os.path.normpath(path)
@@ -13,10 +14,12 @@ def cd(path):
     finally:
         os.chdir(cwd)
 
+
 if len(sys.argv) != 4:
     print('Usage: {} [wheel to rename] [commit id] [platform tag]'.format(sys.argv[0]))
     sys.exit(1)
 
+
 whl_path = sys.argv[1]
 commit_id = sys.argv[2]
 platform_tag = sys.argv[3]
@@ -36,3 +39,7 @@ def cd(path):
     if os.path.isfile(new_name):
         os.remove(new_name)
     os.rename(basename, new_name)
+
+    filesize = os.path.getsize(new_name) / 1024 / 1024  # MB
+    msg = f"Limit of wheel size set by PyPI is exceeded. {new_name}: {filesize}"
+    assert filesize <= 200, msg