diff --git a/src/transformers/models/beit/convert_beit_unilm_to_pytorch.py b/src/transformers/models/beit/convert_beit_unilm_to_pytorch.py
index c7318863a4611..90b174d5d4b10 100644
--- a/src/transformers/models/beit/convert_beit_unilm_to_pytorch.py
+++ b/src/transformers/models/beit/convert_beit_unilm_to_pytorch.py
@@ -359,7 +359,7 @@ def convert_beit_checkpoint(checkpoint_url, pytorch_dump_folder_path):
 
     parser.add_argument(
         "--checkpoint_url",
-        default="https://unilm.blob.core.windows.net/beit/beit_base_patch16_224_pt22k_ft22kto1k.pth",
+        default="https://conversationhub.blob.core.windows.net/beit-share-public/beit/beit_base_patch16_224_pt22k_ft22kto1k.pth",
         type=str,
         help="URL to the original PyTorch checkpoint (.pth file).",
     )