diff --git a/Jenkinsfile b/Jenkinsfile
index c77a38ede993..e4c41900c1cf 100644
--- a/Jenkinsfile
+++ b/Jenkinsfile
@@ -198,10 +198,10 @@ def BuildCUDA(args) {
     """
     if (args.cuda_version == ref_cuda_ver) {
       sh """
-      ${dockerRun} ${container_type} ${docker_binary} ${docker_args} auditwheel repair --plat ${wheel_tag} python-package/dist/*.whl
+      ${dockerRun} auditwheel_x86_64 ${docker_binary} auditwheel repair --plat ${wheel_tag} python-package/dist/*.whl
       mv -v wheelhouse/*.whl python-package/dist/
       # Make sure that libgomp.so is vendored in the wheel
-      ${dockerRun} ${container_type} ${docker_binary} ${docker_args} bash -c "unzip -l python-package/dist/*.whl | grep libgomp  || exit -1"
+      ${dockerRun} auditwheel_x86_64 ${docker_binary} bash -c "unzip -l python-package/dist/*.whl | grep libgomp  || exit -1"
       """
     }
     echo 'Stashing Python wheel...'
diff --git a/python-package/setup.py b/python-package/setup.py
index 62440669eaac..425b92a0c4f8 100644
--- a/python-package/setup.py
+++ b/python-package/setup.py
@@ -301,7 +301,7 @@ def run(self):
     logging.basicConfig(level=logging.INFO)
     setup(name='xgboost',
           version=open(os.path.join(
-              CURRENT_DIR, 'xgboost/VERSION')).read().strip(),
+              CURRENT_DIR, 'xgboost/VERSION')).read().strip() + '.post0',
           description="XGBoost Python Package",
           long_description=open(os.path.join(CURRENT_DIR, 'README.rst'),
                                 encoding='utf-8').read(),
diff --git a/tests/ci_build/Dockerfile.auditwheel_x86_64 b/tests/ci_build/Dockerfile.auditwheel_x86_64
new file mode 100644
index 000000000000..39c07d1fc30c
--- /dev/null
+++ b/tests/ci_build/Dockerfile.auditwheel_x86_64
@@ -0,0 +1,15 @@
+FROM quay.io/pypa/manylinux2010_x86_64
+
+# Install lightweight sudo (not bound to TTY)
+ENV GOSU_VERSION 1.10
+RUN set -ex; \
+    curl -o /usr/local/bin/gosu -L "https://github.com/tianon/gosu/releases/download/$GOSU_VERSION/gosu-amd64" && \
+    chmod +x /usr/local/bin/gosu && \
+    gosu nobody true
+
+# Default entry-point to use if running locally
+# It will preserve attributes of created files
+COPY entrypoint.sh /scripts/
+
+WORKDIR /workspace
+ENTRYPOINT ["/scripts/entrypoint.sh"]