-
-
Notifications
You must be signed in to change notification settings - Fork 8.7k
Commit
This commit does not belong to any branch on this repository, and may belong to a fork outside of the repository.
Merge remote-tracking branch 'upstream/master' into fix-repartition
- Loading branch information
Showing
81 changed files
with
1,819 additions
and
152 deletions.
There are no files selected for viewing
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| Original file line number | Diff line number | Diff line change |
|---|---|---|
| @@ -0,0 +1,28 @@ | ||
| # .readthedocs.yaml | ||
| # Read the Docs configuration file | ||
| # See https://docs.readthedocs.io/en/stable/config-file/v2.html for details | ||
|
|
||
| # Required | ||
| version: 2 | ||
|
|
||
| # Set the version of Python and other tools you might need | ||
| build: | ||
| os: ubuntu-22.04 | ||
| tools: | ||
| python: "3.8" | ||
| apt_packages: | ||
| - graphviz | ||
|
|
||
| # Build documentation in the docs/ directory with Sphinx | ||
| sphinx: | ||
| configuration: doc/conf.py | ||
|
|
||
| # If using Sphinx, optionally build your docs in additional formats such as PDF | ||
| formats: | ||
|
|
||
| # Optionally declare the Python requirements required to build your docs | ||
| python: | ||
| install: | ||
| - requirements: doc/requirements.txt | ||
| system_packages: true |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| Original file line number | Diff line number | Diff line change |
|---|---|---|
| @@ -0,0 +1,43 @@ | ||
| #!/bin/bash | ||
|
|
||
| set -euo pipefail | ||
|
|
||
| WHEEL_TAG=manylinux2014_aarch64 | ||
|
|
||
| echo "--- Build CPU code targeting ARM64" | ||
|
|
||
| source tests/buildkite/conftest.sh | ||
|
|
||
| command_wrapper="tests/ci_build/ci_build.sh aarch64 docker" | ||
|
|
||
| echo "--- Build libxgboost from the source" | ||
| $command_wrapper tests/ci_build/build_via_cmake.sh --conda-env=aarch64_test \ | ||
| -DUSE_OPENMP=ON -DHIDE_CXX_SYMBOL=ON | ||
| echo "--- Run Google Test" | ||
| $command_wrapper bash -c "cd build && ctest --extra-verbose" | ||
|
|
||
| echo "--- Build binary wheel" | ||
| $command_wrapper bash -c \ | ||
| "cd python-package && rm -rf dist/* && python setup.py bdist_wheel --universal" | ||
| $command_wrapper python tests/ci_build/rename_whl.py python-package/dist/*.whl \ | ||
| ${BUILDKITE_COMMIT} ${WHEEL_TAG} | ||
|
|
||
| echo "--- Audit binary wheel to ensure it's compliant with manylinux2014 standard" | ||
| $command_wrapper auditwheel repair --plat ${WHEEL_TAG} python-package/dist/*.whl | ||
| $command_wrapper python tests/ci_build/rename_whl.py wheelhouse/*.whl \ | ||
| ${BUILDKITE_COMMIT} ${WHEEL_TAG} | ||
| mv -v wheelhouse/*.whl python-package/dist/ | ||
| # Make sure that libgomp.so is vendored in the wheel | ||
| $command_wrapper bash -c \ | ||
| "unzip -l python-package/dist/*.whl | grep libgomp || exit -1" | ||
|
|
||
| echo "--- Upload Python wheel" | ||
| buildkite-agent artifact upload "python-package/dist/*.whl" | ||
| if [[ ($is_pull_request == 0) && ($is_release_branch == 1) ]] | ||
| then | ||
| aws s3 cp python-package/dist/*.whl s3://xgboost-nightly-builds/${BRANCH_NAME}/ \ | ||
| --acl public-read --no-progress | ||
| fi | ||
|
|
||
| echo "--- Stash XGBoost CLI executable" | ||
| buildkite-agent artifact upload ./xgboost |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| Original file line number | Diff line number | Diff line change |
|---|---|---|
| @@ -0,0 +1,33 @@ | ||
| #!/bin/bash | ||
|
|
||
| set -euo pipefail | ||
|
|
||
| echo "--- Build CPU code" | ||
|
|
||
| source tests/buildkite/conftest.sh | ||
|
|
||
| command_wrapper="tests/ci_build/ci_build.sh cpu docker" | ||
|
|
||
| $command_wrapper rm -fv dmlc-core/include/dmlc/build_config_default.h | ||
| # This step is not necessary, but here we include it, to ensure that | ||
| # DMLC_CORE_USE_CMAKE flag is correctly propagated. We want to make sure that we use | ||
| # the configured header build/dmlc/build_config.h instead of | ||
| # include/dmlc/build_config_default.h. | ||
| echo "--- Build libxgboost from the source" | ||
| $command_wrapper tests/ci_build/build_via_cmake.sh -DPLUGIN_DENSE_PARSER=ON | ||
| echo "--- Run Google Test" | ||
| $command_wrapper bash -c "cd build && ctest --extra-verbose" | ||
| echo "--- Stash XGBoost CLI executable" | ||
| buildkite-agent artifact upload ./xgboost | ||
|
|
||
| # Sanitizer test | ||
| echo "--- Run Google Test with sanitizer enabled" | ||
| $command_wrapper tests/ci_build/build_via_cmake.sh -DUSE_SANITIZER=ON \ | ||
| -DENABLED_SANITIZERS="address;leak;undefined" -DCMAKE_BUILD_TYPE=Debug \ | ||
| -DSANITIZER_PATH=/usr/lib/x86_64-linux-gnu/ | ||
| CI_DOCKER_EXTRA_PARAMS_INIT="-e ASAN_SYMBOLIZER_PATH=/usr/bin/llvm-symbolizer "` | ||
| `"-e ASAN_OPTIONS=symbolize=1 "` | ||
| `"-e UBSAN_OPTIONS=print_stacktrace=1:log_path=ubsan_error.log "` | ||
| `"--cap-add SYS_PTRACE" \ | ||
| $command_wrapper bash -c "cd build && ctest --exclude-regex AllTestsInDMLCUnitTests "` | ||
| `"--extra-verbose" |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| Original file line number | Diff line number | Diff line change |
|---|---|---|
| @@ -0,0 +1,26 @@ | ||
| #!/bin/bash | ||
|
|
||
| set -euo pipefail | ||
|
|
||
| CUDA_VERSION=11.0.3 | ||
|
|
||
| source tests/buildkite/conftest.sh | ||
|
|
||
| echo "--- Build with CUDA ${CUDA_VERSION}, RMM enabled" | ||
|
|
||
| if [[ ($is_pull_request == 1) || ($is_release_branch == 0) ]] | ||
| then | ||
| arch_flag="-DGPU_COMPUTE_VER=75" | ||
| else | ||
| arch_flag="" | ||
| fi | ||
|
|
||
| command_wrapper="tests/ci_build/ci_build.sh rmm docker --build-arg "` | ||
| `"CUDA_VERSION_ARG=$CUDA_VERSION" | ||
|
|
||
| echo "--- Build libxgboost from the source" | ||
| $command_wrapper tests/ci_build/build_via_cmake.sh --conda-env=gpu_test -DUSE_CUDA=ON \ | ||
| -DUSE_NCCL=ON -DPLUGIN_RMM=ON -DBUILD_WITH_CUDA_CUB=ON ${arch_flag} | ||
|
|
||
| echo "-- Stash C++ test executable (testxgboost)" | ||
| buildkite-agent artifact upload build/testxgboost |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| Original file line number | Diff line number | Diff line change |
|---|---|---|
| @@ -0,0 +1,52 @@ | ||
| #!/bin/bash | ||
|
|
||
| set -euo pipefail | ||
|
|
||
| CUDA_VERSION=11.0.3 | ||
| WHEEL_TAG=manylinux2014_x86_64 | ||
|
|
||
| echo "--- Build with CUDA ${CUDA_VERSION}" | ||
|
|
||
| source tests/buildkite/conftest.sh | ||
|
|
||
| if [[ ($is_pull_request == 1) || ($is_release_branch == 0) ]] | ||
| then | ||
| arch_flag="-DGPU_COMPUTE_VER=75" | ||
| else | ||
| arch_flag="" | ||
| fi | ||
|
|
||
| command_wrapper="tests/ci_build/ci_build.sh gpu_build_centos7 docker --build-arg "` | ||
| `"CUDA_VERSION_ARG=$CUDA_VERSION" | ||
|
|
||
| echo "--- Build libxgboost from the source" | ||
| $command_wrapper tests/ci_build/prune_libnccl.sh | ||
| $command_wrapper tests/ci_build/build_via_cmake.sh -DUSE_CUDA=ON -DUSE_NCCL=ON \ | ||
| -DUSE_OPENMP=ON -DHIDE_CXX_SYMBOLS=ON -DUSE_NCCL_LIB_PATH=ON \ | ||
| -DNCCL_INCLUDE_DIR=/usr/include -DNCCL_LIBRARY=/workspace/libnccl_static.a \ | ||
| ${arch_flag} | ||
| echo "--- Build binary wheel" | ||
| $command_wrapper bash -c \ | ||
| "cd python-package && rm -rf dist/* && python setup.py bdist_wheel --universal" | ||
| $command_wrapper python tests/ci_build/rename_whl.py python-package/dist/*.whl \ | ||
| ${BUILDKITE_COMMIT} ${WHEEL_TAG} | ||
|
|
||
| echo "--- Audit binary wheel to ensure it's compliant with manylinux2014 standard" | ||
| tests/ci_build/ci_build.sh auditwheel_x86_64 docker auditwheel repair \ | ||
| --plat ${WHEEL_TAG} python-package/dist/*.whl | ||
| $command_wrapper python tests/ci_build/rename_whl.py wheelhouse/*.whl \ | ||
| ${BUILDKITE_COMMIT} ${WHEEL_TAG} | ||
| mv -v wheelhouse/*.whl python-package/dist/ | ||
| # Make sure that libgomp.so is vendored in the wheel | ||
| tests/ci_build/ci_build.sh auditwheel_x86_64 docker bash -c \ | ||
| "unzip -l python-package/dist/*.whl | grep libgomp || exit -1" | ||
|
|
||
| echo "--- Upload Python wheel" | ||
| buildkite-agent artifact upload python-package/dist/*.whl | ||
| if [[ ($is_pull_request == 0) && ($is_release_branch == 1) ]] | ||
| then | ||
| aws s3 cp python-package/dist/*.whl s3://xgboost-nightly-builds/${BRANCH_NAME}/ \ | ||
| --acl public-read --no-progress | ||
| fi | ||
| echo "-- Stash C++ test executable (testxgboost)" | ||
| buildkite-agent artifact upload build/testxgboost |
Oops, something went wrong.