#!/bin/bash if [ ${TASK} == "lint" ]; then make lint || exit -1 echo "Check documentations..." make doxygen 2>log.txt (cat log.txt| grep -v ENABLE_PREPROCESSING |grep -v "unsupported tag") > logclean.txt echo "---------Error Log----------" cat logclean.txt echo "----------------------------" (cat logclean.txt|grep warning) && exit -1 (cat logclean.txt|grep error) && exit -1 # Rename cuda files for static analysis for file in $(find src -name '*.cu'); do cp "$file" "${file/.cu/_tmp.cc}" done echo "Running clang tidy..." header_filter='(xgboost\/src|xgboost\/include)' for filename in $(find src -name '*.cc'); do clang-tidy $filename -header-filter=$header_filter -- -Iinclude -Idmlc-core/include -Irabit/include -std=c++11 >> logtidy.txt done echo "---------clang-tidy failures----------" # Fail only on warnings related to XGBoost source files (cat logtidy.txt|grep -E 'xgboost.*warning'|grep -v dmlc-core) && exit -1 echo "----------------------------" exit 0 fi cp make/travis.mk config.mk make -f dmlc-core/scripts/packages.mk lz4 if [ ${TRAVIS_OS_NAME} == "osx" ]; then echo 'USE_OPENMP=0' >> config.mk echo 'TMPVAR := $(XGB_PLUGINS)' >> config.mk echo 'XGB_PLUGINS = $(filter-out plugin/lz4/plugin.mk, $(TMPVAR))' >> config.mk else # use g++-4.8 for linux export CXX=g++-4.8 fi if [ ${TASK} == "python_test" ]; then make all || exit -1 echo "-------------------------------" source activate python3 python --version conda install numpy scipy pandas matplotlib nose scikit-learn # Install data table from source wget http://releases.llvm.org/5.0.2/clang+llvm-5.0.2-x86_64-linux-gnu-ubuntu-14.04.tar.xz tar xf clang+llvm-5.0.2-x86_64-linux-gnu-ubuntu-14.04.tar.xz export LLVM5=$(pwd)/clang+llvm-5.0.2-x86_64-linux-gnu-ubuntu-14.04 python -m pip install datatable --no-binary datatable python -m pip install graphviz pytest pytest-cov codecov python -m nose -v tests/python || exit -1 py.test tests/python --cov=python-package/xgboost codecov source activate python2 echo "-------------------------------" python --version conda install numpy scipy pandas matplotlib nose scikit-learn python -m pip install graphviz python -m nose -v tests/python || exit -1 exit 0 fi if [ ${TASK} == "python_lightweight_test" ]; then make all || exit -1 echo "-------------------------------" source activate python3 python --version conda install numpy scipy nose python -m pip install graphviz pytest pytest-cov codecov python -m nose -v tests/python || exit -1 py.test tests/python --cov=python-package/xgboost codecov source activate python2 echo "-------------------------------" python --version conda install numpy scipy nose python -m pip install graphviz python -m nose -v tests/python || exit -1 python -m pip install flake8==3.4.1 flake8 --ignore E501 python-package || exit -1 flake8 --ignore E501 tests/python || exit -1 exit 0 fi if [ ${TASK} == "r_test" ]; then set -e export _R_CHECK_TIMINGS_=0 export R_BUILD_ARGS="--no-build-vignettes --no-manual" export R_CHECK_ARGS="--no-vignettes --no-manual" curl -OL http://raw.github.com/craigcitro/r-travis/master/scripts/travis-tool.sh chmod 755 ./travis-tool.sh ./travis-tool.sh bootstrap make Rpack cd ./xgboost ../travis-tool.sh install_deps ../travis-tool.sh run_tests exit 0 fi if [ ${TASK} == "java_test" ]; then set -e cd jvm-packages mvn -q clean install -DskipTests -Dmaven.test.skip mvn -q test fi if [ ${TASK} == "cmake_test" ]; then set -e # Build gtest via cmake wget -nc https://github.com/google/googletest/archive/release-1.7.0.zip unzip -n release-1.7.0.zip mv googletest-release-1.7.0 gtest && cd gtest cmake . && make mkdir lib && mv libgtest.a lib cd .. rm -rf release-1.7.0.zip # Build/test rm -rf build mkdir build && cd build PLUGINS="-DPLUGIN_LZ4=ON -DPLUGIN_DENSE_PARSER=ON" cmake .. -DGOOGLE_TEST=ON -DGTEST_ROOT=$PWD/../gtest/ ${PLUGINS} make cd .. ./testxgboost rm -rf build fi if [ ${TASK} == "cpp_test" ]; then set -e make -f dmlc-core/scripts/packages.mk gtest echo "TEST_COVER=1" >> config.mk echo "GTEST_PATH="${CACHE_PREFIX} >> config.mk make cover fi if [ ${TASK} == "distributed_test" ]; then set -e make all || exit -1 echo "-------------------------------" source activate python3 python --version conda install numpy scipy python -m pip install kubernetes cd tests/distributed ./runtests.sh fi if [ ${TASK} == "sanitizer_test" ]; then set -e # Build gtest via cmake wget -nc https://github.com/google/googletest/archive/release-1.7.0.zip unzip -n release-1.7.0.zip mv googletest-release-1.7.0 gtest && cd gtest CC=gcc-7 CXX=g++-7 cmake -DCMAKE_CXX_FLAGS="-fuse-ld=gold" \ -DCMAKE_C_FLAGS="-fuse-ld=gold" make mkdir lib && mv libgtest.a lib cd .. rm -rf release-1.7.0.zip mkdir build && cd build CC=gcc-7 CXX=g++-7 cmake .. -DGOOGLE_TEST=ON -DGTEST_ROOT=$PWD/../gtest/ \ -DUSE_SANITIZER=ON -DENABLED_SANITIZERS="address" \ -DCMAKE_BUILD_TYPE=Debug \ -DSANITIZER_PATH=/usr/lib/x86_64-linux-gnu/ \ -DCMAKE_CXX_FLAGS="-fuse-ld=gold" \ -DCMAKE_C_FLAGS="-fuse-ld=gold" make cd .. export ASAN_SYMBOLIZER_PATH=$(which llvm-symbolizer) ASAN_OPTIONS=symbolize=1 ./testxgboost rm -rf build exit 0 fi