OLD | NEW |
(Empty) | |
| 1 #!/usr/bin/env bash |
| 2 # Copyright (c) 2012 The Chromium Authors. All rights reserved. |
| 3 # Use of this source code is governed by a BSD-style license that can be |
| 4 # found in the LICENSE file. |
| 5 |
| 6 # This script will check out llvm and clang into third_party/llvm and build it. |
| 7 |
| 8 # Do NOT CHANGE this if you don't know what you're doing -- see |
| 9 # https://code.google.com/p/chromium/wiki/UpdatingClang |
| 10 # Reverting problematic clang rolls is safe, though. |
| 11 CLANG_REVISION=241602 |
| 12 |
| 13 # This is incremented when pushing a new build of Clang at the same revision. |
| 14 CLANG_SUB_REVISION=3 |
| 15 |
| 16 PACKAGE_VERSION="${CLANG_REVISION}-${CLANG_SUB_REVISION}" |
| 17 |
| 18 THIS_DIR="$(dirname "${0}")" |
| 19 LLVM_DIR="${THIS_DIR}/../../../third_party/llvm" |
| 20 LLVM_BUILD_DIR="${LLVM_DIR}/../llvm-build/Release+Asserts" |
| 21 COMPILER_RT_BUILD_DIR="${LLVM_DIR}/../llvm-build/compiler-rt" |
| 22 LLVM_BOOTSTRAP_DIR="${LLVM_DIR}/../llvm-bootstrap" |
| 23 LLVM_BOOTSTRAP_INSTALL_DIR="${LLVM_DIR}/../llvm-bootstrap-install" |
| 24 CLANG_DIR="${LLVM_DIR}/tools/clang" |
| 25 COMPILER_RT_DIR="${LLVM_DIR}/compiler-rt" |
| 26 LIBCXX_DIR="${LLVM_DIR}/projects/libcxx" |
| 27 LIBCXXABI_DIR="${LLVM_DIR}/projects/libcxxabi" |
| 28 ANDROID_NDK_DIR="${THIS_DIR}/../../../third_party/android_tools/ndk" |
| 29 STAMP_FILE="${LLVM_DIR}/../llvm-build/cr_build_revision" |
| 30 CHROMIUM_TOOLS_DIR="${THIS_DIR}/.." |
| 31 BINUTILS_DIR="${THIS_DIR}/../../../third_party/binutils" |
| 32 |
| 33 ABS_CHROMIUM_TOOLS_DIR="${PWD}/${CHROMIUM_TOOLS_DIR}" |
| 34 ABS_LIBCXX_DIR="${PWD}/${LIBCXX_DIR}" |
| 35 ABS_LIBCXXABI_DIR="${PWD}/${LIBCXXABI_DIR}" |
| 36 ABS_LLVM_DIR="${PWD}/${LLVM_DIR}" |
| 37 ABS_LLVM_BUILD_DIR="${PWD}/${LLVM_BUILD_DIR}" |
| 38 ABS_COMPILER_RT_DIR="${PWD}/${COMPILER_RT_DIR}" |
| 39 ABS_BINUTILS_DIR="${PWD}/${BINUTILS_DIR}" |
| 40 |
| 41 # ${A:-a} returns $A if it's set, a else. |
| 42 LLVM_REPO_URL=${LLVM_URL:-https://llvm.org/svn/llvm-project} |
| 43 |
| 44 CDS_URL=https://commondatastorage.googleapis.com/chromium-browser-clang |
| 45 |
| 46 if [[ -z "$GYP_DEFINES" ]]; then |
| 47 GYP_DEFINES= |
| 48 fi |
| 49 if [[ -z "$GYP_GENERATORS" ]]; then |
| 50 GYP_GENERATORS= |
| 51 fi |
| 52 if [[ -z "$LLVM_DOWNLOAD_GOLD_PLUGIN" ]]; then |
| 53 LLVM_DOWNLOAD_GOLD_PLUGIN= |
| 54 fi |
| 55 |
| 56 |
| 57 # Die if any command dies, error on undefined variable expansions. |
| 58 set -eu |
| 59 |
| 60 |
| 61 if [[ -n ${LLVM_FORCE_HEAD_REVISION:-''} ]]; then |
| 62 # Use a real revision number rather than HEAD to make sure that the stamp file |
| 63 # logic works. |
| 64 CLANG_REVISION=$(svn info "$LLVM_REPO_URL" \ |
| 65 | grep 'Revision:' | awk '{ printf $2; }') |
| 66 PACKAGE_VERSION="${CLANG_REVISION}-0" |
| 67 fi |
| 68 |
| 69 OS="$(uname -s)" |
| 70 |
| 71 # Parse command line options. |
| 72 if_needed= |
| 73 force_local_build= |
| 74 run_tests= |
| 75 bootstrap= |
| 76 with_android=yes |
| 77 chrome_tools="plugins;blink_gc_plugin" |
| 78 gcc_toolchain= |
| 79 with_patches=yes |
| 80 |
| 81 if [[ "${OS}" = "Darwin" ]]; then |
| 82 with_android= |
| 83 fi |
| 84 |
| 85 while [[ $# > 0 ]]; do |
| 86 case $1 in |
| 87 --bootstrap) |
| 88 bootstrap=yes |
| 89 ;; |
| 90 --if-needed) |
| 91 if_needed=yes |
| 92 ;; |
| 93 --force-local-build) |
| 94 force_local_build=yes |
| 95 ;; |
| 96 --print-revision) |
| 97 if [[ -n ${LLVM_FORCE_HEAD_REVISION:-''} ]]; then |
| 98 svn info "$LLVM_DIR" | grep 'Revision:' | awk '{ printf $2; }' |
| 99 else |
| 100 echo $PACKAGE_VERSION |
| 101 fi |
| 102 exit 0 |
| 103 ;; |
| 104 --run-tests) |
| 105 run_tests=yes |
| 106 ;; |
| 107 --without-android) |
| 108 with_android= |
| 109 ;; |
| 110 --without-patches) |
| 111 with_patches= |
| 112 ;; |
| 113 --with-chrome-tools) |
| 114 shift |
| 115 if [[ $# == 0 ]]; then |
| 116 echo "--with-chrome-tools requires an argument." |
| 117 exit 1 |
| 118 fi |
| 119 chrome_tools=$1 |
| 120 ;; |
| 121 --gcc-toolchain) |
| 122 shift |
| 123 if [[ $# == 0 ]]; then |
| 124 echo "--gcc-toolchain requires an argument." |
| 125 exit 1 |
| 126 fi |
| 127 if [[ -x "$1/bin/gcc" ]]; then |
| 128 gcc_toolchain=$1 |
| 129 else |
| 130 echo "Invalid --gcc-toolchain: '$1'." |
| 131 echo "'$1/bin/gcc' does not appear to be valid." |
| 132 exit 1 |
| 133 fi |
| 134 ;; |
| 135 |
| 136 --help) |
| 137 echo "usage: $0 [--force-local-build] [--if-needed] [--run-tests] " |
| 138 echo "--bootstrap: First build clang with CC, then with itself." |
| 139 echo "--force-local-build: Don't try to download prebuilt binaries." |
| 140 echo "--if-needed: Download clang only if the script thinks it is needed." |
| 141 echo "--run-tests: Run tests after building. Only for local builds." |
| 142 echo "--print-revision: Print current clang revision and exit." |
| 143 echo "--without-android: Don't build ASan Android runtime library." |
| 144 echo "--with-chrome-tools: Select which chrome tools to build." \ |
| 145 "Defaults to plugins;blink_gc_plugin." |
| 146 echo " Example: --with-chrome-tools plugins;empty-string" |
| 147 echo "--gcc-toolchain: Set the prefix for which GCC version should" |
| 148 echo " be used for building. For example, to use gcc in" |
| 149 echo " /opt/foo/bin/gcc, use '--gcc-toolchain '/opt/foo" |
| 150 echo "--without-patches: Don't apply local patches." |
| 151 echo |
| 152 exit 1 |
| 153 ;; |
| 154 *) |
| 155 echo "Unknown argument: '$1'." |
| 156 echo "Use --help for help." |
| 157 exit 1 |
| 158 ;; |
| 159 esac |
| 160 shift |
| 161 done |
| 162 |
| 163 if [[ -n ${LLVM_FORCE_HEAD_REVISION:-''} ]]; then |
| 164 force_local_build=yes |
| 165 |
| 166 # Skip local patches when using HEAD: they probably don't apply anymore. |
| 167 with_patches= |
| 168 |
| 169 if ! [[ "$GYP_DEFINES" =~ .*OS=android.* ]]; then |
| 170 # Only build the Android ASan rt when targetting Android. |
| 171 with_android= |
| 172 fi |
| 173 |
| 174 LLVM_BUILD_TOOLS_DIR="${ABS_LLVM_DIR}/../llvm-build-tools" |
| 175 |
| 176 if [[ "${OS}" == "Linux" ]] && [[ -z "${gcc_toolchain}" ]]; then |
| 177 if [[ $(gcc -dumpversion) < "4.7.0" ]]; then |
| 178 # We need a newer GCC version. |
| 179 if [[ ! -e "${LLVM_BUILD_TOOLS_DIR}/gcc482" ]]; then |
| 180 echo "Downloading pre-built GCC 4.8.2..." |
| 181 mkdir -p "${LLVM_BUILD_TOOLS_DIR}" |
| 182 curl --fail -L "${CDS_URL}/tools/gcc482.tgz" | \ |
| 183 tar zxf - -C "${LLVM_BUILD_TOOLS_DIR}" |
| 184 echo Done |
| 185 fi |
| 186 gcc_toolchain="${LLVM_BUILD_TOOLS_DIR}/gcc482" |
| 187 else |
| 188 # Always set gcc_toolchain; llvm-symbolizer needs the bundled libstdc++. |
| 189 gcc_toolchain="$(dirname $(dirname $(which gcc)))" |
| 190 fi |
| 191 fi |
| 192 |
| 193 if [[ "${OS}" == "Linux" || "${OS}" == "Darwin" ]]; then |
| 194 if [[ $(cmake --version | grep -Eo '[0-9.]+') < "3.0" ]]; then |
| 195 # We need a newer CMake version. |
| 196 if [[ ! -e "${LLVM_BUILD_TOOLS_DIR}/cmake310" ]]; then |
| 197 echo "Downloading pre-built CMake 3.10..." |
| 198 mkdir -p "${LLVM_BUILD_TOOLS_DIR}" |
| 199 curl --fail -L "${CDS_URL}/tools/cmake310_${OS}.tgz" | \ |
| 200 tar zxf - -C "${LLVM_BUILD_TOOLS_DIR}" |
| 201 echo Done |
| 202 fi |
| 203 export PATH="${LLVM_BUILD_TOOLS_DIR}/cmake310/bin:${PATH}" |
| 204 fi |
| 205 fi |
| 206 |
| 207 echo "LLVM_FORCE_HEAD_REVISION was set; using r${CLANG_REVISION}" |
| 208 fi |
| 209 |
| 210 if [[ -n "$if_needed" ]]; then |
| 211 if [[ "${OS}" == "Darwin" ]]; then |
| 212 # clang is always used on Mac. |
| 213 true |
| 214 elif [[ "${OS}" == "Linux" ]]; then |
| 215 # clang is also aways used on Linux. |
| 216 true |
| 217 elif [[ "$GYP_DEFINES" =~ .*(clang|tsan|asan|lsan|msan)=1.* ]]; then |
| 218 # clang requested via $GYP_DEFINES. |
| 219 true |
| 220 elif [[ -d "${LLVM_BUILD_DIR}" ]]; then |
| 221 # clang previously downloaded, keep it up-to-date. |
| 222 # If you don't want this, delete third_party/llvm-build on your machine. |
| 223 true |
| 224 else |
| 225 # clang wasn't needed, not doing anything. |
| 226 exit 0 |
| 227 fi |
| 228 fi |
| 229 |
| 230 |
| 231 # Check if there's anything to be done, exit early if not. |
| 232 if [[ -f "${STAMP_FILE}" ]]; then |
| 233 PREVIOUSLY_BUILT_REVISON=$(cat "${STAMP_FILE}") |
| 234 if [[ -z "$force_local_build" ]] && \ |
| 235 [[ "${PREVIOUSLY_BUILT_REVISON}" = \ |
| 236 "${PACKAGE_VERSION}" ]]; then |
| 237 echo "Clang already at ${PACKAGE_VERSION}" |
| 238 exit 0 |
| 239 fi |
| 240 fi |
| 241 # To always force a new build if someone interrupts their build half way. |
| 242 rm -f "${STAMP_FILE}" |
| 243 |
| 244 |
| 245 if [[ -z "$force_local_build" ]]; then |
| 246 # Check if there's a prebuilt binary and if so just fetch that. That's faster, |
| 247 # and goma relies on having matching binary hashes on client and server too. |
| 248 CDS_FILE="clang-${PACKAGE_VERSION}.tgz" |
| 249 CDS_OUT_DIR=$(mktemp -d -t clang_download.XXXXXX) |
| 250 CDS_OUTPUT="${CDS_OUT_DIR}/${CDS_FILE}" |
| 251 if [ "${OS}" = "Linux" ]; then |
| 252 CDS_FULL_URL="${CDS_URL}/Linux_x64/${CDS_FILE}" |
| 253 elif [ "${OS}" = "Darwin" ]; then |
| 254 CDS_FULL_URL="${CDS_URL}/Mac/${CDS_FILE}" |
| 255 fi |
| 256 echo Trying to download prebuilt clang |
| 257 if which curl > /dev/null; then |
| 258 curl -L --fail "${CDS_FULL_URL}" -o "${CDS_OUTPUT}" || \ |
| 259 rm -rf "${CDS_OUT_DIR}" |
| 260 elif which wget > /dev/null; then |
| 261 wget "${CDS_FULL_URL}" -O "${CDS_OUTPUT}" || rm -rf "${CDS_OUT_DIR}" |
| 262 else |
| 263 echo "Neither curl nor wget found. Please install one of these." |
| 264 exit 1 |
| 265 fi |
| 266 if [ -f "${CDS_OUTPUT}" ]; then |
| 267 rm -rf "${LLVM_BUILD_DIR}" |
| 268 mkdir -p "${LLVM_BUILD_DIR}" |
| 269 tar -xzf "${CDS_OUTPUT}" -C "${LLVM_BUILD_DIR}" |
| 270 echo clang "${PACKAGE_VERSION}" unpacked |
| 271 echo "${PACKAGE_VERSION}" > "${STAMP_FILE}" |
| 272 rm -rf "${CDS_OUT_DIR}" |
| 273 # Download the gold plugin if requested to by an environment variable. |
| 274 # This is used by the CFI ClusterFuzz bot. |
| 275 if [[ -n "${LLVM_DOWNLOAD_GOLD_PLUGIN}" ]]; then |
| 276 ${THIS_DIR}/../../../build/download_gold_plugin.py |
| 277 fi |
| 278 exit 0 |
| 279 else |
| 280 echo Did not find prebuilt clang "${PACKAGE_VERSION}", building |
| 281 fi |
| 282 fi |
| 283 |
| 284 if [[ -n "${with_android}" ]] && ! [[ -d "${ANDROID_NDK_DIR}" ]]; then |
| 285 echo "Android NDK not found at ${ANDROID_NDK_DIR}" |
| 286 echo "The Android NDK is needed to build a Clang whose -fsanitize=address" |
| 287 echo "works on Android. See " |
| 288 echo "http://code.google.com/p/chromium/wiki/AndroidBuildInstructions for how" |
| 289 echo "to install the NDK, or pass --without-android." |
| 290 exit 1 |
| 291 fi |
| 292 |
| 293 # Check that cmake and ninja are available. |
| 294 if ! which cmake > /dev/null; then |
| 295 echo "CMake needed to build clang; please install" |
| 296 exit 1 |
| 297 fi |
| 298 if ! which ninja > /dev/null; then |
| 299 echo "ninja needed to build clang, please install" |
| 300 exit 1 |
| 301 fi |
| 302 |
| 303 echo Reverting previously patched files |
| 304 for i in \ |
| 305 "${CLANG_DIR}/test/Index/crash-recovery-modules.m" \ |
| 306 "${CLANG_DIR}/unittests/libclang/LibclangTest.cpp" \ |
| 307 "${COMPILER_RT_DIR}/lib/asan/asan_rtl.cc" \ |
| 308 "${COMPILER_RT_DIR}/test/asan/TestCases/Linux/new_array_cookie_test.cc" \ |
| 309 "${LLVM_DIR}/test/DebugInfo/gmlt.ll" \ |
| 310 "${LLVM_DIR}/lib/CodeGen/SpillPlacement.cpp" \ |
| 311 "${LLVM_DIR}/lib/CodeGen/SpillPlacement.h" \ |
| 312 "${LLVM_DIR}/lib/Transforms/Instrumentation/MemorySanitizer.cpp" \ |
| 313 "${CLANG_DIR}/test/Driver/env.c" \ |
| 314 "${CLANG_DIR}/lib/Frontend/InitPreprocessor.cpp" \ |
| 315 "${CLANG_DIR}/test/Frontend/exceptions.c" \ |
| 316 "${CLANG_DIR}/test/Preprocessor/predefined-exceptions.m" \ |
| 317 "${LLVM_DIR}/test/Bindings/Go/go.test" \ |
| 318 "${CLANG_DIR}/lib/Parse/ParseExpr.cpp" \ |
| 319 "${CLANG_DIR}/lib/Parse/ParseTemplate.cpp" \ |
| 320 "${CLANG_DIR}/lib/Sema/SemaDeclCXX.cpp" \ |
| 321 "${CLANG_DIR}/lib/Sema/SemaExprCXX.cpp" \ |
| 322 "${CLANG_DIR}/test/SemaCXX/default2.cpp" \ |
| 323 "${CLANG_DIR}/test/SemaCXX/typo-correction-delayed.cpp" \ |
| 324 "${COMPILER_RT_DIR}/lib/sanitizer_common/sanitizer_stoptheworld_linux_libc
dep.cc" \ |
| 325 "${COMPILER_RT_DIR}/test/tsan/signal_segv_handler.cc" \ |
| 326 "${COMPILER_RT_DIR}/lib/sanitizer_common/sanitizer_coverage_libcdep.cc" \ |
| 327 "${COMPILER_RT_DIR}/cmake/config-ix.cmake" \ |
| 328 "${COMPILER_RT_DIR}/CMakeLists.txt" \ |
| 329 "${COMPILER_RT_DIR}/lib/ubsan/ubsan_platform.h" \ |
| 330 ; do |
| 331 if [[ -e "${i}" ]]; then |
| 332 rm -f "${i}" # For unversioned files. |
| 333 svn revert "${i}" |
| 334 fi; |
| 335 done |
| 336 |
| 337 echo Remove the Clang tools shim dir |
| 338 CHROME_TOOLS_SHIM_DIR=${ABS_LLVM_DIR}/tools/chrometools |
| 339 rm -rfv ${CHROME_TOOLS_SHIM_DIR} |
| 340 |
| 341 echo Getting LLVM r"${CLANG_REVISION}" in "${LLVM_DIR}" |
| 342 if ! svn co --force "${LLVM_REPO_URL}/llvm/trunk@${CLANG_REVISION}" \ |
| 343 "${LLVM_DIR}"; then |
| 344 echo Checkout failed, retrying |
| 345 rm -rf "${LLVM_DIR}" |
| 346 svn co --force "${LLVM_REPO_URL}/llvm/trunk@${CLANG_REVISION}" "${LLVM_DIR}" |
| 347 fi |
| 348 |
| 349 echo Getting clang r"${CLANG_REVISION}" in "${CLANG_DIR}" |
| 350 svn co --force "${LLVM_REPO_URL}/cfe/trunk@${CLANG_REVISION}" "${CLANG_DIR}" |
| 351 |
| 352 # We have moved from building compiler-rt in the LLVM tree, to a separate |
| 353 # directory. Nuke any previous checkout to avoid building it. |
| 354 rm -rf "${LLVM_DIR}/projects/compiler-rt" |
| 355 |
| 356 echo Getting compiler-rt r"${CLANG_REVISION}" in "${COMPILER_RT_DIR}" |
| 357 svn co --force "${LLVM_REPO_URL}/compiler-rt/trunk@${CLANG_REVISION}" \ |
| 358 "${COMPILER_RT_DIR}" |
| 359 |
| 360 # clang needs a libc++ checkout, else -stdlib=libc++ won't find includes |
| 361 # (i.e. this is needed for bootstrap builds). |
| 362 if [ "${OS}" = "Darwin" ]; then |
| 363 echo Getting libc++ r"${CLANG_REVISION}" in "${LIBCXX_DIR}" |
| 364 svn co --force "${LLVM_REPO_URL}/libcxx/trunk@${CLANG_REVISION}" \ |
| 365 "${LIBCXX_DIR}" |
| 366 fi |
| 367 |
| 368 # While we're bundling our own libc++ on OS X, we need to compile libc++abi |
| 369 # into it too (since OS X 10.6 doesn't have libc++abi.dylib either). |
| 370 if [ "${OS}" = "Darwin" ]; then |
| 371 echo Getting libc++abi r"${CLANG_REVISION}" in "${LIBCXXABI_DIR}" |
| 372 svn co --force "${LLVM_REPO_URL}/libcxxabi/trunk@${CLANG_REVISION}" \ |
| 373 "${LIBCXXABI_DIR}" |
| 374 fi |
| 375 |
| 376 if [[ -n "$with_patches" ]]; then |
| 377 |
| 378 # Apply patch for tests failing with --disable-pthreads (llvm.org/PR11974) |
| 379 pushd "${CLANG_DIR}" |
| 380 cat << 'EOF' | |
| 381 --- test/Index/crash-recovery-modules.m (revision 202554) |
| 382 +++ test/Index/crash-recovery-modules.m (working copy) |
| 383 @@ -12,6 +12,8 @@ |
| 384 |
| 385 // REQUIRES: crash-recovery |
| 386 // REQUIRES: shell |
| 387 +// XFAIL: * |
| 388 +// (PR11974) |
| 389 |
| 390 @import Crash; |
| 391 EOF |
| 392 patch -p0 |
| 393 popd |
| 394 |
| 395 pushd "${CLANG_DIR}" |
| 396 cat << 'EOF' | |
| 397 --- unittests/libclang/LibclangTest.cpp (revision 215949) |
| 398 +++ unittests/libclang/LibclangTest.cpp (working copy) |
| 399 @@ -431,7 +431,7 @@ |
| 400 EXPECT_EQ(0U, clang_getNumDiagnostics(ClangTU)); |
| 401 } |
| 402 |
| 403 -TEST_F(LibclangReparseTest, ReparseWithModule) { |
| 404 +TEST_F(LibclangReparseTest, DISABLED_ReparseWithModule) { |
| 405 const char *HeaderTop = "#ifndef H\n#define H\nstruct Foo { int bar;"; |
| 406 const char *HeaderBottom = "\n};\n#endif\n"; |
| 407 const char *MFile = "#include \"HeaderFile.h\"\nint main() {" |
| 408 EOF |
| 409 patch -p0 |
| 410 popd |
| 411 |
| 412 # This Go bindings test doesn't work after the bootstrap build on Linux. (PR21
552) |
| 413 pushd "${LLVM_DIR}" |
| 414 cat << 'EOF' | |
| 415 --- test/Bindings/Go/go.test (revision 223109) |
| 416 +++ test/Bindings/Go/go.test (working copy) |
| 417 @@ -1,3 +1,3 @@ |
| 418 -; RUN: llvm-go test llvm.org/llvm/bindings/go/llvm |
| 419 +; RUN: true |
| 420 |
| 421 ; REQUIRES: shell |
| 422 EOF |
| 423 patch -p0 |
| 424 popd |
| 425 |
| 426 # The UBSan run-time, which is now bundled with the ASan run-time, doesn't wor
k |
| 427 # on Mac OS X 10.8 (PR23539). |
| 428 pushd "${COMPILER_RT_DIR}" |
| 429 cat << 'EOF' | |
| 430 Index: CMakeLists.txt |
| 431 =================================================================== |
| 432 --- CMakeLists.txt (revision 241602) |
| 433 +++ CMakeLists.txt (working copy) |
| 434 @@ -305,6 +305,7 @@ |
| 435 list(APPEND SANITIZER_COMMON_SUPPORTED_OS iossim) |
| 436 endif() |
| 437 endif() |
| 438 + set(SANITIZER_MIN_OSX_VERSION "10.7") |
| 439 if(SANITIZER_MIN_OSX_VERSION VERSION_LESS "10.7") |
| 440 message(FATAL_ERROR "Too old OS X version: ${SANITIZER_MIN_OSX_VERSION}") |
| 441 endif() |
| 442 EOF |
| 443 patch -p0 |
| 444 popd |
| 445 |
| 446 fi |
| 447 |
| 448 # Echo all commands. |
| 449 set -x |
| 450 |
| 451 # Set default values for CC and CXX if they're not set in the environment. |
| 452 CC=${CC:-cc} |
| 453 CXX=${CXX:-c++} |
| 454 |
| 455 if [[ -n "${gcc_toolchain}" ]]; then |
| 456 # Use the specified gcc installation for building. |
| 457 CC="$gcc_toolchain/bin/gcc" |
| 458 CXX="$gcc_toolchain/bin/g++" |
| 459 # Set LD_LIBRARY_PATH to make auxiliary targets (tablegen, bootstrap compiler, |
| 460 # etc.) find the .so. |
| 461 export LD_LIBRARY_PATH="$(dirname $(${CXX} -print-file-name=libstdc++.so.6))" |
| 462 fi |
| 463 |
| 464 CFLAGS="" |
| 465 CXXFLAGS="" |
| 466 LDFLAGS="" |
| 467 |
| 468 # LLVM uses C++11 starting in llvm 3.5. On Linux, this means libstdc++4.7+ is |
| 469 # needed, on OS X it requires libc++. clang only automatically links to libc++ |
| 470 # when targeting OS X 10.9+, so add stdlib=libc++ explicitly so clang can run on |
| 471 # OS X versions as old as 10.7. |
| 472 # TODO(thakis): Some bots are still on 10.6 (nacl...), so for now bundle |
| 473 # libc++.dylib. Remove this once all bots are on 10.7+, then use |
| 474 # -DLLVM_ENABLE_LIBCXX=ON and change deployment_target to 10.7. |
| 475 deployment_target="" |
| 476 |
| 477 if [ "${OS}" = "Darwin" ]; then |
| 478 # When building on 10.9, /usr/include usually doesn't exist, and while |
| 479 # Xcode's clang automatically sets a sysroot, self-built clangs don't. |
| 480 CFLAGS="-isysroot $(xcrun --show-sdk-path)" |
| 481 CXXFLAGS="-stdlib=libc++ -nostdinc++ -I${ABS_LIBCXX_DIR}/include ${CFLAGS}" |
| 482 |
| 483 if [[ -n "${bootstrap}" ]]; then |
| 484 deployment_target=10.6 |
| 485 fi |
| 486 fi |
| 487 |
| 488 # Build bootstrap clang if requested. |
| 489 if [[ -n "${bootstrap}" ]]; then |
| 490 ABS_INSTALL_DIR="${PWD}/${LLVM_BOOTSTRAP_INSTALL_DIR}" |
| 491 echo "Building bootstrap compiler" |
| 492 mkdir -p "${LLVM_BOOTSTRAP_DIR}" |
| 493 pushd "${LLVM_BOOTSTRAP_DIR}" |
| 494 |
| 495 cmake -GNinja \ |
| 496 -DCMAKE_BUILD_TYPE=Release \ |
| 497 -DLLVM_ENABLE_ASSERTIONS=ON \ |
| 498 -DLLVM_TARGETS_TO_BUILD=host \ |
| 499 -DLLVM_ENABLE_THREADS=OFF \ |
| 500 -DCMAKE_INSTALL_PREFIX="${ABS_INSTALL_DIR}" \ |
| 501 -DCMAKE_C_COMPILER="${CC}" \ |
| 502 -DCMAKE_CXX_COMPILER="${CXX}" \ |
| 503 -DCMAKE_C_FLAGS="${CFLAGS}" \ |
| 504 -DCMAKE_CXX_FLAGS="${CXXFLAGS}" \ |
| 505 ../llvm |
| 506 |
| 507 ninja |
| 508 if [[ -n "${run_tests}" ]]; then |
| 509 ninja check-all |
| 510 fi |
| 511 |
| 512 ninja install |
| 513 if [[ -n "${gcc_toolchain}" ]]; then |
| 514 # Copy that gcc's stdlibc++.so.6 to the build dir, so the bootstrap |
| 515 # compiler can start. |
| 516 cp -v "$(${CXX} -print-file-name=libstdc++.so.6)" \ |
| 517 "${ABS_INSTALL_DIR}/lib/" |
| 518 fi |
| 519 |
| 520 popd |
| 521 CC="${ABS_INSTALL_DIR}/bin/clang" |
| 522 CXX="${ABS_INSTALL_DIR}/bin/clang++" |
| 523 |
| 524 if [[ -n "${gcc_toolchain}" ]]; then |
| 525 # Tell the bootstrap compiler to use a specific gcc prefix to search |
| 526 # for standard library headers and shared object file. |
| 527 CFLAGS="--gcc-toolchain=${gcc_toolchain}" |
| 528 CXXFLAGS="--gcc-toolchain=${gcc_toolchain}" |
| 529 fi |
| 530 |
| 531 echo "Building final compiler" |
| 532 fi |
| 533 |
| 534 # Build clang (in a separate directory). |
| 535 # The clang bots have this path hardcoded in built/scripts/slave/compile.py, |
| 536 # so if you change it you also need to change these links. |
| 537 mkdir -p "${LLVM_BUILD_DIR}" |
| 538 pushd "${LLVM_BUILD_DIR}" |
| 539 |
| 540 # Build libc++.dylib while some bots are still on OS X 10.6. |
| 541 if [ "${OS}" = "Darwin" ]; then |
| 542 rm -rf libcxxbuild |
| 543 LIBCXXFLAGS="-O3 -std=c++11 -fstrict-aliasing" |
| 544 |
| 545 # libcxx and libcxxabi both have a file stdexcept.cpp, so put their .o files |
| 546 # into different subdirectories. |
| 547 mkdir -p libcxxbuild/libcxx |
| 548 pushd libcxxbuild/libcxx |
| 549 ${CXX:-c++} -c ${CXXFLAGS} ${LIBCXXFLAGS} "${ABS_LIBCXX_DIR}"/src/*.cpp |
| 550 popd |
| 551 |
| 552 mkdir -p libcxxbuild/libcxxabi |
| 553 pushd libcxxbuild/libcxxabi |
| 554 ${CXX:-c++} -c ${CXXFLAGS} ${LIBCXXFLAGS} "${ABS_LIBCXXABI_DIR}"/src/*.cpp -I"
${ABS_LIBCXXABI_DIR}/include" |
| 555 popd |
| 556 |
| 557 pushd libcxxbuild |
| 558 ${CC:-cc} libcxx/*.o libcxxabi/*.o -o libc++.1.dylib -dynamiclib \ |
| 559 -nodefaultlibs -current_version 1 -compatibility_version 1 \ |
| 560 -lSystem -install_name @executable_path/libc++.dylib \ |
| 561 -Wl,-unexported_symbols_list,${ABS_LIBCXX_DIR}/lib/libc++unexp.exp \ |
| 562 -Wl,-force_symbols_not_weak_list,${ABS_LIBCXX_DIR}/lib/notweak.exp \ |
| 563 -Wl,-force_symbols_weak_list,${ABS_LIBCXX_DIR}/lib/weak.exp |
| 564 ln -sf libc++.1.dylib libc++.dylib |
| 565 popd |
| 566 LDFLAGS+="-stdlib=libc++ -L${PWD}/libcxxbuild" |
| 567 |
| 568 if [[ -n "${bootstrap}" ]]; then |
| 569 # Now that the libc++ headers have been installed and libc++.dylib is built, |
| 570 # delete the libc++ checkout again so that it's not part of the main |
| 571 # build below -- the libc++(abi) tests don't pass on OS X in bootstrap |
| 572 # builds (http://llvm.org/PR24068) |
| 573 rm -rf "${ABS_LIBCXX_DIR}" |
| 574 rm -rf "${ABS_LIBCXXABI_DIR}" |
| 575 CXXFLAGS="-stdlib=libc++ -nostdinc++ -I${ABS_INSTALL_DIR}/include/c++/v1 ${C
FLAGS}" |
| 576 fi |
| 577 fi |
| 578 |
| 579 # Find the binutils include dir for the gold plugin. |
| 580 BINUTILS_INCDIR="" |
| 581 if [ "${OS}" = "Linux" ]; then |
| 582 BINUTILS_INCDIR="${ABS_BINUTILS_DIR}/Linux_x64/Release/include" |
| 583 fi |
| 584 |
| 585 |
| 586 # If building at head, define a macro that plugins can use for #ifdefing |
| 587 # out code that builds at head, but not at CLANG_REVISION or vice versa. |
| 588 if [[ -n ${LLVM_FORCE_HEAD_REVISION:-''} ]]; then |
| 589 CFLAGS="${CFLAGS} -DLLVM_FORCE_HEAD_REVISION" |
| 590 CXXFLAGS="${CXXFLAGS} -DLLVM_FORCE_HEAD_REVISION" |
| 591 fi |
| 592 |
| 593 # Hook the Chromium tools into the LLVM build. Several Chromium tools have |
| 594 # dependencies on LLVM/Clang libraries. The LLVM build detects implicit tools |
| 595 # in the tools subdirectory, so install a shim CMakeLists.txt that forwards to |
| 596 # the real directory for the Chromium tools. |
| 597 # Note that the shim directory name intentionally has no _ or _. The implicit |
| 598 # tool detection logic munges them in a weird way. |
| 599 mkdir -v ${CHROME_TOOLS_SHIM_DIR} |
| 600 cat > ${CHROME_TOOLS_SHIM_DIR}/CMakeLists.txt << EOF |
| 601 # Since tools/clang isn't actually a subdirectory, use the two argument version |
| 602 # to specify where build artifacts go. CMake doesn't allow reusing the same |
| 603 # binary dir for multiple source dirs, so the build artifacts have to go into a |
| 604 # subdirectory... |
| 605 add_subdirectory(\${CHROMIUM_TOOLS_SRC} \${CMAKE_CURRENT_BINARY_DIR}/a) |
| 606 EOF |
| 607 rm -fv CMakeCache.txt |
| 608 MACOSX_DEPLOYMENT_TARGET=${deployment_target} cmake -GNinja \ |
| 609 -DCMAKE_BUILD_TYPE=Release \ |
| 610 -DLLVM_ENABLE_ASSERTIONS=ON \ |
| 611 -DLLVM_ENABLE_THREADS=OFF \ |
| 612 -DLLVM_BINUTILS_INCDIR="${BINUTILS_INCDIR}" \ |
| 613 -DCMAKE_C_COMPILER="${CC}" \ |
| 614 -DCMAKE_CXX_COMPILER="${CXX}" \ |
| 615 -DCMAKE_C_FLAGS="${CFLAGS}" \ |
| 616 -DCMAKE_CXX_FLAGS="${CXXFLAGS}" \ |
| 617 -DCMAKE_EXE_LINKER_FLAGS="${LDFLAGS}" \ |
| 618 -DCMAKE_SHARED_LINKER_FLAGS="${LDFLAGS}" \ |
| 619 -DCMAKE_MODULE_LINKER_FLAGS="${LDFLAGS}" \ |
| 620 -DCMAKE_INSTALL_PREFIX="${ABS_LLVM_BUILD_DIR}" \ |
| 621 -DCHROMIUM_TOOLS_SRC="${ABS_CHROMIUM_TOOLS_DIR}" \ |
| 622 -DCHROMIUM_TOOLS="${chrome_tools}" \ |
| 623 "${ABS_LLVM_DIR}" |
| 624 env |
| 625 |
| 626 if [[ -n "${gcc_toolchain}" ]]; then |
| 627 # Copy in the right stdlibc++.so.6 so clang can start. |
| 628 mkdir -p lib |
| 629 cp -v "$(${CXX} ${CXXFLAGS} -print-file-name=libstdc++.so.6)" lib/ |
| 630 fi |
| 631 |
| 632 ninja |
| 633 # If any Chromium tools were built, install those now. |
| 634 if [[ -n "${chrome_tools}" ]]; then |
| 635 ninja cr-install |
| 636 fi |
| 637 |
| 638 STRIP_FLAGS= |
| 639 if [ "${OS}" = "Darwin" ]; then |
| 640 # See http://crbug.com/256342 |
| 641 STRIP_FLAGS=-x |
| 642 |
| 643 cp libcxxbuild/libc++.1.dylib bin/ |
| 644 fi |
| 645 strip ${STRIP_FLAGS} bin/clang |
| 646 popd |
| 647 |
| 648 # Build compiler-rt out-of-tree. |
| 649 mkdir -p "${COMPILER_RT_BUILD_DIR}" |
| 650 pushd "${COMPILER_RT_BUILD_DIR}" |
| 651 |
| 652 rm -fv CMakeCache.txt |
| 653 MACOSX_DEPLOYMENT_TARGET=${deployment_target} cmake -GNinja \ |
| 654 -DCMAKE_BUILD_TYPE=Release \ |
| 655 -DLLVM_ENABLE_ASSERTIONS=ON \ |
| 656 -DLLVM_ENABLE_THREADS=OFF \ |
| 657 -DCMAKE_C_COMPILER="${CC}" \ |
| 658 -DCMAKE_CXX_COMPILER="${CXX}" \ |
| 659 -DLLVM_CONFIG_PATH="${ABS_LLVM_BUILD_DIR}/bin/llvm-config" \ |
| 660 "${ABS_COMPILER_RT_DIR}" |
| 661 |
| 662 ninja |
| 663 |
| 664 # Copy selected output to the main tree. |
| 665 # Darwin doesn't support cp --parents, so pipe through tar instead. |
| 666 CLANG_VERSION=$("${ABS_LLVM_BUILD_DIR}/bin/clang" --version | \ |
| 667 sed -ne 's/clang version \([0-9]\.[0-9]\.[0-9]\).*/\1/p') |
| 668 ABS_LLVM_CLANG_LIB_DIR="${ABS_LLVM_BUILD_DIR}/lib/clang/${CLANG_VERSION}" |
| 669 tar -c *blacklist.txt | tar -C ${ABS_LLVM_CLANG_LIB_DIR} -xv |
| 670 tar -c include/sanitizer | tar -C ${ABS_LLVM_CLANG_LIB_DIR} -xv |
| 671 if [[ "${OS}" = "Darwin" ]]; then |
| 672 tar -c lib/darwin | tar -C ${ABS_LLVM_CLANG_LIB_DIR} -xv |
| 673 else |
| 674 tar -c lib/linux | tar -C ${ABS_LLVM_CLANG_LIB_DIR} -xv |
| 675 fi |
| 676 |
| 677 popd |
| 678 |
| 679 if [[ -n "${with_android}" ]]; then |
| 680 # Make a standalone Android toolchain. |
| 681 ${ANDROID_NDK_DIR}/build/tools/make-standalone-toolchain.sh \ |
| 682 --platform=android-19 \ |
| 683 --install-dir="${LLVM_BUILD_DIR}/android-toolchain" \ |
| 684 --system=linux-x86_64 \ |
| 685 --stl=stlport \ |
| 686 --toolchain=arm-linux-androideabi-4.9 |
| 687 |
| 688 # Android NDK r9d copies a broken unwind.h into the toolchain, see |
| 689 # http://crbug.com/357890 |
| 690 rm -v "${LLVM_BUILD_DIR}"/android-toolchain/include/c++/*/unwind.h |
| 691 |
| 692 # Build ASan runtime for Android in a separate build tree. |
| 693 mkdir -p ${LLVM_BUILD_DIR}/android |
| 694 pushd ${LLVM_BUILD_DIR}/android |
| 695 rm -fv CMakeCache.txt |
| 696 MACOSX_DEPLOYMENT_TARGET=${deployment_target} cmake -GNinja \ |
| 697 -DCMAKE_BUILD_TYPE=Release \ |
| 698 -DLLVM_ENABLE_ASSERTIONS=ON \ |
| 699 -DLLVM_ENABLE_THREADS=OFF \ |
| 700 -DCMAKE_C_COMPILER=${PWD}/../bin/clang \ |
| 701 -DCMAKE_CXX_COMPILER=${PWD}/../bin/clang++ \ |
| 702 -DLLVM_CONFIG_PATH=${PWD}/../bin/llvm-config \ |
| 703 -DCMAKE_C_FLAGS="--target=arm-linux-androideabi --sysroot=${PWD}/../androi
d-toolchain/sysroot -B${PWD}/../android-toolchain" \ |
| 704 -DCMAKE_CXX_FLAGS="--target=arm-linux-androideabi --sysroot=${PWD}/../andr
oid-toolchain/sysroot -B${PWD}/../android-toolchain" \ |
| 705 -DANDROID=1 \ |
| 706 "${ABS_COMPILER_RT_DIR}" |
| 707 ninja libclang_rt.asan-arm-android.so |
| 708 |
| 709 # And copy it into the main build tree. |
| 710 cp "$(find -name libclang_rt.asan-arm-android.so)" "${ABS_LLVM_CLANG_LIB_DIR}/
lib/linux/" |
| 711 popd |
| 712 fi |
| 713 |
| 714 if [[ -n "$run_tests" || -n "${LLVM_FORCE_HEAD_REVISION:-''}" ]]; then |
| 715 # Run Chrome tool tests. |
| 716 ninja -C "${LLVM_BUILD_DIR}" cr-check-all |
| 717 fi |
| 718 if [[ -n "$run_tests" ]]; then |
| 719 # Run the LLVM and Clang tests. |
| 720 ninja -C "${LLVM_BUILD_DIR}" check-all |
| 721 fi |
| 722 |
| 723 # After everything is done, log success for this revision. |
| 724 echo "${PACKAGE_VERSION}" > "${STAMP_FILE}" |
OLD | NEW |