Chromium Code Reviews
chromiumcodereview-hr@appspot.gserviceaccount.com (chromiumcodereview-hr) | Please choose your nickname with Settings | Help | Chromium Project | Gerrit Changes | Sign out
(434)

Unified Diff: tools/llvm/utman-test.sh

Issue 7004033: This CL splits out the testing subpart of utman.sh into a separate script (Closed) Base URL: svn://svn.chromium.org/native_client/trunk/src/native_client/
Patch Set: Created 9 years, 7 months ago
Use n/p to move between diff chunks; N/P to move between comments. Draft comments are only viewable by you.
Jump to:
View side-by-side diff with in-line comments
Download patch
« no previous file with comments | « tools/llvm/utman.sh ('k') | no next file » | no next file with comments »
Expand Comments ('e') | Collapse Comments ('c') | Show Comments Hide Comments ('s')
Index: tools/llvm/utman-test.sh
===================================================================
--- tools/llvm/utman-test.sh (revision 5379)
+++ tools/llvm/utman-test.sh (working copy)
@@ -3,24 +3,15 @@
# Use of this source code is governed by a BSD-style license that can be
# found in the LICENSE file.
#
-#@ Untrusted Toolchain Manager
+#@ Untrusted Toolchain Test Helper
#@-------------------------------------------------------------------
-#@ This script builds the ARM and PNaCl untrusted toolchains.
#@ It MUST be run from the native_client/ directory.
-#
+#@
+#@ The env variables: UTMAN_CONCURRENCY, UTMAN_BUILDBOT, UTMAN_DEBUG
+#@ control behavior of this script
+#@
+
######################################################################
-# Directory Layout Description
-######################################################################
-# All directories are relative to BASE which is
-# On Linux X86-64: native_client/toolchain/pnacl_linux_x86_64/
-# On Linux X86-32: native_client/toolchain/pnacl_linux_i686/
-# On Mac X86-32 : native_client/toolchain/pnacl_darwin_i386/
-#
-# /x86-32sfi-lib [experimental] x86 sandboxed libraries and object files
-# /x86-32sfi-tools [experimental] x86-32 crosstool binaries for building
-# and linking x86-32 nexes
-#
-######################################################################
# Config
######################################################################
@@ -37,2747 +28,13 @@
readonly NACL_ROOT="$(pwd)"
source tools/llvm/common-tools.sh
-
-SetScriptPath "${NACL_ROOT}/tools/llvm/utman.sh"
-SetLogDirectory "${NACL_ROOT}/toolchain/hg-log"
-
-# NOTE: gcc and llvm have to be synchronized
-# we have chosen toolchains which both are based on gcc-4.2.1
-
+SetScriptPath "${NACL_ROOT}/tools/llvm/utman-test.sh"
# For different levels of make parallelism change this in your env
readonly UTMAN_CONCURRENCY=${UTMAN_CONCURRENCY:-8}
-UTMAN_BUILD_ARM=true
-if ${BUILD_PLATFORM_MAC} ; then
- # We don't yet support building ARM tools for mac.
- UTMAN_BUILD_ARM=false
-fi
-
-# TODO(pdox): Decide what the target should really permanently be
-readonly CROSS_TARGET_ARM=arm-none-linux-gnueabi
-readonly CROSS_TARGET_X86_32=i686-none-linux-gnu
-readonly CROSS_TARGET_X86_64=x86_64-none-linux-gnu
-readonly BINUTILS_TARGET=arm-pc-nacl
-readonly REAL_CROSS_TARGET=pnacl
-
-readonly TC_ROOT="${NACL_ROOT}/toolchain"
-readonly INSTALL_ROOT="${TC_ROOT}/pnacl_${BUILD_PLATFORM}_${BUILD_ARCH}"
-readonly INSTALL_BIN="${INSTALL_ROOT}/bin"
-readonly ARM_ARCH=armv7-a
-readonly ARM_FPU=vfp
-readonly INSTALL_DIR="${INSTALL_ROOT}/${CROSS_TARGET_ARM}"
-readonly LDSCRIPTS_DIR="${INSTALL_ROOT}/ldscripts"
-readonly GCC_VER="4.2.1"
-
-# NOTE: NEWLIB_INSTALL_DIR also server as a SYSROOT
-readonly NEWLIB_INSTALL_DIR="${INSTALL_ROOT}/arm-newlib"
-
-readonly NNACL_ROOT="${TC_ROOT}/${SCONS_BUILD_PLATFORM}_x86_newlib"
-
-readonly BFD_PLUGIN_DIR="${INSTALL_DIR}/lib/bfd-plugins"
-
-readonly MAKE_OPTS="-j${UTMAN_CONCURRENCY} VERBOSE=1"
-
-# For speculative build status output. ( see status function )
-# Leave this blank, it will be filled during processing.
-SPECULATIVE_REBUILD_SET=""
-
-# The directory in which we we keep src dirs (from hg repos)
-# and objdirs. These should be ABSOLUTE paths.
-
-readonly TC_SRC="${NACL_ROOT}/hg"
-readonly TC_BUILD="${TC_ROOT}/hg-build"
-
-# The location of sources (absolute)
-readonly TC_SRC_LLVM="${TC_SRC}/llvm"
-readonly TC_SRC_LLVM_GCC="${TC_SRC}/llvm-gcc"
-readonly TC_SRC_BINUTILS="${TC_SRC}/binutils"
-readonly TC_SRC_NEWLIB="${TC_SRC}/newlib"
-readonly TC_SRC_LIBSTDCPP="${TC_SRC_LLVM_GCC}/llvm-gcc-4.2/libstdc++-v3"
-
-# Unfortunately, binutils/configure generates this untracked file
-# in the binutils source directory
-readonly BINUTILS_MESS="${TC_SRC_BINUTILS}/binutils-2.20/opcodes/i386-tbl.h"
-
-readonly SERVICE_RUNTIME_SRC="${NACL_ROOT}/src/trusted/service_runtime"
-readonly EXPORT_HEADER_SCRIPT="${SERVICE_RUNTIME_SRC}/export_header.py"
-readonly NACL_SYS_HEADERS="${SERVICE_RUNTIME_SRC}/include"
-readonly NACL_SYS_TS="${TC_SRC}/nacl.sys.timestamp"
-readonly NEWLIB_INCLUDE_DIR="${TC_SRC_NEWLIB}/newlib-trunk/newlib/libc/include"
-
-# The location of each project
-# These should be absolute paths.
-readonly TC_BUILD_LLVM="${TC_BUILD}/llvm"
-readonly TC_BUILD_LLVM_GCC1="${TC_BUILD}/llvm-gcc-stage1"
-readonly TC_BUILD_BINUTILS_ARM="${TC_BUILD}/binutils-arm"
-readonly TC_BUILD_BINUTILS_LIBERTY="${TC_BUILD}/binutils-liberty"
-readonly TC_BUILD_NEWLIB_ARM="${TC_BUILD}/newlib-arm"
-readonly TC_BUILD_NEWLIB_BITCODE="${TC_BUILD}/newlib-bitcode"
-
-# This apparently has to be at this location or gcc install breaks.
-readonly TC_BUILD_LIBSTDCPP="${TC_BUILD_LLVM_GCC1}/${CROSS_TARGET_ARM}/libstdc++-v3"
-
-readonly TC_BUILD_LIBSTDCPP_BITCODE="${TC_BUILD_LLVM_GCC1}/libstdcpp-bitcode"
-
-# These are fake directories, for storing the timestamp only
-readonly TC_BUILD_EXTRASDK_BITCODE="${TC_BUILD}/extrasdk"
-
-readonly TIMESTAMP_FILENAME="make-timestamp"
-
-# PNaCl toolchain locations (absolute!)
-readonly PNACL_TOOLCHAIN_ROOT="${INSTALL_ROOT}"
-readonly PNACL_ARM_ROOT="${PNACL_TOOLCHAIN_ROOT}/libs-arm"
-readonly PNACL_X8632_ROOT="${PNACL_TOOLCHAIN_ROOT}/libs-x8632"
-readonly PNACL_X8664_ROOT="${PNACL_TOOLCHAIN_ROOT}/libs-x8664"
-readonly PNACL_BITCODE_ROOT="${PNACL_TOOLCHAIN_ROOT}/libs-bitcode"
-
-# PNaCl client-translators (sandboxed) binary locations
-readonly PNACL_SB_ROOT="${INSTALL_ROOT}/tools-sb"
-readonly PNACL_SB_X8632="${PNACL_SB_ROOT}/x8632"
-readonly PNACL_SB_X8664="${PNACL_SB_ROOT}/x8664"
-readonly PNACL_SB_UNIVERSAL="${PNACL_SB_ROOT}/universal"
-
-# Location of PNaCl gcc/g++/as
-readonly PNACL_GCC="${INSTALL_BIN}/pnacl-gcc"
-readonly PNACL_GPP="${INSTALL_BIN}/pnacl-g++"
-readonly PNACL_AR="${INSTALL_BIN}/pnacl-ar"
-readonly PNACL_RANLIB="${INSTALL_BIN}/pnacl-ranlib"
-readonly PNACL_AS="${INSTALL_BIN}/pnacl-as"
-readonly PNACL_LD="${INSTALL_BIN}/pnacl-ld"
-readonly PNACL_NM="${INSTALL_BIN}/pnacl-nm"
-readonly PNACL_TRANSLATE="${INSTALL_BIN}/pnacl-translate"
-readonly PNACL_READELF="${INSTALL_BIN}/readelf"
-readonly PNACL_SIZE="${INSTALL_BIN}/size"
-
-readonly PNACL_AS_ARM="${INSTALL_BIN}/pnacl-arm-as"
-readonly PNACL_AS_X8632="${INSTALL_BIN}/pnacl-i686-as"
-readonly PNACL_AS_X8664="${INSTALL_BIN}/pnacl-x86_64-as"
-
-# For a production (release) build, we want the sandboxed
-# translator to only contain the code needed to handle
-# its own architecture. For example, the translator shipped with
-# an X86-32 browser would only be able to translate to X86-32 code.
-# This is so that the translator binary is as small as possible.
-#
-# If SBTC_PRODUCTION is true, then the translators are built
-# separately, one for each architecture, so that each translator
-# can only target its own architecture.
-#
-# If SBTC_PRODUCTION is false, then we instead use PNaCl to
-# build a `fat` translator which can target all supported
-# architectures. This translator is built as a .pexe
-# which can then be translated to each individual architecture.
-SBTC_PRODUCTION=${SBTC_PRODUCTION:-false}
-
-# Which toolchain to use for each arch.
-SBTC_BUILD_WITH_PNACL="arm x8632 x8664"
-
-# Current milestones in each repo
-# hg-update-all uses these
-readonly LLVM_REV=12da952867e2
-readonly LLVM_GCC_REV=cfdaa7f26019
-readonly NEWLIB_REV=9bef47f82918
-readonly BINUTILS_REV=09eb0704d27f
-
-# Repositories
-readonly REPO_LLVM_GCC="llvm-gcc.nacl-llvm-branches"
-readonly REPO_LLVM="nacl-llvm-branches"
-readonly REPO_NEWLIB="newlib.nacl-llvm-branches"
-readonly REPO_BINUTILS="binutils.nacl-llvm-branches"
-
-
-# These are simple compiler wrappers to force 32bit builds
-# They are unused now. Instead we make sure that the toolchains that we
-# distribute are created on the oldest system we care to support. Currently
-# that is a 32 bit hardy. The advantage of this is that we can build
-# the toolchaing shared, reducing its size and allowing the use of
-# plugins. You can still use them by setting the environment variables
-# when running this script:
-# CC=$(GetAbsolutePath tools/llvm/mygcc32) \
-# CXX=$(GetAbsolutePath tools/llvm/myg++32) \
-# tools/llvm/utman.sh untrusted_sdk <file>
-# NOTE: this has not been tried in a while and may no longer work
-CC=${CC:-}
-# TODO(espindola): This should be ${CXX:-}, but llvm-gcc's configure has a
-# bug that brakes the build if we do that.
-CXX=${CXX:-g++}
-
-readonly CROSS_TARGET_AR=${INSTALL_DIR}/bin/${BINUTILS_TARGET}-ar
-readonly CROSS_TARGET_RANLIB=${INSTALL_DIR}/bin/${BINUTILS_TARGET}-ranlib
-readonly ILLEGAL_TOOL=${INSTALL_DIR}/pnacl-illegal
-
-# NOTE: we do not expect the assembler or linker to be used for libs
-# hence the use of ILLEGAL_TOOL.
-STD_ENV_FOR_LIBSTDCPP=(
- CC="${PNACL_GCC}"
- CXX="${PNACL_GPP}"
- RAW_CXX_FOR_TARGET="${PNACL_GPP}"
- LD="${ILLEGAL_TOOL}"
- CFLAGS="--pnacl-arm-bias"
- CPPFLAGS="--pnacl-arm-bias"
- CXXFLAGS="--pnacl-arm-bias"
- CFLAGS_FOR_TARGET="--pnacl-arm-bias"
- CPPFLAGS_FOR_TARGET="--pnacl-arm-bias"
- CC_FOR_TARGET="${PNACL_GCC}"
- GCC_FOR_TARGET="${PNACL_GCC}"
- CXX_FOR_TARGET="${PNACL_GPP}"
- AR="${PNACL_AR}"
- AR_FOR_TARGET="${PNACL_AR}"
- NM_FOR_TARGET="${PNACL_NM}"
- RANLIB="${PNACL_RANLIB}"
- RANLIB_FOR_TARGET="${PNACL_RANLIB}"
- AS_FOR_TARGET="${ILLEGAL_TOOL}"
- LD_FOR_TARGET="${ILLEGAL_TOOL}"
- OBJDUMP_FOR_TARGET="${ILLEGAL_TOOL}" )
-
-STD_ENV_FOR_NEWLIB=(
- CFLAGS_FOR_TARGET="--pnacl-arm-bias"
- CPPFLAGS_FOR_TARGET="--pnacl-arm-bias"
- CC_FOR_TARGET="${PNACL_GCC}"
- GCC_FOR_TARGET="${PNACL_GCC}"
- CXX_FOR_TARGET="${PNACL_GPP}"
- AR_FOR_TARGET="${PNACL_AR}"
- NM_FOR_TARGET="${PNACL_NM}"
- RANLIB_FOR_TARGET="${PNACL_RANLIB}"
- OBJDUMP_FOR_TARGET="${ILLEGAL_TOOL}"
- AS_FOR_TARGET="${ILLEGAL_TOOL}"
- LD_FOR_TARGET="${ILLEGAL_TOOL}"
- STRIP_FOR_TARGET="${ILLEGAL_TOOL}" )
-
-
-# The gold plugin that we use is documented at
-# http://llvm.org/docs/GoldPlugin.html
-# Despite its name it is actually used by both gold and bfd. The changes to
-# this file to enable its use are:
-# * Build shared
-# * --enable-gold and --enable-plugin when building binutils
-# * --with-binutils-include when building binutils
-# * linking the plugin in bfd-plugins
-
-
######################################################################
######################################################################
#
-# < USER ACCESSIBLE FUNCTIONS >
-#
-######################################################################
-######################################################################
-
-#@-------------------------------------------------------------------------
-
-#@ hg-info-all - Show status of repositories
-hg-info-all() {
- hg-pull-all
-
- hg-info "${TC_SRC_LLVM}" ${LLVM_REV}
- hg-info "${TC_SRC_LLVM_GCC}" ${LLVM_GCC_REV}
- hg-info "${TC_SRC_NEWLIB}" ${NEWLIB_REV}
- hg-info "${TC_SRC_BINUTILS}" ${BINUTILS_REV}
-}
-
-#@ hg-update-all - Update all repos to the latest stable rev
-hg-update-all() {
- hg-update-llvm-gcc
- hg-update-llvm
- hg-update-newlib
- hg-update-binutils
-}
-
-hg-assert-safe-to-update() {
- local name="$1"
- local dir="$2"
- local rev="$3"
- local defstr=$(echo "${name}" | tr '[a-z]-' '[A-Z]_')
-
- if ! hg-on-branch "${dir}" pnacl-sfi ; then
- Banner "hg/${name} is not on branch pnacl-sfi"
- exit -1
- fi
-
- if ! hg-has-changes "${dir}"; then
- return 0
- fi
-
- if hg-at-revision "${dir}" "${rev}" ; then
- return 0
- fi
-
- Banner \
- " ERROR " \
- " " \
- " hg/${name} needs to be updated to the stable revision " \
- " but has local modifications. " \
- " " \
- " If your repository is behind stable, update it using: " \
- " " \
- " cd hg/${name}; hg update ${rev} " \
- " (you may need to resolve conflicts) " \
- " " \
- " If your repository is ahead of stable, then modify: " \
- " ${defstr}_REV (in tools/llvm/utman.sh) " \
- " to suppress this error message. "
- exit -1
-}
-
-
-hg-bot-sanity() {
- local name="$1"
- local dir="$2"
-
- if ! ${UTMAN_BUILDBOT} ; then
- return 0
- fi
-
- if ! hg-on-branch "${dir}" pnacl-sfi ||
- hg-has-changes "${dir}" ||
- hg-has-untracked "${dir}" ; then
- Banner "WARNING: hg/${name} is in an illegal state." \
- " Wiping and trying again."
- rm -rf "${dir}"
- hg-checkout-${name}
- fi
-}
-
-hg-update-common() {
- local name="$1"
- local rev="$2"
- local dir="$3"
-
- # If this is a buildbot, do sanity checks here.
- hg-bot-sanity "${name}" "${dir}"
-
- # Make sure it is safe to update
- hg-assert-safe-to-update "${name}" "${dir}" "${rev}"
-
- StepBanner "HG-UPDATE" "Updating ${name} to ${rev}"
- hg-pull "${dir}"
- hg-update "${dir}" ${rev}
-}
-
-#@ hg-update-llvm-gcc - Update LLVM-GCC to the stable revision
-hg-update-llvm-gcc() {
- hg-update-common "llvm-gcc" ${LLVM_GCC_REV} "${TC_SRC_LLVM_GCC}"
-}
-
-#@ hg-update-llvm - Update LLVM to the stable revision
-hg-update-llvm() {
- hg-update-common "llvm" ${LLVM_REV} "${TC_SRC_LLVM}"
-}
-
-#@ hg-update-newlib - Update NEWLIB To the stable revision
-hg-update-newlib() {
- # Clean the headers first, so that sanity checks inside
- # hg-update-common do not see any local modifications.
- newlib-nacl-headers-check
- newlib-nacl-headers-clean
- hg-update-common "newlib" ${NEWLIB_REV} "${TC_SRC_NEWLIB}"
- newlib-nacl-headers
-}
-
-#@ hg-update-binutils - Update BINUTILS to the stable revision
-hg-update-binutils() {
- # Clean the binutils generated file first, so that sanity checks
- # inside hg-update-common do not see any local modifications.
- binutils-mess-hide
- hg-update-common "binutils" ${BINUTILS_REV} "${TC_SRC_BINUTILS}"
- binutils-mess-unhide
-}
-
-#@ hg-pull-all - Pull all repos. (but do not update working copy)
-#@ hg-pull-REPO - Pull repository REPO.
-#@ (REPO can be llvm-gcc, llvm, newlib, binutils)
-hg-pull-all() {
- StepBanner "HG-PULL" "Running 'hg pull' in all repos..."
- hg-pull-llvm-gcc
- hg-pull-llvm
- hg-pull-newlib
- hg-pull-binutils
-}
-
-hg-pull-llvm-gcc() {
- hg-pull "${TC_SRC_LLVM_GCC}"
-}
-
-hg-pull-llvm() {
- hg-pull "${TC_SRC_LLVM}"
-}
-
-hg-pull-newlib() {
- hg-pull "${TC_SRC_NEWLIB}"
-}
-
-hg-pull-binutils() {
- hg-pull "${TC_SRC_BINUTILS}"
-}
-
-#@ hg-checkout-all - check out mercurial repos needed to build toolchain
-#@ (skips repos which are already checked out)
-hg-checkout-all() {
- StepBanner "HG-CHECKOUT-ALL"
- hg-checkout-llvm-gcc
- hg-checkout-llvm
- hg-checkout-binutils
- hg-checkout-newlib
-}
-
-hg-checkout-llvm-gcc() {
- hg-checkout ${REPO_LLVM_GCC} ${TC_SRC_LLVM_GCC} ${LLVM_GCC_REV}
-}
-
-hg-checkout-llvm() {
- hg-checkout ${REPO_LLVM} ${TC_SRC_LLVM} ${LLVM_REV}
-}
-
-hg-checkout-binutils() {
- hg-checkout ${REPO_BINUTILS} ${TC_SRC_BINUTILS} ${BINUTILS_REV}
-}
-
-hg-checkout-newlib() {
- hg-checkout ${REPO_NEWLIB} ${TC_SRC_NEWLIB} ${NEWLIB_REV}
- newlib-nacl-headers
-}
-
-#@ hg-clean - Remove all repos. (WARNING: local changes are lost)
-hg-clean() {
- StepBanner "HG-CLEAN"
-
- echo "Are you sure?"
- echo "This will DELETE all source repositories under 'native_client/hg'"
- echo "Any local changes will be lost."
- echo ""
- echo "Type YES to confirm: "
- read CONFIRM_TEXT
-
- if [ $CONFIRM_TEXT == "YES" ]; then
- StepBanner "HG-CLEAN" "Cleaning Mercurial repositories"
- rm -rf "${TC_SRC}"
- else
- StepBanner "HG-CLEAN" "Clean cancelled by user"
- fi
-}
-
-#@-------------------------------------------------------------------------
-
-#@ download-trusted - Download and Install trusted SDKs (arm,x86-32,x86-64)
-#@ (your untrusted build will not be modified)
-download-trusted() {
- StepBanner "DOWNLOAD-TRUSTED" "Downloading trusted toolchains"
- local installdir="${INSTALL_ROOT}"
- local tmpdir="${installdir}-backup"
- local dldir="${installdir}-downloaded"
-
- rm -rf "${dldir}"
-
- if [ -d "${tmpdir}" ]; then
- echo "ERROR: It is not expected that directory '${tmpdir}' exists."
- echo " Please delete it if you don't need it"
- exit -1
- fi
-
- if [ -d "${installdir}" ]; then
- mv "${installdir}" "${tmpdir}"
- fi
-
- download-toolchains
-
- if [ -d "${installdir}" ]; then
- mv "${installdir}" "${dldir}"
- fi
-
- if [ -d "${tmpdir}" ]; then
- mv "${tmpdir}" "${installdir}"
- fi
-}
-
-#@-------------------------------------------------------------------------
-
-#@ download-toolchains - Download and Install all SDKs (arm,x86-32,x86-64)
-
-download-toolchains() {
- gclient runhooks --force
-}
-
-#@-------------------------------------------------------------------------
-#@ rebuild-pnacl-libs - organized native libs and build bitcode libs
-rebuild-pnacl-libs() {
- extrasdk-clean
- clean-pnacl
- newlib-bitcode
- libstdcpp-bitcode
- # NOTE: currently also builds some native code
- extrasdk-make-install
- organize-native-code
-}
-
-
-#@ everything - Build and install untrusted SDK.
-everything() {
-
- mkdir -p "${INSTALL_ROOT}"
-
- # This is needed to build misc-tools and run ARM tests.
- # We check this early so that there are no surprises later, and we can
- # handle all user interaction early.
- check-for-trusted
-
- hg-checkout-all
- hg-update-all
-
- clean-install
- RecordRevisionInfo
-
- clean-logs
-
- binutils-arm
- llvm
- driver
- gcc-stage1-sysroot
- gcc-stage1 ${CROSS_TARGET_ARM}
- gcc-stage1 ${CROSS_TARGET_X86_32}
- gcc-stage1 ${CROSS_TARGET_X86_64}
-
- rebuild-pnacl-libs
-
- # NOTE: we delay the tool building till after the sdk is essentially
- # complete, so that sdk sanity checks don't fail
- misc-tools
-
- verify
-}
-
-#@ all - Alias for 'everything'
-all() {
- everything
-}
-
-#@ status - Show status of build directories
-status() {
- # TODO(robertm): this is currently broken
- StepBanner "BUILD STATUS"
-
- status-helper "BINUTILS-ARM" binutils-arm
- status-helper "LLVM" llvm
- status-helper "GCC-STAGE1" gcc-stage1
-
- status-helper "NEWLIB-ARM" newlib-arm
-
- status-helper "NEWLIB-BITCODE" newlib-bitcode
- status-helper "EXTRASDK-BITCODE" extrasdk
- status-helper "LIBSTDCPP-BITCODE" extrasdk-bitcode
-
-}
-
-status-helper() {
- local title="$1"
- local mod="$2"
-
- if ${mod}-needs-configure; then
- StepBanner "$title" "NEEDS FULL REBUILD"
- speculative-add "${mod}"
- elif ${mod}-needs-make; then
- StepBanner "$title" "NEEDS MAKE (INCREMENTAL)"
- speculative-add "${mod}"
- else
- StepBanner "$title" "OK (UP TO DATE)"
- fi
-}
-
-speculative-add() {
- local mod="$1"
- SPECULATIVE_REBUILD_SET="${SPECULATIVE_REBUILD_SET} ${mod}"
-}
-
-speculative-check() {
- local mod="$1"
- local search=$(echo "${SPECULATIVE_REBUILD_SET}" | grep -F "$mod")
- [ ${#search} -gt 0 ]
- return $?
-}
-
-
-
-#@ clean - Clean the build and install directories.
-clean() {
- StepBanner "CLEAN" "Cleaning build, log, and install directories."
-
- clean-logs
- clean-build
- clean-install
- clean-scons
-}
-
-#@ fast-clean - Clean everything except LLVM.
-fast-clean() {
- local did_backup=false
- local backup_dir="${NACL_ROOT}/llvm-build-backup"
-
- if [ -d "${TC_BUILD_LLVM}" ]; then
- rm -rf "${backup_dir}"
- mv "${TC_BUILD_LLVM}" "${backup_dir}"
- did_backup=true
- fi
-
- clean
-
- if ${did_backup} ; then
- mkdir -p "${TC_BUILD}"
- mv "${backup_dir}" "${TC_BUILD_LLVM}"
- fi
-}
-
-binutils-mess-hide() {
- local messtmp="${TC_SRC}/binutils.tmp"
- if [ -f "${BINUTILS_MESS}" ] ; then
- mv "${BINUTILS_MESS}" "${messtmp}"
- fi
-}
-
-binutils-mess-unhide() {
- local messtmp="${TC_SRC}/binutils.tmp"
- if [ -f "${messtmp}" ] ; then
- mv "${messtmp}" "${BINUTILS_MESS}"
- fi
-}
-
-#+ clean-scons - Clean scons-out directory
-clean-scons() {
- rm -rf scons-out
-}
-
-#+ clean-build - Clean all build directories
-clean-build() {
- rm -rf "${TC_BUILD}"
-}
-
-#+ clean-install - Clean install directories
-clean-install() {
- rm -rf "${INSTALL_ROOT}"
-}
-
-#+ clean-pnacl - Removes the pnacl-untrusted installation directory
-clean-pnacl() {
- StepBanner "pnacl" "cleaning ${PNACL_TOOLCHAIN_ROOT}/libs-*"
- rm -rf ${PNACL_ARM_ROOT} \
- ${PNACL_BITCODE_ROOT} \
- ${PNACL_X8632_ROOT} \
- ${PNACL_X8664_ROOT}
-}
-
-
-
-
-#@-------------------------------------------------------------------------
-
-#@ untrusted_sdk <file> - Create untrusted SDK tarball from scratch
-#@ (clean + all + prune + tarball)
-untrusted_sdk() {
- if [ ! -n "${1:-}" ]; then
- echo "Error: untrusted_sdk needs a tarball name." >&2
- exit 1
- fi
-
- clean
- everything
- prune
- install-translators srpc
- prune-translator-install srpc
- tarball $1
-}
-
-#+ prune - Prune toolchain
-prune() {
- StepBanner "PRUNE" "Pruning toolchain"
- local ACCEPTABLE_SIZE=250
- local dir_size_before=$(get_dir_size_in_mb ${INSTALL_ROOT})
-
- SubBanner "Size before: ${INSTALL_ROOT} ${dir_size_before}MB"
- echo "removing some static libs we do not have any use for"
- rm -f "${INSTALL_DIR}"/lib/lib*.a
-
- echo "removing x86-32 frontend"
- rm -rf "${INSTALL_DIR}"/libexec/gcc/i686-none-linux-gnu/
- rm -rf "${INSTALL_DIR}"/bin/i686-none-linux-gnu-*
-
- echo "removing x86-64 frontend"
- rm -rf "${INSTALL_DIR}"/libexec/gcc/x86_64-none-linux-gnu/
- rm -rf "${INSTALL_DIR}"/bin/x86_64-none-linux-gnu-*
-
- echo "stripping binaries"
- strip "${INSTALL_DIR}"/libexec/gcc/arm-none-linux-gnueabi/${GCC_VER}/c*
- if ! strip "${INSTALL_DIR}"/bin/* ; then
- echo "NOTE: some failures during stripping are expected"
- fi
-
- echo "removing llvm headers"
- rm -rf "${INSTALL_DIR}"/include/llvm*
-
- local dir_size_after=$(get_dir_size_in_mb ${INSTALL_ROOT})
- SubBanner "Size after: ${INSTALL_ROOT} ${dir_size_after}MB"
-
- if [[ ${dir_size_after} -gt ${ACCEPTABLE_SIZE} ]] ; then
- echo "ERROR: size of toolchain exceeds ${ACCEPTABLE_SIZE}MB"
- exit -1
- fi
-
-}
-
-#+ tarball <filename> - Produce tarball file
-tarball() {
- if [ ! -n "${1:-}" ]; then
- echo "Error: tarball needs a tarball name." >&2
- exit 1
- fi
-
- local tarball="$1"
- StepBanner "TARBALL" "Creating tar ball ${tarball}"
-
- tar zcf "${tarball}" -C "${INSTALL_ROOT}" .
-}
-
-
-#########################################################################
-# < LLVM >
-#########################################################################
-
-
-#+-------------------------------------------------------------------------
-#+ llvm - Configure, build and install LLVM.
-
-llvm() {
- StepBanner "LLVM"
-
- local srcdir="${TC_SRC_LLVM}"
-
- assert-dir "${srcdir}" "You need to checkout LLVM."
-
- if llvm-needs-configure; then
- llvm-configure
- else
- SkipBanner "LLVM" "configure"
- fi
-
- if llvm-needs-make; then
- llvm-make
- else
- SkipBanner "LLVM" "make"
- fi
-
- llvm-install
-}
-
-#+ llvm-clean - Clean LLVM completely
-llvm-clean() {
- StepBanner "LLVM" "Clean"
- local objdir="${TC_BUILD_LLVM}"
- rm -rf ${objdir}
- mkdir -p ${objdir}
-}
-
-# Default case - Optimized configure
-LLVM_EXTRA_OPTIONS="--enable-optimized"
-
-#+ llvm-configure - Run LLVM configure
-llvm-configure() {
- StepBanner "LLVM" "Configure"
-
- local srcdir="${TC_SRC_LLVM}"
- local objdir="${TC_BUILD_LLVM}"
-
- mkdir -p "${objdir}"
- spushd "${objdir}"
-
- # The --with-binutils-include is to allow llvm to build the gold plugin
- local binutils_include="${TC_SRC_BINUTILS}/binutils-2.20/include"
- RunWithLog "llvm.configure" \
- env -i PATH=/usr/bin/:/bin \
- MAKE_OPTS=${MAKE_OPTS} \
- CC=${CC} \
- CXX=${CXX} \
- ${srcdir}/llvm-trunk/configure \
- --disable-jit \
- --with-binutils-include=${binutils_include} \
- --enable-targets=x86,x86_64,arm \
- --target=${CROSS_TARGET_ARM} \
- --prefix=${INSTALL_DIR} \
- --with-llvmgccdir=${INSTALL_DIR} \
- ${LLVM_EXTRA_OPTIONS}
-
-
- spopd
-}
-
-#+ llvm-configure-dbg - Run LLVM configure
-# Not used by default. Call manually.
-llvm-configure-dbg() {
- StepBanner "LLVM" "Configure With Debugging"
- LLVM_EXTRA_OPTIONS="--disable-optimized \
- --enable-debug-runtime \
- --enable-assertions "
- llvm-configure
-}
-
-
-llvm-needs-configure() {
- [ ! -f "${TC_BUILD_LLVM}/config.status" ]
- return $?
-}
-
-llvm-needs-make() {
- local srcdir="${TC_SRC_LLVM}"
- local objdir="${TC_BUILD_LLVM}"
-
- ts-modified "$srcdir" "$objdir"
- return $?
-}
-
-#+ llvm-make - Run LLVM 'make'
-llvm-make() {
- StepBanner "LLVM" "Make"
-
- local srcdir="${TC_SRC_LLVM}"
- local objdir="${TC_BUILD_LLVM}"
-
- spushd "${objdir}"
-
- ts-touch-open "${objdir}"
-
- RunWithLog llvm.make \
- env -i PATH=/usr/bin/:/bin \
- MAKE_OPTS="${MAKE_OPTS}" \
- NACL_SANDBOX=0 \
- CC=${CC} \
- CXX=${CXX} \
- make ${MAKE_OPTS} all
-
- ts-touch-commit "${objdir}"
-
- spopd
-}
-
-#+ llvm-install - Install LLVM
-llvm-install() {
- StepBanner "LLVM" "Install"
-
- spushd "${TC_BUILD_LLVM}"
- RunWithLog llvm.install \
- make ${MAKE_OPTS} install
-
- mkdir -p "${BFD_PLUGIN_DIR}"
-
- if ${BUILD_PLATFORM_MAC} ; then
- ln -sf ../../lib/libLLVMgold.dylib "${BFD_PLUGIN_DIR}"
- ln -sf ../../lib/libLTO.dylib "${BFD_PLUGIN_DIR}"
- elif ${BUILD_PLATFORM_LINUX} ; then
- ln -sf ../../lib/libLLVMgold.so "${BFD_PLUGIN_DIR}"
- ln -sf ../../lib/libLTO.so "${BFD_PLUGIN_DIR}"
- else
- echo "Unhandled host"
- exit -1
- fi
-
- spopd
-}
-
-
-
-#########################################################################
-# < GCC STAGE 1 >
-#########################################################################
-
-# Build "pregcc" which is a gcc that does not depend on having glibc/newlib
-# already compiled. This also generates some important headers (confirm this).
-#
-# NOTE: depends on newlib source being set up so we can use it to set
-# up a sysroot.
-#
-
-#+-------------------------------------------------------------------------
-#+ gcc-stage1 - build and install pre-gcc
-gcc-stage1() {
- local target=$1
- StepBanner "GCC-${target}"
-
- if gcc-stage1-needs-configure ${target}; then
- gcc-stage1-clean ${target}
- gcc-stage1-configure ${target}
- else
- SkipBanner "GCC-${target}" "configure"
- fi
-
- # We must always make before we do make install, because
- # the build must occur in a patched environment.
- # http://code.google.com/p/nativeclient/issues/detail?id=1128
- gcc-stage1-make ${target}
-
- gcc-stage1-install ${target}
-}
-
-#+ gcc-stage1-sysroot - setup initial sysroot
-gcc-stage1-sysroot() {
- StepBanner "GCC" "Setting up initial sysroot"
-
- local sys_include="${INSTALL_DIR}/${CROSS_TARGET_ARM}/include"
- local sys_include2="${INSTALL_DIR}/${CROSS_TARGET_ARM}/sys-include"
-
- rm -rf "${sys_include}" "${sys_include2}"
- mkdir -p "${sys_include}"
- ln -sf "${sys_include}" "${sys_include2}"
- cp -r "${NEWLIB_INCLUDE_DIR}"/* ${sys_include}
-}
-
-#+ gcc-stage1-clean - Clean gcc stage 1
-gcc-stage1-clean() {
- local target=$1
-
- StepBanner "GCC-${target}" "Clean"
- local objdir="${TC_BUILD_LLVM_GCC1}-${target}"
- rm -rf "${objdir}"
-}
-
-gcc-stage1-needs-configure() {
- local target=$1
- speculative-check "llvm" && return 0
- ts-newer-than "${TC_BUILD_LLVM}" \
- "${TC_BUILD_LLVM_GCC1}-${target}" && return 0
- [ ! -f "${TC_BUILD_LLVM_GCC1}-${target}/config.status" ]
- return $?
-}
-
-#+ gcc-stage1-configure - Configure GCC stage 1
-gcc-stage1-configure() {
- local target=$1
- StepBanner "GCC-${target}" "Configure ${target}"
-
- local srcdir="${TC_SRC_LLVM_GCC}"
- local objdir="${TC_BUILD_LLVM_GCC1}-${target}"
-
- mkdir -p "${objdir}"
- spushd "${objdir}"
-
- # NOTE: hack, assuming presence of x86/32 toolchain (used for both 32/64)
- local config_opts=""
- case ${target} in
- arm-*)
- config_opts="--with-as=${PNACL_AS_ARM} \
- --with-arch=${ARM_ARCH} \
- --with-fpu=${ARM_FPU}"
- ;;
- i686-*)
- config_opts="--with-as=${PNACL_AS_X8632}"
- ;;
- x86_64-*)
- config_opts="--with-as=${PNACL_AS_X8664}"
- ;;
- esac
-
- # TODO(robertm): do we really need CROSS_TARGET_*
- RunWithLog llvm-pregcc-${target}.configure \
- env -i PATH=/usr/bin/:/bin \
- CC=${CC} \
- CXX=${CXX} \
- CFLAGS="-Dinhibit_libc" \
- ${srcdir}/llvm-gcc-4.2/configure \
- --prefix=${INSTALL_DIR} \
- --enable-llvm=${INSTALL_DIR} \
- --with-newlib \
- --disable-libmudflap \
- --disable-decimal-float \
- --disable-libssp \
- --disable-libgomp \
- --disable-multilib \
- --enable-languages=c,c++ \
- --disable-threads \
- --disable-libstdcxx-pch \
- --disable-shared \
- --without-headers \
- ${config_opts} \
- --target=${target} \
- --with-sysroot="${NEWLIB_INSTALL_DIR}"
-
- spopd
-}
-
-gcc-stage1-make() {
- local target=$1
- local srcdir="${TC_SRC_LLVM_GCC}"
- local objdir="${TC_BUILD_LLVM_GCC1}-${target}"
- spushd ${objdir}
-
- StepBanner "GCC-${target}" "Make (Stage 1)"
-
- ts-touch-open "${objdir}"
-
- # In case it is still patched from an interrupted make
- xgcc-unpatch-nofail "${target}"
-
- # we built our version of binutil for multiple targets, so they work here
- local ar=${CROSS_TARGET_AR}
- local ranlib=${CROSS_TARGET_RANLIB}
- mkdir -p "${objdir}/dummy-bin"
- ln -sf ${ar} "${objdir}/dummy-bin/${target}-ar"
- ln -sf ${ranlib} "${objdir}/dummy-bin/${target}-ranlib"
-
- # NOTE: we add ${INSTALL_DIR}/bin to PATH
- RunWithLog llvm-pregcc-${target}.make \
- env -i PATH=/usr/bin/:/bin:${INSTALL_DIR}/bin:${objdir}/dummy-bin \
- CC=${CC} \
- CXX=${CXX} \
- CFLAGS="-Dinhibit_libc" \
- make ${MAKE_OPTS} all-gcc
-
- xgcc-patch "${target}"
-
- RunWithLog libgcc.clean \
- env -i PATH=/usr/bin/:/bin:${INSTALL_DIR}/bin \
- make clean-target-libgcc
-
- StepBanner "GCC-${target}" "Make (Stage 2)"
- # NOTE: This builds more than what we need right now. For example,
- # libstdc++ is unused (we always use the bitcode one). This might change
- # when we start supporting shared libraries.
- RunWithLog llvm-pregcc2-${target}.make \
- env -i PATH=/usr/bin/:/bin:${INSTALL_DIR}/bin:${objdir}/dummy-bin \
- CC=${CC} \
- CXX=${CXX} \
- CFLAGS="-Dinhibit_libc" \
- make ${MAKE_OPTS} all
-
- xgcc-unpatch "${target}"
-
- ts-touch-commit "${objdir}"
-
- spopd
-}
-
-#+ xgcc-patch - Patch xgcc and clean libgcc
-xgcc-patch() {
- # This is a hack. Ideally gcc would be configured with a pnacl-nacl target
- # and xgcc would produce sfi code automatically. This is not the case, so
- # we cheat gcc's build by replacing xgcc behind its back.
- local target="$1"
- local objdir="${TC_BUILD_LLVM_GCC1}-${target}"
- local XGCC="${objdir}/gcc/xgcc"
- local XGCC_REAL="${XGCC}-real"
- local arch=""
- local driver=""
-
- StepBanner "GCC-${target}" "Patching xgcc and cleaning libgcc $target"
-
- # Make sure XGCC exists
- if [ ! -f "${XGCC}" ] ; then
- Abort "xgcc-patch" "Real xgcc does not exist."
- return
- fi
-
- # Make sure it is a real ELF file
- if is-shell-script "${XGCC}" ; then
- Abort "xgcc-patch" "xgcc already patched"
- return
- fi
-
- # N.B:
- # * We have to use the arch cc1 istead of the more common practice of using
- # the ARM cc1 for everything. The reason is that the ARM cc1 will reject a
- # asm that uses ebx for example
- # * Because of the previous item, we have to use the arch driver bacuse
- # the ARM driver will pass options like -mfpu that the x86 cc1 cannot handle.
- case ${target} in
- arm-*) arch="arm" ;;
- i686-*) arch="x86-32" ;;
- x86_64-*) arch="x86-64" ;;
- esac
-
- mv "${XGCC}" "${XGCC_REAL}"
- cat > "${XGCC}" <<EOF
-#!/bin/sh
-XGCC_ABSPATH=\$(cd \$(dirname \$0) && pwd)
-XGCC_NAME=\$(basename \$0)
-XGCC_REAL=\${XGCC_ABSPATH}/\${XGCC_NAME}-real
-${PNACL_GCC} \\
---driver="\${XGCC_REAL}" \\
---pnacl-bias=${arch} -arch ${arch} "\$@"
-EOF
-
- chmod 755 "${XGCC}"
-
-}
-
-xgcc-unpatch() {
- local target="$1"
- local objdir="${TC_BUILD_LLVM_GCC1}-${target}"
- local XGCC="${objdir}/gcc/xgcc"
- local XGCC_REAL="${XGCC}-real"
-
- StepBanner "GCC-${target}" "Unpatching xgcc"
-
- # Make sure XGCC exists
- if [ ! -f "${XGCC}" ] ; then
- Abort "xgcc-unpatch" "Real xgcc does not exist."
- return
- fi
-
- # Make sure it isn't a real ELF file
- if ! is-shell-script "${XGCC}" ; then
- Abort "xgcc-unpatch" "xgcc already unpatched?"
- return
- fi
-
- rm "${XGCC}"
- mv "${XGCC_REAL}" "${XGCC}"
-}
-
-xgcc-unpatch-nofail() {
- local target="$1"
- local objdir="${TC_BUILD_LLVM_GCC1}-${target}"
- local XGCC="${objdir}/gcc/xgcc"
- local XGCC_REAL="${XGCC}-real"
-
- # If the old patch file exists, delete it.
- if [ -f "${XGCC}" ] && is-shell-script "${XGCC}"; then
- rm "${XGCC}"
- fi
-
- # If there's a real one around, move it back.
- if [ -f "${XGCC_REAL}" ]; then
- mv "${XGCC_REAL}" "${XGCC}"
- fi
-}
-
-#+ gcc-stage1-install - Install GCC stage 1
-gcc-stage1-install() {
- local target=$1
- StepBanner "GCC-${target}" "Install ${target}"
-
- local objdir="${TC_BUILD_LLVM_GCC1}-${target}"
- spushd "${TC_BUILD_LLVM_GCC1}-${target}"
-
- # NOTE: we add ${INSTALL_DIR}/bin to PATH
- RunWithLog llvm-pregcc-${target}.install \
- env -i PATH=/usr/bin/:/bin:${INSTALL_DIR}/bin:${objdir}/dummy-bin \
- CC=${CC} \
- CXX=${CXX} \
- CFLAGS="-Dinhibit_libc" \
- make ${MAKE_OPTS} install
-
- spopd
-}
-
-
-#########################################################################
-#########################################################################
-# < LIBSTDCPP-BITCODE >
-#########################################################################
-#########################################################################
-
-#+ libstdcpp-bitcode - build and install libstdcpp in bitcode
-libstdcpp-bitcode() {
- StepBanner "LIBSTDCPP-BITCODE"
-
- if libstdcpp-bitcode-needs-configure; then
- libstdcpp-bitcode-clean
- libstdcpp-bitcode-configure
- else
- SkipBanner "LIBSTDCPP-BITCODE" "configure"
- fi
-
- if libstdcpp-bitcode-needs-make; then
- libstdcpp-bitcode-make
- else
- SkipBanner "LIBSTDCPP-BITCODE" "make"
- fi
-
- libstdcpp-bitcode-install
-}
-
-#+ libstdcpp-bitcode-clean - clean libstdcpp in bitcode
-libstdcpp-bitcode-clean() {
- StepBanner "LIBSTDCPP-BITCODE" "Clean"
- rm -rf "${TC_BUILD_LIBSTDCPP_BITCODE}"
-}
-
-libstdcpp-bitcode-needs-configure() {
- speculative-check "gcc-stage1" && return 0
- ts-newer-than "${TC_BUILD_LLVM_GCC1}-${CROSS_TARGET_ARM}" \
- "${TC_BUILD_LIBSTDCPP_BITCODE}" && return 0
- [ ! -f "${TC_BUILD_LIBSTDCPP_BITCODE}/config.status" ]
- return #?
-}
-
-#+ libstdcpp-bitcode-configure - configure libstdcpp for bitcode
-libstdcpp-bitcode-configure() {
- StepBanner "LIBSTDCPP-BITCODE" "Configure"
- libstdcpp-configure-common "${TC_BUILD_LIBSTDCPP_BITCODE}"
-}
-
-libstdcpp-configure-common() {
- local srcdir="${TC_SRC_LIBSTDCPP}"
- local objdir="$1"
-
- mkdir -p "${objdir}"
- spushd "${objdir}"
-
- RunWithLog llvm-gcc.configure_libstdcpp \
- env -i PATH=/usr/bin/:/bin:${INSTALL_DIR}/bin \
- "${STD_ENV_FOR_LIBSTDCPP[@]}" \
- "${srcdir}"/configure \
- --host=${CROSS_TARGET_ARM} \
- --prefix=${INSTALL_DIR} \
- --enable-llvm=${INSTALL_DIR} \
- --with-newlib \
- --disable-libstdcxx-pch \
- --disable-shared \
- --enable-languages=c,c++ \
- --target=${CROSS_TARGET_ARM} \
- --with-sysroot=${NEWLIB_INSTALL_DIR} \
- --with-arch=${ARM_ARCH} \
- --srcdir="${srcdir}"
- spopd
-}
-
-libstdcpp-bitcode-needs-make() {
- local srcdir="${TC_SRC_LIBSTDCPP}"
- local objdir="${TC_BUILD_LIBSTDCPP_BITCODE}"
-
- ts-modified "$srcdir" "$objdir"
- return $?
-}
-
-#+ libstdcpp-bitcode-make - Make libstdcpp in bitcode
-libstdcpp-bitcode-make() {
- StepBanner "LIBSTDCPP-BITCODE" "Make"
- libstdcpp-make-common "${TC_BUILD_LIBSTDCPP_BITCODE}"
-}
-
-libstdcpp-make-common() {
- local srcdir="${TC_SRC_LIBSTDCPP}"
- local objdir="$1"
-
- ts-touch-open "${objdir}"
-
- spushd "${objdir}"
- RunWithLog llvm-gcc.make_libstdcpp \
- env -i PATH=/usr/bin/:/bin:${INSTALL_DIR}/bin \
- make \
- "${STD_ENV_FOR_LIBSTDCPP[@]}" \
- ${MAKE_OPTS}
- spopd
-
- ts-touch-commit "${objdir}"
-}
-
-#+ libstdcpp-bitcode-install - Install libstdcpp in bitcode
-libstdcpp-bitcode-install() {
- StepBanner "LIBSTDCPP-BITCODE" "Install"
- local objdir="${TC_BUILD_LIBSTDCPP_BITCODE}"
- local dest="${PNACL_BITCODE_ROOT}"
-
- spushd "${objdir}"
-
- # install headers (=install-data)
- # for good measure make sure we do not keep any old headers
- rm -rf "${INSTALL_ROOT}/include/c++"
- RunWithLog llvm-gcc.install_libstdcpp \
- make \
- "${STD_ENV_FOR_LIBSTDCPP[@]}" \
- ${MAKE_OPTS} install-data
- # install bitcode library
- cp "${objdir}/src/.libs/libstdc++.a" "${dest}"
-
- spopd
-}
-
-#+ misc-tools - Build and install sel_ldr and validator for ARM.
-misc-tools() {
- if ${UTMAN_BUILD_ARM} ; then
- StepBanner "MISC-ARM" "Building sel_ldr (ARM)"
-
- # TODO(robertm): revisit some of these options
- RunWithLog arm_sel_ldr \
- ./scons MODE=opt-host \
- platform=arm \
- sdl=none \
- naclsdk_validate=0 \
- sysinfo=0 \
- sel_ldr
- rm -rf "${INSTALL_ROOT}/tools-arm"
- mkdir "${INSTALL_ROOT}/tools-arm"
- local sconsdir="scons-out/opt-${SCONS_BUILD_PLATFORM}-arm"
- cp "${sconsdir}/obj/src/trusted/service_runtime/sel_ldr" \
- "${INSTALL_ROOT}/tools-arm"
- else
- StepBanner "MISC-ARM" "Skipping ARM sel_ldr (No trusted ARM toolchain)"
- fi
-
- if ${BUILD_PLATFORM_LINUX} ; then
- StepBanner "MISC-ARM" "Building validator (ARM)"
- RunWithLog arm_ncval_core \
- ./scons MODE=opt-host \
- targetplatform=arm \
- sysinfo=0 \
- arm-ncval-core
- rm -rf "${INSTALL_ROOT}/tools-x86"
- mkdir "${INSTALL_ROOT}/tools-x86"
- cp scons-out/opt-linux-x86-32-to-arm/obj/src/trusted/validator_arm/\
-arm-ncval-core ${INSTALL_ROOT}/tools-x86
- else
- StepBanner "MISC-ARM" "Skipping ARM validator (Not yet supported on Mac)"
- fi
-}
-
-
-#########################################################################
-# < BINUTILS >
-#########################################################################
-
-#+-------------------------------------------------------------------------
-#+ binutils-arm - Build and install binutils for ARM
-binutils-arm() {
- StepBanner "BINUTILS-ARM"
-
- local srcdir="${TC_SRC_BINUTILS}"
-
- assert-dir "${srcdir}" "You need to checkout binutils."
-
- if binutils-arm-needs-configure; then
- binutils-arm-clean
- binutils-arm-configure
- else
- SkipBanner "BINUTILS-ARM" "configure"
- fi
-
- if binutils-arm-needs-make; then
- binutils-arm-make
- else
- SkipBanner "BINUTILS-ARM" "make"
- fi
-
- binutils-arm-install
-}
-
-#+ binutils-arm-clean - Clean binutils
-binutils-arm-clean() {
- StepBanner "BINUTILS-ARM" "Clean"
- local objdir="${TC_BUILD_BINUTILS_ARM}"
- rm -rf ${objdir}
-}
-
-#+ binutils-arm-configure- Configure binutils for ARM
-binutils-arm-configure() {
- StepBanner "BINUTILS-ARM" "Configure"
-
- local srcdir="${TC_SRC_BINUTILS}"
- local objdir="${TC_BUILD_BINUTILS_ARM}"
-
- # enable multiple targets so that we can use the same ar with all .o files
- local targ="arm-pc-nacl,i686-pc-nacl,x86_64-pc-nacl"
- mkdir -p "${objdir}"
- spushd "${objdir}"
-
- # --enable-checking is to avoid a build failure:
- # tc-arm.c:2489: warning: empty body in an if-statement
- # The --enable-gold and --enable-plugins options are on so that we
- # can use gold's support for plugin to link PNaCl modules.
-
- # TODO(pdox): Building binutils for nacl/nacl64 target currently requires
- # providing NACL_ALIGN_* defines. This should really be defined inside
- # binutils instead.
- RunWithLog binutils.arm.configure \
- env -i \
- PATH="/usr/bin:/bin" \
- CC=${CC} \
- CXX=${CXX} \
- CFLAGS="-DNACL_ALIGN_BYTES=32 -DNACL_ALIGN_POW2=5" \
- ${srcdir}/binutils-2.20/configure --prefix=${INSTALL_DIR} \
- --target=${BINUTILS_TARGET} \
- --enable-targets=${targ} \
- --enable-checking \
- --enable-gold=yes \
- --enable-ld=yes \
- --enable-plugins \
- --disable-werror \
- --with-sysroot=${NEWLIB_INSTALL_DIR}
- spopd
-}
-
-binutils-arm-needs-configure() {
- [ ! -f "${TC_BUILD_BINUTILS_ARM}/config.status" ]
- return $?
-}
-
-binutils-arm-needs-make() {
- local srcdir="${TC_SRC_BINUTILS}"
- local objdir="${TC_BUILD_BINUTILS_ARM}"
-
- ts-modified "$srcdir" "$objdir"
- return $?
-}
-
-#+ binutils-arm-make - Make binutils for ARM
-binutils-arm-make() {
- StepBanner "BINUTILS-ARM" "Make"
- local srcdir="${TC_SRC_BINUTILS}"
- local objdir="${TC_BUILD_BINUTILS_ARM}"
- spushd "${objdir}"
-
- ts-touch-open "${objdir}"
-
- RunWithLog binutils.arm.make \
- env -i PATH="/usr/bin:/bin" \
- make ${MAKE_OPTS}
-
- ts-touch-commit "${objdir}"
-
- spopd
-}
-
-#+ binutils-arm-install - Install binutils for ARM
-binutils-arm-install() {
- StepBanner "BINUTILS-ARM" "Install"
- local objdir="${TC_BUILD_BINUTILS_ARM}"
- spushd "${objdir}"
-
- RunWithLog binutils.arm.install \
- env -i PATH="/usr/bin:/bin" \
- make \
- install ${MAKE_OPTS}
-
- spopd
-
- # Binutils builds readelf and size, but doesn't install it.
- mkdir -p "${INSTALL_BIN}"
- cp -f "${objdir}"/binutils/readelf "${PNACL_READELF}"
- cp -f "${objdir}"/binutils/size "${PNACL_SIZE}"
-}
-
-#+-------------------------------------------------------------------------
-#+ binutils-liberty - Build native binutils libiberty
-binutils-liberty() {
- local srcdir="${TC_SRC_BINUTILS}"
-
- assert-dir "${srcdir}" "You need to checkout binutils."
-
- if binutils-liberty-needs-configure; then
- binutils-liberty-clean
- binutils-liberty-configure
- else
- SkipBanner "BINUTILS-LIBERTY" "configure"
- fi
-
- if binutils-liberty-needs-make; then
- binutils-liberty-make
- else
- SkipBanner "BINUTILS-LIBERTY" "make"
- fi
-}
-
-binutils-liberty-needs-configure() {
- [ ! -f "${TC_BUILD_BINUTILS_LIBERTY}/config.status" ]
- return $?
-}
-
-#+ binutils-liberty-clean - Clean binutils-liberty
-binutils-liberty-clean() {
- StepBanner "BINUTILS-LIBERTY" "Clean"
- local objdir="${TC_BUILD_BINUTILS_LIBERTY}"
- rm -rf ${objdir}
-}
-
-#+ binutils-liberty-configure - Configure binutils-liberty for X86
-binutils-liberty-configure() {
- StepBanner "BINUTILS-LIBERTY" "Configure"
-
- local srcdir="${TC_SRC_BINUTILS}"
- local objdir="${TC_BUILD_BINUTILS_LIBERTY}"
-
- mkdir -p "${objdir}"
- spushd "${objdir}"
- RunWithLog binutils.liberty.configure \
- env -i \
- PATH="/usr/bin:/bin" \
- CC=${CC} \
- CXX=${CXX} \
- ${srcdir}/binutils-2.20/configure
- spopd
-}
-
-binutils-liberty-needs-make() {
- local srcdir="${TC_SRC_BINUTILS}"
- local objdir="${TC_BUILD_BINUTILS_LIBERTY}"
-
- ts-modified "$srcdir" "$objdir"
- return $?
-}
-
-#+ binutils-liberty-make - Make binutils-liberty for X86
-binutils-liberty-make() {
- StepBanner "BINUTILS-LIBERTY" "Make"
- local srcdir="${TC_SRC_BINUTILS}"
- local objdir="${TC_BUILD_BINUTILS_LIBERTY}"
- spushd "${objdir}"
-
- ts-touch-open "${objdir}"
-
- RunWithLog binutils.liberty.make \
- env -i PATH="/usr/bin:/bin" \
- make ${MAKE_OPTS} all-libiberty
-
- ts-touch-commit "${objdir}"
-
- spopd
-}
-
-#########################################################################
-# CLIENT BINARIES (SANDBOXED)
-#########################################################################
-
-check-sb-mode() {
- local mode=$1
- if [ ${mode} != "srpc" ] && [ ${mode} != "nonsrpc" ]; then
- echo "ERROR: Unsupported mode. Choose one of: srpc, nonsrpc"
- exit -1
- fi
-}
-
-check-sb-arch() {
- local arch=$1
- for valid_arch in x8632 x8664 arm universal ; do
- if [ "${arch}" == "${valid_arch}" ] ; then
- return
- fi
- done
-
- echo "ERROR: Unsupported arch. Choose one of: x8632, x8664, arm, universal"
- exit -1
-}
-
-#+-------------------------------------------------------------------------
-#+ llvm-tools-sb <arch> <mode> - Build and install llvm tools (sandboxed)
-llvm-tools-sb() {
- local srcdir="${TC_SRC_LLVM}"
-
- assert-dir "${srcdir}" "You need to checkout llvm."
-
- if [ $# -ne 2 ]; then
- echo "ERROR: Usage llvm-tools-sb <arch> <mode>"
- exit -1
- fi
-
- local arch=$1
- local mode=$2
- check-sb-arch ${arch}
- check-sb-mode ${mode}
-
- if llvm-tools-sb-needs-configure "${arch}" "${mode}" ; then
- llvm-tools-sb-clean "${arch}" "${mode}"
- llvm-tools-sb-configure "${arch}" "${mode}"
- else
- SkipBanner "LLVM-TOOLS-SB" "configure ${arch} ${mode} "
- fi
-
- if llvm-tools-sb-needs-make "${arch}" "${mode}" ; then
- llvm-tools-sb-make "${arch}" "${mode}"
- else
- SkipBanner "LLVM-TOOLS-SB" "make ${arch} ${mode} "
- fi
-
- llvm-tools-sb-install "${arch}" "${mode}"
-}
-
-llvm-tools-sb-needs-configure() {
- local arch=$1
- local mode=$2
- local objdir="${TC_BUILD}/llvm-tools-${arch}-${mode}-sandboxed"
- [ ! -f "${objdir}/config.status" ]
- return $?
-}
-
-# llvm-tools-sb-clean - Clean llvm tools (sandboxed) for x86
-llvm-tools-sb-clean() {
- local arch=$1
- local mode=$2
- StepBanner "LLVM-TOOLS-SB" "Clean ${arch} ${mode}"
- local objdir="${TC_BUILD}/llvm-tools-${arch}-${mode}-sandboxed"
-
- rm -rf "${objdir}"
- mkdir -p "${objdir}"
-}
-
-llvm-tools-sb-setup() {
- local arch=$1
- local mode=$2
- local bitsize
- local prefix
- local flags
-
- flags="-static"
- case ${mode} in
- srpc) flags+=" -DNACL_SRPC" ;;
- nonsrpc) ;;
- esac
-
- # Speed things up by avoiding an intermediate step
- flags+=" --pnacl-skip-ll"
-
- LLVM_SB_CONFIGURE_ENV=(
- AR="${PNACL_AR}" \
- AS="${PNACL_AS}" \
- CC="${PNACL_GCC} ${flags}" \
- CXX="${PNACL_GPP} ${flags}" \
- LD="${PNACL_LD} ${flags}" \
- NM="${PNACL_NM}" \
- RANLIB="${PNACL_RANLIB}" \
- LDFLAGS="") # TODO(pdox): Support -s
-}
-
-# llvm-tools-sb-configure - Configure llvm tools (sandboxed) for x86
-llvm-tools-sb-configure() {
- local arch=$1
- local mode=$2
- llvm-tools-sb-setup ${arch} ${mode}
-
- StepBanner "LLVM-TOOLS-SB" "Configure ${arch} ${mode}"
- local srcdir="${TC_SRC_LLVM}"
- local objdir="${TC_BUILD}/llvm-tools-${arch}-${mode}-sandboxed"
- local installdir="${PNACL_SB_ROOT}/${arch}/${mode}"
- local targets=""
- case ${arch} in
- x8632) targets=x86 ;;
- x8664) targets=x86_64 ;;
- arm) targets=arm ;;
- universal) targets=x86,x86_64,arm ;;
- esac
-
- spushd ${objdir}
- RunWithLog \
- llvm.tools.${arch}.${mode}.sandboxed.configure \
- env -i \
- PATH="/usr/bin:/bin" \
- ${srcdir}/llvm-trunk/configure \
- "${LLVM_SB_CONFIGURE_ENV[@]}" \
- --prefix=${installdir} \
- --host=nacl \
- --disable-jit \
- --enable-optimized \
- --target=${CROSS_TARGET_ARM} \
- --enable-targets=${targets} \
- --enable-pic=no \
- --enable-static \
- --enable-shared=no
- spopd
-}
-
-llvm-tools-sb-needs-make() {
- local arch=$1
- local mode=$2
- local srcdir="${TC_SRC_LLVM}"
- local objdir="${TC_BUILD}/llvm-tools-${arch}-${mode}-sandboxed"
-
- ts-modified "$srcdir" "$objdir"
- return $?
-}
-
-# llvm-tools-sb-make - Make llvm tools (sandboxed) for x86
-llvm-tools-sb-make() {
- local arch=$1
- local mode=$2
- llvm-tools-sb-setup ${arch} ${mode}
-
- StepBanner "LLVM-TOOLS-SB" "Make ${arch} ${mode}"
- local objdir="${TC_BUILD}/llvm-tools-${arch}-${mode}-sandboxed"
-
- spushd ${objdir}
- ts-touch-open "${objdir}"
-
- local build_with_srpc=0
- if [ ${mode} == "srpc" ]; then
- build_with_srpc=1
- fi
-
- RunWithLog llvm.tools.${arch}.${mode}.sandboxed.make \
- env -i PATH="/usr/bin:/bin" \
- ONLY_TOOLS=llc \
- NACL_SANDBOX=1 \
- NACL_SRPC=${build_with_srpc} \
- KEEP_SYMBOLS=1 \
- VERBOSE=1 \
- make ENABLE_OPTIMIZED=1 OPTIMIZE_OPTION=-O3 \
- ${MAKE_OPTS} tools-only
-
- ts-touch-commit "${objdir}"
-
- spopd
-}
-
-# llvm-tools-sb-install - Install llvm tools (sandboxed) for x86
-llvm-tools-sb-install() {
- local arch=$1
- local mode=$2
- llvm-tools-sb-setup ${arch} ${mode}
-
- StepBanner "LLVM-TOOLS-SB" "Install ${arch} ${mode}"
- local objdir="${TC_BUILD}/llvm-tools-${arch}-${mode}-sandboxed"
- spushd ${objdir}
-
- RunWithLog llvm.tools.${arch}.${mode}.sandboxed.install \
- env -i PATH="/usr/bin:/bin" \
- ONLY_TOOLS=llc \
- NACL_SANDBOX=1 \
- KEEP_SYMBOLS=1 \
- make ${MAKE_OPTS} install
-
- spopd
-
- translate-and-install-sb-tool ${arch} ${mode} llc
-}
-
-translate-and-install-sb-tool() {
- local arch=$1
- local mode=$2
- local name=$3
-
- # Translate bitcode program into an actual native executable.
- # If arch = universal, we need to translate and install multiple times.
- local bindir="${PNACL_SB_ROOT}/${arch}/${mode}/bin"
- local pexe="${bindir}/${name}.pexe"
-
- # Rename to .pexe
- mv "${bindir}/${name}" "${pexe}"
-
- local arches
- if [ "${arch}" == "universal" ]; then
- arches="${SBTC_BUILD_WITH_PNACL}"
- else
- arches="${arch}"
- fi
-
- local installer
- if [ "${arch}" == "universal" ]; then
- installer="cp -f"
- else
- installer="mv -f"
- fi
-
- # In universal/mode/bin directory, we'll end up with every translation:
- # e.g. llc.arm.nexe, llc.x8632.nexe, llc.x8664.nexe
- # In arch/mode/bin directories, we'll end up with just one copy
- local num_arches=$(wc -w <<< "${arches}")
- local extra=""
- if [ ${num_arches} -gt 1 ] && QueueConcurrent; then
- extra=" (background)"
- fi
-
- for tarch in ${arches}; do
- local nexe="${bindir}/${name}.${tarch}.nexe"
- StepBanner "TRANSLATE" "Translating ${name}.pexe to ${tarch}${extra}"
- "${PNACL_TRANSLATE}" -arch ${tarch} "${pexe}" -o "${nexe}" &
- QueueLastProcess
- done
-
- if [ ${num_arches} -gt 1 ] && ! QueueEmpty ; then
- StepBanner "TRANSLATE" "Waiting for processes to finish"
- fi
- QueueWait
-
- for tarch in ${arches}; do
- local nexe="${bindir}/${name}.${tarch}.nexe"
- local bindir_tarch="${PNACL_SB_ROOT}/${tarch}/${mode}/bin"
- mkdir -p "${bindir_tarch}"
- ${installer} "${nexe}" "${bindir_tarch}/${name}"
- done
-}
-
-#+-------------------------------------------------------------------------
-#+ binutils-sb <arch> <mode> - Build and install binutils (sandboxed)
-binutils-sb() {
- local srcdir="${TC_SRC_BINUTILS}"
-
- assert-dir "${srcdir}" "You need to checkout binutils."
-
- if [ $# -ne 2 ]; then
- echo "ERROR: Usage binutils-sb <arch> <mode>"
- exit -1
- fi
-
- local arch=$1
- local mode=$2
- check-sb-arch ${arch}
- check-sb-mode ${mode}
-
- if [ ! -d "${NNACL_ROOT}" ] ; then
- echo "ERROR: Install Native Client toolchain"
- exit -1
- fi
-
- if [ ! -f "${TC_BUILD_BINUTILS_LIBERTY}/libiberty/libiberty.a" ] ; then
- echo "ERROR: Missing lib. Run this script with binutils-liberty option"
- exit -1
- fi
-
- if binutils-sb-needs-configure "${arch}" "${mode}"; then
- binutils-sb-clean "${arch}" "${mode}"
- binutils-sb-configure "${arch}" "${mode}"
- else
- SkipBanner "BINUTILS-SB" "configure ${arch} ${mode}"
- fi
-
- if binutils-sb-needs-make "${arch}" "${mode}"; then
- binutils-sb-make "${arch}" "${mode}"
- else
- SkipBanner "BINUTILS-SB" "make ${arch} ${mode}"
- fi
-
- binutils-sb-install "${arch}" "${mode}"
-}
-
-binutils-sb-needs-configure() {
- local arch=$1
- local mode=$2
- [ ! -f "${TC_BUILD}/binutils-${arch}-${mode}-sandboxed/config.status" ]
- return $?
-}
-
-# binutils-sb-clean - Clean binutils (sandboxed) for x86
-binutils-sb-clean() {
- local arch=$1
- local mode=$2
- StepBanner "BINUTILS-SB" "Clean ${arch} ${mode}"
- local objdir="${TC_BUILD}/binutils-${arch}-${mode}-sandboxed"
- rm -rf "${objdir}"
- mkdir -p "${objdir}"
-}
-
-# binutils-sb-configure - Configure binutils (sandboxed) for x86
-binutils-sb-configure() {
- local arch=$1
- local mode=$2
- StepBanner "BINUTILS-SB" "Configure ${arch} ${mode}"
- local bitsize=${arch:3:2}
- local nacl="nacl${bitsize/"32"/}"
- local srcdir="${TC_SRC_BINUTILS}"
- local objdir="${TC_BUILD}/binutils-${arch}-${mode}-sandboxed"
- local installdir="${PNACL_SB_ROOT}/${arch}/${mode}"
-
- local flags="-DNACL_ALIGN_BYTES=32 -DNACL_ALIGN_POW2=5 -DNACL_TOOLCHAIN_PATCH"
- if [ ${mode} == "srpc" ]; then
- flags+=" -DNACL_SRPC"
- fi
-
- spushd ${objdir}
- mkdir -p liberty_tmp
- cp "${TC_BUILD_BINUTILS_LIBERTY}/libiberty/libiberty.a" liberty_tmp
- RunWithLog \
- binutils.${arch}.${mode}.sandboxed.configure \
- env -i \
- PATH="/usr/bin:/bin" \
- AR="${NNACL_ROOT}/bin/${nacl}-ar" \
- AS="${NNACL_ROOT}/bin/${nacl}-as" \
- CC="${NNACL_ROOT}/bin/${nacl}-gcc" \
- CXX="${NNACL_ROOT}/bin/${nacl}-g++" \
- LD="${NNACL_ROOT}/bin/${nacl}-ld" \
- RANLIB="${NNACL_ROOT}/bin/${nacl}-ranlib" \
- CFLAGS="-m${bitsize} -O3 ${flags} -I${NNACL_ROOT}/${nacl}/include" \
- LDFLAGS="-s" \
- LDFLAGS_FOR_BUILD="-L../liberty_tmp" \
- ${srcdir}/binutils-2.20/configure \
- --prefix=${installdir} \
- --host=${nacl} \
- --target=${nacl} \
- --disable-nls \
- --disable-werror \
- --enable-static \
- --enable-shared=no
- spopd
-}
-
-binutils-sb-needs-make() {
- local arch=$1
- local mode=$2
- local srcdir="${TC_SRC_BINUTILS}"
- local objdir="${TC_BUILD}/binutils-${arch}-${mode}-sandboxed"
-
- ts-modified "$srcdir" "$objdir"
- return $?
-}
-
-# binutils-sb-make - Make binutils (sandboxed) for x86
-binutils-sb-make() {
- local arch=$1
- local mode=$2
- StepBanner "BINUTILS-SB" "Make ${arch} ${mode}"
- local objdir="${TC_BUILD}/binutils-${arch}-${mode}-sandboxed"
-
- spushd ${objdir}
-
- ts-touch-open "${objdir}"
-
- local build_with_srpc=0
- if [ ${mode} == "srpc" ]; then
- build_with_srpc=1
- fi
-
- RunWithLog binutils.${arch}.sandboxed.make \
- env -i PATH="/usr/bin:/bin" \
- NACL_SRPC=${build_with_srpc} \
- make ${MAKE_OPTS} all-gas all-ld
-
- ts-touch-commit "${objdir}"
-
- spopd
-}
-
-# binutils-sb-install - Install binutils (sandboxed) for x86
-binutils-sb-install() {
- local arch=$1
- local mode=$2
- StepBanner "BINUTILS-SB" "Install ${arch} ${mode}"
- local objdir="${TC_BUILD}/binutils-${arch}-${mode}-sandboxed"
-
- spushd ${objdir}
-
- RunWithLog binutils.${arch}.${mode}.sandboxed.install \
- env -i PATH="/usr/bin:/bin" \
- make install-gas install-ld
-
- spopd
-}
-
-
-#+ tools-sb {arch} {mode} - Build all sandboxed tools for arch, mode
-tools-sb() {
- local arch=$1
- local mode=$2
-
- StepBanner "${arch}" "Sandboxing"
- StepBanner "----------" "--------------------------------------"
- llvm-tools-sb ${arch} ${mode}
-
- # Use regular toolchain for building binutils.
- # This is a temporary hack because we can't build binutils with pnacl yet.
- # TODO(pdox): Make binutils buildable with pnacl.
- local arches
- if [[ "${arch}" == "universal" ]] ; then
- arches="${SBTC_BUILD_WITH_PNACL}"
- else
- arches="${arch}"
- fi
- for arch in ${arches} ; do
- if [[ "${arch}" == "arm" ]] ; then
- StepBanner "BINUTILS-SB" "Skipping ARM build (not yet sandboxed)"
- else
- binutils-sb ${arch} ${mode}
- fi
- done
-}
-
-
-#+--------------------------------------------------------------------------
-#@ install-translators {srpc/nonsrpc} - Builds and installs sandboxed
-#@ translator components
-install-translators() {
- if [ $# -ne 1 ]; then
- echo "ERROR: Usage install-translators <srpc/nonsrpc>"
- exit -1
- fi
-
- local srpc_kind=$1
- check-sb-mode ${srpc_kind}
-
- StepBanner "INSTALL SANDBOXED TRANSLATORS (${srpc_kind})"
-
- binutils-liberty
-
- if ${SBTC_PRODUCTION}; then
- # Build each architecture separately.
- for arch in ${SBTC_BUILD_WITH_PNACL} ; do
- tools-sb ${arch} ${srpc_kind}
- done
- else
- # Using arch `universal` builds the sandboxed tools to a .pexe
- # which support all targets. This .pexe is then translated to
- # each architecture specified in ${SBTC_BUILD_WITH_PNACL}.
- tools-sb universal ${srpc_kind}
- fi
-
- echo "Done"
-}
-
-#+-------------------------------------------------------------------------
-#@ prune-translator-install - Prunes translator install directories
-prune-translator-install() {
- if [ $# -ne 1 ]; then
- echo "ERROR: Usage prune-translator-install <srpc/nonsrpc>"
- exit -1
- fi
-
- local srpc_kind=$1
- check-sb-mode ${srpc_kind}
-
- StepBanner "PRUNE" "Pruning translator installs (${srpc_kind})"
-
- spushd "${PNACL_SB_X8632}/${srpc_kind}"
- rm -rf include lib nacl share
- rm -rf bin/llvm-config bin/tblgen
- spopd
-
- spushd "${PNACL_SB_X8664}/${srpc_kind}"
- rm -rf include lib nacl64 share
- rm -rf bin/llvm-config bin/tblgen
- spopd
-
- if ! ${SBTC_PRODUCTION}; then
- spushd "${PNACL_SB_UNIVERSAL}/${srpc_kind}"
- rm -rf include lib share
- rm -f bin/llvm-config bin/tblgen
- # Delete intermediate files generated by the driver
- rm -f -- bin/llc*---llc.pexe---*
- spopd
- fi
-
- echo "Done"
-}
-
-#########################################################################
-# < NEWLIB-ARM >
-# < NEWLIB-BITCODE >
-#########################################################################
-
-#+ newlib-bitcode - Build and install newlib in bitcode.
-newlib-bitcode() {
- StepBanner "NEWLIB-BITCODE"
-
- if newlib-bitcode-needs-configure; then
- newlib-bitcode-clean
- newlib-bitcode-configure
- else
- SkipBanner "NEWLIB-BITCODE" "configure"
- fi
-
- if newlib-bitcode-needs-make; then
- newlib-bitcode-make
- else
- SkipBanner "NEWLIB-BITCODE" "make"
- fi
-
- newlib-bitcode-install
-}
-
-#+ newlib-bitcode-clean - Clean bitcode newlib.
-newlib-bitcode-clean() {
- StepBanner "NEWLIB-BITCODE" "Clean"
- rm -rf "${TC_BUILD_NEWLIB_BITCODE}"
-}
-
-newlib-bitcode-needs-configure() {
- speculative-check "gcc-stage1" && return 0
- ts-newer-than "${TC_BUILD_LLVM_GCC1}-${CROSS_TARGET_ARM}" \
- "${TC_BUILD_NEWLIB_BITCODE}" && return 0
-
- [ ! -f "${TC_BUILD_NEWLIB_BITCODE}/config.status" ]
- return #?
-}
-
-#+ newlib-bitcode-configure - Configure bitcode Newlib
-newlib-bitcode-configure() {
- StepBanner "NEWLIB-BITCODE" "Configure"
- newlib-configure-common "${TC_BUILD_NEWLIB_BITCODE}"
-}
-
-newlib-configure-common() {
- local srcdir="${TC_SRC_NEWLIB}"
- local objdir="$1"
- mkdir -p "${objdir}"
- spushd "${objdir}"
-
- RunWithLog newlib.configure \
- env -i \
- PATH="/usr/bin:/bin" \
- "${STD_ENV_FOR_NEWLIB[@]}" \
- ${srcdir}/newlib-trunk/configure \
- --disable-libgloss \
- --disable-multilib \
- --prefix="${NEWLIB_INSTALL_DIR}" \
- --disable-newlib-supplied-syscalls \
- --disable-texinfo \
- --target="${REAL_CROSS_TARGET}"
- spopd
-}
-
-newlib-bitcode-needs-make() {
- local srcdir="${TC_SRC_NEWLIB}"
- local objdir="${TC_BUILD_NEWLIB_BITCODE}"
-
- ts-modified "$srcdir" "$objdir"
- return $?
-}
-
-#+ newlib-bitcode-make - Make bitcode Newlib
-newlib-bitcode-make() {
- StepBanner "NEWLIB-BITCODE" "Make"
- newlib-make-common "${TC_BUILD_NEWLIB_BITCODE}"
-}
-
-newlib-make-common() {
- local srcdir="${TC_SRC_NEWLIB}"
- local objdir="$1"
-
- ts-touch-open "${objdir}"
-
- spushd "${objdir}"
- RunWithLog newlib.make \
- env -i PATH="/usr/bin:/bin" \
- make \
- "${STD_ENV_FOR_NEWLIB[@]}" \
- ${MAKE_OPTS}
- spopd
-
- ts-touch-commit "${objdir}"
-
-}
-
-#+ newlib-bitcde-install - Install Bitcode Newlib
-newlib-bitcode-install() {
- StepBanner "NEWLIB-BITCODE" "Install"
-
- local objdir="${TC_BUILD_NEWLIB_BITCODE}"
-
- spushd "${objdir}"
-
- # NOTE: we might be better off not using install, as we are already
- # doing a bunch of copying of headers and libs further down
- RunWithLog newlib.install \
- env -i PATH="/usr/bin:/bin" \
- make \
- "${STD_ENV_FOR_NEWLIB[@]}" \
- install ${MAKE_OPTS}
-
- ###########################################################
- # -- HACK HACK HACK --
- # newlib installs into ${REAL_CROSS_TARGET}
- # For now, move it back to the old ${CROSS_TARGET_ARM}
- # where everything expects it to be.
- rm -rf "${NEWLIB_INSTALL_DIR}/${CROSS_TARGET_ARM}"
- mv "${NEWLIB_INSTALL_DIR}/${REAL_CROSS_TARGET}" \
- "${NEWLIB_INSTALL_DIR}/${CROSS_TARGET_ARM}"
- ###########################################################
-
- StepBanner "NEWLIB-BITCODE" "Extra-install"
- local sys_include=${INSTALL_DIR}/${CROSS_TARGET_ARM}/include
- local sys_lib=${INSTALL_DIR}/${CROSS_TARGET_ARM}/lib
- # NOTE: we provide a new one via extra-sdk
- rm ${NEWLIB_INSTALL_DIR}/${CROSS_TARGET_ARM}/include/pthread.h
-
- cp ${NEWLIB_INSTALL_DIR}/${CROSS_TARGET_ARM}/include/machine/endian.h \
- ${sys_include}
- cp ${NEWLIB_INSTALL_DIR}/${CROSS_TARGET_ARM}/include/sys/param.h \
- ${sys_include}
- cp ${NEWLIB_INSTALL_DIR}/${CROSS_TARGET_ARM}/include/newlib.h \
- ${sys_include}
-
- # NOTE: we provide our own pthread.h via extra-sdk
- StepBanner "NEWLIB-BITCODE" "Removing old pthreads headers"
- rm -f "${NEWLIB_INSTALL_DIR}/${CROSS_TARGET_ARM}/usr/include/pthread.h"
- rm -f "${sys_include}/pthread.h"
-
- StepBanner "NEWLIB-BITCODE" "copying libraries"
- local destdir="${PNACL_BITCODE_ROOT}"
- # We only install libc/libg/libm
- mkdir -p "${destdir}"
- cp ${objdir}/${REAL_CROSS_TARGET}/newlib/lib[cgm].a "${destdir}"
-
- spopd
-}
-
-
-#########################################################################
-# < EXTRASDK >
-#########################################################################
-#+ extrasdk-clean - Clean extra-sdk stuff
-
-extrasdk-clean() {
- StepBanner "EXTRASDK-BITCODE" "Clean"
- rm -rf "${TC_BUILD_EXTRASDK_BITCODE}"
-
- StepBanner "EXTRASDK-BITCODE" "Clean bitcode lib"
- # TODO(robertm): consider having a dedicated dir for this so can
- # delete this wholesale
- # Do not clean libc and libstdc++ but everything else
- rm -f "${PNACL_BITCODE_ROOT}"/*google*.a
- rm -f "${PNACL_BITCODE_ROOT}"/*nacl*
- rm -f "${PNACL_BITCODE_ROOT}"/libpthread.a
- rm -f "${PNACL_BITCODE_ROOT}"/libsrpc.a
- rm -f "${PNACL_BITCODE_ROOT}"/libnpapi.a
- rm -f "${PNACL_BITCODE_ROOT}"/libppapi.a
- rm -f "${PNACL_BITCODE_ROOT}"/libnosys.a
- rm -f "${PNACL_BITCODE_ROOT}"/libav.a
- rm -f "${PNACL_BITCODE_ROOT}"/libgio.a
-
- StepBanner "EXTRASDK-BITCODE" "Clean arm libs"
- # Do not clean libgcc but everything else
- rm -f "${PNACL_ARM_ROOT}"/*crt*
-
- StepBanner "EXTRASDK-BITCODE" "Clean x86-32 libs"
- # Do not clean libgcc but everything else
- rm -f "${PNACL_X8632_ROOT}"/*crt*
-
- StepBanner "EXTRASDK-BITCODE" "Clean x86-64 libs"
- # Do not clean libgcc but everything else
- rm -f "${PNACL_X8664_ROOT}"/*crt*
-
- # clean scons obj dirs
- rm -rf scons-out/nacl_extra_sdk-*-pnacl
-}
-
-#+ extrasdk-make-install - build and install all extra sdk components
-extrasdk-make-install() {
- StepBanner "EXTRASDK"
- local headerdir="${NEWLIB_INSTALL_DIR}/${CROSS_TARGET_ARM}/include"
-
- StepBanner "EXTRASDK" "Make/Install headers"
- RunWithLog "extra_sdk.headers" \
- ./scons MODE=nacl_extra_sdk \
- extra_sdk_lib_destination="${PNACL_BITCODE_ROOT}" \
- extra_sdk_include_destination="${headerdir}" \
- bitcode=1 \
- platform=arm \
- sdl=none \
- naclsdk_validate=0 \
- extra_sdk_update_header
-
- StepBanner "EXTRASDK" "Make/Install bitcode libpthread"
- RunWithLog "extra_sdk.bitcode_libpthread" \
- ./scons MODE=nacl_extra_sdk -j 8\
- extra_sdk_lib_destination="${PNACL_BITCODE_ROOT}" \
- extra_sdk_include_destination="${headerdir}" \
- bitcode=1 \
- platform=arm \
- sdl=none \
- naclsdk_validate=0 \
- install_libpthread
-
- StepBanner "EXTRASDK" "Make/Install bitcode components"
- RunWithLog "extra_sdk.bitcode_components" \
- ./scons MODE=nacl_extra_sdk -j 8\
- extra_sdk_lib_destination="${PNACL_BITCODE_ROOT}" \
- extra_sdk_include_destination="${headerdir}" \
- disable_nosys_linker_warnings=1 \
- bitcode=1 \
- platform=arm \
- sdl=none \
- naclsdk_validate=0 \
- --verbose \
- extra_sdk_libs
-
- StepBanner "EXTRASDK" "Make/Install arm components"
- RunWithLog "extra_sdk.arm_components" \
- ./scons MODE=nacl_extra_sdk \
- extra_sdk_lib_destination="${PNACL_ARM_ROOT}" \
- extra_sdk_include_destination="${headerdir}" \
- bitcode=1 \
- platform=arm \
- sdl=none \
- naclsdk_validate=0 \
- --verbose \
- extra_sdk_libs_platform
-
- StepBanner "EXTRASDK" "Make/Install x86-32 components"
- RunWithLog "extra_sdk.libs_x8632" \
- ./scons MODE=nacl_extra_sdk \
- extra_sdk_lib_destination="${PNACL_X8632_ROOT}" \
- extra_sdk_include_destination="${headerdir}" \
- bitcode=1 \
- platform=x86-32 \
- sdl=none \
- naclsdk_validate=0 \
- --verbose \
- extra_sdk_libs_platform
-
- StepBanner "EXTRASDK" "Make/Install x86-64 components"
- RunWithLog "extra_sdk.libs_x8664" \
- ./scons MODE=nacl_extra_sdk \
- extra_sdk_lib_destination="${PNACL_X8664_ROOT}" \
- extra_sdk_include_destination="${headerdir}" \
- bitcode=1 \
- platform=x86-64 \
- sdl=none \
- naclsdk_validate=0 \
- --verbose \
- extra_sdk_libs_platform
-}
-
-newlib-nacl-headers-clean() {
- # Clean the include directory and revert it to its pure state
- if [ -d "${TC_SRC_NEWLIB}" ]; then
- rm -rf "${NEWLIB_INCLUDE_DIR}"
- # If the script is interrupted right here,
- # then NEWLIB_INCLUDE_DIR will not exist, and the repository
- # will be in a bad state. This will be fixed during the next
- # invocation by newlib-nacl-headers.
-
- # We jump into the parent directory and use a relative path so that
- # hg does not get confused by pathnames which contain a symlink.
- spushd "$(dirname "${NEWLIB_INCLUDE_DIR}")"
- RunWithLog "newlib-freshen" \
- hg-revert "$(basename "${NEWLIB_INCLUDE_DIR}")"
- spopd
- fi
-}
-
-#+ newlib-nacl-headers - Install NaCl headers to newlib
-newlib-nacl-headers() {
- StepBanner "newlib-nacl-headers" "Adding nacl headers to newlib"
-
- assert-dir "${TC_SRC_NEWLIB}" "Newlib is not checked out"
-
- # Make sure the headers directory has no local changes
- newlib-nacl-headers-check
- newlib-nacl-headers-clean
-
- # Install the headers
- "${EXPORT_HEADER_SCRIPT}" \
- "${NACL_SYS_HEADERS}" \
- "${NEWLIB_INCLUDE_DIR}"
-
- # Record the header install time
- ts-touch "${NACL_SYS_TS}"
-}
-
-#+ newlib-nacl-headers-check - Make sure the newlib nacl headers haven't
-#+ been modified since the last install.
-newlib-nacl-headers-check() {
- # The condition where NEWLIB_INCLUDE_DIR does not exist may have been
- # caused by an incomplete call to newlib-nacl-headers-clean().
- # Let it pass this check so that the clean will be able to finish.
- # See the comment in newlib-nacl-headers-clean()
- if ! [ -d "${TC_SRC_NEWLIB}" ] ||
- ! [ -d "${NEWLIB_INCLUDE_DIR}" ]; then
- return 0
- fi
-
- # Already clean?
- if ! hg-has-changes "${NEWLIB_INCLUDE_DIR}" &&
- ! hg-has-untracked "${NEWLIB_INCLUDE_DIR}" ; then
- return 0
- fi
-
- if ts-dir-changed "${NACL_SYS_TS}" "${NEWLIB_INCLUDE_DIR}"; then
- echo ""
- echo "*******************************************************************"
- echo "* ERROR *"
- echo "* The NewLib include directory has local modifications *"
- echo "*******************************************************************"
- echo "* The NewLib include directory should not be modified directly. *"
- echo "* Instead, modifications should be done from: *"
- echo "* src/trusted/service_runtime/include *"
- echo "* *"
- echo "* To destroy the local changes to newlib, run: *"
- echo "* tools/llvm/utman.sh newlib-nacl-headers-clean *"
- echo "*******************************************************************"
- echo ""
- if ${UTMAN_BUILDBOT} ; then
- newlib-nacl-headers-clean
- else
- exit -1
- fi
- fi
-}
-
-#+-------------------------------------------------------------------------
-#+ driver - Install driver scripts.
-driver() {
- StepBanner "DRIVER"
- # need to prep the dir just in case..
- prep-install-dir
- # otherwise linker-install will stomp it.
- linker-install
- driver-install
- driver-intrinsics
-}
-
-driver-intrinsics() {
- StepBanner "DRIVER" "Install LLVM intrinsics"
- "${INSTALL_DIR}"/bin/llvm-as \
- tools/llvm/llvm-intrinsics.ll \
- -o "${INSTALL_ROOT}/llvm-intrinsics.bc"
-}
-
-# Just in case we're calling this manually
-prep-install-dir() {
- mkdir -p ${INSTALL_DIR}
-}
-
-# We need to adjust the start address and aligment of nacl arm modules
-linker-install() {
- StepBanner "DRIVER" "Installing untrusted ld scripts"
- mkdir -p "${LDSCRIPTS_DIR}"
- cp tools/llvm/ld_script_arm_untrusted "${LDSCRIPTS_DIR}"
- cp tools/llvm/ld_script_x8632_untrusted "${LDSCRIPTS_DIR}"
- cp tools/llvm/ld_script_x8664_untrusted "${LDSCRIPTS_DIR}"
-}
-
-# The driver is a simple python script which changes its behavior
-# depending on the name it is invoked as.
-driver-install() {
- StepBanner "DRIVER" "Installing driver adaptors to ${INSTALL_DIR}"
- # TODO(robertm): move the driver to their own dir
- # rm -rf ${INSTALL_DIR}
- mkdir -p "${INSTALL_BIN}"
- rm -f "${INSTALL_BIN}/pnacl-*"
- cp tools/llvm/driver.py "${INSTALL_BIN}"
- for s in gcc g++ as arm-as i686-as x86_64-as \
- bclink opt dis ld strip translate illegal nop \
- ar nm ranlib pexecheck ; do
- local t="pnacl-$s"
- ln -fs driver.py "${INSTALL_BIN}/$t"
- done
-}
-
-######################################################################
-######################################################################
-#
-# HELPER FUNCTIONS
-#
-# (These should not generally be used directly)
-#
-######################################################################
-######################################################################
-
-RecordRevisionInfo() {
- mkdir -p "${INSTALL_ROOT}"
- svn info > "${INSTALL_ROOT}/REV"
-}
-
-
-#+ organize-native-code - Saves the native code libraries for each architecture
-#+ into the toolchain/pnacl-untrusted/<arch> directories.
-organize-native-code() {
- StepBanner "PNACL" "Organizing Native Code"
-
- readonly arm_src=${INSTALL_ROOT}
- readonly arm_llvm_gcc=${INSTALL_DIR}
-
- StepBanner "PNaCl" "arm native code: ${PNACL_ARM_ROOT}"
- mkdir -p ${PNACL_ARM_ROOT}
- local startup_dir=${arm_llvm_gcc}/lib/gcc/arm-none-linux-gnueabi/${GCC_VER}
- cp -f ${startup_dir}/libgcc.a ${PNACL_ARM_ROOT}
- cp -f ${startup_dir}/libgcc_eh.a ${PNACL_ARM_ROOT}
- DebugRun ls -l ${PNACL_ARM_ROOT}
-
- StepBanner "PNaCl" "x86-32 native code: ${PNACL_X8632_ROOT}"
- mkdir -p ${PNACL_X8632_ROOT}
- local startup_dir=${arm_llvm_gcc}/lib/gcc/${CROSS_TARGET_X86_32}/${GCC_VER}
- cp -f ${startup_dir}/libgcc.a ${PNACL_X8632_ROOT}
- cp -f ${startup_dir}/libgcc_eh.a ${PNACL_X8632_ROOT}
- DebugRun ls -l ${PNACL_X8632_ROOT}
-
- StepBanner "PNaCl" "x86-64 native code: ${PNACL_X8664_ROOT}"
- mkdir -p ${PNACL_X8664_ROOT}
- local startup_dir=${arm_llvm_gcc}/lib/gcc/${CROSS_TARGET_X86_64}/${GCC_VER}
- cp -f ${startup_dir}/libgcc.a ${PNACL_X8664_ROOT}
- cp -f ${startup_dir}/libgcc_eh.a ${PNACL_X8664_ROOT}
- DebugRun ls -l ${PNACL_X8664_ROOT}
-}
-
-######################################################################
-######################################################################
-# < VERIFY >
-######################################################################
-######################################################################
-
-readonly LLVM_DIS=${INSTALL_DIR}/bin/llvm-dis
-readonly LLVM_BCANALYZER=${INSTALL_DIR}/bin/llvm-bcanalyzer
-readonly LLVM_OPT=${INSTALL_DIR}/bin/opt
-readonly LLVM_AR=${CROSS_TARGET_AR}
-
-# Note: we could replace this with a modified version of tools/elf_checker.py
-# if we do not want to depend on binutils
-readonly NACL_OBJDUMP=${INSTALL_DIR}/bin/arm-pc-nacl-objdump
-
-# Usage: VerifyArchive <checker> <pattern> <filename>
-ExtractAndCheck() {
- local checker="$1"
- local pattern="$2"
- local archive="$3"
- local tmp="/tmp/ar-verify-${RANDOM}"
- rm -rf ${tmp}
- mkdir -p ${tmp}
- cp "${archive}" "${tmp}"
- spushd ${tmp}
- ${LLVM_AR} x $(basename ${archive})
- # extract all the files
- local count=0
- for i in ${pattern} ; do
- if [ ! -e "$i" ]; then
- # we may also see the unexpanded pattern here if there is no match
- continue
- fi
- count=$((count+1))
- ${checker} $i
- done
- if [ "${count}" = "0" ] ; then
- echo "FAIL - archive empty or wrong contents: ${archive}"
- ls -l "${tmp}"
- exit -1
- fi
- echo "PASS (${count} files)"
- rm -rf "${tmp}"
- spopd
-}
-
-# Usage: VerifyLinkerScript <filename>
-VerifyLinkerScript() {
- local archive="$1"
- # Use cpp to strip the C-style comments.
- ${PNACL_GCC} -E -xc "${archive}" | awk -v archive="$(basename ${archive})" '
- BEGIN { status = 0 }
- NF == 0 || $1 == "#" { next }
- $1 == "INPUT" && $2 == "(" && $NF == ")" { next }
- {
- print "FAIL - unexpected linker script(?) contents:", archive
- status = 1
- exit(status)
- }
- END { if (status == 0) print "PASS (trivial linker script)" }
-' || exit -1
-}
-
-# Usage: VerifyArchive <checker> <pattern> <filename>
-VerifyArchive() {
- local checker="$1"
- local pattern="$2"
- local archive="$3"
- echo -n "verify $(basename "${archive}"): "
- type="$(file --brief --mime-type "${archive}")"
- case "$type" in
- application/x-archive)
- ExtractAndCheck "$checker" "$pattern" "$archive"
- ;;
- text/x-c)
- # A linker script with C comments looks like C to "file".
- VerifyLinkerScript "$archive"
- ;;
- *)
- echo "FAIL - unknown file type ($type): ${archive}"
- exit -1
- ;;
- esac
-}
-
-#
-# verify-object-llvm <obj>
-#
-# Verifies that a given .o file is bitcode and free of ASMSs
-verify-object-llvm() {
- local t=$(${LLVM_DIS} $1 -o -)
-
- if grep asm <<<$t ; then
- echo
- echo "ERROR asm in $1"
- echo
- exit -1
- fi
-}
-
-
-
-check-elf-abi() {
- local arch_info=$(${NACL_OBJDUMP} -f $1)
- if ! grep -q $2 <<< ${arch_info} ; then
- echo "ERROR $1 - bad file format: $2 vs ${arch_info}\n"
- echo ${arch_info}
- exit -1
- fi
-}
-
-
-# verify-object-arm <obj>
-#
-# Ensure that the ARCH properties are what we expect, this is a little
-# fragile and needs to be updated when tools change
-verify-object-arm() {
- check-elf-abi $1 "elf32-littlearm-nacl"
- arch_info=$("${PNACL_READELF}" -A $1)
- #TODO(robertm): some refactoring and cleanup needed
- if ! grep -q "Tag_FP_arch: VFPv2" <<< ${arch_info} ; then
- echo "ERROR $1 - bad Tag_FP_arch\n"
- #TODO(robertm): figure out what the right thing to do is here, c.f.
- # http://code.google.com/p/nativeclient/issues/detail?id=966
- "${PNACL_READELF}" -A $1 | grep Tag_FP_arch
- exit -1
- fi
-
- if ! grep -q "Tag_CPU_arch: v7" <<< ${arch_info} ; then
- echo "FAIL bad $1 Tag_CPU_arch\n"
- "${PNACL_READELF}" -A $1 | grep Tag_CPU_arch
- exit -1
- fi
-}
-
-
-# verify-object-x86-32 <obj>
-#
-verify-object-x86-32() {
- check-elf-abi $1 "elf32-nacl"
-}
-
-# verify-object-x86-64 <obj>
-#
-verify-object-x86-64() {
- check-elf-abi $1 "elf64-nacl"
-}
-
-
-#
-# verify-archive-llvm <archive>
-# Verifies that a given archive is bitcode and free of ASMSs
-#
-verify-archive-llvm() {
- if ${LLVM_BCANALYZER} "$1" 2> /dev/null ; then
- # This fires only when we build in single-bitcode-lib mode
- echo -n "verify $(basename "$1"): "
- verify-object-llvm "$1"
- echo "PASS (single-bitcode)"
- else
- # Currently all the files are .o in the llvm archives.
- # Eventually more and more should be .bc.
- VerifyArchive verify-object-llvm '*.bc *.o' "$@"
- fi
-}
-
-#
-# verify-archive-arm <archive>
-# Verifies that a given archive is a proper arm achive
-#
-verify-archive-arm() {
- VerifyArchive verify-object-arm '*.o' "$@"
-}
-
-#
-# verify-archive-x86-32 <archive>
-# Verifies that a given archive is a proper x86-32 achive
-#
-verify-archive-x86-32() {
- VerifyArchive verify-object-x86-32 '*.o' "$@"
-}
-
-#
-# verify-archive-x86-64 <archive>
-# Verifies that a given archive is a proper x86-64 achive
-#
-verify-archive-x86-64() {
- VerifyArchive verify-object-x86-64 '*.o' "$@"
-}
-#@-------------------------------------------------------------------------
-#+ verify - Verifies that toolchain/pnacl-untrusted ELF files
-#+ are of the correct architecture.
-verify() {
- StepBanner "VERIFY"
-
- if ${UTMAN_BUILD_ARM}; then
- SubBanner "VERIFY: ${PNACL_ARM_ROOT}"
- for i in ${PNACL_ARM_ROOT}/*.o ; do
- verify-object-arm "$i"
- done
-
- for i in ${PNACL_ARM_ROOT}/*.a ; do
- verify-archive-arm "$i"
- done
- fi
-
- SubBanner "VERIFY: ${PNACL_X8632_ROOT}"
- for i in ${PNACL_X8632_ROOT}/*.o ; do
- verify-object-x86-32 "$i"
- done
-
- for i in ${PNACL_X8632_ROOT}/*.a ; do
- verify-archive-x86-32 "$i"
- done
-
- SubBanner "VERIFY: ${PNACL_X8664_ROOT}"
- for i in ${PNACL_X8664_ROOT}/*.o ; do
- verify-object-x86-64 "$i"
- done
-
- for i in ${PNACL_X8664_ROOT}/*.a ; do
- verify-archive-x86-64 "$i"
- done
-
- SubBanner "VERIFY: ${PNACL_BITCODE_ROOT}"
- for i in ${PNACL_BITCODE_ROOT}/*.a ; do
- verify-archive-llvm "$i"
- done
-
- # we currently do not expect any .o files in this directory
- #for i in ${PNACL_BITCODE_ROOT}/*.o ; do
- #done
-}
-
-#@ verify-triple-build <arch> - Verify that the sandboxed translator produces
-#@ an identical translation of itself (llc.pexe)
-#@ as the unsandboxed translator.
-verify-triple-build() {
- if [ $# -eq 0 ]; then
- local arch
- for arch in ${SBTC_BUILD_WITH_PNACL} ; do
- verify-triple-build ${arch}
- done
- return
- fi
-
- local arch=${1/-/} # Get rid of dashes
- local mode=srpc
-
- check-sb-arch ${arch}
- check-sb-mode ${mode}
-
- StepBanner "VERIFY" "Verifying triple build for ${arch}"
-
- local archdir="${PNACL_SB_ROOT}/${arch}/${mode}"
- local archllc="${archdir}/bin/llc"
- local pexe
-
- if ${SBTC_PRODUCTION} ; then
- pexe="${archdir}/bin/llc.pexe"
- else
- pexe="${PNACL_SB_ROOT}/universal/${mode}/bin/llc.pexe"
- fi
- assert-file "${archllc}" "sandboxed llc for ${arch} does not exist"
- assert-file "${pexe}" "llc.pexe does not exist"
-
- local flags="--pnacl-sb --pnacl-driver-verbose"
- if [ ${mode} == "srpc" ] ; then
- flags+=" --pnacl-driver-set-SRPC=1"
- else
- flags+=" --pnacl-driver-set-SRPC=0"
- fi
-
- if [ ${arch} == "arm" ] ; then
- # Use emulator if we are not on ARM
- local hostarch=$(uname -m)
- if ! [[ "${hostarch}" =~ arm ]]; then
- flags+=" --pnacl-use-emulator"
- fi
- fi
-
- local objdir="${TC_BUILD}/triple-build"
- local newllc="${objdir}/llc.${arch}.rebuild.nexe"
- mkdir -p "${objdir}"
-
- StepBanner "VERIFY" "Translating llc.pexe to ${arch} using sandboxed tools"
- RunWithLog "verify.triple.build" \
- "${PNACL_TRANSLATE}" ${flags} -arch ${arch} "${pexe}" -o "${newllc}"
-
- if ! cmp --silent "${archllc}" "${newllc}" ; then
- Banner "TRIPLE BUILD VERIFY FAILED"
- echo "Expected these files to be identical, but they are not:"
- echo " ${archllc}"
- echo " ${newllc}"
- exit -1
- fi
- StepBanner "VERIFY" "Verified ${arch} OK"
-}
-######################################################################
-######################################################################
-#
# < TESTING >
#
######################################################################
@@ -3022,30 +279,11 @@
#@ test-bot-base - tests that must pass on the bots to validate a TC
test-bot-base() {
+ # TODO(robertm): this is missing adhoc tests.
test-all
}
-######################################################################
-######################################################################
-#
-# UTILITIES
-#
-######################################################################
-######################################################################
-
-#@-------------------------------------------------------------------------
-#@ show-config
-show-config() {
- Banner "Config Settings:"
- echo "UTMAN_BUILDBOT: ${UTMAN_BUILDBOT}"
- echo "UTMAN_CONCURRENCY: ${UTMAN_CONCURRENCY}"
- echo "UTMAN_DEBUG: ${UTMAN_DEBUG}"
-
- Banner "Your Environment:"
- env | grep UTMAN
-}
-
#@ help - Usage information.
help() {
Usage
@@ -3056,164 +294,14 @@
Usage2
}
-has-trusted-toolchain() {
- if [ -f toolchain/linux_arm-trusted/ld_script_arm_trusted ]; then
- return 0
- else
- return 1
- fi
-}
-
-check-for-trusted() {
- if ! ${UTMAN_BUILD_ARM} ; then
- return
- fi
-
- if ! has-trusted-toolchain; then
- echo '*******************************************************************'
- echo '* The ARM trusted toolchain does not appear to be installed yet *'
- echo '* It is needed to run ARM tests. *'
- echo '* *'
- echo '* To download and install the trusted toolchain, run: *'
- echo '* *'
- echo '* $ tools/llvm/utman.sh download-trusted *'
- echo '* *'
- echo '* To compile the trusted toolchain, use: *'
- echo '* *'
- echo '* $ tools/llvm/trusted-toolchain-creator.sh trusted_sdk *'
- echo '* (warning: this takes a while) *'
- echo '*******************************************************************'
-
- # If building on the bots, do not continue since it needs to run ARM tests.
- if ${UTMAN_BUILDBOT} ; then
- echo "Building on bots --> need ARM trusted toolchain to run tests!"
- exit -1
- elif trusted-tc-confirm ; then
- echo "Continuing without ARM trusted toolchain"
- UTMAN_BUILD_ARM=false
- else
- echo "Okay, stopping."
- exit -1
- fi
- fi
-}
-
-trusted-tc-confirm() {
- echo
- echo "Do you wish to continue without the ARM trusted TC (skip ARM testing)?"
- echo ""
- confirm-yes "Continue"
- return $?
-}
-
-DebugRun() {
- if ${UTMAN_DEBUG} || ${UTMAN_BUILDBOT}; then
- "$@"
- fi
-}
-
######################################################################
######################################################################
#
-# < TIME STAMPING >
-#
-######################################################################
-######################################################################
-
-ts-dir-changed() {
- local tsfile="$1"
- local dir="$2"
-
- if [ -f "${tsfile}" ]; then
- local MODIFIED=$(find "${dir}" -newer "${tsfile}")
- [ ${#MODIFIED} -gt 0 ]
- ret=$?
- else
- true
- ret=$?
- fi
- return $ret
-}
-
-# Check if the source for a given build has been modified
-ts-modified() {
- local srcdir="$1"
- local objdir="$2"
- local tsfile="${objdir}/${TIMESTAMP_FILENAME}"
-
- ts-dir-changed "${tsfile}" "${srcdir}"
- return $?
-}
-
-ts-touch() {
- local tsfile="$1"
- touch "${tsfile}"
-}
-
-# Record the time when make begins, but don't yet
-# write that to the timestamp file.
-# (Just in case make fails)
-
-ts-touch-open() {
- local objdir="$1"
- local tsfile="${objdir}/${TIMESTAMP_FILENAME}"
- local tsfile_open="${objdir}/${TIMESTAMP_FILENAME}_OPEN"
-
- rm -f "${tsfile}"
- touch "${tsfile_open}"
-}
-
-
-# Write the timestamp. (i.e. make has succeeded)
-
-ts-touch-commit() {
- local objdir="$1"
- local tsfile="${objdir}/${TIMESTAMP_FILENAME}"
- local tsfile_open="${objdir}/${TIMESTAMP_FILENAME}_OPEN"
-
- mv -f "${tsfile_open}" "${tsfile}"
-}
-
-
-# ts-newer-than dirA dirB
-# Compare the make timestamps in both object directories.
-# returns true (0) if dirA is newer than dirB
-# returns false (1) otherwise.
-#
-# This functions errs on the side of returning 0, since
-# that forces a rebuild anyway.
-
-ts-newer-than() {
- local objdir1="$1"
- local objdir2="$2"
-
- local tsfile1="${objdir1}/${TIMESTAMP_FILENAME}"
- local tsfile2="${objdir2}/${TIMESTAMP_FILENAME}"
-
- if [ ! -d "${objdir1}" ]; then return 0; fi
- if [ ! -d "${objdir2}" ]; then return 0; fi
-
- if [ ! -f "${tsfile1}" ]; then return 0; fi
- if [ ! -f "${tsfile2}" ]; then return 0; fi
-
- local MODIFIED=$(find "${tsfile1}" -newer "${tsfile2}")
- if [ ${#MODIFIED} -gt 0 ]; then
- return 0
- fi
- return 1
-}
-
-######################################################################
-######################################################################
-#
# < MAIN >
#
######################################################################
######################################################################
-mkdir -p "${INSTALL_ROOT}"
-PackageCheck
-
[ $# = 0 ] && set -- help # Avoid reference to undefined $1.
if [ "$(type -t $1)" != "function" ]; then
#Usage
« no previous file with comments | « tools/llvm/utman.sh ('k') | no next file » | no next file with comments »

Powered by Google App Engine
This is Rietveld 408576698