#!/bin/bash -eux # Copyright 2016 Google Inc. # # Licensed under the Apache License, Version 2.0 (the "License"); # you may not use this file except in compliance with the License. # You may obtain a copy of the License at # # http://www.apache.org/licenses/LICENSE-2.0 # # Unless required by applicable law or agreed to in writing, software # distributed under the License is distributed on an "AS IS" BASIS, # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. # See the License for the specific language governing permissions and # limitations under the License. # ################################################################################ LLVM_DEP_PACKAGES="build-essential make cmake ninja-build git python2.7 g++-multilib" apt-get install -y $LLVM_DEP_PACKAGES # Checkout CHECKOUT_RETRIES=10 function clone_with_retries { REPOSITORY=$1 LOCAL_PATH=$2 CHECKOUT_RETURN_CODE=1 # Disable exit on error since we might encounter some failures while retrying. set +e for i in $(seq 1 $CHECKOUT_RETRIES); do rm -rf $LOCAL_PATH git clone $REPOSITORY $LOCAL_PATH CHECKOUT_RETURN_CODE=$? if [ $CHECKOUT_RETURN_CODE -eq 0 ]; then break fi done # Re-enable exit on error. If checkout failed, script will exit. set -e return $CHECKOUT_RETURN_CODE } # Use chromium's clang revision mkdir $SRC/chromium_tools cd $SRC/chromium_tools git clone https://chromium.googlesource.com/chromium/src/tools/clang cd clang LLVM_SRC=$SRC/llvm-project OUR_LLVM_REVISION=e84b7a5fe230e42b8e6fe451369874a773bf1867 # For manual bumping. FORCE_OUR_REVISION=0 # To allow for manual downgrades. LLVM_REVISION=$(grep -Po "CLANG_REVISION = '\K[a-f0-9]+(?=')" scripts/update.py) clone_with_retries https://github.com/llvm/llvm-project.git $LLVM_SRC set +e IS_OUR_REVISION_ANCESTOR=$(git -C $LLVM_SRC merge-base --is-ancestor $OUR_LLVM_REVISION $LLVM_REVISION) set -e # Use our revision if specified or if our revision is a later revision than # Chrome's. if [ ! $IS_OUR_REVISION_ANCESTOR ] || [ $FORCE_OUR_REVISION ] ; then LLVM_REVISION=$OUR_LLVM_REVISION fi git -C $LLVM_SRC checkout $LLVM_REVISION echo "Using LLVM revision: $LLVM_REVISION" # Build & install. We build clang in two stages because gcc can't build a # static version of libcxxabi # (see https://github.com/google/oss-fuzz/issues/2164). mkdir -p $WORK/llvm-stage2 $WORK/llvm-stage1 cd $WORK/llvm-stage1 TARGET_TO_BUILD= case $(uname -m) in x86_64) TARGET_TO_BUILD=X86 ;; aarch64) TARGET_TO_BUILD=AArch64 ;; *) echo "Error: unsupported target $(uname -m)" exit 1 ;; esac PROJECTS_TO_BUILD="libcxx;libcxxabi;compiler-rt;clang" cmake -G "Ninja" \ -DLIBCXX_ENABLE_SHARED=OFF -DLIBCXX_ENABLE_STATIC_ABI_LIBRARY=ON -DLIBCXXABI_ENABLE_SHARED=OFF \ -DCMAKE_BUILD_TYPE=Release -DLLVM_TARGETS_TO_BUILD="$TARGET_TO_BUILD" \ -DLLVM_ENABLE_PROJECTS=$PROJECTS_TO_BUILD \ $LLVM_SRC/llvm ninja cd $WORK/llvm-stage2 export CC=$WORK/llvm-stage1/bin/clang export CXX=$WORK/llvm-stage1/bin/clang++ cmake -G "Ninja" \ -DLIBCXX_ENABLE_SHARED=OFF -DLIBCXX_ENABLE_STATIC_ABI_LIBRARY=ON -DLIBCXXABI_ENABLE_SHARED=OFF \ -DCMAKE_BUILD_TYPE=Release -DLLVM_TARGETS_TO_BUILD="$TARGET_TO_BUILD" \ -DLLVM_ENABLE_PROJECTS=$PROJECTS_TO_BUILD \ $LLVM_SRC/llvm ninja ninja install rm -rf $WORK/llvm-stage1 $WORK/llvm-stage2 mkdir -p $WORK/i386 cd $WORK/i386 cmake -G "Ninja" \ -DCMAKE_C_COMPILER=clang -DCMAKE_CXX_COMPILER=clang++ \ -DCMAKE_INSTALL_PREFIX=/usr/i386/ -DLIBCXX_ENABLE_SHARED=OFF \ -DLIBCXX_ENABLE_STATIC_ABI_LIBRARY=ON -DCMAKE_BUILD_TYPE=Release \ -DCMAKE_C_FLAGS="-m32" -DCMAKE_CXX_FLAGS="-m32" \ -DLLVM_TARGETS_TO_BUILD="$TARGET_TO_BUILD" \ -DLLVM_ENABLE_PROJECTS=$PROJECTS_TO_BUILD \ $LLVM_SRC/llvm ninja cxx ninja install-cxx rm -rf $WORK/i386 mkdir -p $WORK/msan cd $WORK/msan # https://github.com/google/oss-fuzz/issues/1099 cat < $WORK/msan/blacklist.txt fun:__gxx_personality_* EOF cmake -G "Ninja" \ -DCMAKE_C_COMPILER=clang -DCMAKE_CXX_COMPILER=clang++ \ -DLLVM_USE_SANITIZER=Memory -DCMAKE_INSTALL_PREFIX=/usr/msan/ \ -DLIBCXX_ENABLE_SHARED=OFF -DLIBCXX_ENABLE_STATIC_ABI_LIBRARY=ON \ -DCMAKE_BUILD_TYPE=Release -DLLVM_TARGETS_TO_BUILD="$TARGET_TO_BUILD" \ -DCMAKE_CXX_FLAGS="-fsanitize-blacklist=$WORK/msan/blacklist.txt" \ -DLLVM_ENABLE_PROJECTS=$PROJECTS_TO_BUILD \ $LLVM_SRC/llvm ninja cxx ninja install-cxx rm -rf $WORK/msan cp -r $LLVM_SRC/compiler-rt/lib/fuzzer $SRC/libfuzzer # Cleanup rm -rf $LLVM_SRC rm -rf $SRC/chromium_tools apt-get remove --purge -y $LLVM_DEP_PACKAGES apt-get autoremove -y