oss-fuzz/infra/base-images/base-clang/checkout_build_install_llvm.sh

151 lines
4.6 KiB
Bash
Executable File

#!/bin/bash -eux
# Copyright 2016 Google Inc.
#
# Licensed under the Apache License, Version 2.0 (the "License");
# you may not use this file except in compliance with the License.
# You may obtain a copy of the License at
#
# http://www.apache.org/licenses/LICENSE-2.0
#
# Unless required by applicable law or agreed to in writing, software
# distributed under the License is distributed on an "AS IS" BASIS,
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
# See the License for the specific language governing permissions and
# limitations under the License.
#
################################################################################
LLVM_DEP_PACKAGES="build-essential make cmake ninja-build git python2.7 g++-multilib"
apt-get install -y $LLVM_DEP_PACKAGES
# Checkout
CHECKOUT_RETRIES=10
function clone_with_retries {
REPOSITORY=$1
LOCAL_PATH=$2
CHECKOUT_RETURN_CODE=1
# Disable exit on error since we might encounter some failures while retrying.
set +e
for i in $(seq 1 $CHECKOUT_RETRIES); do
rm -rf $LOCAL_PATH
git clone $REPOSITORY $LOCAL_PATH
CHECKOUT_RETURN_CODE=$?
if [ $CHECKOUT_RETURN_CODE -eq 0 ]; then
break
fi
done
# Re-enable exit on error. If checkout failed, script will exit.
set -e
return $CHECKOUT_RETURN_CODE
}
# Use chromium's clang revision
mkdir $SRC/chromium_tools
cd $SRC/chromium_tools
git clone https://chromium.googlesource.com/chromium/src/tools/clang
cd clang
LLVM_SRC=$SRC/llvm-project
OUR_LLVM_REVISION=e84b7a5fe230e42b8e6fe451369874a773bf1867 # For manual bumping.
FORCE_OUR_REVISION=0 # To allow for manual downgrades.
LLVM_REVISION=$(grep -Po "CLANG_REVISION = '\K[a-f0-9]+(?=')" scripts/update.py)
clone_with_retries https://github.com/llvm/llvm-project.git $LLVM_SRC
set +e
IS_OUR_REVISION_ANCESTOR=$(git -C $LLVM_SRC merge-base --is-ancestor $OUR_LLVM_REVISION $LLVM_REVISION)
set -e
# Use our revision if specified or if our revision is a later revision than
# Chrome's.
if [ ! $IS_OUR_REVISION_ANCESTOR ] || [ $FORCE_OUR_REVISION ] ; then
LLVM_REVISION=$OUR_LLVM_REVISION
fi
git -C $LLVM_SRC checkout $LLVM_REVISION
echo "Using LLVM revision: $LLVM_REVISION"
# Build & install. We build clang in two stages because gcc can't build a
# static version of libcxxabi
# (see https://github.com/google/oss-fuzz/issues/2164).
mkdir -p $WORK/llvm-stage2 $WORK/llvm-stage1
cd $WORK/llvm-stage1
TARGET_TO_BUILD=
case $(uname -m) in
x86_64)
TARGET_TO_BUILD=X86
;;
aarch64)
TARGET_TO_BUILD=AArch64
;;
*)
echo "Error: unsupported target $(uname -m)"
exit 1
;;
esac
PROJECTS_TO_BUILD="libcxx;libcxxabi;compiler-rt;clang"
cmake -G "Ninja" \
-DLIBCXX_ENABLE_SHARED=OFF -DLIBCXX_ENABLE_STATIC_ABI_LIBRARY=ON -DLIBCXXABI_ENABLE_SHARED=OFF \
-DCMAKE_BUILD_TYPE=Release -DLLVM_TARGETS_TO_BUILD="$TARGET_TO_BUILD" \
-DLLVM_ENABLE_PROJECTS=$PROJECTS_TO_BUILD \
$LLVM_SRC/llvm
ninja
cd $WORK/llvm-stage2
export CC=$WORK/llvm-stage1/bin/clang
export CXX=$WORK/llvm-stage1/bin/clang++
cmake -G "Ninja" \
-DLIBCXX_ENABLE_SHARED=OFF -DLIBCXX_ENABLE_STATIC_ABI_LIBRARY=ON -DLIBCXXABI_ENABLE_SHARED=OFF \
-DCMAKE_BUILD_TYPE=Release -DLLVM_TARGETS_TO_BUILD="$TARGET_TO_BUILD" \
-DLLVM_ENABLE_PROJECTS=$PROJECTS_TO_BUILD \
$LLVM_SRC/llvm
ninja
ninja install
rm -rf $WORK/llvm-stage1 $WORK/llvm-stage2
mkdir -p $WORK/i386
cd $WORK/i386
cmake -G "Ninja" \
-DCMAKE_C_COMPILER=clang -DCMAKE_CXX_COMPILER=clang++ \
-DCMAKE_INSTALL_PREFIX=/usr/i386/ -DLIBCXX_ENABLE_SHARED=OFF \
-DLIBCXX_ENABLE_STATIC_ABI_LIBRARY=ON -DCMAKE_BUILD_TYPE=Release \
-DCMAKE_C_FLAGS="-m32" -DCMAKE_CXX_FLAGS="-m32" \
-DLLVM_TARGETS_TO_BUILD="$TARGET_TO_BUILD" \
-DLLVM_ENABLE_PROJECTS=$PROJECTS_TO_BUILD \
$LLVM_SRC/llvm
ninja cxx
ninja install-cxx
rm -rf $WORK/i386
mkdir -p $WORK/msan
cd $WORK/msan
# https://github.com/google/oss-fuzz/issues/1099
cat <<EOF > $WORK/msan/blacklist.txt
fun:__gxx_personality_*
EOF
cmake -G "Ninja" \
-DCMAKE_C_COMPILER=clang -DCMAKE_CXX_COMPILER=clang++ \
-DLLVM_USE_SANITIZER=Memory -DCMAKE_INSTALL_PREFIX=/usr/msan/ \
-DLIBCXX_ENABLE_SHARED=OFF -DLIBCXX_ENABLE_STATIC_ABI_LIBRARY=ON \
-DCMAKE_BUILD_TYPE=Release -DLLVM_TARGETS_TO_BUILD="$TARGET_TO_BUILD" \
-DCMAKE_CXX_FLAGS="-fsanitize-blacklist=$WORK/msan/blacklist.txt" \
-DLLVM_ENABLE_PROJECTS=$PROJECTS_TO_BUILD \
$LLVM_SRC/llvm
ninja cxx
ninja install-cxx
rm -rf $WORK/msan
cp -r $LLVM_SRC/compiler-rt/lib/fuzzer $SRC/libfuzzer
# Cleanup
rm -rf $LLVM_SRC
rm -rf $SRC/chromium_tools
apt-get remove --purge -y $LLVM_DEP_PACKAGES
apt-get autoremove -y