From 65a87b5c3268a1d1022399f26dcac82f370f16e1 Mon Sep 17 00:00:00 2001 From: Guido Vranken Date: Thu, 22 Apr 2021 19:21:12 +0200 Subject: [PATCH] [bls-signatures] Initial integration (#5641) --- projects/bls-signatures/Dockerfile | 26 +++++ projects/bls-signatures/build.sh | 147 +++++++++++++++++++++++++++ projects/bls-signatures/project.yaml | 11 ++ 3 files changed, 184 insertions(+) create mode 100644 projects/bls-signatures/Dockerfile create mode 100755 projects/bls-signatures/build.sh create mode 100644 projects/bls-signatures/project.yaml diff --git a/projects/bls-signatures/Dockerfile b/projects/bls-signatures/Dockerfile new file mode 100644 index 000000000..cd3c98cca --- /dev/null +++ b/projects/bls-signatures/Dockerfile @@ -0,0 +1,26 @@ +# Copyright 2021 Google LLC +# +# Licensed under the Apache License, Version 2.0 (the "License"); +# you may not use this file except in compliance with the License. +# You may obtain a copy of the License at +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, software +# distributed under the License is distributed on an "AS IS" BASIS, +# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +# See the License for the specific language governing permissions and +# limitations under the License. +# +################################################################################ + +FROM gcr.io/oss-fuzz-base/base-builder +RUN apt-get update && apt-get install -y make autoconf automake libtool wget python lzip libgmp-dev +RUN git clone https://github.com/guidovranken/cryptofuzz +RUN git clone --depth 1 https://github.com/supranational/blst +RUN git clone --depth 1 https://github.com/Chia-Network/bls-signatures.git +RUN git clone --depth 1 https://github.com/herumi/mcl.git +RUN git clone --depth 1 https://github.com/randombit/botan.git +RUN wget https://dl.bintray.com/boostorg/release/1.74.0/source/boost_1_74_0.tar.bz2 +RUN wget https://gmplib.org/download/gmp/gmp-6.2.1.tar.lz +COPY build.sh $SRC/ diff --git a/projects/bls-signatures/build.sh b/projects/bls-signatures/build.sh new file mode 100755 index 000000000..0b2996c9a --- /dev/null +++ b/projects/bls-signatures/build.sh @@ -0,0 +1,147 @@ +#!/bin/bash -eu +# Copyright 2021 Google LLC +# +# Licensed under the Apache License, Version 2.0 (the "License"); +# you may not use this file except in compliance with the License. +# You may obtain a copy of the License at +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, software +# distributed under the License is distributed on an "AS IS" BASIS, +# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +# See the License for the specific language governing permissions and +# limitations under the License. +# +################################################################################ + +export CXXFLAGS="$CXXFLAGS -DCRYPTOFUZZ_NO_OPENSSL -D_LIBCPP_DEBUG=1" +export LIBFUZZER_LINK="$LIB_FUZZING_ENGINE" +export LINK_FLAGS="" + +# Install Boost headers +cd $SRC/ +tar jxf boost_1_74_0.tar.bz2 +cd boost_1_74_0/ +CFLAGS="" CXXFLAGS="" ./bootstrap.sh +CFLAGS="" CXXFLAGS="" ./b2 headers +cp -R boost/ /usr/include/ + +# Prevent Boost compilation error with -std=c++17 +export CXXFLAGS="$CXXFLAGS -D_LIBCPP_ENABLE_CXX17_REMOVED_AUTO_PTR" + +# Configure Cryptofuzz +cd $SRC/cryptofuzz/ +git checkout bls +python gen_repository.py + +if [[ $CFLAGS = *-m32* ]] +then + # Build and install libgmp + cd $SRC/ + mkdir $SRC/libgmp-install + tar xf gmp-6.2.1.tar.lz + cd $SRC/gmp-6.2.1/ + autoreconf -ivf + if [[ $CFLAGS != *-m32* ]] + then + ./configure --prefix="$SRC/libgmp-install/" --enable-cxx + else + setarch i386 ./configure --prefix="$SRC/libgmp-install/" --enable-cxx + fi + make -j$(nproc) + make install + export CXXFLAGS="$CXXFLAGS -I $SRC/libgmp-install/include/" +fi + +# Build blst +cd $SRC/blst/ +./build.sh +export BLST_LIBBLST_A_PATH=$(realpath libblst.a) +export BLST_INCLUDE_PATH=$(realpath bindings/) +export CXXFLAGS="$CXXFLAGS -DCRYPTOFUZZ_BLST" + +# Build Chia +cd $SRC/bls-signatures/ +mkdir build/ +cd build/ +if [[ $CFLAGS = *-m32* ]] +then + export CHIA_ARCH="X86" +else + export CHIA_ARCH="X64" +fi +cmake .. -DBUILD_BLS_PYTHON_BINDINGS=0 -DBUILD_BLS_TESTS=0 -DBUILD_BLS_BENCHMARKS=0 -DARCH=$CHIA_ARCH +make -j$(nproc) +export CHIA_BLS_LIBBLS_A_PATH=$(realpath libbls.a) +export CHIA_BLS_INCLUDE_PATH=$(realpath ../src/) +export CHIA_BLS_RELIC_INCLUDE_PATH_1=$(realpath _deps/relic-build/include/) +export CHIA_BLS_RELIC_INCLUDE_PATH_2=$(realpath _deps/relic-src/include/) +export CXXFLAGS="$CXXFLAGS -DCRYPTOFUZZ_CHIA_BLS" + +# Build mcl +cd $SRC/mcl/ +mkdir build/ +cd build/ +if [[ $CFLAGS != *-m32* ]] +then + cmake .. -DMCL_STATIC_LIB=on + export LINK_FLAGS="$LINK_FLAGS -lgmp" +else + cmake .. -DMCL_STATIC_LIB=on \ + -DGMP_INCLUDE_DIR="$SRC/libgmp-install/include/" \ + -DGMP_LIBRARY="$SRC/libgmp-install/lib/libgmp.a" \ + -DGMP_GMPXX_INCLUDE_DIR="$SRC/libgmp-install/include/" \ + -DGMP_GMPXX_LIBRARY="$SRC/libgmp-install/lib/libgmpxx.a" \ + -DMCL_USE_ASM=off + export LINK_FLAGS="$LINK_FLAGS $SRC/libgmp-install/lib/libgmp.a" +fi +make +export MCL_INCLUDE_PATH=$(realpath ../include/) +export MCL_LIBMCL_A_PATH=$(realpath lib/libmcl.a) +export MCL_LIBMCLBN384_A_PATH=$(realpath lib/libmclbn384.a) +export CXXFLAGS="$CXXFLAGS -DCRYPTOFUZZ_MCL" + +# Build Botan +cd $SRC/botan/ +if [[ $CFLAGS != *-m32* ]] +then + ./configure.py --cc-bin=$CXX \ + --cc-abi-flags="$CXXFLAGS" \ + --disable-shared \ + --disable-modules=locking_allocator,x509,tls \ + --build-targets=static \ + --without-documentation +else + ./configure.py --cpu=x86_32 \ + --cc-bin=$CXX \ + --cc-abi-flags="$CXXFLAGS" \ + --disable-shared \ + --disable-modules=locking_allocator,x509,tls \ + --build-targets=static \ + --without-documentation +fi +make -j$(nproc) + +export CXXFLAGS="$CXXFLAGS -DCRYPTOFUZZ_BOTAN -DCRYPTOFUZZ_BOTAN_IS_ORACLE" +export LIBBOTAN_A_PATH="$SRC/botan/libbotan-3.a" +export BOTAN_INCLUDE_PATH="$SRC/botan/build/include" + +# Build modules +cd $SRC/cryptofuzz/modules/botan/ +make -B + +cd $SRC/cryptofuzz/modules/blst/ +make -B + +cd $SRC/cryptofuzz/modules/chia_bls/ +make -B + +cd $SRC/cryptofuzz/modules/mcl/ +make -B + +# Build Cryptofuzz +cd $SRC/cryptofuzz/ +make -B -j + +cp cryptofuzz $OUT/cryptofuzz-bls-signatures diff --git a/projects/bls-signatures/project.yaml b/projects/bls-signatures/project.yaml new file mode 100644 index 000000000..dd0f48405 --- /dev/null +++ b/projects/bls-signatures/project.yaml @@ -0,0 +1,11 @@ +homepage: "https://github.com/supranational/blst" +language: c++ +primary_contact: "guidovranken@gmail.com" +main_repo: "https://github.com/supranational/blst.git" +sanitizers: + - address +architectures: + - x86_64 + - i386 +auto_ccs: + - "justin@ethereum.org"