oss-fuzz/projects/ngolo-fuzzing/build.sh

#!/bin/bash -eu
# Copyright 2021 Google LLC
#
# Licensed under the Apache License, Version 2.0 (the "License");
# you may not use this file except in compliance with the License.
# You may obtain a copy of the License at
#
#      http://www.apache.org/licenses/LICENSE-2.0
#
# Unless required by applicable law or agreed to in writing, software
# distributed under the License is distributed on an "AS IS" BASIS,
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
# See the License for the specific language governing permissions and
# limitations under the License.
#
################################################################################

# compile latest go from git
(
cd $SRC/goroot/src
./make.bash
)
rm -Rf /root/.go/
export PATH=$PATH:$SRC/goroot/bin/
go install golang.org/x/tools/cmd/goimports@latest

compile_package () {
    pkg=$1
    pkg_flat=`echo $pkg | sed 's/\//_/g' | sed 's/\./x/'`
    args=`cat $SRC/ngolo-fuzzing/std/args.txt | grep "^$pkg_flat " | cut -d" " -f2-`
    $SRC/ngolo-fuzzing/ngolo-fuzzing $args $pkg fuzz_ng_$pkg_flat
    # applies special python patcher if any
    ls $SRC/ngolo-fuzzing/std/$pkg_flat.py && (
        python3 $SRC/ngolo-fuzzing/std/$pkg_flat.py fuzz_ng_$pkg_flat/fuzz_ng.go > fuzz_ng_$pkg_flat/fuzz_ngp.go
        mv fuzz_ng_$pkg_flat/fuzz_ngp.go fuzz_ng_$pkg_flat/fuzz_ng.go
    )
    (
        cd fuzz_ng_$pkg_flat
        $SRC/LPM/external.protobuf/bin/protoc --go_out=./ ngolofuzz.proto
        mkdir cpp
        $SRC/LPM/external.protobuf/bin/protoc --cpp_out=./cpp ngolofuzz.proto
        $CXX -DNDEBUG -stdlib=libc++ -c -I . -I $SRC/LPM/external.protobuf/include cpp/ngolofuzz.pb.cc
        $CXX $CXXFLAGS -c -Icpp -I $SRC/libprotobuf-mutator/ -I $SRC/LPM/external.protobuf/include $SRC/ngolo-fuzzing/lpm/ngolofuzz.cc
    )
    if [ "$SANITIZER" = "coverage" ]
    then
        (
        if [[ `echo $pkg | grep runtime | wc -l` == '1' ]]; then
            continue
        fi
        cd fuzz_ng_$pkg_flat
        GO_COV_ADD_PKG="$pkg" compile_go_fuzzer . FuzzNG_unsure fuzz_ngo_$pkg_flat
        )
    else
        (
        cd fuzz_ng_$pkg_flat
        compile_go_fuzzer . FuzzNG_unsure fuzz_ngo_$pkg_flat
        rm fuzz_ngo_$pkg_flat.a
        )
        $SRC/ngolo-fuzzing/go114-fuzz-build/go114-fuzz-build -func FuzzNG_valid -o fuzz_ng_$pkg_flat.a ./fuzz_ng_$pkg_flat

        $CXX $CXXFLAGS $LIB_FUZZING_ENGINE fuzz_ng_$pkg_flat/ngolofuzz.pb.o fuzz_ng_$pkg_flat//ngolofuzz.o fuzz_ng_$pkg_flat.a  $SRC/LPM/src/libfuzzer/libprotobuf-mutator-libfuzzer.a $SRC/LPM/src/libprotobuf-mutator.a $SRC/LPM/external.protobuf/lib/libprotobuf.a -o $OUT/fuzz_ng_$pkg_flat
        rm fuzz_ng_$pkg_flat.a
    fi
    (
        # corpus
        mkdir $SRC/goroot/src/fuzz_ng_$pkg_flat
        cp $SRC/ngolo-fuzzing/corpus/ngolo_helper.go $SRC/goroot/src/fuzz_ng_$pkg_flat/
        goimports -w fuzz_ng_$pkg_flat/copy/*.go
        cp fuzz_ng_$pkg_flat/copy/*.go $SRC/goroot/src/fuzz_ng_$pkg_flat/
        cp fuzz_ng_$pkg_flat/*.go $SRC/goroot/src/fuzz_ng_$pkg_flat/
        cp $SRC/goroot/src/$pkg/*_test.go $SRC/goroot/src/fuzz_ng_$pkg_flat/
        cp -r $SRC/goroot/src/$pkg/testdata $SRC/goroot/src/fuzz_ng_$pkg_flat/ || true
        sed -i -e 's/^package .*/package 'fuzz_ng_$pkg_flat'/' $SRC/goroot/src/fuzz_ng_$pkg_flat/*.go
        export FUZZ_NG_CORPUS_DIR=`pwd`/fuzz_ng_$pkg_flat/corpus/
        pushd $SRC/goroot/src/fuzz_ng_$pkg_flat/
        go mod tidy
        go test -mod=readonly
        popd
        rm -rf $SRC/goroot/src/fuzz_ng_$pkg_flat/
        cd fuzz_ng_$pkg_flat
        zip -r $OUT/fuzz_ngo_"$pkg_flat"_seed_corpus.zip corpus || true
    )
}

# in $SRC/ngolo-fuzzing
go build

(
cd go114-fuzz-build
go build
)

touch $SRC/ok.txt $SRC/ko.txt
find $SRC/goroot/src/ -type d | cut -d/ -f5- | while read pkg; do
    if [[ `ls $SRC/goroot/src/$pkg/*.go | wc -l` == '0' ]]; then
        continue
    fi
    if [[ `echo $pkg | grep internal | wc -l` == '1' ]]; then
        continue
    fi
    if [[ `echo $pkg | grep vendor | wc -l` == '1' ]]; then
        continue
    fi
    if [[ `echo $pkg | grep testdata | wc -l` == '1' ]]; then
        continue
    fi
    if compile_package $pkg; then
        echo $pkg >> $SRC/ok.txt
    else
        echo "Failed for $pkg"
        # hard fail if the package is meant to be supported
        grep ^$pkg$ $SRC/ngolo-fuzzing/std/supported.txt && exit 1
        echo $pkg >> $SRC/ko.txt
    fi

done

echo "Failed packages:"
cat $SRC/ko.txt

echo "Succesful packages:"
cat $SRC/ok.txt