oss-fuzz/infra/base-images/base-runner/test_report

76 lines
2.1 KiB
Bash
Executable File

#!/bin/bash -eu
# Copyright 2016 Google Inc.
#
# Licensed under the Apache License, Version 2.0 (the "License");
# you may not use this file except in compliance with the License.
# You may obtain a copy of the License at
#
# http://www.apache.org/licenses/LICENSE-2.0
#
# Unless required by applicable law or agreed to in writing, software
# distributed under the License is distributed on an "AS IS" BASIS,
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
# See the License for the specific language governing permissions and
# limitations under the License.
#
################################################################################
# Test fuzzers and writes junit xml reports.
REPORT_DIR="/junit_reports"
mkdir -p $REPORT_DIR
N=0
TOTAL_FAILURES=0
for FUZZER_BINARY in $(find $OUT/ -executable -type f); do
if file "$FUZZER_BINARY" | grep -v ELF > /dev/null 2>&1; then
continue
fi
N=$[$N+1]
FUZZER=$(basename $FUZZER_BINARY)
echo "testing $FUZZER"
# run fuzzer.
FUZZER_STDOUT=$(tempfile)
run_fuzzer $FUZZER -runs=32 |& tee $FUZZER_STDOUT
FUZZER_STATUS=${PIPESTATUS[0]}
FAILURES=0
FAILURE_TAG=""
if [ "$FUZZER_STATUS" -ne "0" ]; then
echo "ERROR: bad exit code: $FUZZER_STATUS"
FAILURES=1
FAILURE_TAG="<failure message=\"Fuzzer failed\">$FUZZER_STATUS</failure>"
TOTAL_FAILURES=$[$TOTAL_FAILURES+1]
fi
# generate report.
TIMESTAMP=$(date --iso-8601=seconds)
HOSTNAME=$(hostname)
TESTNAME="${TEST_SUITE:-}$FUZZER"
OUT_TXT=$(cat $FUZZER_STDOUT)
REPORT_TEXT=$(cat <<-EOF
<?xml version="1.0" encoding="UTF-8"?>
<testsuite name="$TESTNAME" tests="1" skipped="0" failures="$FAILURES" errors="0" timestamp="$TIMESTAMP" hostname="$HOSTNAME" time="1">
<properties/>
<testcase name="$TESTNAME" classname="$TESTNAME" time="1">${FAILURE_TAG}</testcase>
<system-out><![CDATA[${OUT_TXT}]]></system-out>
<system-err></system-err>
</testsuite>
EOF
)
echo "$REPORT_TEXT" > /junit_reports/$FUZZER.xml
done
if [ "$N" -eq "0" ]; then
echo "ERROR: no fuzzers found in $OUT/"
ls -al $OUT
exit 1
fi
echo "$N fuzzers total ($TOTAL_FAILURES failed)."