oss-fuzz/projects/sleuthkit/buildcorpus.sh

78 lines
2.8 KiB
Bash
Executable File

#!/bin/bash -eu
#
# Script to downloads test data and build the corpus
#
# Copyright 2021 Google Inc.
#
# Licensed under the Apache License, Version 2.0 (the "License");
# you may not use this file except in compliance with the License.
# You may obtain a copy of the License at
#
# http://www.apache.org/licenses/LICENSE-2.0
#
# Unless required by applicable law or agreed to in writing, software
# distributed under the License is distributed on an "AS IS" BASIS,
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
# See the License for the specific language governing permissions and
# limitations under the License.
#
################################################################################
# Test data provided by:
#
# The Fuzzing Project: https://fuzzing-project.org/resources.html
# As CC0 1.0 Universal (CC0 1.0) Public Domain Dedication
# https://creativecommons.org/publicdomain/zero/1.0/
#
# The dfVFS project: https://github.com/log2timeline/dfvfs
# As Apache 2 https://github.com/log2timeline/dfvfs/blob/main/LICENSE
# Files to use for fls fuzz targets
declare -A FLS_TEST_FILES=(
["apfs"]="https://github.com/log2timeline/dfvfs/blob/main/test_data/apfs.raw?raw=true"
["ext"]="https://files.fuzzing-project.org/filesystems/ext2.img"
["fat"]="https://files.fuzzing-project.org/filesystems/exfat.img https://files.fuzzing-project.org/filesystems/fat12.img https://files.fuzzing-project.org/filesystems/fat16.img https://files.fuzzing-project.org/filesystems/fat32.img"
["hfs"]="https://files.fuzzing-project.org/filesystems/hfsplus.img"
["iso9660"]="https://files.fuzzing-project.org/discimages/iso9660.iso"
["ntfs"]="https://files.fuzzing-project.org/filesystems/ntfs.img"
)
# Files to use for mmls fuzz targets
declare -A MMLS_TEST_FILES=(
["dos"]="https://files.fuzzing-project.org/discimages/partition-dos"
["gpt"]="https://files.fuzzing-project.org/discimages/partition-gpt"
["mac"]="https://files.fuzzing-project.org/discimages/partition-mac"
)
for type in ${!FLS_TEST_FILES[@]}; do
fuzz_target="sleuthkit_fls_${type}_fuzzer"
mkdir -p "test_data/${fuzz_target}"
IFS=" "; for url in ${FLS_TEST_FILES[$type]}; do
filename=$( echo ${url} | sed 's/?[^?]*$//' )
filename=$( basename ${filename} )
curl -L -o "test_data/${fuzz_target}/${filename}" "${url}"
done
(cd "test_data/${fuzz_target}" && zip ${OUT}/${fuzz_target}_seed_corpus.zip *)
done
for type in ${!MMLS_TEST_FILES[@]}; do
fuzz_target="sleuthkit_mmls_${type}_fuzzer"
mkdir -p "test_data/${fuzz_target}"
IFS=" "; for url in ${MMLS_TEST_FILES[$type]}; do
filename=$( echo ${url} | sed 's/?[^?]*$//' )
filename=$( basename ${filename} )
curl -L -o "test_data/${fuzz_target}/${filename}" "${url}"
done
(cd "test_data/${fuzz_target}" && zip ${OUT}/${fuzz_target}_seed_corpus.zip *)
done