From b516c4b72d63d689a7e5335928345cc05e434d92 Mon Sep 17 00:00:00 2001 From: DavidKorczynski Date: Tue, 19 Jan 2021 14:45:25 +0000 Subject: [PATCH] [urllib3] initial integration. (#4997) --- projects/urllib3/Dockerfile | 23 +++++++++++++++++++ projects/urllib3/build.sh | 34 ++++++++++++++++++++++++++++ projects/urllib3/fuzz_urlparse.py | 37 +++++++++++++++++++++++++++++++ projects/urllib3/project.yaml | 12 ++++++++++ 4 files changed, 106 insertions(+) create mode 100644 projects/urllib3/Dockerfile create mode 100644 projects/urllib3/build.sh create mode 100644 projects/urllib3/fuzz_urlparse.py create mode 100644 projects/urllib3/project.yaml diff --git a/projects/urllib3/Dockerfile b/projects/urllib3/Dockerfile new file mode 100644 index 000000000..799b8b957 --- /dev/null +++ b/projects/urllib3/Dockerfile @@ -0,0 +1,23 @@ +# Copyright 2021 Google LLC +# +# Licensed under the Apache License, Version 2.0 (the "License"); +# you may not use this file except in compliance with the License. +# You may obtain a copy of the License at +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, software +# distributed under the License is distributed on an "AS IS" BASIS, +# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +# See the License for the specific language governing permissions and +# limitations under the License. +# +################################################################################ + +FROM gcr.io/oss-fuzz-base/base-builder +RUN git clone --depth 1 https://github.com/urllib3/urllib3 + +COPY build.sh $SRC/ +COPY fuzz_* $SRC/ + +WORKDIR $SRC/urllib3 diff --git a/projects/urllib3/build.sh b/projects/urllib3/build.sh new file mode 100644 index 000000000..66f6419ac --- /dev/null +++ b/projects/urllib3/build.sh @@ -0,0 +1,34 @@ +#!/bin/bash -eu +# Copyright 2021 Google LLC +# +# Licensed under the Apache License, Version 2.0 (the "License"); +# you may not use this file except in compliance with the License. +# You may obtain a copy of the License at +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, software +# distributed under the License is distributed on an "AS IS" BASIS, +# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +# See the License for the specific language governing permissions and +# limitations under the License. +# +################################################################################ + +python3 setup.py install + +# Build fuzzers in $OUT. +for fuzzer in $(find $SRC -name 'fuzz_*.py'); do + fuzzer_basename=$(basename -s .py $fuzzer) + fuzzer_package=${fuzzer_basename}.pkg + pyinstaller --distpath $OUT --onefile --name $fuzzer_package $fuzzer + + # Create execution wrapper. + echo "#!/bin/sh +# LLVMFuzzerTestOneInput for fuzzer detection. +this_dir=\$(dirname \"\$0\") +LD_PRELOAD=\$this_dir/sanitizer_with_fuzzer.so \ +ASAN_OPTIONS=\$ASAN_OPTIONS:symbolize=1:external_symbolizer_path=\$this_dir/llvm-symbolizer:detect_leaks=0 \ +\$this_dir/$fuzzer_package \$@" > $OUT/$fuzzer_basename + chmod u+x $OUT/$fuzzer_basename +done diff --git a/projects/urllib3/fuzz_urlparse.py b/projects/urllib3/fuzz_urlparse.py new file mode 100644 index 000000000..f2fcd9bbd --- /dev/null +++ b/projects/urllib3/fuzz_urlparse.py @@ -0,0 +1,37 @@ +#!/usr/bin/python3 +# Copyright 2021 Google LLC +# +# Licensed under the Apache License, Version 2.0 (the "License"); +# you may not use this file except in compliance with the License. +# You may obtain a copy of the License at +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, software +# distributed under the License is distributed on an "AS IS" BASIS, +# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +# See the License for the specific language governing permissions and +# limitations under the License. + +import os +import sys +import atheris +import urllib3 + +def TestOneInput(data): + fdp = atheris.FuzzedDataProvider(data) + original = fdp.ConsumeUnicode(sys.maxsize) + + try: + urllib3.util.parse_url(original) + except urllib3.exceptions.LocationParseError: + None + return + +def main(): + atheris.Setup(sys.argv, TestOneInput, enable_python_coverage=True) + atheris.Fuzz() + +if __name__ == "__main__": + main() + diff --git a/projects/urllib3/project.yaml b/projects/urllib3/project.yaml new file mode 100644 index 000000000..76130de90 --- /dev/null +++ b/projects/urllib3/project.yaml @@ -0,0 +1,12 @@ +homepage: "https://github.com/urllib3/urllib3" +language: python +primary_contact: "sethmichaellarson@gmail.com" +auto_ccs: + - "quentin.pradet@gmail.com" + - "david@adalogics.com" +fuzzing_engines: + - libfuzzer +sanitizers: + - address + - undefined +main_repo: 'https://github.com/urllib3/urllib3'