From 6f19f3acb55b8101ce96e7df2fe3d90de4041daf Mon Sep 17 00:00:00 2001 From: DavidKorczynski Date: Tue, 5 Jan 2021 16:29:48 +0000 Subject: [PATCH] [pyyaml] Initial integration. (#4717) --- projects/pyyaml/Dockerfile | 21 +++++++++++++++++++ projects/pyyaml/build.sh | 34 +++++++++++++++++++++++++++++++ projects/pyyaml/fuzz_reader.py | 37 ++++++++++++++++++++++++++++++++++ projects/pyyaml/project.yaml | 10 +++++++++ 4 files changed, 102 insertions(+) create mode 100644 projects/pyyaml/Dockerfile create mode 100644 projects/pyyaml/build.sh create mode 100644 projects/pyyaml/fuzz_reader.py create mode 100644 projects/pyyaml/project.yaml diff --git a/projects/pyyaml/Dockerfile b/projects/pyyaml/Dockerfile new file mode 100644 index 000000000..3d5bc541c --- /dev/null +++ b/projects/pyyaml/Dockerfile @@ -0,0 +1,21 @@ +# Copyright 2020 Google LLC +# +# Licensed under the Apache License, Version 2.0 (the "License"); +# you may not use this file except in compliance with the License. +# You may obtain a copy of the License at +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, software +# distributed under the License is distributed on an "AS IS" BASIS, +# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +# See the License for the specific language governing permissions and +# limitations under the License. +# +################################################################################ + +FROM gcr.io/oss-fuzz-base/base-builder +RUN git clone https://github.com/yaml/pyyaml +WORKDIR $SRC +COPY build.sh $SRC/ +COPY fuzz_* $SRC/ diff --git a/projects/pyyaml/build.sh b/projects/pyyaml/build.sh new file mode 100644 index 000000000..de7d84c2c --- /dev/null +++ b/projects/pyyaml/build.sh @@ -0,0 +1,34 @@ +#!/bin/bash -eu +# Copyright 2020 Google LLC +# +# Licensed under the Apache License, Version 2.0 (the "License"); +# you may not use this file except in compliance with the License. +# You may obtain a copy of the License at +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, software +# distributed under the License is distributed on an "AS IS" BASIS, +# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +# See the License for the specific language governing permissions and +# limitations under the License. +# +################################################################################ +cd pyyaml +python3 ./setup.py --without-libyaml install + +# Build fuzzers in $OUT. +for fuzzer in $(find $SRC -name 'fuzz_*.py'); do + fuzzer_basename=$(basename -s .py $fuzzer) + fuzzer_package=${fuzzer_basename}.pkg + pyinstaller --distpath $OUT --onefile --name $fuzzer_package $fuzzer + + # Create execution wrapper. + echo "#!/bin/sh +# LLVMFuzzerTestOneInput for fuzzer detection. +this_dir=\$(dirname \"\$0\") +LD_PRELOAD=\$this_dir/sanitizer_with_fuzzer.so \ +ASAN_OPTIONS=\$ASAN_OPTIONS:symbolize=1:external_symbolizer_path=\$this_dir/llvm-symbolizer:detect_leaks=0 \ +\$this_dir/$fuzzer_package \$@" > $OUT/$fuzzer_basename + chmod u+x $OUT/$fuzzer_basename +done diff --git a/projects/pyyaml/fuzz_reader.py b/projects/pyyaml/fuzz_reader.py new file mode 100644 index 000000000..d7a0e2cb2 --- /dev/null +++ b/projects/pyyaml/fuzz_reader.py @@ -0,0 +1,37 @@ +#!/usr/bin/python3 + +# Copyright 2020 Google LLC +# +# Licensed under the Apache License, Version 2.0 (the "License"); +# you may not use this file except in compliance with the License. +# You may obtain a copy of the License at +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, software +# distributed under the License is distributed on an "AS IS" BASIS, +# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +# See the License for the specific language governing permissions and +# limitations under the License. +import sys +import atheris +import yaml.reader + +def TestOneInput(data): + if len(data) < 1: + return + try: + stream = yaml.reader.Reader(data) + while stream.peek() != u'\0': + stream.forward() + except yaml.reader.ReaderError: + None + + return + +def main(): + atheris.Setup(sys.argv, TestOneInput, enable_python_coverage=True) + atheris.Fuzz() + +if __name__ == "__main__": + main() diff --git a/projects/pyyaml/project.yaml b/projects/pyyaml/project.yaml new file mode 100644 index 000000000..a04198a9e --- /dev/null +++ b/projects/pyyaml/project.yaml @@ -0,0 +1,10 @@ +homepage: "https://github.com/yaml/pyyaml" +language: python +primary_contact: "pyyaml@yaml.com" +auto_ccs: + - "david@adalogics.com" +fuzzing_engines: + - libfuzzer +sanitizers: + - address +main_repo: "https://github.com/yaml/pyyaml"