From 27d88acfd0248f8ced083aa0b8c25f5aca6e42e3 Mon Sep 17 00:00:00 2001 From: DavidKorczynski Date: Mon, 2 Jan 2023 11:59:19 +0000 Subject: [PATCH] distlib: initial integration (#9328) Signed-off-by: David Korczynski Signed-off-by: David Korczynski --- projects/distlib/Dockerfile | 18 +++++++++++ projects/distlib/build.sh | 22 +++++++++++++ projects/distlib/fuzz_marker.py | 36 +++++++++++++++++++++ projects/distlib/fuzz_metadata.py | 54 +++++++++++++++++++++++++++++++ projects/distlib/project.yaml | 10 ++++++ 5 files changed, 140 insertions(+) create mode 100644 projects/distlib/Dockerfile create mode 100644 projects/distlib/build.sh create mode 100644 projects/distlib/fuzz_marker.py create mode 100644 projects/distlib/fuzz_metadata.py create mode 100644 projects/distlib/project.yaml diff --git a/projects/distlib/Dockerfile b/projects/distlib/Dockerfile new file mode 100644 index 000000000..bb0d01eba --- /dev/null +++ b/projects/distlib/Dockerfile @@ -0,0 +1,18 @@ +#!/usr/bin/python3 +# Copyright 2023 Google LLC +# +# Licensed under the Apache License, Version 2.0 (the "License"); +# you may not use this file except in compliance with the License. +# You may obtain a copy of the License at +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, software +# distributed under the License is distributed on an "AS IS" BASIS, +# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +# See the License for the specific language governing permissions and +# limitations under the License. +FROM gcr.io/oss-fuzz-base/base-builder-python +RUN git clone https://github.com/pypa/distlib distlib +COPY *.sh *py $SRC/ +WORKDIR $SRC/distlib diff --git a/projects/distlib/build.sh b/projects/distlib/build.sh new file mode 100644 index 000000000..0f26fbc3c --- /dev/null +++ b/projects/distlib/build.sh @@ -0,0 +1,22 @@ +#!/bin/bash -eu +# Copyright 2023 Google LLC +# +# Licensed under the Apache License, Version 2.0 (the "License"); +# you may not use this file except in compliance with the License. +# You may obtain a copy of the License at +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, software +# distributed under the License is distributed on an "AS IS" BASIS, +# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +# See the License for the specific language governing permissions and +# limitations under the License. +# +################################################################################ +pip3 install . + +# Build fuzzers in $OUT. +for fuzzer in $(find $SRC -name 'fuzz_*.py'); do + compile_python_fuzzer $fuzzer +done diff --git a/projects/distlib/fuzz_marker.py b/projects/distlib/fuzz_marker.py new file mode 100644 index 000000000..15d6d2a92 --- /dev/null +++ b/projects/distlib/fuzz_marker.py @@ -0,0 +1,36 @@ +#!/usr/bin/python3 +# Copyright 2023 Google LLC +# +# Licensed under the Apache License, Version 2.0 (the "License"); +# you may not use this file except in compliance with the License. +# You may obtain a copy of the License at +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, software +# distributed under the License is distributed on an "AS IS" BASIS, +# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +# See the License for the specific language governing permissions and +# limitations under the License. +import sys +import atheris + +from distlib.markers import interpret + + +def TestOneInput(data): + fdp = atheris.FuzzedDataProvider(data) + try: + interpret(fdp.ConsumeUnicodeNoSurrogates(1024)) + except SyntaxError: + return + + +def main(): + atheris.instrument_all() + atheris.Setup(sys.argv, TestOneInput, enable_python_coverage=True) + atheris.Fuzz() + + +if __name__ == "__main__": + main() diff --git a/projects/distlib/fuzz_metadata.py b/projects/distlib/fuzz_metadata.py new file mode 100644 index 000000000..a15eb3ab1 --- /dev/null +++ b/projects/distlib/fuzz_metadata.py @@ -0,0 +1,54 @@ +#!/usr/bin/python3 +# Copyright 2023 Google LLC +# +# Licensed under the Apache License, Version 2.0 (the "License"); +# you may not use this file except in compliance with the License. +# You may obtain a copy of the License at +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, software +# distributed under the License is distributed on an "AS IS" BASIS, +# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +# See the License for the specific language governing permissions and +# limitations under the License. +import sys +import atheris + +from distlib import DistlibException +from distlib.compat import StringIO +from distlib.metadata import (LegacyMetadata, Metadata) + + +def TestOneInput(data): + fdp = atheris.FuzzedDataProvider(data) + try: + metadata = LegacyMetadata() + metadata.read_file(StringIO(fdp.ConsumeUnicodeNoSurrogates(sys.maxsize))) + except ValueError: + # ValueErrors are raised varies places, e.g. + # https://github.com/pypa/distlib/blob/05375908c1b2d6b0e74bdeb574569d3609db9f56/distlib/version.py#L106 + pass + except SyntaxError: + pass + + try: + metadata = Metadata(fileobj=StringIO(fdp.ConsumeUnicodeNoSurrogates(sys.maxsize))) + except ValueError: + # ValueErrors are raised varies places, e.g. + # https://github.com/pypa/distlib/blob/05375908c1b2d6b0e74bdeb574569d3609db9f56/distlib/version.py#L106 + pass + except SyntaxError: + pass + except DistlibException: + pass + + +def main(): + atheris.instrument_all() + atheris.Setup(sys.argv, TestOneInput, enable_python_coverage=True) + atheris.Fuzz() + + +if __name__ == "__main__": + main() diff --git a/projects/distlib/project.yaml b/projects/distlib/project.yaml new file mode 100644 index 000000000..86370e700 --- /dev/null +++ b/projects/distlib/project.yaml @@ -0,0 +1,10 @@ +fuzzing_engines: +- libfuzzer +homepage: https://github.com/pypa/distlib +language: python +main_repo: https://github.com/pypa/distlib +sanitizers: +- address +- undefined +vendor_ccs: +- david@adalogics.com