From 0634a01594360ce1fc063f4b9065d05ab8de5054 Mon Sep 17 00:00:00 2001 From: DavidKorczynski Date: Fri, 30 Dec 2022 13:30:20 +0000 Subject: [PATCH] packaging: initial integration (#9315) Signed-off-by: David Korczynski Signed-off-by: David Korczynski --- projects/packaging/Dockerfile | 18 +++++++ projects/packaging/build.sh | 22 ++++++++ projects/packaging/fuzz_packaging.py | 76 ++++++++++++++++++++++++++++ projects/packaging/project.yaml | 10 ++++ 4 files changed, 126 insertions(+) create mode 100644 projects/packaging/Dockerfile create mode 100644 projects/packaging/build.sh create mode 100644 projects/packaging/fuzz_packaging.py create mode 100644 projects/packaging/project.yaml diff --git a/projects/packaging/Dockerfile b/projects/packaging/Dockerfile new file mode 100644 index 000000000..e19b2d7eb --- /dev/null +++ b/projects/packaging/Dockerfile @@ -0,0 +1,18 @@ +#!/usr/bin/python3 +# Copyright 2022 Google LLC +# +# Licensed under the Apache License, Version 2.0 (the "License"); +# you may not use this file except in compliance with the License. +# You may obtain a copy of the License at +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, software +# distributed under the License is distributed on an "AS IS" BASIS, +# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +# See the License for the specific language governing permissions and +# limitations under the License. +FROM gcr.io/oss-fuzz-base/base-builder-python +RUN git clone https://github.com/pypa/packaging packaging +COPY *.sh *py $SRC/ +WORKDIR $SRC/packaging diff --git a/projects/packaging/build.sh b/projects/packaging/build.sh new file mode 100644 index 000000000..338e12e52 --- /dev/null +++ b/projects/packaging/build.sh @@ -0,0 +1,22 @@ +#!/bin/bash -eu +# Copyright 2022 Google LLC +# +# Licensed under the Apache License, Version 2.0 (the "License"); +# you may not use this file except in compliance with the License. +# You may obtain a copy of the License at +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, software +# distributed under the License is distributed on an "AS IS" BASIS, +# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +# See the License for the specific language governing permissions and +# limitations under the License. +# +################################################################################ +pip3 install . + +# Build fuzzers in $OUT. +for fuzzer in $(find $SRC -name 'fuzz_*.py'); do + compile_python_fuzzer $fuzzer +done diff --git a/projects/packaging/fuzz_packaging.py b/projects/packaging/fuzz_packaging.py new file mode 100644 index 000000000..1b02e3864 --- /dev/null +++ b/projects/packaging/fuzz_packaging.py @@ -0,0 +1,76 @@ +#!/usr/bin/python3 +# Copyright 2022 Google LLC +# +# Licensed under the Apache License, Version 2.0 (the "License"); +# you may not use this file except in compliance with the License. +# You may obtain a copy of the License at +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, software +# distributed under the License is distributed on an "AS IS" BASIS, +# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +# See the License for the specific language governing permissions and +# limitations under the License. +"""Target several modules in the packaging project.""" + +import sys +import atheris +from packaging.utils import ( + canonicalize_version, + parse_wheel_filename, + parse_sdist_filename, + InvalidSdistFilename, + InvalidWheelFilename +) + +from packaging.specifiers import InvalidSpecifier, Specifier + + +def fuzz_utils(data): + """Logic to hit routines in src/packaging/utils.""" + fdp = atheris.FuzzedDataProvider(data) + canonicalize_version(fdp.ConsumeUnicodeNoSurrogates(sys.maxsize)) + try: + parse_sdist_filename(fdp.ConsumeUnicodeNoSurrogates(sys.maxsize)) + except InvalidSdistFilename: + pass + + try: + parse_wheel_filename(fdp.ConsumeUnicodeNoSurrogates(sys.maxsize)) + except InvalidWheelFilename: + pass + + +def fuzz_specifier(data): + """Logic to hit routines in src/packaging/specifiers.""" + fdp = atheris.FuzzedDataProvider(data) + try: + spec1 = Specifier(fdp.ConsumeUnicodeNoSurrogates(sys.maxsize)) + spec2 = Specifier(fdp.ConsumeUnicodeNoSurrogates(sys.maxsize)) + except InvalidSpecifier: + return + + b1 = spec1 == spec2 + b2 = spec1 != spec2 + b3 = spec1 <= spec2 + b4 = spec1 >= spec2 + b5 = spec1 < spec2 + b6 = spec1 > spec2 + b7 = spec1.constains(fdp.ConsumeUnicodeNoSurrogates(24)) + + +def TestOneInput(data): + """Fuzzer entrypoint, wrapper around fuzz_* routines.""" + fuzz_utils(data) + fuzz_specifier(data) + + +def main(): + atheris.instrument_all() + atheris.Setup(sys.argv, TestOneInput, enable_python_coverage=True) + atheris.Fuzz() + + +if __name__ == "__main__": + main() diff --git a/projects/packaging/project.yaml b/projects/packaging/project.yaml new file mode 100644 index 000000000..5b11b3287 --- /dev/null +++ b/projects/packaging/project.yaml @@ -0,0 +1,10 @@ +fuzzing_engines: +- libfuzzer +homepage: https://github.com/pypa/packaging +language: python +main_repo: https://github.com/pypa/packaging +sanitizers: +- address +- undefined +vendor_ccs: +- david@adalogics.com