From bbb2af350a5db12cbc394523107eb427c6887220 Mon Sep 17 00:00:00 2001 From: DavidKorczynski Date: Tue, 13 Dec 2022 10:42:13 +0000 Subject: [PATCH] yarl: initial integration (#9192) Signed-off-by: David Korczynski Signed-off-by: David Korczynski --- projects/yarl/Dockerfile | 19 +++++++++++++++++++ projects/yarl/build.sh | 31 +++++++++++++++++++++++++++++++ projects/yarl/fuzz_url.py | 34 ++++++++++++++++++++++++++++++++++ projects/yarl/project.yaml | 10 ++++++++++ 4 files changed, 94 insertions(+) create mode 100644 projects/yarl/Dockerfile create mode 100644 projects/yarl/build.sh create mode 100644 projects/yarl/fuzz_url.py create mode 100644 projects/yarl/project.yaml diff --git a/projects/yarl/Dockerfile b/projects/yarl/Dockerfile new file mode 100644 index 000000000..2cc7f9fc5 --- /dev/null +++ b/projects/yarl/Dockerfile @@ -0,0 +1,19 @@ +#!/usr/bin/python3 +# Copyright 2022 Google LLC +# +# Licensed under the Apache License, Version 2.0 (the "License"); +# you may not use this file except in compliance with the License. +# You may obtain a copy of the License at +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, software +# distributed under the License is distributed on an "AS IS" BASIS, +# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +# See the License for the specific language governing permissions and +# limitations under the License. +FROM gcr.io/oss-fuzz-base/base-builder-python +RUN git clone https://github.com/aio-libs/yarl yarl +RUN pip3 install --upgrade pip && pip3 install cython +COPY *.sh *py $SRC/ +WORKDIR $SRC/yarl diff --git a/projects/yarl/build.sh b/projects/yarl/build.sh new file mode 100644 index 000000000..f5b4fc124 --- /dev/null +++ b/projects/yarl/build.sh @@ -0,0 +1,31 @@ +#!/bin/bash -eu +# Copyright 2022 Google LLC +# +# Licensed under the Apache License, Version 2.0 (the "License"); +# you may not use this file except in compliance with the License. +# You may obtain a copy of the License at +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, software +# distributed under the License is distributed on an "AS IS" BASIS, +# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +# See the License for the specific language governing permissions and +# limitations under the License. +# +################################################################################ + +# Use the OSS-Fuzz python +sed -i 's/python/python3/g' Makefile + +# Compile native code with sanitizer flags +make cythonize +python3 -m pip install -r requirements/dev.txt + +# Install yarl +python3 setup.py install + +# Build fuzzers in $OUT. +for fuzzer in $(find $SRC -name 'fuzz_*.py'); do + compile_python_fuzzer $fuzzer +done diff --git a/projects/yarl/fuzz_url.py b/projects/yarl/fuzz_url.py new file mode 100644 index 000000000..0fa4c4a2c --- /dev/null +++ b/projects/yarl/fuzz_url.py @@ -0,0 +1,34 @@ +#!/usr/bin/python3 +# Copyright 2022 Google LLC +# +# Licensed under the Apache License, Version 2.0 (the "License"); +# you may not use this file except in compliance with the License. +# You may obtain a copy of the License at +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, software +# distributed under the License is distributed on an "AS IS" BASIS, +# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +# See the License for the specific language governing permissions and +# limitations under the License. +import sys +import atheris +import yarl + + +def TestOneInput(data): + fdp = atheris.FuzzedDataProvider(data) + try: + u = yarl.URL(fdp.ConsumeUnicodeNoSurrogates(sys.maxsize)) + except ValueError: + pass + +def main(): + atheris.instrument_all() + atheris.Setup(sys.argv, TestOneInput, enable_python_coverage=True) + atheris.Fuzz() + + +if __name__ == "__main__": + main() diff --git a/projects/yarl/project.yaml b/projects/yarl/project.yaml new file mode 100644 index 000000000..86e8459ec --- /dev/null +++ b/projects/yarl/project.yaml @@ -0,0 +1,10 @@ +fuzzing_engines: +- libfuzzer +homepage: https://github.com/aio-libs/yarl +language: python +main_repo: https://github.com/aio-libs/yarl +sanitizers: +- address +- undefined +vendor_ccs: +- david@adalogics.com