diff --git a/projects/g-api-python-bigquery-storage/Dockerfile b/projects/g-api-python-bigquery-storage/Dockerfile new file mode 100644 index 000000000..1b44c7b3a --- /dev/null +++ b/projects/g-api-python-bigquery-storage/Dockerfile @@ -0,0 +1,19 @@ +#!/usr/bin/python3 +# Copyright 2023 Google LLC +# +# Licensed under the Apache License, Version 2.0 (the "License"); +# you may not use this file except in compliance with the License. +# You may obtain a copy of the License at +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, software +# distributed under the License is distributed on an "AS IS" BASIS, +# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +# See the License for the specific language governing permissions and +# limitations under the License. +FROM gcr.io/oss-fuzz-base/base-builder-python +RUN git clone https://github.com/googleapis/python-bigquery-storage python-bigquery-storage +RUN python3 -m pip install --upgrade pip mock google-api-core google-cloud-core fastavro +COPY *.sh *py $SRC/ +WORKDIR $SRC/python-bigquery-storage diff --git a/projects/g-api-python-bigquery-storage/build.sh b/projects/g-api-python-bigquery-storage/build.sh new file mode 100644 index 000000000..9fcf23de4 --- /dev/null +++ b/projects/g-api-python-bigquery-storage/build.sh @@ -0,0 +1,22 @@ +#!/bin/bash -eu +# Copyright 2023 Google LLC +# +# Licensed under the Apache License, Version 2.0 (the "License"); +# you may not use this file except in compliance with the License. +# You may obtain a copy of the License at +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, software +# distributed under the License is distributed on an "AS IS" BASIS, +# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +# See the License for the specific language governing permissions and +# limitations under the License. +# +################################################################################ +GRPC_PYTHON_CFLAGS="${CFLAGS}" GRPC_PYTHON_BUILD_SYSTEM_RE2=true GRPC_PYTHON_BUILD_SYSTEM_OPENSSL=true GRPC_PYTHON_BUILD_SYSTEM_ZLIB=true pip3 install . + +# Build fuzzers in $OUT. +for fuzzer in $(find $SRC -name 'fuzz_*.py'); do + compile_python_fuzzer $fuzzer +done diff --git a/projects/g-api-python-bigquery-storage/fuzz_avroparser.py b/projects/g-api-python-bigquery-storage/fuzz_avroparser.py new file mode 100644 index 000000000..f40469375 --- /dev/null +++ b/projects/g-api-python-bigquery-storage/fuzz_avroparser.py @@ -0,0 +1,46 @@ +#!/usr/bin/python3 +# Copyright 2023 Google LLC +# +# Licensed under the Apache License, Version 2.0 (the "License"); +# you may not use this file except in compliance with the License. +# You may obtain a copy of the License at +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, software +# distributed under the License is distributed on an "AS IS" BASIS, +# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +# See the License for the specific language governing permissions and +# limitations under the License. +import sys +import atheris + +from google.cloud.bigquery_storage_v1.types import ReadSession +from google.protobuf.json_format import Parse + + +def TestOneInput(data): + """Fuzzer that creates a random read session and parses + the attached avro session. The main point is to ensure + none of the parsing routines have insecure calls and + that the parsing routines can work with arbitrary ReadSessions. + """ + fdp = atheris.FuzzedDataProvider(data) + try: + # Create a random session + msg = Parse(fdp.ConsumeUnicodeNoSurrogates(sys.maxsize), ReadSession()) + except Exception: + return + + avro_parser = _AvroStreamParser(msg) + avro_parser.to_dataframe() + + +def main(): + atheris.instrument_all() + atheris.Setup(sys.argv, TestOneInput, enable_python_coverage=True) + atheris.Fuzz() + + +if __name__ == "__main__": + main() diff --git a/projects/g-api-python-bigquery-storage/project.yaml b/projects/g-api-python-bigquery-storage/project.yaml new file mode 100644 index 000000000..79f0a48b2 --- /dev/null +++ b/projects/g-api-python-bigquery-storage/project.yaml @@ -0,0 +1,10 @@ +fuzzing_engines: +- libfuzzer +homepage: https://github.com/googleapis/python-bigquery-storage +language: python +main_repo: https://github.com/googleapis/python-bigquery-storage +sanitizers: +- address +- undefined +vendor_ccs: +- david@adalogics.com