From a5ff21e283b4883607fe99dd323ff7cd6616b1d2 Mon Sep 17 00:00:00 2001 From: DavidKorczynski Date: Tue, 3 Jan 2023 14:50:12 +0000 Subject: [PATCH] gitdb: initial integration (#9341) Signed-off-by: David Korczynski Signed-off-by: David Korczynski --- projects/gitdb/Dockerfile | 18 ++++++ projects/gitdb/build.sh | 22 ++++++++ projects/gitdb/fuzz_gitdb.py | 105 +++++++++++++++++++++++++++++++++++ projects/gitdb/project.yaml | 10 ++++ 4 files changed, 155 insertions(+) create mode 100644 projects/gitdb/Dockerfile create mode 100644 projects/gitdb/build.sh create mode 100644 projects/gitdb/fuzz_gitdb.py create mode 100644 projects/gitdb/project.yaml diff --git a/projects/gitdb/Dockerfile b/projects/gitdb/Dockerfile new file mode 100644 index 000000000..85101e8ac --- /dev/null +++ b/projects/gitdb/Dockerfile @@ -0,0 +1,18 @@ +#!/usr/bin/python3 +# Copyright 2023 Google LLC +# +# Licensed under the Apache License, Version 2.0 (the "License"); +# you may not use this file except in compliance with the License. +# You may obtain a copy of the License at +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, software +# distributed under the License is distributed on an "AS IS" BASIS, +# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +# See the License for the specific language governing permissions and +# limitations under the License. +FROM gcr.io/oss-fuzz-base/base-builder-python +RUN git clone https://github.com/gitpython-developers/gitdb gitdb +COPY *.sh *py $SRC/ +WORKDIR $SRC/gitdb diff --git a/projects/gitdb/build.sh b/projects/gitdb/build.sh new file mode 100644 index 000000000..0f26fbc3c --- /dev/null +++ b/projects/gitdb/build.sh @@ -0,0 +1,22 @@ +#!/bin/bash -eu +# Copyright 2023 Google LLC +# +# Licensed under the Apache License, Version 2.0 (the "License"); +# you may not use this file except in compliance with the License. +# You may obtain a copy of the License at +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, software +# distributed under the License is distributed on an "AS IS" BASIS, +# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +# See the License for the specific language governing permissions and +# limitations under the License. +# +################################################################################ +pip3 install . + +# Build fuzzers in $OUT. +for fuzzer in $(find $SRC -name 'fuzz_*.py'); do + compile_python_fuzzer $fuzzer +done diff --git a/projects/gitdb/fuzz_gitdb.py b/projects/gitdb/fuzz_gitdb.py new file mode 100644 index 000000000..1e35ad3f0 --- /dev/null +++ b/projects/gitdb/fuzz_gitdb.py @@ -0,0 +1,105 @@ +#!/usr/bin/python3 +# Copyright 2023 Google LLC +# +# Licensed under the Apache License, Version 2.0 (the "License"); +# you may not use this file except in compliance with the License. +# You may obtain a copy of the License at +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, software +# distributed under the License is distributed on an "AS IS" BASIS, +# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +# See the License for the specific language governing permissions and +# limitations under the License. +"""Fuzzer for several modules in gitdb. We keep it in +one fuzzer for ease of development +""" + +import sys +import atheris + + +import zlib +from gitdb import ( + DecompressMemMapReader, + LooseObjectDB, + MemoryDB +) + +from gitdb.pack import ( + PackFile +) + +from gitdb.exc import ParseError + + +def fuzz_decompression_map_reader(data): + """Targets gitdb/stream.py#DecompressMemMapReader""" + fdp = atheris.FuzzedDataProvider(data) + + zdata = zlib.compress(data) + test_reader = DecompressMemMapReader(zdata, True) + try: + bytes_read = test_reader.read(fdp.ConsumeIntInRange(0, 10000)) + except ValueError: + # Ignore these as they're uninteresting + return + + +def fuzz_loose_obj_db(data): + """Targets gitdb/db/loose.py""" + path = "/tmp/loosedb.db" + with open(path, "wb") as f: + f.write(data) + if not os.path.isfile(path): + return + + ldb = LooseObjectDB(path) + if ldb.size() != 0: + mdb = MemoryDB() + mdb.stream_copy(mdb.sha_iter(), ldb) + + for sha1 in ldb.sha_iter(): + ldb.info(sha1) + ldb.stream(sha1) + + +def fuzz_pack_file(data): + """Targets code in gitdb/pack.py""" + + # Ensure we have enough data for a packet + if len(data) < 100: + return + path = "/tmp/packfile.idx" + with open(path, "wb") as f: + f.write(data) + if not os.path.isfile(path): + return + + pack_file = PackFile(path) + try: + pack_file.version() + except ParseError: + return + + if pack_file.size() <= 0: + return + + for obj in pack_file.stream_iter(): + info = pack_file.info(obj.pack_offset) + +def TestOneInput(data): + fuzz_decompression_map_reader(data) + fuzz_loose_obj_db(data) + fuzz_pack_file(data) + + +def main(): + atheris.instrument_all() + atheris.Setup(sys.argv, TestOneInput, enable_python_coverage=True) + atheris.Fuzz() + + +if __name__ == "__main__": + main() diff --git a/projects/gitdb/project.yaml b/projects/gitdb/project.yaml new file mode 100644 index 000000000..763f4aa48 --- /dev/null +++ b/projects/gitdb/project.yaml @@ -0,0 +1,10 @@ +fuzzing_engines: +- libfuzzer +homepage: https://github.com/gitpython-developers/gitdb +language: python +main_repo: https://github.com/gitpython-developers/gitdb +sanitizers: +- address +- undefined +vendor_ccs: +- david@adalogics.com