distlib: initial integration (#9328)

Signed-off-by: David Korczynski <david@adalogics.com>

Signed-off-by: David Korczynski <david@adalogics.com>

projects/distlib/Dockerfile

@@ -0,0 +1,18 @@
+#!/usr/bin/python3
+# Copyright 2023 Google LLC
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#      http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+FROM gcr.io/oss-fuzz-base/base-builder-python
+RUN git clone https://github.com/pypa/distlib distlib
+COPY *.sh *py $SRC/
+WORKDIR $SRC/distlib

projects/distlib/build.sh

@@ -0,0 +1,22 @@
+#!/bin/bash -eu
+# Copyright 2023 Google LLC
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#      http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+#
+################################################################################
+pip3 install .
+
+# Build fuzzers in $OUT.
+for fuzzer in $(find $SRC -name 'fuzz_*.py'); do
+  compile_python_fuzzer $fuzzer
+done

projects/distlib/fuzz_marker.py

@@ -0,0 +1,36 @@
+#!/usr/bin/python3
+# Copyright 2023 Google LLC
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#      http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+import sys
+import atheris
+
+from distlib.markers import interpret
+
+
+def TestOneInput(data):
+  fdp = atheris.FuzzedDataProvider(data)
+  try:
+    interpret(fdp.ConsumeUnicodeNoSurrogates(1024))
+  except SyntaxError:
+    return
+
+
+def main():
+  atheris.instrument_all()
+  atheris.Setup(sys.argv, TestOneInput, enable_python_coverage=True)
+  atheris.Fuzz()
+
+
+if __name__ == "__main__":
+  main()

projects/distlib/fuzz_metadata.py

@@ -0,0 +1,54 @@
+#!/usr/bin/python3
+# Copyright 2023 Google LLC
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#      http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+import sys
+import atheris
+
+from distlib import DistlibException
+from distlib.compat import StringIO
+from distlib.metadata import (LegacyMetadata, Metadata)
+
+
+def TestOneInput(data):
+  fdp = atheris.FuzzedDataProvider(data)
+  try:
+    metadata = LegacyMetadata()
+    metadata.read_file(StringIO(fdp.ConsumeUnicodeNoSurrogates(sys.maxsize)))
+  except ValueError:
+    # ValueErrors are raised varies places, e.g.
+    # https://github.com/pypa/distlib/blob/05375908c1b2d6b0e74bdeb574569d3609db9f56/distlib/version.py#L106
+    pass
+  except SyntaxError:
+    pass
+
+  try:
+    metadata = Metadata(fileobj=StringIO(fdp.ConsumeUnicodeNoSurrogates(sys.maxsize)))
+  except ValueError:
+    # ValueErrors are raised varies places, e.g.
+    # https://github.com/pypa/distlib/blob/05375908c1b2d6b0e74bdeb574569d3609db9f56/distlib/version.py#L106
+    pass
+  except SyntaxError:
+    pass
+  except DistlibException:
+    pass
+
+
+def main():
+  atheris.instrument_all()
+  atheris.Setup(sys.argv, TestOneInput, enable_python_coverage=True)
+  atheris.Fuzz()
+
+
+if __name__ == "__main__":
+  main()

projects/distlib/project.yaml

@@ -0,0 +1,10 @@
+fuzzing_engines:
+- libfuzzer
+homepage: https://github.com/pypa/distlib
+language: python
+main_repo: https://github.com/pypa/distlib
+sanitizers:
+- address
+- undefined
+vendor_ccs:
+- david@adalogics.com