From 32af0211084b971b5575005a69f328295b63c5a1 Mon Sep 17 00:00:00 2001 From: Roman Wagner Date: Wed, 10 Aug 2022 17:48:34 +0200 Subject: [PATCH] [jackson-dataformats-text] Initial integration (#8203) --- .../jackson-dataformats-text/CSVFuzzer.java | 29 ++++++++++ projects/jackson-dataformats-text/Dockerfile | 34 +++++++++++ .../PropertiesFuzzer.java | 28 +++++++++ .../jackson-dataformats-text/TOMLFuzzer.java | 28 +++++++++ .../jackson-dataformats-text/YAMLFuzzer.java | 28 +++++++++ projects/jackson-dataformats-text/build.sh | 57 +++++++++++++++++++ .../jackson-dataformats-text/project.yaml | 14 +++++ 7 files changed, 218 insertions(+) create mode 100644 projects/jackson-dataformats-text/CSVFuzzer.java create mode 100644 projects/jackson-dataformats-text/Dockerfile create mode 100644 projects/jackson-dataformats-text/PropertiesFuzzer.java create mode 100644 projects/jackson-dataformats-text/TOMLFuzzer.java create mode 100644 projects/jackson-dataformats-text/YAMLFuzzer.java create mode 100644 projects/jackson-dataformats-text/build.sh create mode 100644 projects/jackson-dataformats-text/project.yaml diff --git a/projects/jackson-dataformats-text/CSVFuzzer.java b/projects/jackson-dataformats-text/CSVFuzzer.java new file mode 100644 index 000000000..6138088b5 --- /dev/null +++ b/projects/jackson-dataformats-text/CSVFuzzer.java @@ -0,0 +1,29 @@ +// Copyright 2022 Google LLC +// +// Licensed under the Apache License, Version 2.0 (the "License"); +// you may not use this file except in compliance with the License. +// You may obtain a copy of the License at +// +// http://www.apache.org/licenses/LICENSE-2.0 +// +// Unless required by applicable law or agreed to in writing, software +// distributed under the License is distributed on an "AS IS" BASIS, +// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +// See the License for the specific language governing permissions and +// limitations under the License. +// +//////////////////////////////////////////////////////////////////////////////// + +import com.fasterxml.jackson.databind.ObjectMapper; +import com.fasterxml.jackson.dataformat.csv.CsvMapper; +import java.io.IOException; + +public class CSVFuzzer { + public static void fuzzerTestOneInput(byte[] input) { + ObjectMapper mapper = new CsvMapper(); + try { + mapper.readTree(input); + } catch (IOException ignored) { + } + } +} \ No newline at end of file diff --git a/projects/jackson-dataformats-text/Dockerfile b/projects/jackson-dataformats-text/Dockerfile new file mode 100644 index 000000000..095fcbcd5 --- /dev/null +++ b/projects/jackson-dataformats-text/Dockerfile @@ -0,0 +1,34 @@ +# Copyright 2022 Google LLC +# +# Licensed under the Apache License, Version 2.0 (the "License"); +# you may not use this file except in compliance with the License. +# You may obtain a copy of the License at +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, software +# distributed under the License is distributed on an "AS IS" BASIS, +# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +# See the License for the specific language governing permissions and +# limitations under the License. +# +################################################################################ + +FROM gcr.io/oss-fuzz-base/base-builder-jvm + +RUN curl -L https://downloads.apache.org/maven/maven-3/3.6.3/binaries/apache-maven-3.6.3-bin.zip -o maven.zip && \ + unzip maven.zip -d $SRC/maven && \ + rm -rf maven.zip + +ENV MVN $SRC/maven/apache-maven-3.6.3/bin/mvn + +RUN git clone --depth 1 https://github.com/google/fuzzing && \ + mv fuzzing/dictionaries/yaml.dict $SRC/YAMLFuzzer.dict && \ + mv fuzzing/dictionaries/toml.dict $SRC/TOMLFuzzer.dict && \ + rm -rf fuzzing + +RUN git clone --depth 1 https://github.com/FasterXML/jackson-dataformats-text.git + +COPY build.sh $SRC/ +COPY CSVFuzzer.java PropertiesFuzzer.java TOMLFuzzer.java YAMLFuzzer.java $SRC/ +WORKDIR $SRC/jackson-dataformats-text \ No newline at end of file diff --git a/projects/jackson-dataformats-text/PropertiesFuzzer.java b/projects/jackson-dataformats-text/PropertiesFuzzer.java new file mode 100644 index 000000000..e094c64ef --- /dev/null +++ b/projects/jackson-dataformats-text/PropertiesFuzzer.java @@ -0,0 +1,28 @@ +// Copyright 2022 Google LLC +// +// Licensed under the Apache License, Version 2.0 (the "License"); +// you may not use this file except in compliance with the License. +// You may obtain a copy of the License at +// +// http://www.apache.org/licenses/LICENSE-2.0 +// +// Unless required by applicable law or agreed to in writing, software +// distributed under the License is distributed on an "AS IS" BASIS, +// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +// See the License for the specific language governing permissions and +// limitations under the License. +// + +import com.fasterxml.jackson.databind.ObjectMapper; +import com.fasterxml.jackson.dataformat.javaprop.JavaPropsMapper; +import java.io.IOException; + +public class PropertiesFuzzer { + public static void fuzzerTestOneInput(byte[] input) { + ObjectMapper mapper = new JavaPropsMapper(); + try { + mapper.readTree(input); + } catch (IOException ignored) { + } + } +} \ No newline at end of file diff --git a/projects/jackson-dataformats-text/TOMLFuzzer.java b/projects/jackson-dataformats-text/TOMLFuzzer.java new file mode 100644 index 000000000..1affdf9b7 --- /dev/null +++ b/projects/jackson-dataformats-text/TOMLFuzzer.java @@ -0,0 +1,28 @@ +// Copyright 2022 Google LLC +// +// Licensed under the Apache License, Version 2.0 (the "License"); +// you may not use this file except in compliance with the License. +// You may obtain a copy of the License at +// +// http://www.apache.org/licenses/LICENSE-2.0 +// +// Unless required by applicable law or agreed to in writing, software +// distributed under the License is distributed on an "AS IS" BASIS, +// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +// See the License for the specific language governing permissions and +// limitations under the License. +// + +import com.fasterxml.jackson.databind.ObjectMapper; +import com.fasterxml.jackson.dataformat.toml.TomlMapper; +import java.io.IOException; + +public class TOMLFuzzer { + public static void fuzzerTestOneInput(byte[] input) { + ObjectMapper mapper = new TomlMapper(); + try { + mapper.readTree(input); + } catch (IOException ignored) { + } + } +} \ No newline at end of file diff --git a/projects/jackson-dataformats-text/YAMLFuzzer.java b/projects/jackson-dataformats-text/YAMLFuzzer.java new file mode 100644 index 000000000..37bcd7f16 --- /dev/null +++ b/projects/jackson-dataformats-text/YAMLFuzzer.java @@ -0,0 +1,28 @@ +// Copyright 2022 Google LLC +// +// Licensed under the Apache License, Version 2.0 (the "License"); +// you may not use this file except in compliance with the License. +// You may obtain a copy of the License at +// +// http://www.apache.org/licenses/LICENSE-2.0 +// +// Unless required by applicable law or agreed to in writing, software +// distributed under the License is distributed on an "AS IS" BASIS, +// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +// See the License for the specific language governing permissions and +// limitations under the License. +// + +import com.fasterxml.jackson.databind.ObjectMapper; +import com.fasterxml.jackson.dataformat.yaml.YAMLMapper; +import java.io.IOException; + +public class YAMLFuzzer { + public static void fuzzerTestOneInput(byte[] input) { + ObjectMapper mapper = new YAMLMapper(); + try { + mapper.readTree(input); + } catch (IOException ignored) { + } + } +} \ No newline at end of file diff --git a/projects/jackson-dataformats-text/build.sh b/projects/jackson-dataformats-text/build.sh new file mode 100644 index 000000000..7456d07bb --- /dev/null +++ b/projects/jackson-dataformats-text/build.sh @@ -0,0 +1,57 @@ +#!/bin/bash -eu +# Copyright 2022 Google LLC +# +# Licensed under the Apache License, Version 2.0 (the "License"); +# you may not use this file except in compliance with the License. +# You may obtain a copy of the License at +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, software +# distributed under the License is distributed on an "AS IS" BASIS, +# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +# See the License for the specific language governing permissions and +# limitations under the License. +# +################################################################################ + +# Move seed corpus and dictionary. +mv $SRC/*.dict $OUT + +MAVEN_ARGS="-P!java14+ -Dmaven.test.skip=true -Djavac.src.version=15 -Djavac.target.version=15" +$MVN package org.apache.maven.plugins:maven-shade-plugin:3.2.4:shade $MAVEN_ARGS +CURRENT_VERSION=$($MVN org.apache.maven.plugins:maven-help-plugin:3.2.0:evaluate \ + -Dexpression=project.version -q -DforceStdout) +cp "csv/target/jackson-dataformat-csv-$CURRENT_VERSION.jar" $OUT/jackson-dataformat-csv.jar +cp "yaml/target/jackson-dataformat-yaml-$CURRENT_VERSION.jar" $OUT/jackson-dataformat-yaml.jar +cp "properties/target/jackson-dataformat-properties-$CURRENT_VERSION.jar" $OUT/jackson-dataformat-properties.jar +cp "toml/target/jackson-dataformat-toml-$CURRENT_VERSION.jar" $OUT/jackson-dataformat-toml.jar + + + +ALL_JARS="jackson-dataformat-csv.jar jackson-dataformat-yaml.jar jackson-dataformat-properties.jar jackson-dataformat-toml.jar" + +# The classpath at build-time includes the project jars in $OUT as well as the +# Jazzer API. +BUILD_CLASSPATH=$(echo $ALL_JARS | xargs printf -- "$OUT/%s:"):$JAZZER_API_PATH + +# All .jar and .class files lie in the same directory as the fuzzer at runtime. +RUNTIME_CLASSPATH=$(echo $ALL_JARS | xargs printf -- "\$this_dir/%s:"):\$this_dir + +for fuzzer in $(find $SRC -name '*Fuzzer.java'); do + fuzzer_basename=$(basename -s .java $fuzzer) + javac -cp $BUILD_CLASSPATH $fuzzer + cp $SRC/$fuzzer_basename.class $OUT/ + + # Create an execution wrapper that executes Jazzer with the correct arguments. + echo "#!/bin/sh +# LLVMFuzzerTestOneInput for fuzzer detection. +this_dir=\$(dirname \"\$0\") +LD_LIBRARY_PATH=\"$JVM_LD_LIBRARY_PATH\":\$this_dir \ +\$this_dir/jazzer_driver --agent_path=\$this_dir/jazzer_agent_deploy.jar \ +--cp=$RUNTIME_CLASSPATH \ +--target_class=$fuzzer_basename \ +--jvm_args=\"-Xmx2048m\" \ +\$@" > $OUT/$fuzzer_basename + chmod +x $OUT/$fuzzer_basename +done diff --git a/projects/jackson-dataformats-text/project.yaml b/projects/jackson-dataformats-text/project.yaml new file mode 100644 index 000000000..69140b799 --- /dev/null +++ b/projects/jackson-dataformats-text/project.yaml @@ -0,0 +1,14 @@ +homepage: "https://github.com/FasterXML/jackson-dataformats-text" +language: jvm +primary_contact: "tatu@fasterxml.com" +main_repo: "https://github.com/FasterXML/jackson-dataformats-text" +fuzzing_engines: + - libfuzzer +sanitizers: + - address +vendor_ccs: + - "wagner@code-intelligence.com" + - "yakdan@code-intelligence.com" + - "glendowne@code-intelligence.com" + - "patrice.salathe@code-intelligence.com" + - "hlin@code-intelligence.com" \ No newline at end of file