From 98e06456db89990b03e5bc1e1acb5d98be066037 Mon Sep 17 00:00:00 2001 From: aschaich <108736614+aschaich@users.noreply.github.com> Date: Fri, 2 Dec 2022 03:27:21 +0900 Subject: [PATCH] [jsonpath] Initial Integration (#9102) --- projects/jsonpath/Dockerfile | 33 ++++++++ projects/jsonpath/build.sh | 79 +++++++++++++++++++ projects/jsonpath/pom.xml | 70 ++++++++++++++++ projects/jsonpath/project.yaml | 15 ++++ .../main/java/ossfuzz/PathParserFuzzer.java | 65 +++++++++++++++ .../jsonpath/src/main/resources/test.json | 37 +++++++++ 6 files changed, 299 insertions(+) create mode 100644 projects/jsonpath/Dockerfile create mode 100644 projects/jsonpath/build.sh create mode 100644 projects/jsonpath/pom.xml create mode 100644 projects/jsonpath/project.yaml create mode 100644 projects/jsonpath/src/main/java/ossfuzz/PathParserFuzzer.java create mode 100644 projects/jsonpath/src/main/resources/test.json diff --git a/projects/jsonpath/Dockerfile b/projects/jsonpath/Dockerfile new file mode 100644 index 000000000..47635acad --- /dev/null +++ b/projects/jsonpath/Dockerfile @@ -0,0 +1,33 @@ +# Copyright 2022 Google LLC +# +# Licensed under the Apache License, Version 2.0 (the "License"); +# you may not use this file except in compliance with the License. +# You may obtain a copy of the License at +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, software +# distributed under the License is distributed on an "AS IS" BASIS, +# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +# See the License for the specific language governing permissions and +# limitations under the License. +# +################################################################################ + +FROM gcr.io/oss-fuzz-base/base-builder-jvm + +RUN curl -L https://downloads.apache.org/maven/maven-3/3.6.3/binaries/apache-maven-3.6.3-bin.zip -o maven.zip && \ +unzip maven.zip -d $SRC/maven-3.6.3 && \ +rm -rf maven.zip + +ENV MVN $SRC/maven-3.6.3/apache-maven-3.6.3/bin/mvn + +WORKDIR ${SRC} +# +# clone repository +# +RUN git clone https://github.com/json-path/JsonPath.git + +ADD pom.xml build.sh ${SRC}/ +ADD src/ ${SRC}/src/ +WORKDIR ${SRC}/JsonPath \ No newline at end of file diff --git a/projects/jsonpath/build.sh b/projects/jsonpath/build.sh new file mode 100644 index 000000000..d72030f97 --- /dev/null +++ b/projects/jsonpath/build.sh @@ -0,0 +1,79 @@ +#!/bin/bash -eu +# Copyright 2022 Google LLC +# +# Licensed under the Apache License, Version 2.0 (the "License"); +# you may not use this file except in compliance with the License. +# You may obtain a copy of the License at +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, software +# distributed under the License is distributed on an "AS IS" BASIS, +# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +# See the License for the specific language governing permissions and +# limitations under the License. +# +################################################################################ + +MVN_FLAGS="" +ALL_JARS="" +LIBRARY_NAME="jsonpath" + +# Install the build servers' jazzer-api into the maven repository. +pushd "/tmp" + ${MVN} install:install-file -Dfile=${JAZZER_API_PATH} \ + -DgroupId="com.code-intelligence" \ + -DartifactId="jazzer-api" \ + -Dversion="0.12.0" \ + -Dpackaging=jar +popd + + +pushd "${SRC}/JsonPath" + ./gradlew publishToMavenLocal + CURRENT_VERSION=$(./gradlew properties --console=plain | sed -nr "s/^version:\ (.*)/\1/p") +popd + +pushd "${SRC}" + ${MVN} package -DfuzzedLibaryVersion="${CURRENT_VERSION}" ${MVN_FLAGS} + install -v target/${LIBRARY_NAME}-fuzzer-${CURRENT_VERSION}.jar ${OUT}/${LIBRARY_NAME}-fuzzer-${CURRENT_VERSION}.jar + ALL_JARS="${ALL_JARS} ${LIBRARY_NAME}-fuzzer-${CURRENT_VERSION}.jar" +popd + +# The classpath at build-time includes the project jars in $OUT as well as the +# Jazzer API. +BUILD_CLASSPATH=$(echo $ALL_JARS | xargs printf -- "$OUT/%s:"):$JAZZER_API_PATH + +# All .jar and .class files lie in the same directory as the fuzzer at runtime. +RUNTIME_CLASSPATH=$(echo $ALL_JARS | xargs printf -- "\$this_dir/%s:"):\$this_dir + +MVN_FUZZERS_PREFIX="src/main/java" + +for fuzzer in $(find ${SRC} -name '*Fuzzer.java'); do + # Find our fuzzer inside the maven structure + stripped_path=$(echo ${fuzzer} | sed \ + -e 's|^.*src/main/java/\(.*\).java$|\1|' \ + -e 's|^.*src/test/java/\(.*\).java$|\1|' \ + ); + # The .java suffix was stripped by sed. + if (echo ${stripped_path} | grep ".java$"); then + continue; + fi + + fuzzer_basename=$(basename -s .java $fuzzer) + fuzzer_classname=$(echo ${stripped_path} | sed 's|/|.|g'); + + # Create an execution wrapper that executes Jazzer with the correct arguments. + + echo "#!/bin/sh +# LLVMFuzzerTestOneInput Magic String required for infra/base-images/base-runner/test_all.py. DO NOT REMOVE + +this_dir=\$(dirname \"\$0\") +LD_LIBRARY_PATH=\"\$JVM_LD_LIBRARY_PATH\":\$this_dir \ +\$this_dir/jazzer_driver --agent_path=\$this_dir/jazzer_agent_deploy.jar \ +--cp=${RUNTIME_CLASSPATH} \ +--target_class=${fuzzer_classname} \ +--jvm_args=\"-Xmx2048m\" \ +\$@" > $OUT/${fuzzer_basename} + chmod u+x $OUT/${fuzzer_basename} +done diff --git a/projects/jsonpath/pom.xml b/projects/jsonpath/pom.xml new file mode 100644 index 000000000..a4629c38e --- /dev/null +++ b/projects/jsonpath/pom.xml @@ -0,0 +1,70 @@ + + 4.0.0 + + ossfuzz + jsonpath-fuzzer + ${fuzzedLibaryVersion} + jar + + + 15 + 15 + UTF-8 + 2.7.0 + PathParserFuzzer + + + + + com.code-intelligence + jazzer-api + 0.12.0 + + + com.jayway.jsonpath + json-path + ${fuzzedLibaryVersion} + + + + + + + org.apache.maven.plugins + maven-shade-plugin + 3.3.0 + + + + *:* + + META-INF/*.SF + META-INF/*.DSA + META-INF/*.RSA + + + + + + + package + + shade + + + + + + + \ No newline at end of file diff --git a/projects/jsonpath/project.yaml b/projects/jsonpath/project.yaml new file mode 100644 index 000000000..b0eac7d53 --- /dev/null +++ b/projects/jsonpath/project.yaml @@ -0,0 +1,15 @@ +homepage: "https://goessner.net/articles/JsonPath/" +language: jvm +main_repo: "https://github.com/json-path/JsonPath.git" +fuzzing_engines: + - libfuzzer +sanitizers: + - address +vendor_ccs: + - "wagner@code-intelligence.com" + - "yakdan@code-intelligence.com" + - "glendowne@code-intelligence.com" + - "patrice.salathe@code-intelligence.com" + - "hlin@code-intelligence.com" + - "schaich@code-intelligence.com" + - "bug-disclosure@code-intelligence.com" \ No newline at end of file diff --git a/projects/jsonpath/src/main/java/ossfuzz/PathParserFuzzer.java b/projects/jsonpath/src/main/java/ossfuzz/PathParserFuzzer.java new file mode 100644 index 000000000..98765453e --- /dev/null +++ b/projects/jsonpath/src/main/java/ossfuzz/PathParserFuzzer.java @@ -0,0 +1,65 @@ +// Copyright 2022 Google LLC +// +// Licensed under the Apache License, Version 2.0 (the "License"); +// you may not use this file except in compliance with the License. +// You may obtain a copy of the License at +// +// http://www.apache.org/licenses/LICENSE-2.0 +// +// Unless required by applicable law or agreed to in writing, software +// distributed under the License is distributed on an "AS IS" BASIS, +// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +// See the License for the specific language governing permissions and +// limitations under the License. +// +//////////////////////////////////////////////////////////////////////////////// + +package ossfuzz; + +import com.code_intelligence.jazzer.api.FuzzedDataProvider; +import com.jayway.jsonpath.Configuration; +import com.jayway.jsonpath.InvalidPathException; +import com.jayway.jsonpath.JsonPath; +import com.jayway.jsonpath.PathNotFoundException; + +import java.io.*; + +public class PathParserFuzzer { + + private FuzzedDataProvider fuzzedDataProvider; + + public PathParserFuzzer(FuzzedDataProvider fuzzedDataProvider) { + + this.fuzzedDataProvider = fuzzedDataProvider; + + } + + void test() throws IOException { + try { + InputStream in = getClass().getResourceAsStream("/test.json"); + + BufferedReader reader = new BufferedReader(new InputStreamReader(in)); + StringBuilder result = new StringBuilder(); + String line; + while ((line = reader.readLine()) != null) { + result.append(line); + } + + Object document = Configuration.defaultConfiguration().jsonProvider().parse(result.toString()); + JsonPath.read(document, fuzzedDataProvider.consumeRemainingAsString()); + } catch (IllegalArgumentException e) { + + } catch (PathNotFoundException e) { + + } catch (InvalidPathException e) { + + } + + } + + public static void fuzzerTestOneInput(FuzzedDataProvider fuzzedDataProvider) throws IOException { + + PathParserFuzzer loggingInterceptorFuzzer = new PathParserFuzzer(fuzzedDataProvider); + loggingInterceptorFuzzer.test(); + } +} \ No newline at end of file diff --git a/projects/jsonpath/src/main/resources/test.json b/projects/jsonpath/src/main/resources/test.json new file mode 100644 index 000000000..681f08282 --- /dev/null +++ b/projects/jsonpath/src/main/resources/test.json @@ -0,0 +1,37 @@ +{ + "store": { + "book": [ + { + "category": "reference", + "author": "Nigel Rees", + "title": "Sayings of the Century", + "price": 8.95 + }, + { + "category": "fiction", + "author": "Evelyn Waugh", + "title": "Sword of Honour", + "price": 12.99 + }, + { + "category": "fiction", + "author": "Herman Melville", + "title": "Moby Dick", + "isbn": "0-553-21311-3", + "price": 8.99 + }, + { + "category": "fiction", + "author": "J. R. R. Tolkien", + "title": "The Lord of the Rings", + "isbn": "0-395-19395-8", + "price": 22.99 + } + ], + "bicycle": { + "color": "red", + "price": 19.95 + } + }, + "expensive": 10 +} \ No newline at end of file