From 56e5d9b2920e5c0e09818147e8ca2c085ea3b063 Mon Sep 17 00:00:00 2001 From: DavidKorczynski Date: Tue, 20 Apr 2021 21:20:51 +0100 Subject: [PATCH] phashmap: initial integration (#5542) * phashmap: initial integration. * phaspmap: retab. * fix presubmit. * Fixup phmap. --- projects/phmap/Dockerfile | 22 +++++++++++ projects/phmap/build.sh | 19 ++++++++++ projects/phmap/phashmap_fuzz.cc | 66 +++++++++++++++++++++++++++++++++ projects/phmap/project.yaml | 6 +++ 4 files changed, 113 insertions(+) create mode 100755 projects/phmap/Dockerfile create mode 100755 projects/phmap/build.sh create mode 100644 projects/phmap/phashmap_fuzz.cc create mode 100755 projects/phmap/project.yaml diff --git a/projects/phmap/Dockerfile b/projects/phmap/Dockerfile new file mode 100755 index 000000000..e32199aa9 --- /dev/null +++ b/projects/phmap/Dockerfile @@ -0,0 +1,22 @@ +# Copyright 2021 Google LLC +# +# Licensed under the Apache License, Version 2.0 (the "License"); +# you may not use this file except in compliance with the License. +# You may obtain a copy of the License at +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, software +# distributed under the License is distributed on an "AS IS" BASIS, +# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +# See the License for the specific language governing permissions and +# limitations under the License. +# +################################################################################ + +FROM gcr.io/oss-fuzz-base/base-builder +RUN git clone https://github.com/greg7mdp/parallel-hashmap + +WORKDIR $SRC/parallel-hashmap +COPY build.sh $SRC/ +COPY phashmap_fuzz.cc $SRC/ diff --git a/projects/phmap/build.sh b/projects/phmap/build.sh new file mode 100755 index 000000000..ac7cb32d3 --- /dev/null +++ b/projects/phmap/build.sh @@ -0,0 +1,19 @@ +#!/bin/bash -eu +# Copyright 2021 Google LLC +# +# Licensed under the Apache License, Version 2.0 (the "License"); +# you may not use this file except in compliance with the License. +# You may obtain a copy of the License at +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, software +# distributed under the License is distributed on an "AS IS" BASIS, +# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +# See the License for the specific language governing permissions and +# limitations under the License. +# +################################################################################ + + +$CXX $CXXFLAGS $LIB_FUZZING_ENGINE $SRC/phashmap_fuzz.cc -I./ -o $OUT/phashmap_fuzz diff --git a/projects/phmap/phashmap_fuzz.cc b/projects/phmap/phashmap_fuzz.cc new file mode 100644 index 000000000..d7530d425 --- /dev/null +++ b/projects/phmap/phashmap_fuzz.cc @@ -0,0 +1,66 @@ +/* Copyright 2021 Google LLC +Licensed under the Apache License, Version 2.0 (the "License"); +you may not use this file except in compliance with the License. +You may obtain a copy of the License at + http://www.apache.org/licenses/LICENSE-2.0 +Unless required by applicable law or agreed to in writing, software +distributed under the License is distributed on an "AS IS" BASIS, +WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +See the License for the specific language governing permissions and +limitations under the License. +*/ +#include +#include +#include +#include +#include "parallel_hashmap/phmap_dump.h" +#include + +using phmap::flat_hash_map; +using namespace std; + +void serialise_test(const uint8_t *data, size_t size) { + phmap::flat_hash_map table; + FuzzedDataProvider fuzzed_data(data, size); + const int num_items = fuzzed_data.ConsumeIntegral(); + + for (int i=0; i < num_items; ++i) { + table.insert(typename phmap::flat_hash_map::value_type( + fuzzed_data.ConsumeIntegral(), + fuzzed_data.ConsumeIntegral())); + } + + phmap::BinaryOutputArchive ar_out("/dump.data"); + table.dump(ar_out); + + //MapType table_in; + phmap::flat_hash_map table_in; + phmap::BinaryInputArchive ar_in("/dump.data"); + table_in.load(ar_in); + + if(table == table_in) { + unlink("/dump.data"); + return; + } + unlink("/dump.data"); +} + +void +test_assignments(const uint8_t *data, size_t size) { + phmap::flat_hash_map email; + FuzzedDataProvider fuzzed_data(data, size); + const int num_items = fuzzed_data.ConsumeIntegral(); + for (int i=0; i < num_items; ++i) { + phmap::flat_hash_map::value_type( + fuzzed_data.ConsumeRandomLengthString(), + fuzzed_data.ConsumeRandomLengthString()); + } + // Iterate through all of the items. + for (const auto& n: email) {} +} + +extern "C" int LLVMFuzzerTestOneInput(const uint8_t *data, size_t size) { + serialise_test(data, size); + test_assignments(data, size); + return 0; +} diff --git a/projects/phmap/project.yaml b/projects/phmap/project.yaml new file mode 100755 index 000000000..614a5cf14 --- /dev/null +++ b/projects/phmap/project.yaml @@ -0,0 +1,6 @@ +homepage: "https://github.com/greg7mdp/parallel-hashmap" +main_repo: 'https://github.com/greg7mdp/parallel-hashmap' +primary_contact: "greg7mdp@gmail.com" +language: c++ +auto_ccs : + - "david@adalogics.com"