Add fuzz corpus and blackbox tests

CMakeLists.txt

@@ -129,6 +129,30 @@ if(BUILD_TREE_VIS)
 endif()
 
 if(BUILD_TESTING)
+
+  # corpus tests, which are tests curated by libfuzzer. The goal is to get broad
+  # coverage with a small number of tests.
+
+  file(GLOB CORPUS_TESTS ${CMAKE_SOURCE_DIR}/corpus/*)
+
+  if(NOT APPLE)
+    # libfuzzer target, to generate/manage corpus
+    set(FUZZ_FLAGS "-fsanitize=fuzzer-no-link,address,undefined")
+    include(CheckCXXCompilerFlag)
+    cmake_push_check_state()
+    set(CMAKE_REQUIRED_LINK_OPTIONS -fsanitize=fuzzer-no-link)
+    check_cxx_compiler_flag(-fsanitize=fuzzer-no-link HAS_LIB_FUZZER)
+    cmake_pop_check_state()
+
+    if(HAS_LIB_FUZZER)
+      add_executable(facade_fuzz FacadeFuzz.cpp)
+      target_link_libraries(facade_fuzz PRIVATE ${PROJECT_NAME})
+      target_compile_options(facade_fuzz PRIVATE ${FUZZ_FLAGS} ${TEST_FLAGS})
+      target_link_options(facade_fuzz PRIVATE ${FUZZ_FLAGS} -fsanitize=fuzzer)
+
+    endif()
+  endif()
+
   add_executable(rootset_test RootSet.cpp)
   target_compile_definitions(rootset_test PRIVATE ENABLE_ROOTSET_TESTS)
   target_compile_options(rootset_test PRIVATE -fsanitize=address,undefined
@@ -156,11 +180,14 @@ if(BUILD_TESTING)
                                              ${TEST_FLAGS})
   target_link_options(facade_test PRIVATE -fsanitize=address,undefined)
 
-  add_executable(facade_fuzz FacadeFuzz.cpp)
-  target_link_libraries(facade_fuzz PRIVATE ${PROJECT_NAME})
-  target_compile_options(facade_fuzz PRIVATE -fsanitize=address,undefined,fuzzer
-                                             ${TEST_FLAGS})
-  target_link_options(facade_fuzz PRIVATE -fsanitize=address,undefined,fuzzer)
+  # blackbox tests
+  add_executable(driver TestDriver.cpp FacadeFuzz.cpp)
+  target_compile_options(driver PRIVATE ${TEST_FLAGS})
+  target_link_libraries(driver PRIVATE ${PROJECT_NAME})
+  foreach(TEST ${CORPUS_TESTS})
+    get_filename_component(hash ${TEST} NAME)
+    add_test(NAME versioned_map_blackbox_${hash} COMMAND driver ${TEST})
+  endforeach()
 
   # symbol visibility tests
   if(NOT CMAKE_BUILD_TYPE STREQUAL Debug)

TestDriver.cpp

@@ -0,0 +1,16 @@
+#include <cstdint>
+#include <fstream>
+#include <sstream>
+
+extern "C" int LLVMFuzzerTestOneInput(const uint8_t *data, size_t size);
+
+int main(int argc, char **argv) {
+  for (int i = 1; i < argc; ++i) {
+    std::ifstream t(argv[i], std::ios::binary);
+    std::stringstream buffer;
+    buffer << t.rdbuf();
+    auto str = buffer.str();
+    LLVMFuzzerTestOneInput(reinterpret_cast<const uint8_t *>(str.data()),
+                           str.size());
+  }
+}

corpus/1685744123540db161a79d0146450c3214afec62

@@ -0,0 +1 @@
+}<7D><><EFBFBD><EFBFBD><EFBFBD><EFBFBD><EFBFBD><EFBFBD><0B><0B>`'h<><68>

corpus/257f5cffcb9e78af1ea7b6f4be9c369d8c7fa2bf

@@ -0,0 +1 @@
+'*9

corpus/27d09453912d03f18650b916066247065680d50b

@@ -0,0 +1 @@
+k<04><><EFBFBD><0B><><EFBFBD><EFBFBD><EFBFBD><0B>'<27>'*<2A>

corpus/27d9c801b9275dbc9875b2319c42dc3676c25ace

@@ -0,0 +1 @@
+k<EFBFBD><EFBFBD><EFBFBD><EFBFBD><EFBFBD>k<EFBFBD><EFBFBD><EFBFBD><EFBFBD><EFBFBD><EFBFBD><EFBFBD>S<>S<EFBFBD><53><EFBFBD>S<>S<EFBFBD>

corpus/34e13ee0d4308f3d3b39788cd0c213af0165e92b

@@ -0,0 +1,2 @@
+~0<><30>
+<EFBFBD><EFBFBD><EFBFBD><EFBFBD><EFBFBD><EFBFBD>,<2C><><EFBFBD><EFBFBD><EFBFBD><EFBFBD><EFBFBD><EFBFBD><EFBFBD><EFBFBD><EFBFBD><EFBFBD><EFBFBD><EFBFBD><EFBFBD><EFBFBD><EFBFBD><EFBFBD><EFBFBD><EFBFBD><EFBFBD><EFBFBD><EFBFBD><EFBFBD><EFBFBD><EFBFBD><EFBFBD><EFBFBD><EFBFBD><EFBFBD><EFBFBD><EFBFBD><EFBFBD><EFBFBD><EFBFBD><EFBFBD><EFBFBD><EFBFBD><EFBFBD><EFBFBD><EFBFBD><EFBFBD><EFBFBD><EFBFBD><EFBFBD><EFBFBD><EFBFBD><EFBFBD><EFBFBD><EFBFBD><EFBFBD><EFBFBD><EFBFBD><EFBFBD><EFBFBD><EFBFBD><EFBFBD><EFBFBD><EFBFBD><EFBFBD><EFBFBD><EFBFBD><EFBFBD><EFBFBD><EFBFBD><EFBFBD><EFBFBD><EFBFBD><EFBFBD><EFBFBD><EFBFBD><EFBFBD><EFBFBD><EFBFBD><EFBFBD><EFBFBD><EFBFBD><EFBFBD><EFBFBD><EFBFBD><EFBFBD><EFBFBD><EFBFBD><EFBFBD><EFBFBD><EFBFBD><EFBFBD><EFBFBD><EFBFBD><EFBFBD><EFBFBD><EFBFBD><EFBFBD><EFBFBD><EFBFBD><EFBFBD><EFBFBD><EFBFBD><EFBFBD><EFBFBD><EFBFBD><EFBFBD><EFBFBD><EFBFBD><EFBFBD><EFBFBD><EFBFBD><EFBFBD><EFBFBD><EFBFBD><EFBFBD><EFBFBD><EFBFBD><EFBFBD><EFBFBD><EFBFBD><EFBFBD><EFBFBD><EFBFBD><EFBFBD><EFBFBD><EFBFBD><EFBFBD><EFBFBD><EFBFBD><EFBFBD><EFBFBD><EFBFBD><EFBFBD><EFBFBD><EFBFBD><EFBFBD><EFBFBD><EFBFBD><EFBFBD><EFBFBD><EFBFBD><EFBFBD><EFBFBD><EFBFBD><EFBFBD><EFBFBD><EFBFBD><EFBFBD><EFBFBD><EFBFBD><EFBFBD><EFBFBD><EFBFBD><EFBFBD><EFBFBD><EFBFBD><EFBFBD><EFBFBD><EFBFBD><EFBFBD><EFBFBD><EFBFBD><EFBFBD><EFBFBD><EFBFBD><EFBFBD><EFBFBD><EFBFBD><EFBFBD><EFBFBD><EFBFBD><EFBFBD><EFBFBD><EFBFBD><EFBFBD><EFBFBD><EFBFBD><EFBFBD><EFBFBD><EFBFBD><EFBFBD><EFBFBD><EFBFBD><EFBFBD><EFBFBD><EFBFBD><EFBFBD><EFBFBD><EFBFBD><EFBFBD><EFBFBD><EFBFBD><EFBFBD><EFBFBD><EFBFBD><EFBFBD><EFBFBD><EFBFBD><EFBFBD><EFBFBD><EFBFBD><EFBFBD><EFBFBD><EFBFBD><EFBFBD><EFBFBD><EFBFBD><EFBFBD><EFBFBD><EFBFBD><EFBFBD><EFBFBD><EFBFBD><EFBFBD><EFBFBD><EFBFBD><EFBFBD><EFBFBD><EFBFBD><EFBFBD><EFBFBD><EFBFBD><EFBFBD><EFBFBD><EFBFBD><EFBFBD><EFBFBD><EFBFBD><EFBFBD><EFBFBD><EFBFBD><EFBFBD><EFBFBD><EFBFBD><EFBFBD><EFBFBD><EFBFBD><EFBFBD><EFBFBD><EFBFBD><EFBFBD><EFBFBD><EFBFBD><EFBFBD><EFBFBD><EFBFBD><EFBFBD><EFBFBD><EFBFBD><EFBFBD><EFBFBD><EFBFBD><EFBFBD><EFBFBD><EFBFBD><EFBFBD><EFBFBD><EFBFBD><EFBFBD><EFBFBD><EFBFBD><EFBFBD><EFBFBD><EFBFBD><EFBFBD><EFBFBD><EFBFBD><EFBFBD><EFBFBD><EFBFBD><EFBFBD><EFBFBD><EFBFBD><EFBFBD><EFBFBD><EFBFBD><EFBFBD><EFBFBD><EFBFBD><EFBFBD><EFBFBD><EFBFBD><EFBFBD><EFBFBD><EFBFBD><EFBFBD><EFBFBD><EFBFBD><EFBFBD><EFBFBD><EFBFBD><EFBFBD><EFBFBD><EFBFBD><EFBFBD><EFBFBD><EFBFBD><EFBFBD><EFBFBD><EFBFBD><EFBFBD><EFBFBD><EFBFBD><EFBFBD><EFBFBD><EFBFBD><EFBFBD><EFBFBD><EFBFBD><EFBFBD><EFBFBD><EFBFBD><EFBFBD><EFBFBD><EFBFBD><EFBFBD><EFBFBD><EFBFBD><EFBFBD><EFBFBD><EFBFBD><EFBFBD><EFBFBD><EFBFBD><EFBFBD><EFBFBD><EFBFBD><EFBFBD><EFBFBD><EFBFBD><EFBFBD><EFBFBD><EFBFBD><EFBFBD><EFBFBD><EFBFBD><EFBFBD><EFBFBD><EFBFBD><EFBFBD><EFBFBD><EFBFBD><EFBFBD><EFBFBD><EFBFBD><EFBFBD><EFBFBD><EFBFBD><EFBFBD><EFBFBD><EFBFBD><EFBFBD><EFBFBD><EFBFBD><EFBFBD><EFBFBD><EFBFBD><EFBFBD><EFBFBD><EFBFBD><EFBFBD><EFBFBD><EFBFBD><EFBFBD><EFBFBD><EFBFBD><EFBFBD><EFBFBD>)0<>)))))A<><41><EFBFBD><EFBFBD><EFBFBD><EFBFBD>

corpus/8b75b662017405bd86147fe782aff0ceff0566c6

@@ -0,0 +1 @@
+*<0B><><EFBFBD><EFBFBD><EFBFBD><EFBFBD><EFBFBD><EFBFBD><EFBFBD>'~<7E>
@<40><>*<0B><>2<EFBFBD><0B>=<0B><><EFBFBD>j??<3F><0B><>SS