diff options
Diffstat (limited to 'projects/sleuthkit/buildcorpus.sh')
-rwxr-xr-x | projects/sleuthkit/buildcorpus.sh | 77 |
1 files changed, 77 insertions, 0 deletions
diff --git a/projects/sleuthkit/buildcorpus.sh b/projects/sleuthkit/buildcorpus.sh new file mode 100755 index 000000000..435f475f1 --- /dev/null +++ b/projects/sleuthkit/buildcorpus.sh @@ -0,0 +1,77 @@ +#!/bin/bash -eu +# +# Script to downloads test data and build the corpus +# +# Copyright 2021 Google Inc. +# +# Licensed under the Apache License, Version 2.0 (the "License"); +# you may not use this file except in compliance with the License. +# You may obtain a copy of the License at +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, software +# distributed under the License is distributed on an "AS IS" BASIS, +# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +# See the License for the specific language governing permissions and +# limitations under the License. +# +################################################################################ + +# Test data provided by: +# +# The Fuzzing Project: https://fuzzing-project.org/resources.html +# As CC0 1.0 Universal (CC0 1.0) Public Domain Dedication +# https://creativecommons.org/publicdomain/zero/1.0/ +# +# The dfVFS project: https://github.com/log2timeline/dfvfs +# As Apache 2 https://github.com/log2timeline/dfvfs/blob/main/LICENSE + +# Files to use for fls fuzz targets +declare -A FLS_TEST_FILES=( + ["apfs"]="https://github.com/log2timeline/dfvfs/blob/main/test_data/apfs.raw?raw=true" + ["ext"]="https://files.fuzzing-project.org/filesystems/ext2.img" + ["fat"]="https://files.fuzzing-project.org/filesystems/exfat.img https://files.fuzzing-project.org/filesystems/fat12.img https://files.fuzzing-project.org/filesystems/fat16.img https://files.fuzzing-project.org/filesystems/fat32.img" + ["hfs"]="https://files.fuzzing-project.org/filesystems/hfsplus.img" + ["iso9660"]="https://files.fuzzing-project.org/discimages/iso9660.iso" + ["ntfs"]="https://files.fuzzing-project.org/filesystems/ntfs.img" +) + +# Files to use for mmls fuzz targets +declare -A MMLS_TEST_FILES=( + ["dos"]="https://files.fuzzing-project.org/discimages/partition-dos" + ["gpt"]="https://files.fuzzing-project.org/discimages/partition-gpt" + ["mac"]="https://files.fuzzing-project.org/discimages/partition-mac" +) + + +for type in ${!FLS_TEST_FILES[@]}; do + fuzz_target="sleuthkit_fls_${type}_fuzzer" + + mkdir -p "test_data/${fuzz_target}" + + IFS=" "; for url in ${FLS_TEST_FILES[$type]}; do + filename=$( echo ${url} | sed 's/?[^?]*$//' ) + filename=$( basename ${filename} ) + + curl -L -o "test_data/${fuzz_target}/${filename}" "${url}" + done + + (cd "test_data/${fuzz_target}" && zip ${OUT}/${fuzz_target}_seed_corpus.zip *) +done + + +for type in ${!MMLS_TEST_FILES[@]}; do + fuzz_target="sleuthkit_mmls_${type}_fuzzer" + + mkdir -p "test_data/${fuzz_target}" + + IFS=" "; for url in ${MMLS_TEST_FILES[$type]}; do + filename=$( echo ${url} | sed 's/?[^?]*$//' ) + filename=$( basename ${filename} ) + + curl -L -o "test_data/${fuzz_target}/${filename}" "${url}" + done + + (cd "test_data/${fuzz_target}" && zip ${OUT}/${fuzz_target}_seed_corpus.zip *) +done |