diff --git a/build-fuzz-corpus-multiple-sizes.sh b/build-fuzz-corpus-multiple-sizes.sh
index 96ada189..88092e0f 100755
--- a/build-fuzz-corpus-multiple-sizes.sh
+++ b/build-fuzz-corpus-multiple-sizes.sh
@@ -3,6 +3,7 @@ set -euxo pipefail
 mkdir "fuzz/corpus/fuzz_$1_recombination_sources" || true
 
 # Ensure all 0-byte, 1-byte and 2-byte strings are eligible for recombination
+find "fuzz/corpus/fuzz_$1_recombination_sources" -type f -size -2c -delete
 touch fuzz/corpus/fuzz_write_recombination_sources/empty
 for i in $(seq 0 255); do
   printf "%02X" "$i" | xargs -n 1 -I '{}' sh -c 'echo {} | xxd -r -p > fuzz/corpus/fuzz_write_recombination_sources/{}'