generate_random_db.sh 806 B

12345678910111213141516171819202122232425262728293031
  1. #!/usr/bin/env bash
  2. # Copyright (c) Facebook, Inc. and its affiliates. All Rights Reserved.
  3. #
  4. # A shell script to load some pre generated data file to a DB using ldb tool
  5. # ./ldb needs to be avaible to be executed.
  6. #
  7. # Usage: <SCRIPT> <input_data_path> <DB Path>
  8. if [ "$#" -lt 2 ]; then
  9. echo "usage: $BASH_SOURCE <input_data_path> <DB Path>"
  10. exit 1
  11. fi
  12. input_data_dir=$1
  13. db_dir=$2
  14. rm -rf $db_dir
  15. echo == Loading data from $input_data_dir to $db_dir
  16. declare -a compression_opts=("no" "snappy" "zlib" "bzip2")
  17. set -e
  18. n=0
  19. for f in `ls -1 $input_data_dir`
  20. do
  21. echo == Loading $f with compression ${compression_opts[n % 4]}
  22. ./ldb load --db=$db_dir --compression_type=${compression_opts[n % 4]} --bloom_bits=10 --auto_compaction=false --create_if_missing < $input_data_dir/$f
  23. let "n = n + 1"
  24. done