| 12345678910111213141516171819202122232425262728293031 |
- #!/usr/bin/env bash
- # Copyright (c) Facebook, Inc. and its affiliates. All Rights Reserved.
- #
- # A shell script to load some pre generated data file to a DB using ldb tool
- # ./ldb needs to be avaible to be executed.
- #
- # Usage: <SCRIPT> <input_data_path> <DB Path>
- if [ "$#" -lt 2 ]; then
- echo "usage: $BASH_SOURCE <input_data_path> <DB Path>"
- exit 1
- fi
- input_data_dir=$1
- db_dir=$2
- rm -rf $db_dir
- echo == Loading data from $input_data_dir to $db_dir
- declare -a compression_opts=("no" "snappy" "zlib" "bzip2")
- set -e
- n=0
- for f in `ls -1 $input_data_dir`
- do
- echo == Loading $f with compression ${compression_opts[n % 4]}
- ./ldb load --db=$db_dir --compression_type=${compression_opts[n % 4]} --bloom_bits=10 --auto_compaction=false --create_if_missing < $input_data_dir/$f
- let "n = n + 1"
- done
|