1#!/usr/bin/env bash
2# Copyright (c) Facebook, Inc. and its affiliates. All Rights Reserved.
3#
4# A shell script to load some pre generated data file to a DB using ldb tool
5# ./ldb needs to be avaible to be executed.
6#
7# Usage: <SCRIPT> <input_data_path> <DB Path>
8
9if [ "$#" -lt 2 ]; then
10  echo "usage: $BASH_SOURCE <input_data_path> <DB Path>"
11  exit 1
12fi
13
14input_data_dir=$1
15db_dir=$2
16rm -rf $db_dir
17
18echo == Loading data from $input_data_dir to $db_dir
19
20declare -a compression_opts=("no" "snappy" "zlib" "bzip2")
21
22set -e
23
24n=0
25
26for f in `ls -1 $input_data_dir`
27do
28  echo == Loading $f with compression ${compression_opts[n % 4]}
29  ./ldb load --db=$db_dir --compression_type=${compression_opts[n % 4]} --bloom_bits=10 --auto_compaction=false --create_if_missing < $input_data_dir/$f
30  let "n = n + 1"
31done
32