Files
spark/tools/sync_cme_data.sh
T

13 lines
401 B
Bash
Executable File

#!/bin/bash
DIR="$( cd "$( dirname "${BASH_SOURCE[0]}" )" && pwd )"
SRC_ROOT=$DIR/../
mkdir -p $SRC_ROOT/build/
BUILD_ROOT=`readlink -f $SRC_ROOT/build`
mkdir -p $SRC_ROOT/cme_data
DATE=${1-`date +%Y%m%d`}
AWS_ACCESS_KEY_ID=AKIAJ4XUDWPQ7M42352A AWS_SECRET_ACCESS_KEY=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 AWS_REGION=us-east-1 aws s3 sync s3://cme-bts-datamine/mbo/mbo/$DATE/ $SRC_ROOT/cme_data