-
Notifications
You must be signed in to change notification settings - Fork 0
/
Copy pathdeploy.sh
executable file
·36 lines (30 loc) · 1.16 KB
/
deploy.sh
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
#!/bin/bash
set -e
SCRIPT_PATH=$(dirname $(readlink -f $0))
source $SCRIPT_PATH/base.sh
DATASET="covid19"
log "Cleaning data path and collecting data"
./run.sh
source $SCRIPT_PATH/.env
for table in boletim caso; do
log "[$table] Copying data to static file server"
s3cmd put data/output/${table}.csv.gz s3://dataset/$DATASET/${table}.csv.gz
log "[$table] Executing update command"
ssh $BRASILIO_SSH_USER@$BRASILIO_SSH_SERVER "$BRASILIO_UPDATE_COMMAND $DATASET $table"
done
# TODO: change collect-date on update command
# TODO: generate status page for this dataset
log "Generating file list page"
python create_html.py dataset $DATASET $(date +"%Y-%m-%d") $SCRIPT_PATH/data/output/
s3cmd put data/output/SHA512SUMS s3://dataset/$DATASET/SHA512SUMS
s3cmd put data/output/_meta/list.html s3://dataset/$DATASET/_meta/list.html
log "Update complete! :) Creating report..."
tempfile=$(mktemp)
python report.py api | tee $tempfile
if [ ! -z "$ROCKETCHAT_USER_ID" ] && [ ! -z "$ROCKETCHAT_AUTH_TOKEN=" ]; then
python $SCRIPT_PATH/bot/rocketchat.py \
--user_id $ROCKETCHAT_USER_ID \
--auth_token $ROCKETCHAT_AUTH_TOKEN \
"#covid19-anuncios" "$(cat $tempfile)"
fi
rm -rf $tempfile