-
Notifications
You must be signed in to change notification settings - Fork 29
/
Copy pathinttest._m.sh
143 lines (107 loc) · 3.96 KB
/
inttest._m.sh
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
#!/bin/bash
DOWN_F1=dref.blob
DOWN_P1=dref.vhd
WORKING_DIR=wd
F1=$WORKING_DIR"/"ref.blob
P1=$WORKING_DIR"/"ref.vhd
CONT="bptest"
calculateMD5 () {
REF_MD5="$(md5sum $1 | awk '{print $1}')"
VAL_MD5="$(md5sum $2 | awk '{print $1}')"
if [ "$REF_MD5" = "$VAL_MD5" ] ; then
echo "Success!"
else
echo $REF_MD5
echo $VAL_MD5
echo "Failure!"
exit 1
fi
}
calculateMD5FromRef () {
REF_MD5="$1"
VAL_MD5="$(md5sum $2 | awk '{print $1}')"
if [ "$REF_MD5" = "$VAL_MD5" ] ; then
echo "Success!"
else
echo $REF_MD5
echo $VAL_MD5
echo "Failure!"
exit 1
fi
}
#Create random files for testing...
echo "Creating working files..."
mkdir -p $WORKING_DIR
dd if=/dev/urandom of=$F1 bs=64M count=8 iflag=fullblock
dd if=/dev/urandom of=$P1 bs=64M count=2 iflag=fullblock
echo "### Scenario 1 - Simple upload/download with default values"
#Upload file
./blobporter -f $F1 -c $CONT -n $DOWN_F1 -q
#Download file
./blobporter -c $CONT -n $DOWN_F1 -t blob-file -q
calculateMD5 $F1 $DOWN_F1
echo "### Scenario 2 - Simple page upload/download with default values"
#Upload vhd
./blobporter -f $P1 -c $CONT -n $DOWN_P1 -t file-pageblob -q
#Download vhd
./blobporter -n $DOWN_P1 -c $CONT -t pageblob-file -q
calculateMD5 $P1 $DOWN_P1
echo "### Scenario 3 - Silent page upload/download with default values"
#Upload vhd
./blobporter -f $P1 -c $CONT -n $DOWN_P1 -t file-pageblob -q
#Download vhd
./blobporter -n $DOWN_P1 -c $CONT -t pageblob-file -q
calculateMD5 $P1 $DOWN_P1
echo "### Scenario 4 - Silent page upload/download with default values and md5"
#Upload vhd
./blobporter -f $P1 -c $CONT -n $DOWN_P1 -t file-pageblob -q -m
#Download vhd
./blobporter -n $DOWN_P1 -c $CONT -t pageblob-file -q -m
calculateMD5 $P1 $DOWN_P1
echo "### Scenario 5 - Simple upload/download with default values and md5"
#Upload file
./blobporter -f $F1 -c $CONT -n $DOWN_F1 -m -q
#Download file
./blobporter -n $DOWN_F1 -c $CONT -t blob-file -m -q
calculateMD5 $F1 $DOWN_F1
echo "### Scenario 6 - Simple download from a HTTP source"
URL=http://video.ch9.ms/ch9/a44c/d57e542a-665a-4fdd-a29a-12c606fda44c/IntroASPNETMVCM01_mid.mp4
wget -O vd1f.mp4 $URL
./blobporter -f $URL -n vd1.mp4 -t http-file -q
calculateMD5 vd1.mp4 vd1f.mp4
echo "### Scenario 7 - Simple upload/download with 16MB"
#Upload file
./blobporter -f $F1 -c $CONT -n $DOWN_F1 -b 16MB -q
#Download file
./blobporter -n $DOWN_F1 -c $CONT -t blob-file -b 16MB -q
calculateMD5 $F1 $DOWN_F1
echo "### Scenario 8 - Simple upload/download with file smaller than the block size"
dd if=/dev/urandom of=$F1 bs=16M count=1 iflag=fullblock
#Upload file
./blobporter -f $F1 -c $CONT -n $DOWN_F1 -b 32MB -q
#Download file
./blobporter -n $DOWN_F1 -c $CONT -t blob-file -b 32MB -q
calculateMD5 $F1 $DOWN_F1
echo "### Scenario 9 - Simple upload/download with file equal than the block size"
dd if=/dev/urandom of=$F1 bs=36M count=1 iflag=fullblock
#Upload file
./blobporter -f $F1 -c $CONT -n $DOWN_F1 -b 32MB -q
#Download file
./blobporter -n $DOWN_F1 -c $CONT -t blob-file -b 32MB -q
calculateMD5 $F1 $DOWN_F1
echo "### Scenario 10 - Synchronous copy from one container to another in the same storage account."
CONT2="syncopy"
SRC_URL="https://"$ACCOUNT_NAME".blob.core.windows.net/"$CONT
SRC_ACCOUNT_KEY=$ACCOUNT_KEY
./blobporter -f $SRC_URL -c $CONT2 -t blob-blockblob -q
echo "### Scenario 11 - Synchronous copy page blob to a blockblob"
CONT3="syncopy2"
SRC_URL="https://"$ACCOUNT_NAME".blob.core.windows.net/"$CONT"/"$P1
./blobporter -f $SRC_URL -c $CONT3 -t blob-blockblob -q
echo "### Scenario 12 - Copy from S3 to a blockblob"
FROM_S3="phase1/data/NA12878/exome_alignment/NA12878.mapped.illumina.mosaik.CEU.exome.20110411.bam"
./blobporter -f s3://s3.amazonaws.com/1000genomes/phase1/data/NA12878/exome_alignment/NA12878.mapped.illumina.mosaik.CEU.exome.20110411.bam -c froms3 -t s3-blockblob -q
./blobporter -n $FROM_S3 -c froms3 -t blob-file -q
#This is known MD5 for the reference file.
REF_MD5="b7c5f6d980c871e2e8e638b8e3f65172"
calculateMD5FromRef $REF_MD5 $FROM_S3