Skip to content

Commit 4ae9d7c

Browse files
hito4thito4t
authored
Merge pull request #194 from hito4t/test_scripts
Test scripts for release testing
2 parents 10840d3 + 5b84af5 commit 4ae9d7c

37 files changed

+632
-0
lines changed

‎test-scripts/db2-input/data/test_expected.csv

+4
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,4 @@
1+
ID,NUM,STR,VARSTR,DT,TS,TS9
2+
1,123.40,test1 ,TEST1,2016-10-13,2016-10-14 01:02:03,2016-10-15 01:02:03.123456789
3+
2,1234567890.12,test9999,TEST9999,2016-12-31,2016-12-31 23:59:59,2016-12-31 23:59:59.999999999
4+
3,,,,,,

‎test-scripts/db2-input/test.bat

+15
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,15 @@
1+
CALL db2setcp
2+
CALL db2 "CONNECT TO TESTDB USER db2admin USING XXXXXXXX"
3+
CALL db2 "DROP TABLE EMBULK_INPUT"
4+
CALL db2 "CREATE TABLE EMBULK_INPUT (ID INT NOT NULL, NUM DECIMAL(12,2), STR CHAR(8), VARSTR VARCHAR(8), DT DATE, TS TIMESTAMP, TS9 TIMESTAMP(9), PRIMARY KEY(ID))"
5+
CALL db2 "INSERT INTO EMBULK_INPUT VALUES(1, 123.4, 'test1', 'TEST1', '2016-10-13', '2016-10-14 01:02:03', '2016-10-15 01:02:03.123456789')"
6+
CALL db2 "INSERT INTO EMBULK_INPUT VALUES(2, 1234567890.12, 'test9999', 'TEST9999', '2016-12-31', '2016-12-31 23:59:59', '2016-12-31 23:59:59.999999999')"
7+
CALL db2 "INSERT INTO EMBULK_INPUT VALUES(3, NULL, NULL, NULL, NULL, NULL, NULL)"
8+
9+
del data\test000.00.csv
10+
CALL embulk run test.yml
11+
12+
echo "diff data/test_expected.csv data/test000.00.csv"
13+
diff data/test_expected.csv data/test000.00.csv
14+
15+
IF "%ERRORLEVEL%" == "0" (ECHO "OK!") ELSE (ECHO "embulk-input-db2 FAILED!")

‎test-scripts/db2-input/test.yml

+23
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,23 @@
1+
in:
2+
type: db2
3+
driver_path: driver/db2jcc4.jar
4+
host: localhost
5+
database: TESTDB
6+
user: db2admin
7+
password: XXXXXXXX
8+
table: EMBULK_INPUT
9+
select: "*"
10+
column_options:
11+
ID: {type: long}
12+
NUM: {type: string}
13+
STR: {type: string}
14+
VARSTR: {type: string}
15+
DT: {type: string, timestamp_format: '%Y-%m-%d', timezone: "+0900"}
16+
TS: {type: string, timestamp_format: '%Y-%m-%d %H:%M:%S', timezone: "+0900"}
17+
TS9: {type: string, timestamp_format: '%Y-%m-%d %H:%M:%S.%9N', timezone: "+0900"}
18+
out:
19+
type: file
20+
path_prefix: data/test
21+
file_ext: csv
22+
formatter:
23+
type: csv

‎test-scripts/mysql-input/data/test-after-select_expected.txt

+4
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,4 @@
1+
ID NUM STR VARSTR DT DTTM0 DTTM3
2+
1 123.40 xx TEST1 2015-04-24 2015-04-24 01:02:03 2015-04-24 01:02:03.123
3+
2 1234567890.12 xx TEST9999 2015-12-31 2015-12-31 23:59:59 2015-12-31 23:59:59.999
4+
3 NULL xx NULL NULL NULL NULL

‎test-scripts/mysql-input/data/test000.00.csv

+4
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,4 @@
1+
ID,NUM,STR,VARSTR,DT,DTTM0,DTTM3
2+
1,123.40,test1,TEST1,2015-04-24,2015-04-24 01:02:03,2015-04-24 01:02:03.123
3+
2,1234567890.12,test9999,TEST9999,2015-12-31,2015-12-31 23:59:59,2015-12-31 23:59:59.999
4+
3,,,,,,

‎test-scripts/mysql-input/data/test_desc_expected.csv

+4
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,4 @@
1+
ID,NUM,DT
2+
3,,
3+
2,1234567890.12,2015-12-31
4+
1,123.40,2015-04-24

‎test-scripts/mysql-input/data/test_expected.csv

+4
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,4 @@
1+
ID,NUM,STR,VARSTR,DT,DTTM0,DTTM3
2+
1,123.40,test1,TEST1,2015-04-24,2015-04-24 10:02:03,2015-04-24 10:02:03.123
3+
2,1234567890.12,test9999,TEST9999,2015-12-31,2016-01-01 08:59:59,2016-01-01 08:59:59.999
4+
3,,,,,,

‎test-scripts/mysql-input/data/test_inc_expected.csv

+3
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,3 @@
1+
ID,NUM,STR,VARSTR,DT,DTTM0,DTTM3
2+
4,44.40,,,,,
3+
5,55.50,,,,,

‎test-scripts/mysql-input/test-after-select.bat

+15
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,15 @@
1+
mysql -uTEST_USER -pXXXXXXXX -DTESTDB < test.sql
2+
3+
CALL embulk run test-after-select.yml
4+
5+
echo "diff data/test_expected.csv data/test000.00.csv"
6+
diff data/test_expected.csv data/test000.00.csv
7+
8+
IF "%ERRORLEVEL%" == "0" (ECHO "OK!") ELSE (ECHO "embulk-input-mysql (after-select) FAILED!")
9+
10+
mysql -uTEST_USER -pXXXXXXXX -DTESTDB -e"SELECT * FROM EMBULK_INPUT" > data/temp.txt
11+
12+
echo "diff data/test-after-select_expected.txt data/temp.txt"
13+
diff data/test-after-select_expected.txt data/temp.txt
14+
15+
IF "%ERRORLEVEL%" == "0" (ECHO "OK!") ELSE (ECHO "embulk-input-mysql (after-select) FAILED!")

‎test-scripts/mysql-input/test-after-select.yml

+20
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,20 @@
1+
in:
2+
type: mysql
3+
host: localhost
4+
database: TESTDB
5+
user: TEST_USER
6+
password: XXXXXXXX
7+
table: EMBULK_INPUT
8+
select: "*"
9+
column_options:
10+
NUM: {type: string}
11+
DT: {type: string, timestamp_format: '%Y-%m-%d', timezone: "+0900"}
12+
DTTM0: {type: string, timestamp_format: '%Y-%m-%d %H:%M:%S', timezone: "+0900"}
13+
DTTM3: {type: string, timestamp_format: '%Y-%m-%d %H:%M:%S.%3N', timezone: "+0900"}
14+
after_select: update EMBULK_INPUT set STR = 'xx'
15+
out:
16+
type: file
17+
path_prefix: data/test
18+
file_ext: csv
19+
formatter:
20+
type: csv

‎test-scripts/mysql-input/test.bat

+9
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,9 @@
1+
mysql -uTEST_USER -pXXXXXXXX -DTESTDB < test.sql
2+
3+
del data\test000.00.csv
4+
CALL embulk run test.yml
5+
6+
echo "diff data/test_expected.csv data/test000.00.csv"
7+
diff data/test_expected.csv data/test000.00.csv
8+
9+
IF "%ERRORLEVEL%" == "0" (ECHO "OK!") ELSE (ECHO "embulk-input-mysql FAILED!")

‎test-scripts/mysql-input/test.sql

+43
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,43 @@
1+
DROP TABLE IF EXISTS EMBULK_INPUT;
2+
3+
CREATE TABLE EMBULK_INPUT (
4+
ID INT,
5+
NUM DECIMAL(12,2),
6+
STR CHAR(8),
7+
VARSTR VARCHAR(8),
8+
DT DATE,
9+
DTTM0 DATETIME,
10+
DTTM3 DATETIME(3),
11+
PRIMARY KEY(ID)
12+
);
13+
14+
15+
INSERT INTO EMBULK_INPUT VALUES(
16+
1,
17+
123.4,
18+
'test1',
19+
'TEST1',
20+
'2015-04-24',
21+
'2015-04-24 01:02:03',
22+
'2015-04-24 01:02:03.123'
23+
);
24+
25+
INSERT INTO EMBULK_INPUT VALUES(
26+
2,
27+
1234567890.12,
28+
'test9999',
29+
'TEST9999',
30+
'2015-12-31',
31+
'2015-12-31 23:59:59',
32+
'2015-12-31 23:59:59.999'
33+
);
34+
35+
INSERT INTO EMBULK_INPUT VALUES(
36+
3,
37+
NULL,
38+
NULL,
39+
NULL,
40+
NULL,
41+
NULL,
42+
NULL
43+
);

‎test-scripts/mysql-input/test.yml

+19
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,19 @@
1+
in:
2+
type: mysql
3+
host: localhost
4+
database: TESTDB
5+
user: TEST_USER
6+
password: XXXXXXXX
7+
table: EMBULK_INPUT
8+
select: "*"
9+
column_options:
10+
NUM: {type: string}
11+
DT: {type: string, timestamp_format: '%Y-%m-%d', timezone: "+0900"}
12+
DTTM0: {type: string, timestamp_format: '%Y-%m-%d %H:%M:%S', timezone: "+0900"}
13+
DTTM3: {type: string, timestamp_format: '%Y-%m-%d %H:%M:%S.%3N', timezone: "+0900"}
14+
out:
15+
type: file
16+
path_prefix: data/test
17+
file_ext: csv
18+
formatter:
19+
type: csv

‎test-scripts/mysql-input/test_desc.bat

+9
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,9 @@
1+
mysql -uTEST_USER -pXXXXXXXX -DTESTDB < test.sql
2+
3+
del data\test000.00.csv
4+
CALL embulk run test_desc.yml
5+
6+
echo "diff data/test_desc_expected.csv data/test000.00.csv"
7+
diff data/test_desc_expected.csv data/test000.00.csv
8+
9+
IF "%ERRORLEVEL%" == "0" (ECHO "OK!") ELSE (ECHO "embulk-input-mysql desc FAILED!")

‎test-scripts/mysql-input/test_desc.yml

+20
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,20 @@
1+
in:
2+
type: mysql
3+
host: localhost
4+
database: TESTDB
5+
user: TEST_USER
6+
password: XXXXXXXX
7+
table: EMBULK_INPUT
8+
select: ID, NUM, DT
9+
order_by: ID desc
10+
column_options:
11+
NUM: {type: string}
12+
DT: {type: string, timestamp_format: '%Y-%m-%d', timezone: "+0900"}
13+
DTTM0: {type: string, timestamp_format: '%Y-%m-%d %H:%M:%S', timezone: "+0900"}
14+
DTTM3: {type: string, timestamp_format: '%Y-%m-%d %H:%M:%S.%3N', timezone: "+0900"}
15+
out:
16+
type: file
17+
path_prefix: data/test
18+
file_ext: csv
19+
formatter:
20+
type: csv

‎test-scripts/mysql-input/test_inc.bat

+19
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,19 @@
1+
mysql -uTEST_USER -pXXXXXXXX -DTESTDB < test.sql
2+
3+
DEL next.yml
4+
del data\test000.00.csv
5+
CALL embulk run test_inc.yml -c next.yml
6+
7+
echo "diff data/test_expected.csv data/test000.00.csv"
8+
diff data/test_expected.csv data/test000.00.csv
9+
10+
IF "%ERRORLEVEL%" == "0" (ECHO "OK!") ELSE (ECHO "embulk-input-mysql inc(1) FAILED!")
11+
12+
mysql -uTEST_USER -pXXXXXXXX -DTESTDB < test_inc.sql
13+
del data\test000.00.csv
14+
CALL embulk run test_inc.yml -c next.yml
15+
16+
echo "diff data/test_inc_expected.csv data/test000.00.csv"
17+
diff data/test_inc_expected.csv data/test000.00.csv
18+
19+
IF "%ERRORLEVEL%" == "0" (ECHO "OK!") ELSE (ECHO "embulk-input-mysql inc(2) FAILED!")

‎test-scripts/mysql-input/test_inc.sql

+18
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,18 @@
1+
INSERT INTO EMBULK_INPUT VALUES(
2+
4,
3+
44.4,
4+
NULL,
5+
NULL,
6+
NULL,
7+
NULL,
8+
NULL
9+
);
10+
INSERT INTO EMBULK_INPUT VALUES(
11+
5,
12+
55.5,
13+
NULL,
14+
NULL,
15+
NULL,
16+
NULL,
17+
NULL
18+
);

‎test-scripts/mysql-input/test_inc.yml

+21
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,21 @@
1+
in:
2+
type: mysql
3+
host: localhost
4+
database: TESTDB
5+
user: TEST_USER
6+
password: XXXXXXXX
7+
table: EMBULK_INPUT
8+
select: "*"
9+
incremental: true
10+
incremental_columns: [ID]
11+
column_options:
12+
NUM: {type: string}
13+
DT: {type: string, timestamp_format: '%Y-%m-%d', timezone: "+0900"}
14+
DTTM0: {type: string, timestamp_format: '%Y-%m-%d %H:%M:%S', timezone: "+0900"}
15+
DTTM3: {type: string, timestamp_format: '%Y-%m-%d %H:%M:%S.%3N', timezone: "+0900"}
16+
out:
17+
type: file
18+
path_prefix: data/test
19+
file_ext: csv
20+
formatter:
21+
type: csv

‎test-scripts/oracle-input/data/test-after-select_expected.txt

+15
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,15 @@
1+
2+
ID NUM STR VARSTR DT DTTM0
3+
---------- ---------- -------- -------- ---------- -------------------
4+
DTTM3
5+
-----------------------------
6+
1 123.4 xx TEST1 2015-04-24 2015-04-24 01:02:03
7+
2015-04-24 01:02:03.123
8+
9+
2 1234567890 xx TEST9999 2015-12-31 2015-12-31 23:59:59
10+
2015-12-31 23:59:59.999
11+
12+
3 xx
13+
14+
15+

‎test-scripts/oracle-input/data/test_expected.csv

+4
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,4 @@
1+
ID,NUM,STR,VARSTR,DT,DTTM0,DTTM3
2+
1,123.4,test1 ,TEST1,2015-04-24,2015-04-24 01:02:03,2015-04-24 01:02:03.123
3+
2,1234567890.12,test9999,TEST9999,2015-12-31,2015-12-31 23:59:59,2015-12-31 23:59:59.999
4+
3,,,,,,

‎test-scripts/oracle-input/select.sql

+5
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,5 @@
1+
SPOOL data/temp.txt
2+
SELECT ID, NUM, STR, VARSTR, TO_CHAR(DT, 'YYYY-MM-DD') AS DT, TO_CHAR(DTTM0, 'YYYY-MM-DD HH24:MI:SS') AS DTTM0, TO_CHAR(DTTM3, 'YYYY-MM-DD HH24:MI:SS.FF') AS DTTM3 FROM EMBULK_INPUT;
3+
SPOOL OFF
4+
5+
EXIT;

‎test-scripts/oracle-input/test-after-select.bat

+18
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,18 @@
1+
sqlplus TEST_USER/XXXXXXXX@localhost/TESTDB @test.sql
2+
3+
del data\test000.00.csv
4+
CALL embulk run test-after-select.yml
5+
6+
echo "diff data/test_expected.csv data/test000.00.csv"
7+
diff data/test_expected.csv data/test000.00.csv
8+
9+
IF "%ERRORLEVEL%" == "0" (ECHO "OK!") ELSE (ECHO "embulk-input-oracle (after-select) FAILED!")
10+
11+
sqlplus TEST_USER/XXXXXXXX@localhost/TESTDB @select.sql
12+
13+
echo "diff data/test-after-select_expected.txt data/temp.txt"
14+
diff data/test-after-select_expected.txt data/temp.txt
15+
16+
IF "%ERRORLEVEL%" == "0" ECHO "OK!"
17+
18+
IF "%ERRORLEVEL%" == "0" (ECHO "OK!") ELSE (ECHO "embulk-input-oracle (after-select) FAILED!")

‎test-scripts/oracle-input/test-after-select.yml

+22
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,22 @@
1+
in:
2+
type: oracle
3+
driver_path: 'driver/ojdbc7.jar'
4+
host: localhost
5+
database: TESTDB
6+
user: TEST_USER
7+
password: XXXXXXXX
8+
table: EMBULK_INPUT
9+
select: "*"
10+
column_options:
11+
ID: {type: string}
12+
NUM: {type: string}
13+
DT: {type: string, timestamp_format: '%Y-%m-%d', timezone: "+0900"}
14+
DTTM0: {type: string, timestamp_format: '%Y-%m-%d %H:%M:%S', timezone: "+0900"}
15+
DTTM3: {type: string, timestamp_format: '%Y-%m-%d %H:%M:%S.%3N', timezone: "+0900"}
16+
after_select: update EMBULK_INPUT set STR = 'xx'
17+
out:
18+
type: file
19+
path_prefix: data/test
20+
file_ext: csv
21+
formatter:
22+
type: csv

‎test-scripts/oracle-input/test.bat

+9
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,9 @@
1+
sqlplus TEST_USER/XXXXXXXX@localhost/TESTDB @test.sql
2+
3+
del data\test000.00.csv
4+
CALL embulk run test.yml
5+
6+
echo "diff data/test_expected.csv data/test000.00.csv"
7+
diff data/test_expected.csv data/test000.00.csv
8+
9+
IF "%ERRORLEVEL%" == "0" (ECHO "OK!") ELSE (ECHO "embulk-input-oracle FAILED!")

‎test-scripts/oracle-input/test.sql

+48
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,48 @@
1+
ALTER SESSION SET NLS_DATE_FORMAT='YYYY-MM-DD';
2+
ALTER SESSION SET NLS_TIMESTAMP_FORMAT='YYYY-MM-DD HH24:MI:SS.FF';
3+
4+
DROP TABLE EMBULK_INPUT;
5+
6+
CREATE TABLE EMBULK_INPUT (
7+
ID DECIMAL(4, 0),
8+
NUM DECIMAL(12,2),
9+
STR CHAR(8),
10+
VARSTR VARCHAR2(8),
11+
DT DATE,
12+
DTTM0 TIMESTAMP,
13+
DTTM3 TIMESTAMP(3),
14+
PRIMARY KEY(ID)
15+
);
16+
17+
18+
INSERT INTO EMBULK_INPUT VALUES(
19+
1,
20+
123.4,
21+
'test1',
22+
'TEST1',
23+
'2015-04-24',
24+
'2015-04-24 01:02:03',
25+
'2015-04-24 01:02:03.123'
26+
);
27+
28+
INSERT INTO EMBULK_INPUT VALUES(
29+
2,
30+
1234567890.12,
31+
'test9999',
32+
'TEST9999',
33+
'2015-12-31',
34+
'2015-12-31 23:59:59',
35+
'2015-12-31 23:59:59.999'
36+
);
37+
38+
INSERT INTO EMBULK_INPUT VALUES(
39+
3,
40+
NULL,
41+
NULL,
42+
NULL,
43+
NULL,
44+
NULL,
45+
NULL
46+
);
47+
48+
EXIT;

0 commit comments

Comments
 (0)