forked from delta-io/delta
-
Notifications
You must be signed in to change notification settings - Fork 0
/
Copy pathrun-integration-tests.py
executable file
·168 lines (144 loc) · 6.03 KB
/
run-integration-tests.py
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
#!/usr/bin/env python
#
# Copyright (2020) The Delta Lake Project Authors.
#
# Licensed under the Apache License, Version 2.0 (the "License");
# you may not use this file except in compliance with the License.
# You may obtain a copy of the License at
#
# http://www.apache.org/licenses/LICENSE-2.0
#
# Unless required by applicable law or agreed to in writing, software
# distributed under the License is distributed on an "AS IS" BASIS,
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
# See the License for the specific language governing permissions and
# limitations under the License.
#
import os
import subprocess
from os import path
import argparse
def run_scala_integration_tests(root_dir, version, test_name):
print("\n\n##### Running Scala tests on version %s #####" % str(version))
clear_artifact_cache()
test_dir = path.join(root_dir, "examples", "scala")
test_src_dir = path.join(test_dir, "src", "main", "scala", "example")
test_classes = [f.replace(".scala", "") for f in os.listdir(test_src_dir)
if f.endswith(".scala") and not f.startswith("_")]
with WorkingDirectory(test_dir):
for test_class in test_classes:
if test_name is not None and test_name not in test_class:
print("\nSkipping Scala tests in %s\n=====================" % test_class)
continue
try:
cmd = ["build/sbt", "runMain example.%s" % test_class]
print("\nRunning Scala tests in %s\n=====================" % test_class)
print("Command: %s" % str(cmd))
run_cmd(cmd, stream_output=True, env={"DELTA_VERSION": str(version)})
except:
print("Failed Scala tests in %s" % (test_class))
raise
def run_python_integration_tests(root_dir, version, test_name):
print("\n\n##### Running Python tests on version %s #####" % str(version))
clear_artifact_cache()
test_dir = path.join(root_dir, path.join("examples", "python"))
test_files = [path.join(test_dir, f) for f in os.listdir(test_dir)
if path.isfile(path.join(test_dir, f)) and
f.endswith(".py") and not f.startswith("_")]
python_root_dir = path.join(root_dir, "python")
extra_class_path = path.join(python_root_dir, path.join("delta", "testing"))
package = "io.delta:delta-core_2.12:" + version
repo = 'https://dl.bintray.com/delta-io/delta'
for test_file in test_files:
if test_name is not None and test_name not in test_file:
print("\nSkipping Python tests in %s\n=====================" % test_file)
continue
try:
cmd = ["spark-submit",
"--driver-class-path=%s" % extra_class_path, # for less verbose logging
"--packages", package,
"--repositories", repo, test_file]
print("\nRunning Python tests in %s\n=============" % test_file)
print("Command: %s" % str(cmd))
run_cmd(cmd, stream_output=True)
except:
print("Failed Python tests in %s" % (test_file))
raise
def clear_artifact_cache():
print("Clearing Delta artifacts from ivy2 and mvn cache")
run_cmd(["rm", "-rf", "~/.ivy2/cache/io.delta/"], stream_output=True)
run_cmd(["rm", "-rf", "~/.m2/repository/io/delta/"], stream_output=True)
def run_cmd(cmd, throw_on_error=True, env=None, stream_output=False, **kwargs):
cmd_env = os.environ.copy()
if env:
cmd_env.update(env)
if stream_output:
child = subprocess.Popen(cmd, env=cmd_env, **kwargs)
exit_code = child.wait()
if throw_on_error and exit_code != 0:
raise Exception("Non-zero exitcode: %s" % (exit_code))
return exit_code
else:
child = subprocess.Popen(
cmd,
env=cmd_env,
stdout=subprocess.PIPE,
stderr=subprocess.PIPE,
**kwargs)
(stdout, stderr) = child.communicate()
exit_code = child.wait()
if throw_on_error and exit_code is not 0:
raise Exception(
"Non-zero exitcode: %s\n\nSTDOUT:\n%s\n\nSTDERR:%s" %
(exit_code, stdout, stderr))
return (exit_code, stdout, stderr)
# pylint: disable=too-few-public-methods
class WorkingDirectory(object):
def __init__(self, working_directory):
self.working_directory = working_directory
self.old_workdir = os.getcwd()
def __enter__(self):
os.chdir(self.working_directory)
def __exit__(self, tpe, value, traceback):
os.chdir(self.old_workdir)
if __name__ == "__main__":
"""
Script to run integration tests which are located in the examples directory.
call this by running "python run-integration-tests.py"
additionally the version can be provided as a command line argument.
"
"""
# get the version of the package
root_dir = path.dirname(path.dirname(__file__))
with open(path.join(root_dir, "version.sbt")) as fd:
default_version = fd.readline().split('"')[1]
parser = argparse.ArgumentParser()
parser.add_argument(
"--version",
required=False,
default=default_version,
help="Delta version to use to run the integration tests")
parser.add_argument(
"--python-only",
required=False,
default=False,
action="store_true",
help="Run only Python tests")
parser.add_argument(
"--scala-only",
required=False,
default=False,
action="store_true",
help="Run only Scala tests")
parser.add_argument(
"--test",
required=False,
default=None,
help="Run a specific test by substring-match with Scala/Python file name")
args = parser.parse_args()
run_python = not args.scala_only
run_scala = not args.python_only
if run_scala:
run_scala_integration_tests(root_dir, args.version, args.test)
if run_python:
run_python_integration_tests(root_dir, args.version, args.test)