Move test/dev requirements into standardized format across boto projects

Author: nateprewitt

requirements-dev.txt

@@ -0,0 +1,11 @@
+nose==1.3.7
+wheel==0.37.0
+behave==1.2.5
+jsonschema==2.5.1
+coverage==5.5
+
+# Pytest specific deps
+pytest==6.2.5
+pytest-cov==2.12.1
+atomicwrites>=1.0 # Windows requirement
+colorama>0.3.0 # Windows requirement

requirements.txt

@@ -1,6 +1 @@
-tox>=2.5.0,<3.0.0
-nose==1.3.7
-mock==1.3.0
-wheel==0.36.2
-behave==1.2.5
-jsonschema==2.5.1
+-r requirements-dev.txt

scripts/ci/install

@@ -1,33 +1,44 @@
 #!/usr/bin/env python
 import argparse
 import os
-import sys
-from subprocess import check_call
 import shutil
+from contextlib import contextmanager
+from subprocess import check_call
 
 _dname = os.path.dirname
 
 REPO_ROOT = _dname(_dname(_dname(os.path.abspath(__file__))))
-os.chdir(REPO_ROOT)
+
+
+@contextmanager
+def cd(path):
+    """Change directory while inside context manager."""
+    cwd = os.getcwd()
+    try:
+        os.chdir(path)
+        yield
+    finally:
+        os.chdir(cwd)
 
 
 def run(command):
     return check_call(command, shell=True)
 
+
 if __name__ == "__main__":
     parser = argparse.ArgumentParser()
     group = parser.add_mutually_exclusive_group()
     group.add_argument(
         '-e', '--extras', help='Install extras_require along with normal install'
     )
     args = parser.parse_args()
-    run('pip install -r requirements.txt')
-    run('pip install coverage')
-    if os.path.isdir('dist') and os.listdir('dist'):
-        shutil.rmtree('dist')
-    run('python setup.py bdist_wheel')
-    wheel_dist = os.listdir('dist')[0]
-    package = os.path.join('dist', wheel_dist)
-    if args.extras:
-        package = "'%s[%s]'" % (package, args.extras)
-    run('pip install %s' % package)
+    with cd(REPO_ROOT):
+        run("python scripts/ci/install-dev-deps")
+        if os.path.isdir("dist") and os.listdir("dist"):
+            shutil.rmtree("dist")
+        run("python setup.py bdist_wheel")
+        wheel_dist = os.listdir("dist")[0]
+        package = os.path.join('dist', wheel_dist)
+        if args.extras:
+            package = "'%s[%s]'" % (package, args.extras)
+        run('pip install %s' % package)

scripts/ci/install-dev-deps

@@ -0,0 +1,28 @@
+#!/usr/bin/env python
+import os
+from contextlib import contextmanager
+from subprocess import check_call
+
+_dname = os.path.dirname
+
+REPO_ROOT = _dname(_dname(_dname(os.path.abspath(__file__))))
+
+
+@contextmanager
+def cd(path):
+    """Change directory while inside context manager."""
+    cwd = os.getcwd()
+    try:
+        os.chdir(path)
+        yield
+    finally:
+        os.chdir(cwd)
+
+
+def run(command):
+    return check_call(command, shell=True)
+
+
+if __name__ == "__main__":
+    with cd(REPO_ROOT):
+        run("pip install -r requirements-dev-lock.txt")

scripts/ci/run-crt-tests

@@ -5,12 +5,23 @@
 
 import os
 import sys
+from contextlib import contextmanager
 from subprocess import check_call
 
 _dname = os.path.dirname
 
 REPO_ROOT = _dname(_dname(_dname(os.path.abspath(__file__))))
-os.chdir(os.path.join(REPO_ROOT, "tests"))
+
+
+@contextmanager
+def cd(path):
+    """Change directory while inside context manager."""
+    cwd = os.getcwd()
+    try:
+        os.chdir(path)
+        yield
+    finally:
+        os.chdir(cwd)
 
 
 def run(command):
@@ -23,4 +34,6 @@ except ImportError:
     print("MISSING DEPENDENCY: awscrt must be installed to run the crt tests.")
     sys.exit(1)
 
-run(f'{REPO_ROOT}/scripts/ci/run-tests unit/ functional/')
+if __name__ == "__main__":
+    with cd(os.path.join(REPO_ROOT, "tests")):
+        run(f"{REPO_ROOT}/scripts/ci/run-tests unit/ functional/")

scripts/ci/run-integ-tests

@@ -4,16 +4,29 @@
 # binary package not from the CWD.
 
 import os
+from contextlib import contextmanager
 from subprocess import check_call
 
 _dname = os.path.dirname
 
 REPO_ROOT = _dname(_dname(_dname(os.path.abspath(__file__))))
-os.chdir(os.path.join(REPO_ROOT, "tests"))
+
+
+@contextmanager
+def cd(path):
+    """Change directory while inside context manager."""
+    cwd = os.getcwd()
+    try:
+        os.chdir(path)
+        yield
+    finally:
+        os.chdir(cwd)
 
 
 def run(command):
     return check_call(command, shell=True)
 
 
-run(f"{REPO_ROOT}/scripts/ci/run-tests --with-cov integration")
+if __name__ == "__main__":
+    with cd(os.path.join(REPO_ROOT, "tests")):
+        run(f"{REPO_ROOT}/scripts/ci/run-tests --with-cov integration")

scripts/ci/run-tests

@@ -5,13 +5,24 @@
 
 import argparse
 import os
+from contextlib import contextmanager
 from subprocess import check_call
 
 _dname = os.path.dirname
 
 REPO_ROOT = _dname(_dname(_dname(os.path.abspath(__file__))))
 PACKAGE = "botocore"
-os.chdir(os.path.join(REPO_ROOT, "tests"))
+
+
+@contextmanager
+def cd(path):
+    """Change directory while inside context manager."""
+    cwd = os.getcwd()
+    try:
+        os.chdir(path)
+        yield
+    finally:
+        os.chdir(cwd)
 
 
 def run(command):
@@ -20,7 +31,7 @@ def run(command):
 
 def process_args(args):
     runner = args.test_runner
-    test_args = ''
+    test_args = ""
     if args.with_cov:
         test_args += (
             f"--with-xunit --cover-erase --with-coverage "
@@ -57,4 +68,5 @@ if __name__ == "__main__":
 
     cmd = f"{test_runner} {test_args}{test_dirs}"
     print(f"Running {cmd}...")
-    run(cmd)
+    with cd(os.path.join(REPO_ROOT, "tests")):
+        run(cmd)