Merge pull request #4 from CSCfi/feature/github-actions

Move to GitHub actions

Author: vvaltia

.github/workflows/publish.yml

@@ -0,0 +1,37 @@
+name: Publish Docker image
+
+on:
+  release:
+    types: [published]
+  push:
+    branches: [master, devel]
+
+jobs:
+  push_to_registry:
+    name: Push swift upload runner Docker image to Docker Hub
+    runs-on: ubuntu-latest
+    steps:
+      - uses: actions/checkout@v1
+      - name: Login to DockerHub Registry
+        run: echo '${{ secrets.DOCKER_PASSWORD }}' | docker login -u '${{ secrets.DOCKER_USERNAME }}' --password-stdin
+      - name: Get the version
+        id: vars
+        run: echo ::set-output name=tag::$(echo ${GITHUB_REF:10})
+      - name: Build the tagged Docker image
+        if:  ${{ steps.vars.outputs.tag != '/master' && steps.vars.outputs.tag != '/devel' }}
+        run: docker build . --file Dockerfile --tag cscfi/swift-upload-runner:${{steps.vars.outputs.tag}}
+      - name: Push the tagged Docker image
+        if:  ${{ steps.vars.outputs.tag != '/master' && steps.vars.outputs.tag != '/devel' }}
+        run: docker push cscfi/swift-upload-runner:${{steps.vars.outputs.tag}}
+      - name: Build the latest Docker image
+        if:  ${{ steps.vars.outputs.tag == '/master' }}
+        run: docker build . --file Dockerfile --tag cscfi/swift-upload-runner:latest
+      - name: Push the latest Docker image
+        if:  ${{ steps.vars.outputs.tag == '/master' }}
+        run: docker push cscfi/swift-upload-runner:latest
+      - name: Build the stage Docker image
+        if:  ${{ steps.vars.outputs.tag == '/devel' }}
+        run: docker build . --file Dockerfile --tag cscfi/swift-upload-runner:stage
+      - name: Push the stage Docker image
+        if:  ${{ steps.vars.outputs.tag == '/devel' }}
+        run: docker push cscfi/swift-upload-runner:stage

.github/workflows/style.yml

@@ -0,0 +1,28 @@
+name: Python style check
+
+on: [push]
+
+jobs:
+  style_check:
+    strategy:
+      max-parallel: 4
+      matrix:
+        os: [ubuntu-latest]
+        python-version: [3.7]
+      
+    runs-on: ${{ matrix.os }}
+
+    steps:
+    - uses: actions/checkout@v1
+    - name: Set up Python ${{ matrix.python-version }}
+      uses: actions/setup-python@v1
+      with:
+        python-version: ${{ matrix.python-version }}
+    - name: Install dependencies
+      run: |
+        python -m pip install --upgrade pip
+        pip install tox tox-gh-actions
+    - name: Test flake8 syntax with tox
+      run: tox -e flake8
+    - name: bandit static check
+      run: tox -e bandit

swift_upload_runner/common.py

@@ -56,7 +56,7 @@ def get_session_id(
 def get_auth_instance(
         request: aiohttp.web.Request
 ) -> keystoneauth1.session.Session:
-    """Return the session specific keystone auth instance"""
+    """Return the session specific keystone auth instance."""
     return request.app[get_session_id(request)]["auth"]
 
 

swift_upload_runner/download.py

@@ -305,6 +305,7 @@ def __init__(
             container: str,
             chunk_size=128 * 1024
     ):
+        """."""
         self.auth = auth
         self.download_queue: queue.Queue = queue.Queue(
             maxsize=3
@@ -384,9 +385,7 @@ def _parse_archive_fs(
                             [i[1:] for i in dir_contents],
                             get_path_from_list(
                                 [path[0]],
-                                path_prefix
-                            )
-                        )
+                                path_prefix))
                 }
             # Path of == 1 implies a file
             else:
@@ -440,6 +439,7 @@ def sync_folders(
     def download_init(
             self,
     ):
+        """Create download init."""
         self.download_init_loop(self.fs)
         self.download_queue.put(None)
 

swift_upload_runner/replicate.py

@@ -63,7 +63,7 @@ async def a_generate_object_from_reader(
                 break
             yield chunk
             number += 1
-        LOGGER.debug(f"Response stream complete.")
+        LOGGER.debug("Response stream complete.")
 
     async def a_create_container(
             self,

tox.ini

@@ -0,0 +1,35 @@
+[tox]
+envlist = flake8, bandit, pytest
+skipdist = True
+
+[testenv:bandit]
+skip_install = True
+deps = bandit
+commands = bandit -r ./swift_upload_runner
+
+[flake8]
+ignore = W503,D203,D212,D100,D104
+
+[testenv:flake8]
+skip_install = True
+deps =
+    flake8
+    flake8-docstrings
+commands = flake8 .
+
+[testenv:pytest]
+deps =
+    .[test]
+    -rrequirements.txt
+commands = py.test -x --cov=swift_upload_runner tests 
+; add later
+; --cov-fail-under=75
+
+[testenv]
+deps =
+    -rrequirements.txt
+
+[gh-actions]
+python =
+    3.6: pytest
+    3.7: flake8, pytest, bandit