Add dev dependencies to poetry

Author: pjrobertson

.github/workflows/tests-core.yaml

@@ -25,10 +25,29 @@ jobs:
         uses: actions/setup-python@v2
         with:
           python-version: ${{ matrix.python-version }}
-      - name: Install Package (Local)
-        run: |
-          python -m pip install --upgrade pip
-          pip install .
-      - name: Run Core Tests
+      - name: Install Poetry
+        uses: snok/install-poetry@v1
+        with:
+          virtualenvs-create: true
+          virtualenvs-in-project: true
+          virtualenvs-path: .venv
+
+      - name: Load cached venv
+        id: cached-poetry-dependencies
+        uses: actions/cache@v4
+        with:
+          path: .venv
+          key: venv-${{ runner.os }}-${{ steps.setup-python.outputs.python-version }}-${{ hashFiles('**/poetry.lock') }}-dev
+
+      - name: Install dependencies
+        if: steps.cached-poetry-dependencies.outputs.cache-hit != 'true'
+        run: poetry install --no-interaction --no-root --with dev
+
+      - name: Install project
+        run: poetry install --no-interaction
+
+      - name: Run Download Tests
         run: |
-          pytest -ra -v -m "not download"
+          source .venv/bin/activate
+          pytest -ra -v -m "download"
+          coverage report

.github/workflows/tests-download.yaml

@@ -13,13 +13,14 @@ jobs:
     runs-on: ubuntu-latest
     strategy:
       matrix:
-        python-version: ["3.10"] # only run expensive downloads on one python version
+        python-version: ["3.10"] # only run expensive downloads on one (lowest) python version
     defaults:
       run:
         working-directory: ./
 
     steps:
       - uses: actions/checkout@v4
+
       - name: Set up Python ${{ matrix.python-version }}
         uses: actions/setup-python@v5
         with:
@@ -31,20 +32,23 @@ jobs:
           virtualenvs-create: true
           virtualenvs-in-project: true
           virtualenvs-path: .venv
+
       - name: Load cached venv
         id: cached-poetry-dependencies
         uses: actions/cache@v4
         with:
           path: .venv
           key: venv-${{ runner.os }}-${{ steps.setup-python.outputs.python-version }}-${{ hashFiles('**/poetry.lock') }}-dev
+
       - name: Install dependencies
         if: steps.cached-poetry-dependencies.outputs.cache-hit != 'true'
-        run: poetry install --no-interaction --no-root
+        run: poetry install --no-interaction --no-root --with dev
+      
+      - name: Install project
+        run: poetry install --no-interaction
 
-      - name: Install Package (Local)
-        run: |
-          python -m pip install --upgrade pip
-          pip install .
       - name: Run Download Tests
         run: |
+          source .venv/bin/activate
           pytest -ra -v -m "download"
+          coverage report

poetry.lock

@@ -62,15 +62,16 @@ dependencies = [
     "toml (>=0.10.2,<0.11.0)"
 ]
 
-
-[poetry.group.dev.dependencies]
-autopep8 = "*"
-
+[tool.poetry.group.dev.dependencies]
+pytest = "^8.3.4"
+autopep8 = "^2.3.1"
 
 [project.scripts]
 auto-archiver = "auto_archiver.__main__:main"
 
 [project.urls]
 homepage = "https://github.com/bellingcat/auto-archiver"
 repository = "https://github.com/bellingcat/auto-archiver"
-documentation = "https://github.com/bellingcat/auto-archiver"
+documentation = "https://github.com/bellingcat/auto-archiver"
+
+