chore(python): upgrade as high as it works (#854)

* chore(python): upgrade as high as it works

There are some limitations. Docs have an open issue dask/dask-sphinx-theme#68 which locks us on python 3.11.

Chartpress (https://github.com/jupyterhub/chartpress) limits us from going above 3.12 on the helm builds.

Issue #850

* chore(python): update python versions in dockerfiles

* Update Dockerfile

* refreeze dockerfile

* new chartpress

* minimize golang/python version matrix

* Update build-publish-helm-chart.yaml

* Update test.yaml

* Restore unrelated change

---------

Co-authored-by: Erik Sundell <[email protected]>

Author: gardleopard

.github/workflows/build-publish-docs.yaml

@@ -38,6 +38,7 @@ jobs:
       - uses: actions/setup-python@v5
         with:
           python-version: "3.11"
+          # ref https://github.com/dask/dask-sphinx-theme/issues/68
 
       - name: Install Python docs requirements
         run: |
@@ -64,7 +65,7 @@ jobs:
       - uses: actions/setup-python@v5
         with:
           python-version: "3.11"
-
+          # ref https://github.com/dask/dask-sphinx-theme/issues/68
       - name: Install Python docs requirements
         run: |
           DASK_GATEWAY_SERVER__NO_PROXY=true pip install -r docs/requirements.txt

.github/workflows/build-publish-helm-chart.yaml

@@ -27,7 +27,7 @@ jobs:
           fetch-depth: 0
       - uses: actions/setup-python@v5
         with:
-          python-version: "3.11"
+          python-version: "3.13"
 
       - name: Install chart publishing dependencies (chartpress, pyyaml, helm)
         run: |

.github/workflows/build-publish-python-packages.yaml

@@ -69,7 +69,7 @@ jobs:
       - uses: actions/setup-go@v5
       - uses: actions/setup-python@v5
         with:
-          python-version: "3.11"
+          python-version: "3.13"
 
       - name: Install build package
         run: |

.github/workflows/refreeze-dockerfile-requirements-txt.yaml

@@ -39,7 +39,7 @@ jobs:
               --volume=$PWD:/opt/${{ matrix.image }} \
               --workdir=/opt/${{ matrix.image }} \
               --user=root \
-              python:3.11-slim-bullseye \
+              python:3.13-slim-bullseye \
               sh -c 'pip install pip-tools==6.* && pip-compile --upgrade --output-file=Dockerfile.requirements.txt Dockerfile.requirements.in'
 
       - name: git diff

.github/workflows/test.yaml

@@ -166,7 +166,7 @@ jobs:
           fetch-depth: 0
       - uses: actions/setup-python@v5
         with:
-          python-version: "3.11"
+          python-version: "3.13"
 
       # Starts a k8s cluster with NetworkPolicy enforcement and installs both
       # kubectl and helm

dask-gateway-server/Dockerfile.requirements.txt

@@ -1,5 +1,5 @@
 #
-# This file is autogenerated by pip-compile with Python 3.11
+# This file is autogenerated by pip-compile with Python 3.13
 # by the following command:
 #
 #    Use "Run workflow" button at https://github.com/dask/dask-gateway/actions/workflows/refreeze-dockerfile-requirements-txt.yaml

dask-gateway/Dockerfile

@@ -21,7 +21,7 @@
 # psutils, a dependency of distributed, is currently the sole reason we have to
 # have this build stage.
 #
-FROM python:3.11-bullseye as build-stage
+FROM python:3.13-bullseye as build-stage
 
 # Build wheels
 #
@@ -40,7 +40,7 @@ RUN --mount=type=cache,target=${PIP_CACHE_DIR} \
 # The final stage
 # ---------------
 #
-FROM python:3.11-slim-bullseye as slim-stage
+FROM python:3.13-slim-bullseye as slim-stage
 
 # Set labels based on the Open Containers Initiative (OCI):
 # https://github.com/opencontainers/image-spec/blob/main/annotations.md#pre-defined-annotation-keys

dask-gateway/Dockerfile.requirements.txt

@@ -1,5 +1,5 @@
 #
-# This file is autogenerated by pip-compile with Python 3.11
+# This file is autogenerated by pip-compile with Python 3.13
 # by the following command:
 #
 #    Use "Run workflow" button at https://github.com/dask/dask-gateway/actions/workflows/refreeze-dockerfile-requirements-txt.yaml
@@ -41,8 +41,6 @@ fsspec==2024.12.0
     # via dask
 idna==3.10
     # via yarl
-importlib-metadata==8.5.0
-    # via dask
 jinja2==3.1.5
     # via
     #   bokeh
@@ -118,5 +116,3 @@ yarl==1.18.3
     # via aiohttp
 zict==3.0.0
     # via distributed
-zipp==3.21.0
-    # via importlib-metadata

dev-environment.yaml

@@ -19,7 +19,7 @@ name: dask-gateway-dev
 channels:
   - conda-forge
 dependencies:
-  - python=3.11
+  - python=3.13
   - pip
 
   # Golang with compiler is required to compile dask-gateway-server's bundled