deps: update ctranslate2

Dockerfile.cpu

@@ -1,11 +1,9 @@
 FROM ubuntu:24.04
 LABEL org.opencontainers.image.source="https://github.com/fedirz/faster-whisper-server"
 # `ffmpeg` is installed because without it `gradio` won't work with mp3(possible others as well) files
-# hadolint ignore=DL3008,DL3015,DL4006
+# hadolint ignore=DL3008
 RUN apt-get update && \
-    apt-get install -y ffmpeg software-properties-common && \
-    add-apt-repository ppa:deadsnakes/ppa && \
-    DEBIAN_FRONTEND=noninteractive apt-get install -y --no-install-recommends python3.12 python3.12-distutils && \
+    DEBIAN_FRONTEND=noninteractive apt-get install -y --no-install-recommends ffmpeg python3.12 && \
     apt-get clean && \
     rm -rf /var/lib/apt/lists/*
 COPY --from=ghcr.io/astral-sh/uv:0.4.20 /uv /bin/uv

Dockerfile.cuda

@@ -1,11 +1,9 @@
-FROM nvidia/cuda:12.2.2-cudnn8-runtime-ubuntu22.04
+FROM nvidia/cuda:12.6.2-cudnn-runtime-ubuntu24.04
 LABEL org.opencontainers.image.source="https://github.com/fedirz/faster-whisper-server"
 # `ffmpeg` is installed because without it `gradio` won't work with mp3(possible others as well) files
-# hadolint ignore=DL3008,DL3015,DL4006
+# hadolint ignore=DL3008
 RUN apt-get update && \
-    apt-get install -y ffmpeg software-properties-common && \
-    add-apt-repository ppa:deadsnakes/ppa && \
-    DEBIAN_FRONTEND=noninteractive apt-get install -y --no-install-recommends python3.12 python3.12-distutils && \
+    DEBIAN_FRONTEND=noninteractive apt-get install -y --no-install-recommends ffmpeg python3.12 && \
     apt-get clean && \
     rm -rf /var/lib/apt/lists/*
 COPY --from=ghcr.io/astral-sh/uv:0.4.20 /uv /bin/uv

flake.nix

@@ -29,7 +29,8 @@
               rsync
               websocat
               uv
-              cudaPackages_12.cudnn_8_9
+              cudaPackages_12.cudnn
+              cudaPackages_12.libcublas
             ];
 
             # https://github.com/NixOS/nixpkgs/issues/278976#issuecomment-1879685177
@@ -39,7 +40,8 @@
             # NOTE: sometimes it still doesn't work but rebooting the system fixes it
             LD_LIBRARY_PATH = "/run/opengl-driver/lib:${
               pkgs.lib.makeLibraryPath [
-                pkgs.cudaPackages_12.cudnn_8_9
+                pkgs.cudaPackages_12.cudnn
+                pkgs.cudaPackages_12.libcublas
                 pkgs.zlib
                 pkgs.stdenv.cc.cc
                 pkgs.openssl

pyproject.toml

@@ -4,6 +4,7 @@ version = "0.1.0"
 requires-python = ">=3.12,<3.13"
 # https://packaging.python.org/en/latest/specifications/version-specifiers/#id5
 dependencies = [
+    "ctranslate2>=4.5.0",
     "fastapi>=0.115.0",
     "faster-whisper>=1.0.3",
     "huggingface-hub>=0.25.1",