Update gpu.requirements.in (#30)

* install packages for the huggingface flow

* transformers
* diffusers
* accelerate
* safetensors
* invisible-watermark

As part of this I had to upgrade tensorflow.

* install packages for the huggingface flow (#32)

Try to fix GPU requirements

---------

Co-authored-by: Elijah Wilson <[email protected]>

Author: rgbkrk

python/datascience/3.10/gpu.requirements.txt

@@ -8,6 +8,8 @@ absl-py==1.4.0
     # via
     #   tensorboard
     #   tensorflow
+accelerate==0.21.0
+    # via -r python/datascience/3.10/gpu.requirements.in
 astunparse==1.6.3
     # via tensorflow
 blis==0.7.9
@@ -25,7 +27,7 @@ charset-normalizer==3.1.0
     # via requests
 click==8.1.3
     # via typer
-cmake==3.26.4
+cmake==3.27.1
     # via triton
 confection==0.1.0
     # via thinc
@@ -38,6 +40,8 @@ cymem==2.0.7
     #   preshed
     #   spacy
     #   thinc
+diffusers==0.19.3
+    # via -r python/datascience/3.10/gpu.requirements.in
 fastai==2.7.12
     # via -r python/datascience/3.10/gpu.requirements.in
 fastcore==1.5.29
@@ -52,12 +56,17 @@ fastprogress==1.0.3
     #   fastdownload
 filelock==3.12.2
     # via
+    #   diffusers
+    #   huggingface-hub
     #   torch
+    #   transformers
     #   triton
 flatbuffers==23.5.26
     # via tensorflow
 fonttools==4.40.0
     # via matplotlib
+fsspec==2023.6.0
+    # via huggingface-hub
 gast==0.4.0
     # via tensorflow
 google-auth==2.21.0
@@ -74,17 +83,23 @@ grpcio==1.56.0
     #   tensorflow
 h5py==3.9.0
     # via tensorflow
+huggingface-hub==0.16.4
+    # via
+    #   diffusers
+    #   transformers
 idna==3.4
     # via requests
-jax==0.4.13
-    # via tensorflow
+importlib-metadata==6.8.0
+    # via diffusers
+invisible-watermark==0.2.0
+    # via -r python/datascience/3.10/gpu.requirements.in
 jinja2==3.1.2
     # via
     #   spacy
     #   torch
 joblib==1.3.1
     # via scikit-learn
-keras==2.12.0
+keras==2.13.1
     # via tensorflow
 kiwisolver==1.4.4
     # via matplotlib
@@ -102,8 +117,6 @@ markupsafe==2.1.3
     #   werkzeug
 matplotlib==3.7.2
     # via fastai
-ml-dtypes==0.2.0
-    # via jax
 mpmath==1.3.0
     # via sympy
 murmurhash==1.0.9
@@ -115,21 +128,25 @@ networkx==3.1
     # via torch
 numpy==1.24.3
     # via
+    #   accelerate
     #   blis
     #   contourpy
+    #   diffusers
     #   h5py
-    #   jax
+    #   invisible-watermark
     #   matplotlib
-    #   ml-dtypes
+    #   opencv-python
     #   opt-einsum
     #   pandas
+    #   pywavelets
     #   scikit-learn
     #   scipy
     #   spacy
     #   tensorboard
     #   tensorflow
     #   thinc
     #   torchvision
+    #   transformers
 nvidia-cublas-cu11==11.10.3.66
     # via
     #   nvidia-cudnn-cu11
@@ -157,25 +174,30 @@ nvidia-nvtx-cu11==11.7.91
     # via torch
 oauthlib==3.2.2
     # via requests-oauthlib
+opencv-python==4.8.0.74
+    # via invisible-watermark
 opt-einsum==3.3.0
-    # via
-    #   jax
-    #   tensorflow
+    # via tensorflow
 packaging==23.1
     # via
+    #   accelerate
     #   fastai
     #   fastcore
+    #   huggingface-hub
     #   matplotlib
     #   spacy
     #   tensorflow
     #   thinc
+    #   transformers
 pandas==2.0.3
     # via fastai
 pathy==0.10.2
     # via spacy
 pillow==10.0.0
     # via
+    #   diffusers
     #   fastai
+    #   invisible-watermark
     #   matplotlib
     #   torchvision
 preshed==3.0.8
@@ -186,6 +208,8 @@ protobuf==4.23.3
     # via
     #   tensorboard
     #   tensorflow
+psutil==5.9.5
+    # via accelerate
 pyasn1==0.5.0
     # via
     #   pyasn1-modules
@@ -205,25 +229,42 @@ python-dateutil==2.8.2
     #   pandas
 pytz==2023.3
     # via pandas
+pywavelets==1.4.1
+    # via invisible-watermark
 pyyaml==6.0
-    # via fastai
+    # via
+    #   accelerate
+    #   fastai
+    #   huggingface-hub
+    #   transformers
+regex==2023.6.3
+    # via
+    #   diffusers
+    #   transformers
 requests==2.31.0
     # via
+    #   diffusers
     #   fastai
+    #   huggingface-hub
     #   requests-oauthlib
     #   spacy
     #   tensorboard
     #   torchvision
+    #   transformers
 requests-oauthlib==1.3.1
     # via google-auth-oauthlib
 rsa==4.9
     # via google-auth
+safetensors==0.3.2
+    # via
+    #   -r python/datascience/3.10/gpu.requirements.in
+    #   diffusers
+    #   transformers
 scikit-learn==1.3.0
     # via fastai
 scipy==1.11.1
     # via
     #   fastai
-    #   jax
     #   scikit-learn
 six==1.16.0
     # via
@@ -249,26 +290,30 @@ srsly==2.4.6
     #   thinc
 sympy==1.12
     # via torch
-tensorboard==2.12.3
+tensorboard==2.13.0
     # via tensorflow
 tensorboard-data-server==0.7.1
     # via tensorboard
-tensorflow==2.12.1
+tensorflow==2.13.0
     # via -r python/datascience/3.10/gpu.requirements.in
-tensorflow-estimator==2.12.0
+tensorflow-estimator==2.13.0
     # via tensorflow
-tensorflow-io-gcs-filesystem==0.32.0
+tensorflow-io-gcs-filesystem==0.33.0
     # via tensorflow
 termcolor==2.3.0
     # via tensorflow
 thinc==8.1.10
     # via spacy
 threadpoolctl==3.1.0
     # via scikit-learn
+tokenizers==0.13.3
+    # via transformers
 torch==2.0.1
     # via
     #   -r python/datascience/3.10/gpu.requirements.in
+    #   accelerate
     #   fastai
+    #   invisible-watermark
     #   torchaudio
     #   torchvision
     #   triton
@@ -279,7 +324,12 @@ torchvision==0.15.2
     #   -r python/datascience/3.10/gpu.requirements.in
     #   fastai
 tqdm==4.65.0
-    # via spacy
+    # via
+    #   huggingface-hub
+    #   spacy
+    #   transformers
+transformers==4.31.0
+    # via -r python/datascience/3.10/gpu.requirements.in
 triton==2.0.0
     # via torch
 typer==0.9.0
@@ -288,6 +338,7 @@ typer==0.9.0
     #   spacy
 typing-extensions==4.5.0
     # via
+    #   huggingface-hub
     #   pydantic
     #   tensorflow
     #   torch
@@ -316,6 +367,8 @@ wheel==0.40.0
     #   tensorboard
 wrapt==1.14.1
     # via tensorflow
+zipp==3.16.2
+    # via importlib-metadata
 
 # The following packages are considered to be unsafe in a requirements file:
 # pip