Add the transformers library, along with spacy and ftfy

Author: ageron

environment-windows.yml

@@ -27,27 +27,30 @@ dependencies:
   - scikit-learn=0.22
   - scipy=1.3.1
   - tqdm=4.40.0
-  - tensorboard=2.0.0
-  - tensorflow=2.0.0 # or tensorflow-gpu if gpu
-  - tensorflow-datasets=1.2.0
-  - tensorflow-estimator=2.0.0
-  - tensorflow-hub=0.7.0
-  - tensorflow-probability=0.7
   - wheel
   - widgetsnbextension=3.5.1
   - pip:
     #- atari-py==0.2.6 # NOT ON WINDOWS YET
+    - ftfy==5.7
     - gym==0.15.4
     - opencv-python==4.1.2.30
     - psutil==5.6.7
     - pyglet==1.3.2
-    #- tensorflow-addons==0.6.0 # NOT ON WINDOWS YET
-    #- tensorflow-data-validation==0.15.0 # NOT ON WINDOWS YET
-    #- tensorflow-metadata==0.15.1 # NOT ON WINDOWS YET
-    #- tensorflow-model-analysis==0.15.4 # NOT ON WINDOWS YET
-    - tensorflow-serving-api==2.0.0 # or tensorflow-serving-api-gpu if gpu
-    #- tensorflow-transform==0.15.0 # NOT ON WINDOWS YET
-    - tf-agents==0.3.0rc0
-    #- tfx==0.15.0 # NOT ON WINDOWS YET
+    - spacy==2.2.4
+    - tensorboard==2.1.1
+    #- tensorflow-addons==0.8.3 # NOT ON WINDOWS YET
+    #- tensorflow-data-validation==0.21.5 # NOT ON WINDOWS YET
+    - tensorflow-datasets==2.1.0
+    - tensorflow-estimator==2.1.0
+    - tensorflow-hub==0.7.0
+    #- tensorflow-metadata==0.21.1 # NOT ON WINDOWS YET
+    #- tensorflow-model-analysis==0.21.6 # NOT ON WINDOWS YET
+    - tensorflow-probability==0.9.0
+    - tensorflow-serving-api==2.1.0 # or tensorflow-serving-api-gpu if gpu
+    #- tensorflow-transform==0.21.2 # NOT ON WINDOWS YET
+    - tensorflow==2.1.0 # or tensorflow-gpu if gpu
+    - tf-agents==0.3.0
+    #- tfx==0.21.2 # NOT ON WINDOWS YET
+    - transformers==2.8.0
     - urlextract==0.13.0
     #- pyvirtualdisplay # add if on headless server

environment.yml

@@ -34,9 +34,11 @@ dependencies:
   - widgetsnbextension=3.5
   - pip:
     - atari-py==0.2.6
+    - ftfy==5.7
     - gast==0.2.2
     - gym==0.17.1
     - opencv-python==4.2.0.32
+    - spacy==2.2.4
     - tensorboard==2.1.1
     - tensorflow-addons==0.8.3
     - tensorflow-data-validation==0.21.5
@@ -51,4 +53,5 @@ dependencies:
     - tensorflow==2.1.0 # or tensorflow-gpu if gpu
     - tf-agents==0.3.0
     - tfx==0.21.2
+    - transformers==2.8.0
     - urlextract==0.14.0

requirements.txt

@@ -16,6 +16,9 @@ scikit-learn==0.22
 # Optional: the XGBoost library is only used in chapter 7
 xgboost==1.0.2
 
+# Optional: the transformers library is only using in chapter 16
+transformers==2.8.0
+
 ##### TensorFlow-related packages
 
 # If you have a TF-compatible GPU and you want to enable GPU support, then
@@ -89,6 +92,10 @@ numexpr==2.7.1
 nltk==3.4.5
 urlextract==0.14.0
 
+# Optional: these libraries are only used in chapter 16
+spacy==2.2.4
+ftfy==5.7
+
 # Optional: tqdm displays nice progress bars, ipywidgets for tqdm's notebook support
 tqdm==4.43.0
 ipywidgets==7.5.1