Add the transformers library, along with spacy and ftfy

environment-windows.yml

@@ -27,27 +27,30 @@ dependencies:
   - scikit-learn=0.22
   - scipy=1.3.1
   - tqdm=4.40.0
-  - tensorboard=2.0.0
-  - tensorflow=2.0.0 # or tensorflow-gpu if gpu
-  - tensorflow-datasets=1.2.0
-  - tensorflow-estimator=2.0.0
-  - tensorflow-hub=0.7.0
-  - tensorflow-probability=0.7
   - wheel
   - widgetsnbextension=3.5.1
   - pip:
     #- atari-py==0.2.6 # NOT ON WINDOWS YET
+    - ftfy==5.7
     - gym==0.15.4
     - opencv-python==4.1.2.30
     - psutil==5.6.7
     - pyglet==1.3.2
-    #- tensorflow-addons==0.6.0 # NOT ON WINDOWS YET
-    #- tensorflow-data-validation==0.15.0 # NOT ON WINDOWS YET
-    #- tensorflow-metadata==0.15.1 # NOT ON WINDOWS YET
-    #- tensorflow-model-analysis==0.15.4 # NOT ON WINDOWS YET
-    - tensorflow-serving-api==2.0.0 # or tensorflow-serving-api-gpu if gpu
-    #- tensorflow-transform==0.15.0 # NOT ON WINDOWS YET
-    - tf-agents==0.3.0rc0
-    #- tfx==0.15.0 # NOT ON WINDOWS YET
+    - spacy==2.2.4
+    - tensorboard==2.1.1
+    #- tensorflow-addons==0.8.3 # NOT ON WINDOWS YET
+    #- tensorflow-data-validation==0.21.5 # NOT ON WINDOWS YET
+    - tensorflow-datasets==2.1.0
+    - tensorflow-estimator==2.1.0
+    - tensorflow-hub==0.7.0
+    #- tensorflow-metadata==0.21.1 # NOT ON WINDOWS YET
+    #- tensorflow-model-analysis==0.21.6 # NOT ON WINDOWS YET
+    - tensorflow-probability==0.9.0
+    - tensorflow-serving-api==2.1.0 # or tensorflow-serving-api-gpu if gpu
+    #- tensorflow-transform==0.21.2 # NOT ON WINDOWS YET
+    - tensorflow==2.1.0 # or tensorflow-gpu if gpu
+    - tf-agents==0.3.0
+    #- tfx==0.21.2 # NOT ON WINDOWS YET
+    - transformers==2.8.0
     - urlextract==0.13.0
     #- pyvirtualdisplay # add if on headless server