Merge pull request #22 from gboeing/pkg

add nltk_data and transformers

.github/workflows/tests.yml

@@ -37,6 +37,8 @@ jobs:
         run: |
           python -m ipykernel install --sys-prefix --name ppde642 --display-name "Python (ppde642)"
           jupyter kernelspec list
+          ipython -c "from nltk.corpus import brown; print(brown.words())"
+          ipython -c "from transformers import pipeline; print(pipeline('sentiment-analysis')('I love you'))"
           ipython -c "import osmnx; print('OSMnx version', osmnx.__version__)"
 
       - name: Lint

environment.yml

@@ -28,9 +28,11 @@ dependencies:
   # computer vision and NLP
   - gensim
   - nltk
+  - nltk_data
   - pillow
   - pytorch
   - torchvision
+  - transformers
 
   # others (unused)
   # bokeh

software/create-environment.sh

@@ -13,4 +13,6 @@ python -m ipykernel install --sys-prefix --name $ENV --display-name "Python ($EN
 mamba clean --all --yes --quiet --no-banner
 mamba list --no-banner
 jupyter kernelspec list
+ipython -c "from nltk.corpus import brown; print(brown.words())"
+ipython -c "from transformers import pipeline; print(pipeline('sentiment-analysis')('I love you'))"
 ipython -c "import $PACKAGE; print('$PACKAGE version', $PACKAGE.__version__)"

software/docker/Dockerfile

@@ -20,6 +20,8 @@ RUN mamba update --yes -c conda-forge --strict-channel-priority --no-banner -n b
     mamba info --all && \
     mamba list && \
     jupyter kernelspec list && \
+    ipython -c "from nltk.corpus import brown; print(brown.words())" && \
+    ipython -c "from transformers import pipeline; print(pipeline('sentiment-analysis')('I love you'))" && \
     ipython -c "import osmnx; print('OSMnx version', osmnx.__version__)"
 
 # copy default jupyterlab settings, then set jupyter working directory to map to mounted volume

software/docker/requirements.txt

@@ -17,8 +17,11 @@ seaborn
 scikit-learn
 scipy
 statsmodels
+# computer vision and NLP
 gensim
 nltk
+nltk_data
 pillow
 pytorch
 torchvision
+transformers