Updated conda environments

README.md

@@ -25,6 +25,9 @@ You can also run some of the notebooks interactively with Binder too
 
 # Coding log
 
+* 04 Mar 2021
+ * Updated conda bat/sh files (now use mamba to install libraries instead of conda)
+ * Updated conda environments
 * 18 Feb 2021
  * Updated Python installation instructions
 * 13 Feb 2021

pythoncourse/installation/create_conda_env_linux.sh

@@ -14,18 +14,23 @@ conda update -n base -c defaults conda --yes
 conda activate
 source activate
 
+# mamba is a very fast version of conda https://github.com/mamba-org/mamba
+# if you have problems with mamba, remove the below line and make all references to mamba => conda later on in
+# this script
+conda install mamba -n base -c conda-forge
+
 # Remove any existing environment called py37class, and create a py37class with anaconda packages
-conda remove -n py37class --all --yes
-conda create -n py37class python=3.7
+mamba remove -n py37class --all --yes
+mamba create -n py37class python=3.7
 conda activate py37class
 source activate py37class
 
 # Install Tensorflow, PyTorch and Anaconda (lots of packages)
 # only if you have GPU below 2 lines instead of CPU versions
-# conda install anaconda tensorflow-gpu=2.3.0 anaconda pandas=1.0.5 scikit-learn graphviz python-graphviz matplotlib -c anaconda --yes
-# conda install pytorch torchvision cudatoolkit=10.1 \
-conda install anaconda tensorflow=2.3.0 pandas=1.0.5 scikit-learn graphviz python-graphviz matplotlib -c anaconda --yes
-conda install pytorch torchvision cpuonly \
+# mamba install anaconda tensorflow-gpu=2.3.0 anaconda pandas=1.0.5 scikit-learn graphviz python-graphviz matplotlib -c anaconda --yes
+# mamba install pytorch torchvision cudatoolkit=10.1 \
+mamba install anaconda tensorflow=2.3.0 pandas=1.0.5 scikit-learn graphviz python-graphviz matplotlib -c anaconda --yes
+mamba install pytorch torchvision cpuonly \
  pyarrow opencv modin=0.8.0 \
  boto3 jupyter_contrib_nbextensions jupyter_nbextensions_configurator \
  redis-py python-blosc pathos textblob \
@@ -47,8 +52,8 @@ pip install arctic==1.79.2 \
  textacy==0.8.0 \
  transformers pytesseract cmdstanpy==0.4 tabula-py==1.4.3 \
  cvlib \
- cufflinks==0.17.3 plotly==4.9.0 kaleido \
- dash==1.12.0 dash-html-components==1.0.3 dash-core-components==1.10.0 dash-table==4.7.0 jupyter-dash==0.2.1 chart_studio==1.1.0 \
+ cufflinks==0.17.3 plotly==4.14.3 kaleido \
+ dash==1.19.0 dash-html-components==1.1.2 dash-core-components==1.15.0 dash-table==4.11.2 jupyter-dash==0.4.0 chart_studio==1.1.0 \
  dtale==1.8.1 pyldavis progressbar2==3.38.0 \
  finmarketpy chartpy findatapy financepy
 

pythoncourse/installation/create_conda_env_mac.sh

@@ -14,20 +14,26 @@ conda update -n base -c defaults conda --yes
 conda activate
 source activate
 
+# mamba is a very fast version of conda https://github.com/mamba-org/mamba
+# if you have problems with mamba, remove the below line and make all references to mamba => conda later on in
+# this script
+conda install mamba -n base -c conda-forge
+
 # Remove any existing environment called py37class, and create a py37class with anaconda packages
-conda remove -n py37class --all --yes
-conda create -n py37class python=3.7
+mamba remove -n py37class --all --yes
+mamba create -n py37class python=3.7
 conda activate py37class
 source activate py37class
 
 # Install Tensorflow, PyTorch and Anaconda (lots of packages)
 # only if you have GPU below 2 lines instead of CPU versions (although this hasn't been tested on Mac)
-# conda install anaconda tensorflow-gpu=2.0.0 anaconda pandas=1.0.5 scikit-learn graphviz python-graphviz matplotlib xlwings --yes
-# conda install pytorch torchvision cudatoolkit=10.1 \
-conda install anaconda tensorflow=2.0.0 anaconda pandas=1.0.5 scikit-learn graphviz python-graphviz matplotlib xlwings --yes
+# mamba install anaconda tensorflow-gpu=2.0.0 pandas=1.0.5 scikit-learn graphviz python-graphviz matplotlib xlwings -c anaconda --yes
+# mamba install pytorch torchvision cudatoolkit=10.1 \
+mamba install anaconda tensorflow=2.0.0 pandas=1.0.5 scikit-learn graphviz python-graphviz matplotlib xlwings -c anaconda --yes
 
 # Install from conda-forge (pyarrow is a newer version!)
-conda install pytorch torchvision cpuonly \
+mamba install \
+ pytorch torchvision cpuonly \
  pyarrow opencv modin=0.8.0 pyemd \
  boto3 jupyter_contrib_nbextensions jupyter_nbextensions_configurator \
  redis-py python-blosc pathos textblob \
@@ -50,10 +56,10 @@ pip install arctic==1.79.2 \
  textacy==0.8.0 \
  transformers==3.0.2 pytesseract cmdstanpy==0.4 tabula-py==1.4.3 \
  cvlib \
- cufflinks==0.17.3 plotly==4.9.0 kaleido \
- dash==1.12.0 dash-html-components==1.0.3 dash-core-components==1.10.0 dash-table==4.7.0 jupyter-dash==0.2.1 chart_studio==1.1.0 \
+ cufflinks==0.17.3 plotly==4.14.3 kaleido \
+ dash==1.19.0 dash-html-components==1.1.2 dash-core-components==1.15.0 dash-table==4.11.2 jupyter-dash==0.4.0 chart_studio==1.1.0 \
  dtale==1.8.1 pyldavis progressbar2==3.38.0 \
- finmarketpy chartpy findatapy financepy gdelt
+ finmarketpy chartpy findatapy financepy
 
 # GPU libraries for working with DataFrames
 # conda install -c rapidsai -c nvidia -c conda-forge -c defaults rapids=0.10 python=3.7

pythoncourse/installation/create_conda_env_windows.bat

@@ -6,19 +6,24 @@ REM Create env from YML: conda env create -f environment_windows.yml
 REM Update conda
 call conda update -n base -c defaults conda --yes
 
+REM mamba is a very fast version of conda https://github.com/mamba-org/mamba
+REM if you have problems with mamba, remove the below line and make all references to mamba => conda later on in
+REM this script
+call conda install mamba -n base -c conda-forge
+
 call conda activate
 
 REM Remove any existing environment called py37class, and create a py37class with anaconda packages
-call conda remove -n py37class --all --yes
-call conda create -n py37class python=3.7
+call mamba remove -n py37class --all --yes
+call mamba create -n py37class python=3.7
 call conda activate py37class
 
 REM Install Tensorflow, PyTorch and Anaconda (lots of packages)
 REM only if you have GPU below 2 lines instead of CPU versions
-REM call conda install anaconda tensorflow-gpu=2.3.0 anaconda pandas=1.0.5 scikit-learn=0.20.2 graphviz python-graphviz matplotlib xlwings=0.20.2 -c anaconda --yes
-REM call conda install pytorch torchvision cudatoolkit=10.1 ^
-call conda install anaconda tensorflow=2.3.0 pandas=1.0.5 scikit-learn=0.20.2 graphviz python-graphviz matplotlib xlwings=0.22.0 -c anaconda --yes
-call conda install pytorch torchvision cpuonly ^
+REM call mamba install anaconda tensorflow-gpu=2.3.0 anaconda pandas=1.0.5 scikit-learn=0.20.2 graphviz python-graphviz matplotlib xlwings=0.20.2 -c anaconda --yes
+REM call mamba install pytorch torchvision cudatoolkit=10.1 ^
+call mamba install anaconda tensorflow=2.3.0 pandas=1.0.5 scikit-learn=0.20.2 graphviz python-graphviz matplotlib xlwings=0.22.0 -c anaconda --yes
+call mamba install pytorch torchvision cpuonly ^
  pyarrow opencv modin=0.8.0 ^
  boto3 jupyter_contrib_nbextensions jupyter_nbextensions_configurator ^
  redis-py python-blosc pathos textblob ^
@@ -40,8 +45,8 @@ call pip install arctic==1.79.2 ^
  textacy==0.8.0 ^
  transformers pytesseract cmdstanpy==0.4 tabula-py==1.4.3 ^
  cvlib ^
- cufflinks==0.17.3 plotly==4.9.0 kaleido ^
- dash==1.12.0 dash-html-components==1.0.3 dash-core-components==1.10.0 dash-table==4.7.0 jupyter-dash==0.2.1 chart_studio==1.1.0 ^
+ cufflinks==0.17.3 plotly==4.14.3 kaleido ^
+ dash==1.19.0 dash-html-components==1.1.2 dash-core-components==1.15.0 dash-table==4.11.2 jupyter-dash==0.4.0 chart_studio==1.1.0 ^
  dtale==1.8.1 pyldavis progressbar2==3.38.0 ^
  finmarketpy chartpy findatapy financepy eikon==1.1.5 pyxll
 
@@ -55,4 +60,4 @@ REM call jupyter labextension install @jupyter-widgets/jupyterlab-manager --no-b
 REM call jupyter labextension install plotlywidget --no-build
 REM call jupyter labextension install jupyterlab-plotly --no-build
 REM call jupyter labextension install bqplot --no-build
-REM call jupyter lab build
+REM call jupyter lab build