Updated Anaconda env

pythoncourse/installation/create_conda_env.bat

@@ -28,7 +28,7 @@ REM Install from conda-forge (pyarrow is a newer version!)
 call conda install -c conda-forge ^
  jupyter_contrib_nbextensions jupyter_nbextensions_configurator ^
  redis-py python-blosc pathos graphviz python-graphviz textblob ^
- vaex-core vaex-viz vaex-jupyter vaex-arrow vaex-server vaex-hdf5 vaex-astro vaex-distributed ^
+ vaex ^
  pyspark=2.4.0 koalas ^
  spacy fastparquet python-snappy nodejs pystan fbprophet setuptools-git ^
  vispy datashader pyproj holoviews streamz quandl bqplot blpapi ^

pythoncourse/installation/create_conda_env.sh

@@ -28,12 +28,12 @@ conda install -c conda-forge pyarrow=0.17.1 opencv --yes
 
 # xlwings only works for Mac
 conda install -c conda-forge xlwings=0.19.4 --yes
-
+#vaex-core vaex-viz vaex-jupyter vaex-arrow vaex-server vaex-hdf5 vaex-astro vaex-distributed vaex-ml \
 # Install from conda-forge (pyarrow is a newer version!)
 conda install -c conda-forge \
  jupyter_contrib_nbextensions jupyter_nbextensions_configurator \
  redis-py python-blosc pathos graphviz python-graphviz textblob \
- vaex-core vaex-viz vaex-jupyter vaex-arrow vaex-server vaex-hdf5 vaex-astro vaex-distributed \
+ vaex \
  spacy fastparquet python-snappy nodejs pystan fbprophet setuptools-git \
  pyspark=2.4.0 koalas \
  vispy datashader pyproj holoviews streamz quandl bqplot \

pythoncourse/installation/environment_linux.yml

@@ -1,5 +1,6 @@
 name: py36class
 channels:
+ - plotly
  - pytorch
  - conda-forge
  - defaults
@@ -51,7 +52,7 @@ dependencies:
  - cachetools=3.1.1=py_0
  - cairo=1.16.0=hcf35c78_1003
  - catalogue=1.0.0=py36h9f0ad1d_1
- - certifi=2020.4.5.1=py36h9f0ad1d_0
+ - certifi=2020.4.5.1=py36_0
  - cffi=1.14.0=py36h2e261b9_0
  - cftime=1.1.3=py36h785e9b2_0
  - chardet=3.0.4=py36_1003
@@ -291,6 +292,7 @@ dependencies:
  - pixman=0.38.0=h7b6447c_0
  - pkginfo=1.5.0.1=py36_0
  - plac=0.9.6=py36_0
+ - plotly-orca=1.3.1=1
  - pluggy=0.13.1=py36_0
  - ply=3.11=py36_0
  - pox=0.2.7=py_0
@@ -439,12 +441,13 @@ dependencies:
  - unicodecsv=0.14.1=py36_0
  - unixodbc=2.3.7=h14c3975_0
  - urllib3=1.25.8=py36_0
+ - vaex=2.6.0=py_0
  - vaex-arrow=0.4.2=py_1
  - vaex-astro=0.6.1=py_1
  - vaex-core=1.5.0=py36hb3f55d8_0
- - vaex-distributed=0.3.0=py_0
  - vaex-hdf5=0.5.6=py_0
  - vaex-jupyter=0.4.1=py_0
+ - vaex-ml=0.8.0=py_0
  - vaex-server=0.2.1=py_0
  - vaex-viz=0.3.8=py_1
  - vispy=0.6.4=py36h931dd22_1

pythoncourse/installation/environment_windows.yml

@@ -270,8 +270,8 @@ dependencies:
  - parquet-cpp=1.5.1=2
  - parso=0.5.2=py_0
  - partd=1.1.0=py_0
- - path=13.2.0=py36_0
- - path.py=12.0.2=py_0
+ - path=13.1.0=py36_0
+ - path.py=12.4.0=0
  - pathlib2=2.3.5=py36_0
  - pathos=0.2.5=py_0
  - pathtools=0.1.2=py_1
@@ -434,12 +434,13 @@ dependencies:
  - ujson=1.35=py36hfa6e2cd_0
  - unicodecsv=0.14.1=py36h6450c06_0
  - urllib3=1.25.8=py36_0
+ - vaex=2.6.0=pyh9f0ad1d_0
  - vaex-arrow=0.5.0=pyh9f0ad1d_0
  - vaex-astro=0.7.0=pyh9f0ad1d_0
  - vaex-core=2.0.1=py36hcc50265_0
- - vaex-distributed=0.3.0=py_0
  - vaex-hdf5=0.6.0=pyh9f0ad1d_0
  - vaex-jupyter=0.5.0=pyh9f0ad1d_0
+ - vaex-ml=0.9.0=pyh9f0ad1d_0
  - vaex-server=0.3.0=pyh9f0ad1d_0
  - vaex-viz=0.4.0=pyh9f0ad1d_0
  - vc=14.1=h0510ff6_4

pythoncourse/installation/installing_anaconda_and_pycharm.html

@@ -13215,7 +13215,7 @@ <h2 id="Installing-a-conda-environment-for-Windows-(slower-method)">Installing a
 <li>Open up Notepad</li>
 <li>Copy the below text</li>
 <li>Create a folder <code>C:\pythoncourse</code> (or if you create it elsewhere, keep a note of that)</li>
-<li>Save the file as <code>create_conda_env.bat</code> in the <code>C:\pythoncourse</code> folder</li>
+<li>Save file <code>create_conda_env.bat</code> (see download link below) in the <code>C:\pythoncourse</code> folder</li>
 <li>Open up the Anaconda Prompt (should be in the Start Menu)</li>
 <li>In this prompt, your Anaconda folder will on the path (ie. it will recognise where <code>conda</code> is installed etc.)</li>
 <li>Type in
@@ -13234,76 +13234,7 @@ <h2 id="Installing-a-conda-environment-for-Windows-(slower-method)">Installing a
 <div class="cell border-box-sizing text_cell rendered"><div class="prompt input_prompt">
 </div><div class="inner_cell">
 <div class="text_cell_render border-box-sizing rendered_html">
-<h3 id="Copy-the-below-to-create_conda_env.bat-for-Windows-(or-download-it-from-GitHub)">Copy the below to create_conda_env.bat for Windows (or <a href="https://raw.githubusercontent.com/cuemacro/teaching/master/pythoncourse/installation/create_conda_env.bat">download it from GitHub</a>)<a class="anchor-link" href="#Copy-the-below-to-create_conda_env.bat-for-Windows-(or-download-it-from-GitHub)">&#182;</a></h3>
-<pre><code>REM Assumes that Anaconda has already been downloaded and installed
-
-REM Update conda
-call conda update -n base -c defaults conda --yes
-
-call conda activate
-
-REM Remove any existing environment called py36class, and create a py36class with anaconda packages
-call conda remove -n py36class --all --yes
-call conda create -n py36class python=3.6
-call conda activate py36class
-
-REM Install Tensorflow, PyTorch and Anaconda (lots of pacakged)
-REM Pandas 0.24.2 is needed for some packages and scikit-learn 0.20.2
-REM only if you have GPU below 2 lines instead of CPU versions
-REM conda install anaconda tensorflow-gpu=2.1.0 anaconda pandas=0.24.2 scikit-learn=0.20.2 --yes
-REM conda install pytorch torchvision cudatoolkit=10.1 -c pytorch --yes
-call conda install anaconda tensorflow=2.1.0 anaconda pandas=0.24.2 scikit-learn=0.20.2 --yes
-call conda install pytorch torchvision cpuonly -c pytorch --yes
-
-REM OpenCV and PyArrow need to be installed earlier
-call conda install -c conda-forge pyarrow=0.17.1 opencv --yes
-
-REM xlwings only works for Mac or Windows
-call conda install -c conda-forge xlwings=0.19.4 --yes
-
-REM Install from conda-forge (pyarrow is a newer version!)
-call conda install -c conda-forge ^
- jupyter_contrib_nbextensions jupyter_nbextensions_configurator ^
- redis-py python-blosc pathos graphviz python-graphviz textblob ^
- vaex-core vaex-viz vaex-jupyter vaex-arrow vaex-server vaex-hdf5 vaex-astro vaex-distributed ^
- pyspark=2.4.0 koalas ^
- spacy fastparquet python-snappy nodejs pystan fbprophet setuptools-git ^
- vispy datashader pyproj holoviews streamz quandl bqplot blpapi ^
- --yes
-
-REM Install database
-REM Install Celery
-REM For findatapy (and NLP) and complex graphics
-REM Install transformers/huggingface and table libraries
-REM Install graphics/plotting libraries
-REM Install findatapy, chartpy and findatapy
-REM opencv-contrib-python==4.2.0.34 \
-call pip install arctic==1.79.2 ^
- celery==4.4.0 celery[redis] celery[msgpack] msgpack-python ^
- fxcmpy alpha_vantage yfinance twython newspaper3k seasonal pdfminer.six vaderSentiment gensim wordcloud RISE requests_html ^
- textacy==0.8.0 ^
- transformers pytesseract cmdstanpy==0.4 tabula-py==1.4.3 ^
- cvlib ^
- cufflinks==0.17.3 plotly==4.8.0 ^
- dash==1.12.0 dash-html-components==1.0.3 dash-core-components==1.10.0 dash-table==4.7.0 jupyter-dash==0.2.1 ^
- dtale==1.8.1 progressbar2==3.38.0 ^
- finmarketpy chartpy findatapy
-
-REM To be able to plot Plotly into PNG or JPG
-call conda install -c plotly plotly-orca --yes
-
-REM Jupyter libraries
-call jupyter contrib nbextension install --user
-call jupyter nbextension enable execute_time/ExecuteTime
-call jupyter-nbextension install rise --py --sys-prefix
-
-REM some of these extensions are not compatible with latest Jupyterlab
-REM call jupyter labextension install @jupyter-widgets/jupyterlab-manager --no-build
-REM call jupyter labextension install plotlywidget --no-build
-REM call jupyter labextension install jupyterlab-plotly --no-build
-REM call jupyter labextension install bqplot --no-build
-REM call jupyter lab build</code></pre>
-
+<h3 id="Download-create_conda_env.bat-from-GitHub"><a href="https://raw.githubusercontent.com/cuemacro/teaching/master/pythoncourse/installation/create_conda_env.bat">Download create_conda_env.bat from GitHub</a><a class="anchor-link" href="#Download-create_conda_env.bat-from-GitHub">&#182;</a></h3>
 </div>
 </div>
 </div>
@@ -13354,7 +13285,7 @@ <h2 id="Installing-a-conda-environment-for-Linux-and-Mac-(slower-method)">Instal
 <li>Open up a text editor</li>
 <li>Copy the below text</li>
 <li>Create a folder <code>/Users/&lt;your-username&gt;/pythoncourse</code> for Mac or <code>/home/&lt;your-username&gt;/pythoncourse</code> for Linux</li>
-<li>Save the file as <code>create_conda_env.sh</code> in the pythoncourse folder</li>
+<li>Save file <code>create_conda_env.sh</code> (see download link below) in the pythoncourse folder</li>
 <li>Open a Terminal window (usually a black window icon on both Linux and Mac)</li>
 <li>Type in (or wherever you installed Anaconda) and press enter to run<ul>
 <li><code>cd /Users/&lt;your-username&gt;/anaconda3/bin</code> for Mac</li>
@@ -13390,91 +13321,7 @@ <h2 id="Installing-a-conda-environment-for-Linux-and-Mac-(slower-method)">Instal
 <div class="cell border-box-sizing text_cell rendered"><div class="prompt input_prompt">
 </div><div class="inner_cell">
 <div class="text_cell_render border-box-sizing rendered_html">
-<h3 id="Copy-the-below-to-create_conda_env.sh-(or-download-it-from-GitHub)">Copy the below to create_conda_env.sh (or <a href="https://raw.githubusercontent.com/cuemacro/teaching/master/pythoncourse/installation/create_conda_env.sh">download it from GitHub</a>)<a class="anchor-link" href="#Copy-the-below-to-create_conda_env.sh-(or-download-it-from-GitHub)">&#182;</a></h3>
-<pre><code>#!/usr/bin/env bash
-
-# Assumes that Anaconda has already been downloaded and installed
-
-# Update conda
-conda update -n base -c defaults conda --yes
-
-# conda config --set allow_conda_downgrades true
-# conda install conda=4.6.11
-
-source activate
-
-# Remove any existing environment called py36class, and create a py36class with anaconda packages
-conda remove -n py36class --all --yes
-conda create -n py36class python=3.6
-source activate py36class
-
-# Install Tensorflow, PyTorch and Anaconda (lots of pacakged)
-# Pandas 0.24.2 is needed for some packages and scikit-learn 0.20.2
-# only if you have GPU below 2 lines instead of CPU versions
-# conda install anaconda tensorflow-gpu=2.1.0 anaconda pandas=0.24.2 scikit-learn=0.20.2 --yes
-# conda install pytorch torchvision cudatoolkit=10.1 -c pytorch --yes
-conda install anaconda tensorflow=2.1.0 anaconda pandas=0.24.2 scikit-learn=0.20.2 --yes
-conda install pytorch torchvision cpuonly -c pytorch --yes
-
-# OpenCV and PyArrow need to be installed earlier
-conda install -c conda-forge pyarrow=0.17.1 opencv --yes
-
-# xlwings only works for Mac
-conda install -c conda-forge xlwings=0.19.4 --yes
-
-# Install from conda-forge (pyarrow is a newer version!)
-conda install -c conda-forge \
- jupyter_contrib_nbextensions jupyter_nbextensions_configurator \
- redis-py python-blosc pathos graphviz python-graphviz textblob \
- vaex-core vaex-viz vaex-jupyter vaex-arrow vaex-server vaex-hdf5 vaex-astro vaex-distributed \
- spacy fastparquet python-snappy nodejs pystan fbprophet setuptools-git \
- pyspark=2.4.0 koalas \
- vispy datashader pyproj holoviews streamz quandl bqplot \
- --yes
-
-# Install database
-# Install Celery
-# For findatapy (and NLP) and complex graphics
-# Install transformers/huggingface and table libraries
-# Install graphics/plotting libraries
-# Install findatapy, chartpy and findatapy
-# Install modin (later versions need later versions of pandas, may downgrade to pandas to 0.24.2
-# opencv-contrib-python==4.2.0.34 \
-pip install arctic==1.79.2 \
- celery==4.4.0 celery[redis] celery[msgpack] msgpack-python \
- fxcmpy alpha_vantage yfinance twython newspaper3k seasonal pdfminer.six vaderSentiment gensim wordcloud RISE requests_html \
- textacy==0.8.0 \
- transformers pytesseract cmdstanpy==0.4 tabula-py==1.4.3 \
- cvlib \
- cufflinks==0.17.3 plotly==4.8.0 \
- dash==1.12.0 dash-html-components==1.0.3 dash-core-components==1.10.0 dash-table==4.7.0 jupyter-dash==0.2.1 \
- dtale==1.8.1 progressbar2==3.38.0 \
- finmarketpy chartpy findatapy
-
-# To be able to plot Plotly into PNG or JPG
-conda install -c plotly plotly-orca --yes
-
-# Note that modin may not be compatible with other libraries, so it is recommended
-# you install it in its own environment if you do want to use it
-# pip install modin==0.5.4
-
-# conda install -c conda-forge pyarrow=0.17.1 --yes
-
-# GPU libraries for working with DataFrames
-# conda install -c rapidsai -c nvidia -c conda-forge -c defaults rapids=0.10 python=3.6
-
-# Jupyter and Jupyterlab extensions
-jupyter contrib nbextension install --user # to activate js on Jupyter
-jupyter nbextension enable execute_time/ExecuteTime
-jupyter-nbextension install rise --py --sys-prefix
-
-# Some of these extensions are not compatible with latest Jupyterlab
-# jupyter labextension install @jupyter-widgets/jupyterlab-manager --no-build
-# jupyter labextension install plotlywidget --no-build
-# jupyter labextension install jupyterlab-plotly --no-build
-# jupyter labextension install bqplot
-# jupyter lab build</code></pre>
-
+<h3 id="Download-create_conda_env.sh-from-GitHub"><a href="https://raw.githubusercontent.com/cuemacro/teaching/master/pythoncourse/installation/create_conda_env.sh">Download create_conda_env.sh from GitHub</a><a class="anchor-link" href="#Download-create_conda_env.sh-from-GitHub">&#182;</a></h3>
 </div>
 </div>
 </div>