setup_spark_vandy.sh

!/usr/bin/env bash

python3.6 -m virtualenv py36
source py36/bin/activate

pip install --upgrade pip
pip install llvmlite numba numpy pandas ipykernel matplotlib lz4 pyarrow tqdm py4j

ipython kernel install --user --name "py36" --display-name "py36"

pip install uproot
pip install --upgrade uproot-methods
# 1.14 is kindof old but pinned by other packages it seems
pip install --upgrade numpy scipy

# get dependencies for it
pip install fnal-column-analysis-tools
# get latest and greatest
git clone -b processor git@github.com:CoffeaTeam/fnal-column-analysis-tools.git
pushd fnal-column-analysis-tools
pip uninstall fnal-column-analysis-tools
python setup.py install
popd

# progressbar, sliders, etc.
jupyter nbextension enable --py widgetsnbextension

# issue with python3 bindings, see https://sft.its.cern.ch/jira/browse/SPI-1198
wget https://github.com/xrootd/xrootd/archive/v4.8.4.tar.gz
tar zxf v4.8.4.tar.gz && rm -f v4.8.4.tar.gz
cp xrd_setup.py xrootd-4.8.4/bindings/python/
pushd xrootd-4.8.4/bindings/python/
python xrd_setup.py install --user
popd
rm -rf xrootd-4.8.4

ipython kernel install --user --name "py36" --display-name "py36"

deactivate

echo "environment \"py36\" installed, to start it do \"source `pwd`/bin/py36/activate\""