Wednesday, January 11, 2017

New Ubuntu Setup for Deep Learning, Scala, and SPARK

# Install Ubuntu 16.04


sudo apt-get update
sudo apt-get upgrade

# See this post for a clean Tensorflow 1.0 CUDA 8.0 CUDNN 5 Python 3.5 Ubuntu 16.04 installation
https://programmingmatrix.blogspot.ca/2017/04/clean-tensorflow-10-installation.html







~/.bash_profile : export JAVA_HOME="`/usr/libexec/java_home -v '1.8*'`"

Scala


~/.bash_profile:
export SCALA_HOME=$HOME/scala-2.12.1
export SCALA_BIN=$SCALA_HOME/bin
export PATH=$PATH:$SCALA_BIN

Spark


cd
mv Downloads/spark-2.0.2-bin-hadoop2.7.tar .
tar xvf spark-2.0.2-bin-hadoop2.7.tar 
~/.bash_profile:
export SPARK_HOME=$HOME/spark
export SPARK_BIN=$SPARK_HOME/bin
export PATH=$PATH:$SPARK_BIN
export KERAS_BACKEND=tensorflow

ln -s spark-2.0.2-bin-hadoop2.7 spark

Golang

Atom Editor