#!/usr/bin/env bash

# This file is sourced when running various Spark programs.
# Copy it as spark-env.sh and edit that to configure Spark for your site.

# Options read in YARN client mode
#SPARK_EXECUTOR_INSTANCES="2" #Number of workers to start (Default: 2)
#SPARK_EXECUTOR_CORES="1" #Number of cores for the workers (Default: 1).
#SPARK_EXECUTOR_MEMORY="1G" #Memory per Worker (e.g. 1000M, 2G) (Default: 1G)
#SPARK_DRIVER_MEMORY="512 Mb" #Memory for Master (e.g. 1000M, 2G) (Default: 512 Mb)
#SPARK_YARN_APP_NAME="spark" #The name of your application (Default: Spark)
#SPARK_YARN_QUEUE="~@~Xdefault~@~Y" #The hadoop queue to use for allocation requests (Default: @~Xdefault~@~Y)
#SPARK_YARN_DIST_FILES="" #Comma separated list of files to be distributed with the job.
#SPARK_YARN_DIST_ARCHIVES="" #Comma separated list of archives to be distributed with the job.

# Generic options for the daemons used in the standalone deploy mode

# Alternate conf dir. (Default: ${SPARK_HOME}/conf)
export SPARK_HOME=${SPARK_HOME:-/usr/hdp/current/spark-client}
export SPARK_CONF_DIR=${SPARK_HOME}/conf

# Where log files are stored.(Default:${SPARK_HOME}/logs)
#export SPARK_LOG_DIR=${SPARK_HOME:-/usr/hdp/current/spark-client}/logs
export SPARK_LOG_DIR=/var/log/spark

# Where the pid file is stored. (Default: /tmp)
export SPARK_PID_DIR=/var/run/spark

# A string representing this instance of spark.(Default: $USER)
SPARK_IDENT_STRING=$USER

# The scheduling priority for daemons. (Default: 0)
SPARK_NICENESS=0

export HADOOP_HOME=${HADOOP_HOME:-/usr/hdp/current/hadoop-client}
export HADOOP_CONF_DIR=${HADOOP_CONF_DIR:-/etc/hadoop/conf}
# Workaround SPARK-12279
export HBASE_HOME=${HBASE_HOME:-/usr/hdp/current/hbase-client}
export HBASE_CONF_DIR=/etc/hbase/conf
# Phoenix
export PHOENIX_HOME=/usr/hdp/current/phoenix-client

export SPARK_CLASSPATH=${SPARK_HOME}/lib/*:${HADOOP_HOME}/lib/*:${HBASE_HOME}/lib/hbase-hadoop2-compat.jar:${HBASE_HOME}/lib/hbase-hadoop-compat.jar:${HBASE_HOME}/lib/hbase-common.jar:${HBASE_HOME}/lib/hbase-server.jar:${HBASE_HOME}/lib/hbase-client.jar:${HBASE_HOME}/lib/hbase-protocol.jar:${HBASE_HOME}/lib/protobuf-java-2.5.0.jar:${HBASE_HOME}/lib/htrace-core-3.1.0-incubating.jar:${HBASE_HOME}/lib/hbase-annotations.jar:${HBASE_HOME}/lib/guava-12.0.1.jar:${HADOOP_HOME}/hadoop-common.jar:${PHOENIX_HOME}/phoenix-client.jar
# The java implementation to use.
export JAVA_HOME=/usr/java/default/

if [ -d "{{options.tez_conf_dir}}" ]; then
  export TEZ_CONF_DIR={{options.tez_conf_dir}}
else
  export TEZ_CONF_DIR=
fi