Removing parasite spark env. setting from sharedcomponent.py

KaveIO · Mar 29, 2018 · 5d033ed · 5d033ed
1 parent f185b05
commit 5d033ed
Showing 1 changed file with 0 additions and 11 deletions.
diff --git a/config/kavedefaults/sharedcomponents.py b/config/kavedefaults/sharedcomponents.py
@@ -323,17 +323,6 @@ def script(self):
     export PYTHONPATH=$KAVETOOLBOX"/python:"${PYTHONPATH}
 fi
 
-#Add spark if spark is installed
-if type pyspark >/dev/null 2>/dev/null; then
-  export SPARK_HOME=`readlink -f \`which pyspark\``
-  export SPARK_HOME=`dirname \`dirname $SPARK_HOME\``
-  if [[ ":$PYTHONPATH:" == *":$SPARK_HOME/python:"* ]]; then
-    true
-  else
-    export PYTHONPATH=${SPARK_HOME}"/python:"${PYTHONPATH}
-  fi
-fi
-
 """
 toolbox.tests = [('source $KAVETOOLBOX/scripts/KaveEnv.sh > /dev/null', 0, '', ''),
                  ("python -c \"import correlograms; import geomaps; import stattools; import rootnotes;\" > /dev/null",