From c0c17de4e6e4a1cd22c23c6d88283da497531dae Mon Sep 17 00:00:00 2001 From: Ron Barabash Date: Tue, 4 Aug 2020 15:45:42 +0300 Subject: [PATCH] feat(helm/spark-yotpo/values.yaml): added default spark history server logs --- helm/spark-yotpo/templates/sparkapplication.yaml | 5 +++++ helm/spark-yotpo/values.yaml | 5 +++++ 2 files changed, 10 insertions(+) diff --git a/helm/spark-yotpo/templates/sparkapplication.yaml b/helm/spark-yotpo/templates/sparkapplication.yaml index 239a15eab..943eb9483 100644 --- a/helm/spark-yotpo/templates/sparkapplication.yaml +++ b/helm/spark-yotpo/templates/sparkapplication.yaml @@ -46,6 +46,11 @@ spec: {{- end }} {{- end }} {{- end }} + {{- if .Values.historyServer.enabled }} + {{- range $conf, $value := .Values.historyServer.conf }} + {{ $conf | quote }}: {{ $value | quote }} + {{- end }} + {{- end }} {{- if .Values.hadoopConf }} hadoopConf: {{- range $conf, $value := .Values.hadoopConf }} diff --git a/helm/spark-yotpo/values.yaml b/helm/spark-yotpo/values.yaml index 007f0ce8e..7daa2c1bf 100644 --- a/helm/spark-yotpo/values.yaml +++ b/helm/spark-yotpo/values.yaml @@ -34,6 +34,11 @@ sparkConf: spark.serializer: org.apache.spark.serializer.KryoSerializer spark.sql.hive.convertMetastoreParquet: false spark.sql.legacy.allowCreatingManagedTableUsingNonemptyLocation: true +historyServer: + enabled: false + conf: + spark.eventLog.enabled: true + spark.eventLog.dir: s3://event-log-bucket hiveMetaStore: enabled: false conf: