feat(helm/spark-yotpo/values.yaml): added default spark history serve…

…r logs
YotpoLtd · Aug 11, 2020 · c0c17de · c0c17de
1 parent 5a0e2cc
commit c0c17de
Show file tree

Hide file tree

Showing 2 changed files with 10 additions and 0 deletions.
diff --git a/helm/spark-yotpo/templates/sparkapplication.yaml b/helm/spark-yotpo/templates/sparkapplication.yaml
@@ -46,6 +46,11 @@ spec:
     {{- end }}
     {{- end }}
     {{- end }}
+    {{- if .Values.historyServer.enabled  }}
+    {{- range $conf, $value := .Values.historyServer.conf }}
+    {{ $conf | quote }}: {{ $value | quote }}
+    {{- end }}
+  {{- end }}
   {{- if .Values.hadoopConf }}
   hadoopConf:
     {{- range $conf, $value := .Values.hadoopConf }}

diff --git a/helm/spark-yotpo/values.yaml b/helm/spark-yotpo/values.yaml
@@ -34,6 +34,11 @@ sparkConf:
   spark.serializer: org.apache.spark.serializer.KryoSerializer
   spark.sql.hive.convertMetastoreParquet: false
   spark.sql.legacy.allowCreatingManagedTableUsingNonemptyLocation: true
+historyServer:
+  enabled: false
+  conf:
+    spark.eventLog.enabled: true
+    spark.eventLog.dir: s3://event-log-bucket
 hiveMetaStore:
   enabled: false
   conf: