More OutputCommitCoordinator cleanup on stop()

apache · Jan 23, 2015 · 9c6a4fa · 9c6a4fa
1 parent 78eb1b5
commit 9c6a4fa
Showing 1 changed file with 2 additions and 0 deletions.
diff --git a/core/src/main/scala/org/apache/spark/scheduler/OutputCommitCoordinator.scala b/core/src/main/scala/org/apache/spark/scheduler/OutputCommitCoordinator.scala
@@ -93,6 +93,8 @@ private[spark] class OutputCommitCoordinator(conf: SparkConf) extends Logging {
     if (!stopped) {
       logWarning("Expected true from stopping output coordinator actor, but got false!")
     }
+    authorizedCommittersByStage.foreach(_._2.clear)
+    authorizedCommittersByStage.clear
   }
 
   private def handleStageStart(stage: StageId): Unit = {