fix compile error with spark3.2.0 (apache#39)

FMX · Jan 19, 2022 · a897e49 · a897e49
1 parent 19c3086
commit a897e49
Show file tree

Hide file tree

Showing 2 changed files with 10 additions and 0 deletions.
diff --git a/.../shuffle-manager-3/src/main/java/org/apache/spark/shuffle/rss/HashBasedShuffleWriter.java b/.../shuffle-manager-3/src/main/java/org/apache/spark/shuffle/rss/HashBasedShuffleWriter.java
@@ -361,5 +361,10 @@ public Option<MapStatus> stop(boolean success) {
       essShuffleClient.cleanup(appId, shuffleId, mapId, taskContext.attemptNumber());
     }
   }
+
+  public long[] getPartitionLengths() {
+    throw new UnsupportedOperationException(
+      "RSS is not compatible with Spark push mode, please set spark.shuffle.push.enabled to false");
+  }
 }
 
diff --git a/...fle-manager-common/src/main/java/org/apache/spark/shuffle/rss/SortBasedShuffleWriter.java b/...fle-manager-common/src/main/java/org/apache/spark/shuffle/rss/SortBasedShuffleWriter.java
@@ -298,5 +298,10 @@ public Option<MapStatus> stop(boolean success) {
       essShuffleClient.cleanup(appId, shuffleId, mapId, taskContext.attemptNumber());
     }
   }
+
+  public long[] getPartitionLengths() {
+    throw new UnsupportedOperationException(
+      "RSS is not compatible with Spark push mode, please set spark.shuffle.push.enabled to false");
+  }
 }