Merge pull request #364 from hammerlab/default-parallelism

Default to spark parallelism setting
hammerlab · Nov 3, 2015 · 5704d77 · 5704d77
2 parents 3b6dfde + 6582a18
commit 5704d77
Showing 1 changed file with 2 additions and 1 deletion.
diff --git a/src/main/scala/org/hammerlab/guacamole/DistributedUtil.scala b/src/main/scala/org/hammerlab/guacamole/DistributedUtil.scala
@@ -55,7 +55,8 @@ object DistributedUtil extends Logging {
   def partitionLociAccordingToArgs[M <: HasReferenceRegion: ClassTag](args: Arguments,
                                                                       loci: LociSet,
                                                                       regionRDDs: RDD[M]*): LociMap[Long] = {
-    val tasks = if (args.parallelism > 0) args.parallelism else regionRDDs(0).partitions.length
+    val sc = regionRDDs.head.sparkContext
+    val tasks = if (args.parallelism > 0) args.parallelism else sc.defaultParallelism
     if (args.partitioningAccuracy == 0) {
       partitionLociUniformly(tasks, loci)
     } else {