configurable parallelism

aneoconsulting · Jun 10, 2024 · b38e4e5 · b38e4e5
1 parent ff2fe27
commit b38e4e5
Showing 1 changed file with 5 additions and 3 deletions.
diff --git a/Client/src/Common/Submitter/BaseClientSubmitter.cs b/Client/src/Common/Submitter/BaseClientSubmitter.cs
@@ -446,7 +446,7 @@ public IEnumerable<string> SubmitTasksWithDependencies(IEnumerable<Tuple<byte[],
       taskProperties.Add((result, payloadIndex, isLarge, dependencies, specificTaskOptions));
     }
 
-    var uploadSmallPayloads = smallPayloadProperties.ParallelSelect(new ParallelTaskOptions(1,
+    var uploadSmallPayloads = smallPayloadProperties.ParallelSelect(new ParallelTaskOptions(properties_.MaxParallelChannels,
                                                                                             cancellationToken),
                                                                     payload => Retry.WhileException(maxRetries,
                                                                                                     2000,
@@ -521,7 +521,7 @@ await ChannelPool.GetAsync(cancellationToken)
                                     .AsTask();
 
 
-    var uploadLargePayloads = largePayloadProperties.ParallelForEach(new ParallelTaskOptions(1,
+    var uploadLargePayloads = largePayloadProperties.ParallelForEach(new ParallelTaskOptions(properties_.MaxParallelChannels,
                                                                                              cancellationToken),
                                                                      async payload =>
                                                                      {
@@ -779,7 +779,9 @@ public async ValueTask<ResultStatusCollection> GetResultStatusAsync(IEnumerable<
                                                                 nameof(Results.ResultsClient.GetResult));
 
                                                 return await result2TaskDic.Keys.ToChunks(100)
-                                                                           .ParallelSelect(async chunk =>
+                                                                           .ParallelSelect(new ParallelTaskOptions(properties_.MaxParallelChannels,
+                                                                                                                   cancellationToken),
+                                                                                           async chunk =>
                                                                                            {
                                                                                              await using var channel = await ChannelPool.GetAsync(cancellationToken)
                                                                                                                                         .ConfigureAwait(false);