add degree of parallelism in sqs

aneoconsulting · Feb 25, 2025 · aeae8ee · aeae8ee
1 parent 5a94168
commit aeae8ee
Show file tree

Hide file tree

Showing 2 changed files with 8 additions and 1 deletion.
diff --git a/Adaptors/SQS/src/PushQueueStorage.cs b/Adaptors/SQS/src/PushQueueStorage.cs
@@ -78,7 +78,8 @@ public async Task PushMessagesAsync(IEnumerable<MessageData> messages,
                                     MessageBody = data.TaskId,
                                   })
                   .Chunk(10)
-                  .ParallelForEach(async entries =>
+                  .ParallelForEach(new ParallelTaskOptions(options_.DegreeOfParallelism),
+                                   async entries =>
                                    {
                                      var entriesList = entries.ToList();
                                      var response = await client_.SendMessageBatchAsync(new SendMessageBatchRequest

diff --git a/Adaptors/SQS/src/SQS.cs b/Adaptors/SQS/src/SQS.cs
@@ -60,4 +60,10 @@ internal class SQS
   ///   Set to 0 in order to disable long polling.
   /// </summary>
   public int WaitTimeSeconds { get; set; } = 20;
+
+  /// <summary>
+  ///   Parallelism degree.
+  ///   Set to 0 in order to disable parallelism.
+  /// </summary>
+  public int DegreeOfParallelism { get; set; } = 100;
 }