set default maxNumSequence

pytorch · Nov 1, 2023 · 0a90a87 · 0a90a87
1 parent 8e7ce9e
commit 0a90a87
Showing 1 changed file with 4 additions and 1 deletion.
diff --git a/frontend/server/src/main/java/org/pytorch/serve/wlm/Model.java b/frontend/server/src/main/java/org/pytorch/serve/wlm/Model.java
@@ -121,7 +121,10 @@ public Model(ModelArchive modelArchive, int queueSize) {
                 sequenceMaxIdleMSec = modelArchive.getModelConfig().getSequenceMaxIdleMSec();
                 maxSequenceJobQueueSize =
                         modelArchive.getModelConfig().getMaxSequenceJobQueueSize();
-                maxNumSequence = modelArchive.getModelConfig().getMaxNumSequence();
+                maxNumSequence =
+                        Math.max(
+                                modelArchive.getModelConfig().getMaxNumSequence(),
+                                batchSize * maxWorkers);
                 jobGroups = new ConcurrentHashMap<>(maxNumSequence);
                 pendingJobGroups = new LinkedBlockingDeque<>(maxNumSequence);
                 jobGroupLock = new ReentrantLock();