fix: 🐛 increase cpu limit for split worker, and reduce per ds (#453)

huggingface · Jul 22, 2022 · 21804f7 · 21804f7
1 parent 080b5d8
commit 21804f7
Showing 1 changed file with 3 additions and 3 deletions.
diff --git a/infra/charts/datasets-server/env/prod.yaml b/infra/charts/datasets-server/env/prod.yaml
@@ -151,7 +151,7 @@ worker:
     # Log level
     logLevel: "DEBUG"
     # Maximum number of jobs running at the same time for the same dataset
-    maxJobsPerDataset: 5
+    maxJobsPerDataset: 3
 
   splits:
     replicas: 10
@@ -164,13 +164,13 @@ worker:
         cpu: 1
         memory: "8Gi"
       limits:
-        cpu: 1
+        cpu: 2
         memory: "30Gi"
 
     # Log level
     logLevel: "DEBUG"
     # Maximum number of jobs running at the same time for the same dataset
-    maxJobsPerDataset: 5
+    maxJobsPerDataset: 3
 
 admin:
   replicas: 1