diff --git a/easybuild/easyblocks/p/pytorch.py b/easybuild/easyblocks/p/pytorch.py
index 78180a73c0c..80efa63bb98 100644
--- a/easybuild/easyblocks/p/pytorch.py
+++ b/easybuild/easyblocks/p/pytorch.py
@@ -75,6 +75,8 @@ def configure_step(self):
         super(EB_PyTorch, self).configure_step()
 
         options = ['PYTORCH_BUILD_VERSION=' + self.version, 'PYTORCH_BUILD_NUMBER=1']
+        # Restrict parallelism
+        options.append('MAX_JOBS=%(parallel)s')
 
         # BLAS Interface
         if get_software_root('imkl'):
@@ -94,7 +96,7 @@ def configure_step(self):
         #               'Eigen', 'GoogleBenchmark'
         if 'protobuf' in dependency_names:
             options.append('BUILD_CUSTOM_PROTOBUF=0')
-        # Always us Infiniband
+        # Always use Infiniband
         options.append('USE_IBVERBS=1')
 
         cudnn_root = get_software_root('cuDNN')