From 543e48d8cac2b9227e86507eb9a4696f95e93088 Mon Sep 17 00:00:00 2001 From: Nico Trummer Date: Thu, 7 Nov 2024 19:43:10 +0100 Subject: [PATCH] Prevent cpu scaling to improve hashing --- conf/base.config | 19 ++++++------------- 1 file changed, 6 insertions(+), 13 deletions(-) diff --git a/conf/base.config b/conf/base.config index cf53907..d016db5 100644 --- a/conf/base.config +++ b/conf/base.config @@ -9,9 +9,9 @@ */ process { - - // TODO nf-core: Check the defaults for all processes - cpus = { 1 * task.attempt } + // CPUs are not scaled using task.attempt in order to improve resume performance + // In most use cases, the memory will be the limiting factor + cpus = { 1 } memory = { 6.GB * task.attempt * params.memory_scale } time = { 4.h * task.attempt } @@ -19,30 +19,23 @@ process { maxRetries = 1 maxErrors = '-1' - // Process-specific resource requirements - // NOTE - Please try and re-use the labels below as much as possible. - // These labels are used and recognised by default in DSL2 files hosted on nf-core/modules. - // If possible, it would be nice to keep the same label naming convention when - // adding in your local modules too. - // TODO nf-core: Customise requirements for specific processes. - // See https://www.nextflow.io/docs/latest/config.html#config-process-selectors withLabel:process_single { cpus = { 1 } memory = { 6.GB * task.attempt * params.memory_scale } time = { 4.h * task.attempt } } withLabel:process_low { - cpus = { 2 * task.attempt } + cpus = { 2 } memory = { 12.GB * task.attempt * params.memory_scale } time = { 4.h * task.attempt } } withLabel:process_medium { - cpus = { 6 * task.attempt } + cpus = { 6 } memory = { 36.GB * task.attempt * params.memory_scale } time = { 8.h * task.attempt } } withLabel:process_high { - cpus = { 12 * task.attempt } + cpus = { 12 } memory = { 72.GB * task.attempt * params.memory_scale } time = { 16.h * task.attempt } }