Skip to content

Commit

Permalink
Prevent cpu scaling to improve hashing
Browse files Browse the repository at this point in the history
  • Loading branch information
nictru committed Nov 10, 2024
1 parent 9350b87 commit 543e48d
Showing 1 changed file with 6 additions and 13 deletions.
19 changes: 6 additions & 13 deletions conf/base.config
Original file line number Diff line number Diff line change
Expand Up @@ -9,40 +9,33 @@
*/

process {

// TODO nf-core: Check the defaults for all processes
cpus = { 1 * task.attempt }
// CPUs are not scaled using task.attempt in order to improve resume performance
// In most use cases, the memory will be the limiting factor
cpus = { 1 }
memory = { 6.GB * task.attempt * params.memory_scale }
time = { 4.h * task.attempt }

errorStrategy = { task.exitStatus in ((130..145) + 104) ? 'retry' : 'finish' }
maxRetries = 1
maxErrors = '-1'

// Process-specific resource requirements
// NOTE - Please try and re-use the labels below as much as possible.
// These labels are used and recognised by default in DSL2 files hosted on nf-core/modules.
// If possible, it would be nice to keep the same label naming convention when
// adding in your local modules too.
// TODO nf-core: Customise requirements for specific processes.
// See https://www.nextflow.io/docs/latest/config.html#config-process-selectors
withLabel:process_single {
cpus = { 1 }
memory = { 6.GB * task.attempt * params.memory_scale }
time = { 4.h * task.attempt }
}
withLabel:process_low {
cpus = { 2 * task.attempt }
cpus = { 2 }
memory = { 12.GB * task.attempt * params.memory_scale }
time = { 4.h * task.attempt }
}
withLabel:process_medium {
cpus = { 6 * task.attempt }
cpus = { 6 }
memory = { 36.GB * task.attempt * params.memory_scale }
time = { 8.h * task.attempt }
}
withLabel:process_high {
cpus = { 12 * task.attempt }
cpus = { 12 }
memory = { 72.GB * task.attempt * params.memory_scale }
time = { 16.h * task.attempt }
}
Expand Down

0 comments on commit 543e48d

Please sign in to comment.