Mercurial > repos > kkonganti > cfsan_centriflaken
diff 0.3.0/conf/modules.config @ 92:295c2597a475
"planemo upload"
author | kkonganti |
---|---|
date | Tue, 19 Jul 2022 10:07:24 -0400 |
parents | |
children | 3f367a0de778 |
line wrap: on
line diff
--- /dev/null Thu Jan 01 00:00:00 1970 +0000 +++ b/0.3.0/conf/modules.config Tue Jul 19 10:07:24 2022 -0400 @@ -0,0 +1,111 @@ +process { + publishDir = [ + path: { + "${task.process.tokenize(':')[-1].toLowerCase()}" == "multiqc" ? + "${params.output}${params.fs}${params.pipeline.toLowerCase()}-${task.process.tokenize(':')[-1].toLowerCase()}" : + "${params.output}${params.fs}${task.process.tokenize(':')[-1].toLowerCase()}" + }, + mode: params.publish_dir_mode, + overwrite: params.publish_dir_overwrite, + saveAs: { filename -> filename.equals('versions.yml') ? null : filename } + ] + + errorStrategy = { + ![0].contains(task.exitStatus) ? dynamic_retry(task.attempt, 10) : 'finish' + } + + maxRetries = 1 + + withLabel: 'process_femto' { + cpus = { 1 * task.attempt } + memory = { 1.GB * task.attempt } + time = { 1.h * task.attempt } + } + + withLabel: 'process_pico' { + cpus = { 2 * task.attempt } + memory = { 4.GB * task.attempt } + time = { 2.h * task.attempt } + } + + withLabel: 'process_nano' { + cpus = { 4 * task.attempt } + memory = { 8.GB * task.attempt } + time = { 4.h * task.attempt } + } + + withLabel: 'process_micro' { + cpus = { 8 * task.attempt } + memory = { 16.GB * task.attempt } + time = { 8.h * task.attempt } + } + + withLabel: 'process_only_mem_low' { + cpus = { 1 * task.attempt } + memory = { 60.GB * task.attempt } + time = { 20.h * task.attempt } + } + + withLabel: 'process_only_mem_medium' { + cpus = { 1 * task.attempt } + memory = { 100.GB * task.attempt } + time = { 30.h * task.attempt } + } + + withLabel: 'process_only_mem_high' { + cpus = { 1 * task.attempt } + memory = { 128.GB * task.attempt } + time = { 60.h * task.attempt } + } + + withLabel: 'process_low' { + cpus = { 10 * task.attempt } + memory = { 60.GB * task.attempt } + time = { 20.h * task.attempt } + } + + withLabel: 'process_medium' { + cpus = { 10 * task.attempt } + memory = { 100.GB * task.attempt } + time = { 30.h * task.attempt } + } + + withLabel: 'process_high' { + cpus = { 10 * task.attempt } + memory = { 128.GB * task.attempt } + time = { 60.h * task.attempt } + } + + withLabel: 'process_higher' { + cpus = { 10 * task.attempt } + memory = { 256.GB * task.attempt } + time = { 60.h * task.attempt } + } + + withLabel: 'process_gigantic' { + cpus = { 10 * task.attempt } + memory = { 512.GB * task.attempt } + time = { 60.h * task.attempt } + } +} + +if ( (params.input || params.metadata ) && params.pipeline ) { + try { + includeConfig "${params.workflowsconf}${params.fs}process${params.fs}${params.pipeline}.process.config" + } catch (Exception e) { + System.err.println('-'.multiply(params.linewidth) + "\n" + + "\033[0;31m${params.cfsanpipename} - ERROR\033[0m\n" + + '-'.multiply(params.linewidth) + "\n" + "\033[0;31mCould not load " + + "default pipeline's process configuration. Please provide a pipeline \n" + + "name using the --pipeline option.\n\033[0m" + '-'.multiply(params.linewidth) + "\n") + System.exit(1) + } +} + +// Function will return after sleeping for some time. +// Sleep time increases exponentially by task attempt. +def dynamic_retry(task_retry_num, factor_by) { + // sleep(Math.pow(2, task_retry_num.toInteger()) * factor_by.toInteger() as long) + sleep(Math.pow(1.27, task_retry_num.toInteger()) as long) + return 'retry' +}