kkonganti@92: process { kkonganti@92: publishDir = [ kkonganti@92: path: { kkonganti@92: "${task.process.tokenize(':')[-1].toLowerCase()}" == "multiqc" ? kkonganti@92: "${params.output}${params.fs}${params.pipeline.toLowerCase()}-${task.process.tokenize(':')[-1].toLowerCase()}" : kkonganti@92: "${params.output}${params.fs}${task.process.tokenize(':')[-1].toLowerCase()}" kkonganti@92: }, kkonganti@92: mode: params.publish_dir_mode, kkonganti@92: overwrite: params.publish_dir_overwrite, kkonganti@92: saveAs: { filename -> filename.equals('versions.yml') ? null : filename } kkonganti@92: ] kkonganti@92: kkonganti@92: errorStrategy = { kkonganti@92: ![0].contains(task.exitStatus) ? dynamic_retry(task.attempt, 10) : 'finish' kkonganti@92: } kkonganti@92: kkonganti@93: maxRetries = 80 kkonganti@92: kkonganti@92: withLabel: 'process_femto' { kkonganti@93: cpus = 2 kkonganti@92: } kkonganti@92: kkonganti@92: withLabel: 'process_pico' { kkonganti@93: cpus = 2 kkonganti@92: } kkonganti@92: kkonganti@92: withLabel: 'process_nano' { kkonganti@93: cpus = 4 kkonganti@92: } kkonganti@92: kkonganti@92: withLabel: 'process_micro' { kkonganti@93: cpus = 8 kkonganti@92: } kkonganti@92: kkonganti@92: withLabel: 'process_only_mem_low' { kkonganti@93: cpus = 2 kkonganti@92: } kkonganti@92: kkonganti@92: withLabel: 'process_only_mem_medium' { kkonganti@93: cpus = 2 kkonganti@92: } kkonganti@92: kkonganti@92: withLabel: 'process_only_mem_high' { kkonganti@93: cpus = 2 kkonganti@92: } kkonganti@92: kkonganti@92: withLabel: 'process_low' { kkonganti@93: cpus = 8 kkonganti@92: } kkonganti@92: kkonganti@92: withLabel: 'process_medium' { kkonganti@93: cpus = 8 kkonganti@92: } kkonganti@92: kkonganti@92: withLabel: 'process_high' { kkonganti@93: cpus = 8 kkonganti@92: } kkonganti@92: kkonganti@92: withLabel: 'process_higher' { kkonganti@93: cpus = 8 kkonganti@92: } kkonganti@92: kkonganti@92: withLabel: 'process_gigantic' { kkonganti@93: cpus = 8 kkonganti@92: } kkonganti@92: } kkonganti@92: kkonganti@92: if ( (params.input || params.metadata ) && params.pipeline ) { kkonganti@92: try { kkonganti@92: includeConfig "${params.workflowsconf}${params.fs}process${params.fs}${params.pipeline}.process.config" kkonganti@92: } catch (Exception e) { kkonganti@92: System.err.println('-'.multiply(params.linewidth) + "\n" + kkonganti@92: "\033[0;31m${params.cfsanpipename} - ERROR\033[0m\n" + kkonganti@92: '-'.multiply(params.linewidth) + "\n" + "\033[0;31mCould not load " + kkonganti@92: "default pipeline's process configuration. Please provide a pipeline \n" + kkonganti@92: "name using the --pipeline option.\n\033[0m" + '-'.multiply(params.linewidth) + "\n") kkonganti@92: System.exit(1) kkonganti@92: } kkonganti@92: } kkonganti@92: kkonganti@92: // Function will return after sleeping for some time. kkonganti@92: // Sleep time increases exponentially by task attempt. kkonganti@92: def dynamic_retry(task_retry_num, factor_by) { kkonganti@92: // sleep(Math.pow(2, task_retry_num.toInteger()) * factor_by.toInteger() as long) kkonganti@92: sleep(Math.pow(1.27, task_retry_num.toInteger()) as long) kkonganti@92: return 'retry' kkonganti@92: }