From 562b832894e513c62cd16d0840d6b534130cefee Mon Sep 17 00:00:00 2001 From: Damon-Lee Pointon <51855558+DLBPointon@users.noreply.github.com> Date: Wed, 20 Sep 2023 15:19:55 +0100 Subject: [PATCH 1/2] Update sanger.config Updating the sanger profile to take into account the memory limits when assigning queues. I have decided on the optimal resources per queue as although you can submit a 400GB on normal, the priority becomes so low it will not run for a long time. --- conf/sanger.config | 3 ++- 1 file changed, 2 insertions(+), 1 deletion(-) diff --git a/conf/sanger.config b/conf/sanger.config index ba02e4ca6..0556a67f6 100644 --- a/conf/sanger.config +++ b/conf/sanger.config @@ -6,9 +6,10 @@ params { } // Queue and retry strategy +// Time and Memory need to be used to decide on the queue process{ executor = 'lsf' - queue = { task.time < 20.m ? 'small' : task.time < 12.h ? 'normal' : task.time < 48.h ? 'long' : task.time < 168.h ? 'week' : 'basement' } + queue = { task.time < 20.m && task.memory < 50.GB ? 'small' : task.time < 12.h && task.memory < 100.GB ? 'normal' : task.time < 48.h && task.memory < 150.GB ? 'long' : task.time < 168.h && task.memory < 195.GB? 'week' : task.time < 720.h && task.memory < 195.GB ? 'basement' : task.time < 720.h && task.memory < 650.GB ? 'hugemem' : 'teramem' } } // Executor details From 5e73f1578e0cce5bcca082d631eeb4ba7190607d Mon Sep 17 00:00:00 2001 From: Damon-Lee Pointon <51855558+DLBPointon@users.noreply.github.com> Date: Wed, 20 Sep 2023 15:49:59 +0100 Subject: [PATCH 2/2] Update sanger.config --- conf/sanger.config | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/conf/sanger.config b/conf/sanger.config index 0556a67f6..44a29a9e0 100644 --- a/conf/sanger.config +++ b/conf/sanger.config @@ -9,7 +9,7 @@ params { // Time and Memory need to be used to decide on the queue process{ executor = 'lsf' - queue = { task.time < 20.m && task.memory < 50.GB ? 'small' : task.time < 12.h && task.memory < 100.GB ? 'normal' : task.time < 48.h && task.memory < 150.GB ? 'long' : task.time < 168.h && task.memory < 195.GB? 'week' : task.time < 720.h && task.memory < 195.GB ? 'basement' : task.time < 720.h && task.memory < 650.GB ? 'hugemem' : 'teramem' } + queue = { task.time < 20.m && task.memory < 20.GB ? 'small' : task.time < 12.h && task.memory < 195.GB ? 'normal' : task.time < 48.h && task.memory < 195.GB ? 'long' : task.time < 168.h && task.memory < 195.GB? 'week' : task.time < 720.h && task.memory > 195.GB && task.memory < 250.GB ? 'basement' : task.time < 720.h && task.memory > 250.GB && task.memory < 680.GB ? 'hugemem' : 'teramem' } } // Executor details