Skip to content

Commit a64a7bc

Browse files
committed
Update requested memory calculation
1 parent 2f30943 commit a64a7bc

1 file changed

Lines changed: 7 additions & 7 deletions

File tree

main.nf

Lines changed: 7 additions & 7 deletions
Original file line numberDiff line numberDiff line change
@@ -97,9 +97,9 @@ process pool_all {
9797
memory {
9898
def numSamples = samp.size()
9999
def baseMemory = 10.GB
100-
def perSampleMemory = 1.GB * numSamples
100+
def perSampleMemory = 1.65.GB * numSamples
101101
def requestedMemory = [baseMemory, perSampleMemory].max()
102-
return (requestedMemory * 1.4 * task.attempt) as nextflow.util.MemoryUnit
102+
return (requestedMemory * task.attempt) as nextflow.util.MemoryUnit
103103
}
104104

105105
input:
@@ -127,8 +127,8 @@ process finalize_qc {
127127

128128
memory {
129129
def inputSizeGB = pool_out.size() / (1024 * 1024 * 1024)
130-
def baseMemory = 8.GB
131-
def memoryMultiplier = 3.5 // Conservative multiplier between observed values
130+
def baseMemory = 16.GB
131+
def memoryMultiplier = 6.5
132132
def requestedMemory = baseMemory + (inputSizeGB * memoryMultiplier).GB
133133
return (requestedMemory * task.attempt) as nextflow.util.MemoryUnit
134134
}
@@ -157,8 +157,8 @@ process finalize_qc_basic {
157157

158158
memory {
159159
def inputSizeGB = pool_out.size() / (1024 * 1024 * 1024)
160-
def baseMemory = 8.GB
161-
def memoryMultiplier = 3.5 // Conservative multiplier between observed values
160+
def baseMemory = 16.GB
161+
def memoryMultiplier = 6.5
162162
def requestedMemory = baseMemory + (inputSizeGB * memoryMultiplier).GB
163163
return (requestedMemory * task.attempt) as nextflow.util.MemoryUnit
164164
}
@@ -186,7 +186,7 @@ process integrate {
186186

187187
memory {
188188
def inputSizeGB = Math.ceil(qc2_out.size() / (1024 * 1024 * 1024)) as int
189-
def requestedGB = Math.max(8, (Math.ceil((inputSizeGB * 4) / 8) as int) * 8)
189+
def requestedGB = Math.max(8, (Math.ceil((inputSizeGB * 18) / 8) as int) * 8)
190190
return (requestedGB.GB * task.attempt) as nextflow.util.MemoryUnit
191191
}
192192

0 commit comments

Comments
 (0)