@@ -77,19 +77,16 @@ for j in `seq 1 22` X Y; do
7777 fi
7878done
7979done | time parallel --will-cite -j 80 --eta
80- # Running time in our case: 10m 11s
8180
8281# Now make sure that all runs completed successfully
8382grep Total out/log/* .log | wc -l
8483# You should see here 600 (or n(n+1) if you have n chromosomes in your file)
8584
8685# Get the single-core running time
8786grep Wall out/log/* .log | tr -d ' (' | awk ' {s+=$4}END{print s}'
88- # In our case we get 43414.7 (12.06 h)
8987
9088# Get the maximum meory usage as well
9189grep Memory out/log/* .log | awk ' {if($3>m)m=$3}END{print m}'
92- # We got 4889.0
9390```
9491
9592Then use ` sedef-align ` to bucket the files for the optimal parallel alignment, and
@@ -99,26 +96,22 @@ afterwards run the whole alignment:
9996mkdir -p out/bins
10097mkdir -p out/log/bins
10198time sedef align bucket out out/bins 1000
102- # Takes 36s (uses 5.2G of memory)
10399
104100# Now run the alignment
105101for j in out/bins/bucket_???? ; do
106102 k=$( basename $j ) ;
107103 echo " sedef align generate hg19.fa $j 11 >${j} .bed 2>out/log/bins/${k} .log"
108104done | time parallel --will-cite -j 80 --eta
109- # It took 5m 06s
110105
111106# Make sure that all runs finished nicely
112107grep Finished out/log/bins/* .log | wc -l
113108# Should be number of bins (in our case, 1000)
114109
115110# Get again the total running time
116111grep Wall out/log/bins/* .log | tr -d ' (' | awk ' {s+=$4}END{print s}'
117- # We have 17086 (4.74h)
118112
119113# And the memory
120114grep Memory out/log/bins/* .log | awk ' {if($3>m)m=$3}END{print m}'
121- # We got 5017.5
122115```
123116
124117Finally, run ` sedef-stats ` to produce the final output:
@@ -130,21 +123,10 @@ cat out/bins/*.bed > out.final.bed # final chains
130123
131124# Count the number of SDs in each stage
132125wc -l out.* bed
133- # 1656305 out/out.bed
134- # 1558896 out/out.init.bed
135- # 231472 out/out.final.bed
136126
137127# Now get the final calls
138128sedef stats generate hg19.fa out.final.bed > out.hg19.bed
139- # Took 0m 58s (7.5G)
140129```
141130
142131Final calls will be in ` out.hg19.bed ` .
143132
144- ## Notes ...
145-
146- ``` # VPC
147- #echo "qsub -cwd -V -b y -N \"S_${i}_${j}_${m}\" -l h_vmem=10G -l h_rt=24:00:00 -l h_stack=8M " \
148- # "python2.7 mesa sedef/sedef search single fasta/hg19.fa chr$i chr$j $m"
149- ```
150-
0 commit comments