Skip to content
Snippets Groups Projects
Commit aaf097a4 authored by Blaise Li's avatar Blaise Li
Browse files

Using more processors to map and index.

Hopefully this will be more efficient on pisa.
parent 2c544b0a
No related branches found
No related tags found
No related merge requests found
...@@ -233,7 +233,7 @@ rule trim_and_dedup: ...@@ -233,7 +233,7 @@ rule trim_and_dedup:
process_type = "iCLIP", process_type = "iCLIP",
trim5 = 8, trim5 = 8,
trim3 = 4, trim3 = 4,
threads: 4 # Actually, to avoid too much IO threads: 8 # Actually, to avoid too much IO
message: message:
"Trimming adaptor from raw data using {wildcards.trimmer}, deduplicating reads, and removing 5' and 3' random n-mers for {wildcards.lib}_{wildcards.rep}." "Trimming adaptor from raw data using {wildcards.trimmer}, deduplicating reads, and removing 5' and 3' random n-mers for {wildcards.lib}_{wildcards.rep}."
benchmark: benchmark:
...@@ -470,7 +470,7 @@ rule sam2indexedbam: ...@@ -470,7 +470,7 @@ rule sam2indexedbam:
log = OPJ(log_dir, "{trimmer}", "sam2indexedbam", "{lib}_{rep}_{read_type}.log"), log = OPJ(log_dir, "{trimmer}", "sam2indexedbam", "{lib}_{rep}_{read_type}.log"),
err = OPJ(log_dir, "{trimmer}", "sam2indexedbam", "{lib}_{rep}_{read_type}.err"), err = OPJ(log_dir, "{trimmer}", "sam2indexedbam", "{lib}_{rep}_{read_type}.err"),
threads: threads:
4 8
resources: resources:
mem_mb=4100 mem_mb=4100
wrapper: wrapper:
......
...@@ -168,7 +168,7 @@ rule map_on_genome: ...@@ -168,7 +168,7 @@ rule map_on_genome:
resources: resources:
io=5 io=5
threads: threads:
4 8
wrapper: wrapper:
f"file://{wrappers_dir}/map_on_genome" f"file://{wrappers_dir}/map_on_genome"
......
...@@ -392,7 +392,7 @@ rule trim_and_dedup: ...@@ -392,7 +392,7 @@ rule trim_and_dedup:
process_type = "PRO-seq", process_type = "PRO-seq",
trim5 = lambda wildcards : lib2UMI[wildcards.lib][0], trim5 = lambda wildcards : lib2UMI[wildcards.lib][0],
trim3 = lambda wildcards : lib2UMI[wildcards.lib][1], trim3 = lambda wildcards : lib2UMI[wildcards.lib][1],
threads: 4 # Actually, to avoid too much IO threads: 8 # Actually, to avoid too much IO
message: message:
"Trimming adaptor from raw data using {wildcards.trimmer}, deduplicating reads, and removing 5' and 3' random n-mers for {wildcards.lib}_{wildcards.rep}." "Trimming adaptor from raw data using {wildcards.trimmer}, deduplicating reads, and removing 5' and 3' random n-mers for {wildcards.lib}_{wildcards.rep}."
benchmark: benchmark:
...@@ -429,7 +429,7 @@ rule trim_only: ...@@ -429,7 +429,7 @@ rule trim_only:
process_type = "PRO-seq", process_type = "PRO-seq",
trim5 = lambda wildcards : lib2UMI[wildcards.lib][0], trim5 = lambda wildcards : lib2UMI[wildcards.lib][0],
trim3 = lambda wildcards : lib2UMI[wildcards.lib][1], trim3 = lambda wildcards : lib2UMI[wildcards.lib][1],
threads: 4 # Actually, to avoid too much IO threads: 8 # Actually, to avoid too much IO
message: message:
"Trimming adaptor from raw data using {wildcards.trimmer} and removing 5' and 3' random n-mers for {wildcards.lib}_{wildcards.rep}." "Trimming adaptor from raw data using {wildcards.trimmer} and removing 5' and 3' random n-mers for {wildcards.lib}_{wildcards.rep}."
benchmark: benchmark:
...@@ -481,6 +481,8 @@ rule map_on_genome: ...@@ -481,6 +481,8 @@ rule map_on_genome:
log: log:
log = OPJ(log_dir, "{trimmer}", "map_{type}_on_genome", "{lib}_{rep}.log"), log = OPJ(log_dir, "{trimmer}", "map_{type}_on_genome", "{lib}_{rep}.log"),
err = OPJ(log_dir, "{trimmer}", "map_{type}_on_genome", "{lib}_{rep}.err"), err = OPJ(log_dir, "{trimmer}", "map_{type}_on_genome", "{lib}_{rep}.err"),
threads:
8
# shell: # shell:
# """ # """
# genome_dir="${{HOME}}/Genomes" # genome_dir="${{HOME}}/Genomes"
...@@ -506,7 +508,7 @@ rule sam2indexedbam: ...@@ -506,7 +508,7 @@ rule sam2indexedbam:
log = OPJ(log_dir, "{trimmer}", "sam2indexedbam", "{lib}_{rep}_{type}.log"), log = OPJ(log_dir, "{trimmer}", "sam2indexedbam", "{lib}_{rep}_{type}.log"),
err = OPJ(log_dir, "{trimmer}", "sam2indexedbam", "{lib}_{rep}_{type}.err"), err = OPJ(log_dir, "{trimmer}", "sam2indexedbam", "{lib}_{rep}_{type}.err"),
threads: threads:
4 8
resources: resources:
mem_mb=4100 mem_mb=4100
wrapper: wrapper:
......
...@@ -567,7 +567,7 @@ rule map_on_genome: ...@@ -567,7 +567,7 @@ rule map_on_genome:
resources: resources:
io=5 io=5
threads: threads:
4 8
#shell: #shell:
# mapping_command(aligner) # mapping_command(aligner)
wrapper: wrapper:
...@@ -620,7 +620,7 @@ rule remap_on_genome: ...@@ -620,7 +620,7 @@ rule remap_on_genome:
resources: resources:
io=5 io=5
threads: threads:
4 8
#shell: #shell:
# mapping_command(aligner) # mapping_command(aligner)
wrapper: wrapper:
......
...@@ -755,7 +755,7 @@ rule map_on_genome: ...@@ -755,7 +755,7 @@ rule map_on_genome:
log = OPJ(log_dir, "map_on_genome", "{lib}_{rep}_{read_type}.log"), log = OPJ(log_dir, "map_on_genome", "{lib}_{rep}_{read_type}.log"),
err = OPJ(log_dir, "map_on_genome", "{lib}_{rep}_{read_type}.err") err = OPJ(log_dir, "map_on_genome", "{lib}_{rep}_{read_type}.err")
threads: threads:
4 8
wrapper: wrapper:
f"file://{wrappers_dir}/map_on_genome" f"file://{wrappers_dir}/map_on_genome"
...@@ -787,7 +787,7 @@ rule sam2indexedbam: ...@@ -787,7 +787,7 @@ rule sam2indexedbam:
log = OPJ(log_dir, "sam2indexedbam", "{lib}_{rep}_{read_type}.log"), log = OPJ(log_dir, "sam2indexedbam", "{lib}_{rep}_{read_type}.log"),
err = OPJ(log_dir, "sam2indexedbam", "{lib}_{rep}_{read_type}.err"), err = OPJ(log_dir, "sam2indexedbam", "{lib}_{rep}_{read_type}.err"),
threads: threads:
4 8
resources: resources:
mem_mb=4100 mem_mb=4100
wrapper: wrapper:
......
...@@ -1014,7 +1014,7 @@ rule map_on_genome: ...@@ -1014,7 +1014,7 @@ rule map_on_genome:
log = OPJ(log_dir, "map_on_genome", "{lib}_{rep}_%s.log" % size_selected), log = OPJ(log_dir, "map_on_genome", "{lib}_{rep}_%s.log" % size_selected),
err = OPJ(log_dir, "map_on_genome", "{lib}_{rep}_%s.err" % size_selected) err = OPJ(log_dir, "map_on_genome", "{lib}_{rep}_%s.err" % size_selected)
threads: threads:
4 8
resources: resources:
mem_mb=700 mem_mb=700
wrapper: wrapper:
...@@ -1067,7 +1067,7 @@ rule remap_on_genome: ...@@ -1067,7 +1067,7 @@ rule remap_on_genome:
log = OPJ(log_dir, "remap_on_genome", "{lib}_{rep}_{read_type}.log"), log = OPJ(log_dir, "remap_on_genome", "{lib}_{rep}_{read_type}.log"),
err = OPJ(log_dir, "remap_on_genome", "{lib}_{rep}_{read_type}.err") err = OPJ(log_dir, "remap_on_genome", "{lib}_{rep}_{read_type}.err")
threads: threads:
4 8
resources: resources:
mem_mb=700 mem_mb=700
wrapper: wrapper:
...@@ -1102,7 +1102,7 @@ rule sam2indexedbam: ...@@ -1102,7 +1102,7 @@ rule sam2indexedbam:
log = OPJ(log_dir, "sam2indexedbam", "{lib}_{rep}_{read_type}.log"), log = OPJ(log_dir, "sam2indexedbam", "{lib}_{rep}_{read_type}.log"),
err = OPJ(log_dir, "sam2indexedbam", "{lib}_{rep}_{read_type}.err"), err = OPJ(log_dir, "sam2indexedbam", "{lib}_{rep}_{read_type}.err"),
threads: threads:
4 8
resources: resources:
mem_mb=4100 mem_mb=4100
wrapper: wrapper:
......
0% Loading or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment