bjoern/pypsa-eur
1
0
Fork 0
Code Issues Pull Requests Actions1 Packages Projects Releases Wiki Activity

Fix memory requirement for build_renewable_potentials

Browse Source 
if distance is set one needs up to 24GB.
This commit is contained in:
Jonas Hörsch 2018-09-24 18:26:31 +02:00
parent 2bc3ee6fc7
commit 748f4c9f36
1 changed files with 6 additions and 3 deletions

9
Snakefile
View File

@ -92,13 +92,17 @@ rule build_cutout:
group: 'feedin_preparation' group: 'feedin_preparation'
script: "scripts/build_cutout.py" script: "scripts/build_cutout.py"
def memory_build_renewable_potentials(wildcards):
corine_config = config["renewable"][wildcards.technology]["corine"]
return 12000 if corine_config.get("distance") is None else 24000
rule build_renewable_potentials: rule build_renewable_potentials:
input: input:
cutout=lambda wildcards: "cutouts/" + config["renewable"][wildcards.technology]['cutout'], cutout=lambda wildcards: "cutouts/" + config["renewable"][wildcards.technology]['cutout'],
corine="data/bundle/corine/g250_clc06_V18_5.tif", corine="data/bundle/corine/g250_clc06_V18_5.tif",
natura="data/bundle/natura/Natura2000_end2015.shp" natura="data/bundle/natura/Natura2000_end2015.shp"
output: "resources/potentials_{technology}.nc" output: "resources/potentials_{technology}.nc"
resources: mem=12000 resources: mem=memory_build_renewable_potentials
benchmark: "benchmarks/build_renewable_potentials_{technology}" benchmark: "benchmarks/build_renewable_potentials_{technology}"
group: 'feedin_preparation' group: 'feedin_preparation'
script: "scripts/build_renewable_potentials.py" script: "scripts/build_renewable_potentials.py"
@ -195,7 +199,6 @@ rule prepare_network:
threads: 1 threads: 1
resources: mem=1000 resources: mem=1000
benchmark: "benchmarks/prepare_network/{network}_s{simpl}_{clusters}_lv{lv}_{opts}" benchmark: "benchmarks/prepare_network/{network}_s{simpl}_{clusters}_lv{lv}_{opts}"
group: "solve_prep"
script: "scripts/prepare_network.py" script: "scripts/prepare_network.py"
def memory(w): def memory(w):
@ -216,7 +219,7 @@ rule solve_network:
benchmark: "benchmarks/solve_network/{network}_s{simpl}_{clusters}_lv{lv}_{opts}" benchmark: "benchmarks/solve_network/{network}_s{simpl}_{clusters}_lv{lv}_{opts}"
threads: 4 threads: 4
resources: mem=memory resources: mem=memory
group: "solve" # group: "solve" # with group, threads is ignored https://bitbucket.org/snakemake/snakemake/issues/971/group-job-description-does-not-contain
script: "scripts/solve_network.py" script: "scripts/solve_network.py"
rule solve_operations_network: rule solve_operations_network: