diff --git a/Snakefile b/Snakefile index 44803448..79adc377 100644 --- a/Snakefile +++ b/Snakefile @@ -63,12 +63,14 @@ if config['enable'].get('retrieve_databundle', True): rule retrieve_databundle: output: expand('data/bundle/{file}', file=datafiles) log: "logs/retrieve_databundle.log" + resources: mem_mb=1000 script: 'scripts/retrieve_databundle.py' rule retrieve_load_data: input: HTTP.remote("data.open-power-system-data.org/time_series/2019-06-05/time_series_60min_singleindex.csv", keep_local=True, static=True) output: "data/load_raw.csv" + resources: mem_mb=5000 run: move(input[0], output[0]) @@ -76,6 +78,7 @@ rule build_load_data: input: "data/load_raw.csv" output: "resources/load.csv" log: "logs/build_load_data.log" + resources: mem_mb=5000 script: 'scripts/build_load_data.py' rule build_powerplants: @@ -85,7 +88,7 @@ rule build_powerplants: output: "resources/powerplants.csv" log: "logs/build_powerplants.log" threads: 1 - resources: mem_mb=500 + resources: mem_mb=5000 script: "scripts/build_powerplants.py" @@ -160,12 +163,16 @@ if config['enable'].get('retrieve_cutout', True): rule retrieve_cutout: input: HTTP.remote("zenodo.org/record/6382570/files/{cutout}.nc", keep_local=True, static=True) output: "cutouts/{cutout}.nc" + log: "logs/retrieve_cutout_{cutout}.log" + resources: mem_mb=5000 run: move(input[0], output[0]) if config['enable'].get('retrieve_cost_data', True): rule retrieve_cost_data: input: HTTP.remote(f"raw.githubusercontent.com/PyPSA/technology-data/{config['costs']['version']}/outputs/costs_{config['costs']['year']}.csv", keep_local=True) output: COSTS + log: "logs/retrieve_cost_data.log" + resources: mem_mb=5000 run: move(input[0], output[0]) if config['enable'].get('build_natura_raster', False): @@ -174,6 +181,7 @@ if config['enable'].get('build_natura_raster', False): natura="data/bundle/natura/Natura2000_end2015.shp", cutouts=expand("cutouts/{cutouts}.nc", **config['atlite']) output: "resources/natura.tiff" + resources: mem_mb=5000 log: "logs/build_natura_raster.log" script: "scripts/build_natura_raster.py" @@ -182,12 +190,14 @@ if config['enable'].get('retrieve_natura_raster', True): rule retrieve_natura_raster: input: HTTP.remote("zenodo.org/record/4706686/files/natura.tiff", keep_local=True, static=True) output: "resources/natura.tiff" + resources: mem_mb=5000 run: move(input[0], output[0]) rule retrieve_ship_raster: input: HTTP.remote("https://zenodo.org/record/6953563/files/shipdensity_global.zip", keep_local=True, static=True) output: "data/shipdensity_global.zip" + resources: mem_mb=5000 run: move(input[0], output[0]) @@ -197,6 +207,7 @@ rule build_ship_raster: cutouts=expand("cutouts/{cutouts}.nc", **config['atlite']) output: "resources/shipdensity_raster.nc" log: "logs/build_ship_raster.log" + resources: mem_mb=5000 benchmark: "benchmarks/build_ship_raster" script: "scripts/build_ship_raster.py" @@ -404,6 +415,7 @@ rule make_summary: input: input_make_summary output: directory("results/summaries/elec_s{simpl}_{clusters}_ec_l{ll}_{opts}_{country}") log: "logs/make_summary/elec_s{simpl}_{clusters}_ec_l{ll}_{opts}_{country}.log", + resources: mem_mb=500 script: "scripts/make_summary.py" @@ -411,6 +423,7 @@ rule plot_summary: input: "results/summaries/elec_s{simpl}_{clusters}_ec_l{ll}_{opts}_{country}" output: "results/plots/summary_{summary}_elec_s{simpl}_{clusters}_ec_l{ll}_{opts}_{country}.{ext}" log: "logs/plot_summary/{summary}_elec_s{simpl}_{clusters}_ec_l{ll}_{opts}_{country}_{ext}.log" + resources: mem_mb=500 script: "scripts/plot_summary.py" @@ -424,5 +437,6 @@ rule plot_p_nom_max: input: input_plot_p_nom_max output: "results/plots/elec_s{simpl}_cum_p_nom_max_{clusts}_{techs}_{country}.{ext}" log: "logs/plot_p_nom_max/elec_s{simpl}_{clusts}_{techs}_{country}_{ext}.log" + resources: mem_mb=500 script: "scripts/plot_p_nom_max.py"