use humanfriendly walltime specifications

This commit is contained in:
Fabian Neumann 2024-03-09 14:47:01 +01:00
parent bcd02d94d6
commit ed71978b92
6 changed files with 10 additions and 10 deletions

View File

@ -9,7 +9,7 @@ import yaml
from snakemake.utils import min_version from snakemake.utils import min_version
min_version("8") min_version("8.5")
from scripts._helpers import path_provider from scripts._helpers import path_provider

View File

@ -813,8 +813,8 @@ solving:
cbc-default: {} # Used in CI cbc-default: {} # Used in CI
glpk-default: {} # Used in CI glpk-default: {} # Used in CI
mem: 30000 #memory in MB; 20 GB enough for 50+B+I+H2; 100 GB for 181+B+I+H2 mem_mb: 30000 #memory in MB; 20 GB enough for 50+B+I+H2; 100 GB for 181+B+I+H2
walltime: "12:00:00" runtime: 6h #runtime in humanfriendly style https://humanfriendly.readthedocs.io/en/latest/
# docs in https://pypsa-eur.readthedocs.io/en/latest/configuration.html#plotting # docs in https://pypsa-eur.readthedocs.io/en/latest/configuration.html#plotting
plotting: plotting:

View File

@ -20,7 +20,7 @@ dependencies:
- openpyxl!=3.1.1 - openpyxl!=3.1.1
- pycountry - pycountry
- seaborn - seaborn
- snakemake-minimal>=8 - snakemake-minimal>=8.5
- memory_profiler - memory_profiler
- yaml - yaml
- pytables - pytables

View File

@ -29,7 +29,7 @@ rule solve_network:
threads: solver_threads threads: solver_threads
resources: resources:
mem_mb=memory, mem_mb=memory,
walltime=config_provider("solving", "walltime", default="12:00:00"), runtime=config_provider("solving", "runtime", default="6h"),
shadow: shadow:
"minimal" "minimal"
conda: conda:
@ -60,7 +60,7 @@ rule solve_operations_network:
threads: 4 threads: 4
resources: resources:
mem_mb=(lambda w: 10000 + 372 * int(w.clusters)), mem_mb=(lambda w: 10000 + 372 * int(w.clusters)),
walltime=config_provider("solving", "walltime", default="12:00:00"), runtime=config_provider("solving", "runtime", default="6h"),
shadow: shadow:
"minimal" "minimal"
conda: conda:

View File

@ -132,8 +132,8 @@ rule solve_sector_network_myopic:
+ "logs/elec_s{simpl}_{clusters}_l{ll}_{opts}_{sector_opts}_{planning_horizons}_python.log", + "logs/elec_s{simpl}_{clusters}_l{ll}_{opts}_{sector_opts}_{planning_horizons}_python.log",
threads: solver_threads threads: solver_threads
resources: resources:
mem_mb=config_provider("solving", "mem"), mem_mb=config_provider("solving", "mem_mb"),
walltime=config_provider("solving", "walltime", default="12:00:00"), runtime=config_provider("solving", "runtime", default="6h"),
benchmark: benchmark:
( (
RESULTS RESULTS

View File

@ -30,8 +30,8 @@ rule solve_sector_network:
+ "logs/elec_s{simpl}_{clusters}_l{ll}_{opts}_{sector_opts}_{planning_horizons}_python.log", + "logs/elec_s{simpl}_{clusters}_l{ll}_{opts}_{sector_opts}_{planning_horizons}_python.log",
threads: solver_threads threads: solver_threads
resources: resources:
mem_mb=config_provider("solving", "mem"), mem_mb=config_provider("solving", "mem_mb"),
walltime=config_provider("solving", "walltime", default="12:00:00"), runtime=config_provider("solving", "runtime", default="6h"),
benchmark: benchmark:
( (
RESULTS RESULTS