150 lines
4.0 KiB
Plaintext
150 lines
4.0 KiB
Plaintext
# SPDX-FileCopyrightText: : 2017-2023 The PyPSA-Eur Authors
|
|
#
|
|
# SPDX-License-Identifier: MIT
|
|
|
|
from os.path import normpath, exists
|
|
from shutil import copyfile, move, rmtree
|
|
from pathlib import Path
|
|
import yaml
|
|
from snakemake.remote.HTTP import RemoteProvider as HTTPRemoteProvider
|
|
from snakemake.utils import min_version
|
|
from scripts._helpers import path_provider
|
|
|
|
min_version("7.7")
|
|
HTTP = HTTPRemoteProvider()
|
|
|
|
conf_file = os.path.join(workflow.current_basedir, "config/config.yaml")
|
|
conf_default_file = os.path.join(workflow.current_basedir, "config/config.default.yaml")
|
|
if not exists(conf_file) and exists(conf_default_file):
|
|
copyfile(conf_default_file, conf_file)
|
|
|
|
|
|
configfile: "config/config.yaml"
|
|
|
|
|
|
COSTS = f"data/costs_{config['costs']['year']}.csv"
|
|
ATLITE_NPROCESSES = config["atlite"].get("nprocesses", 4)
|
|
|
|
run = config["run"]
|
|
scenarios = run.get("scenarios", {})
|
|
if run["name"]:
|
|
if scenarios.get("enable"):
|
|
fn = Path(scenarios["file"])
|
|
scenarios = yaml.safe_load(fn.read_text())
|
|
RDIR = "{run}/"
|
|
else:
|
|
RDIR = ""
|
|
|
|
# for possibly shared resources
|
|
logs = path_provider("logs/", RDIR, run["shared_resources"])
|
|
benchmarks = path_provider("benchmarks/", RDIR, run["shared_resources"])
|
|
resources = path_provider("resources/", RDIR, run["shared_resources"])
|
|
|
|
CDIR = "" if run["shared_cutouts"] else RDIR
|
|
LOGS = "logs/" + RDIR
|
|
BENCHMARKS = "benchmarks/" + RDIR
|
|
if not (shared_resources := run.get("shared_resources")):
|
|
RESOURCES = "resources/" + RDIR
|
|
elif isinstance(shared_resources, str):
|
|
RESOURCES = "resources/" + shared_resources + "/"
|
|
else:
|
|
RESOURCES = "resources/"
|
|
RESULTS = "results/" + RDIR
|
|
|
|
|
|
localrules:
|
|
purge,
|
|
|
|
|
|
wildcard_constraints:
|
|
simpl="[a-zA-Z0-9]*",
|
|
clusters="[0-9]+(m|c)?|all",
|
|
ll="(v|c)([0-9\.]+|opt)",
|
|
opts="[-+a-zA-Z0-9\.]*",
|
|
sector_opts="[-+a-zA-Z0-9\.\s]*",
|
|
|
|
|
|
include: "rules/common.smk"
|
|
include: "rules/collect.smk"
|
|
include: "rules/retrieve.smk"
|
|
include: "rules/build_electricity.smk"
|
|
include: "rules/build_sector.smk"
|
|
include: "rules/solve_electricity.smk"
|
|
include: "rules/postprocess.smk"
|
|
include: "rules/validate.smk"
|
|
|
|
|
|
if config["foresight"] == "overnight":
|
|
|
|
include: "rules/solve_overnight.smk"
|
|
|
|
|
|
if config["foresight"] == "myopic":
|
|
|
|
include: "rules/solve_myopic.smk"
|
|
|
|
|
|
if config["foresight"] == "perfect":
|
|
|
|
include: "rules/solve_perfect.smk"
|
|
|
|
|
|
rule all:
|
|
input:
|
|
expand(RESULTS + "graphs/costs.pdf", run=config["run"]["name"]),
|
|
default_target: True
|
|
|
|
|
|
rule purge:
|
|
run:
|
|
import builtins
|
|
|
|
do_purge = builtins.input(
|
|
"Do you really want to delete all generated resources, \nresults and docs (downloads are kept)? [y/N] "
|
|
)
|
|
if do_purge == "y":
|
|
rmtree("resources/", ignore_errors=True)
|
|
rmtree("results/", ignore_errors=True)
|
|
rmtree("doc/_build", ignore_errors=True)
|
|
print("Purging generated resources, results and docs. Downloads are kept.")
|
|
else:
|
|
raise Exception(f"Input {do_purge}. Aborting purge.")
|
|
|
|
|
|
rule dag:
|
|
message:
|
|
"Creating DAG of workflow."
|
|
output:
|
|
dot=resources("dag.dot"),
|
|
pdf=resources("dag.pdf"),
|
|
png=resources("dag.png"),
|
|
conda:
|
|
"envs/environment.yaml"
|
|
shell:
|
|
"""
|
|
snakemake --rulegraph all | sed -n "/digraph/,\$p" > {output.dot}
|
|
dot -Tpdf -o {output.pdf} {output.dot}
|
|
dot -Tpng -o {output.png} {output.dot}
|
|
"""
|
|
|
|
|
|
rule doc:
|
|
message:
|
|
"Build documentation."
|
|
output:
|
|
directory("doc/_build"),
|
|
shell:
|
|
"make -C doc html"
|
|
|
|
|
|
rule sync:
|
|
params:
|
|
cluster=f"{config['remote']['ssh']}:{config['remote']['path']}",
|
|
shell:
|
|
"""
|
|
rsync -uvarh --ignore-missing-args --files-from=.sync-send . {params.cluster}
|
|
rsync -uvarh --no-g {params.cluster}/resources . || echo "No resources directory, skipping rsync"
|
|
rsync -uvarh --no-g {params.cluster}/results . || echo "No results directory, skipping rsync"
|
|
rsync -uvarh --no-g {params.cluster}/logs . || echo "No logs directory, skipping rsync"
|
|
"""
|