569 lines
19 KiB
Python
Executable File
569 lines
19 KiB
Python
Executable File
# -*- coding: utf-8 -*-
|
|
# SPDX-FileCopyrightText: : 2017-2023 The PyPSA-Eur Authors
|
|
#
|
|
# SPDX-License-Identifier: MIT
|
|
|
|
"""
|
|
Solves linear optimal power flow for a network iteratively while updating
|
|
reactances.
|
|
|
|
Relevant Settings
|
|
-----------------
|
|
|
|
.. code:: yaml
|
|
|
|
solving:
|
|
tmpdir:
|
|
options:
|
|
formulation:
|
|
clip_p_max_pu:
|
|
load_shedding:
|
|
noisy_costs:
|
|
nhours:
|
|
min_iterations:
|
|
max_iterations:
|
|
skip_iterations:
|
|
track_iterations:
|
|
solver:
|
|
name:
|
|
|
|
.. seealso::
|
|
Documentation of the configuration file ``config.yaml`` at
|
|
:ref:`electricity_cf`, :ref:`solving_cf`, :ref:`plotting_cf`
|
|
|
|
Inputs
|
|
------
|
|
|
|
- ``networks/elec_s{simpl}_{clusters}_ec_l{ll}_{opts}.nc``: confer :ref:`prepare`
|
|
|
|
Outputs
|
|
-------
|
|
|
|
- ``results/networks/elec_s{simpl}_{clusters}_ec_l{ll}_{opts}.nc``: Solved PyPSA network including optimisation results
|
|
|
|
.. image:: img/results.png
|
|
:scale: 40 %
|
|
|
|
Description
|
|
-----------
|
|
|
|
Total annual system costs are minimised with PyPSA. The full formulation of the
|
|
linear optimal power flow (plus investment planning
|
|
is provided in the
|
|
`documentation of PyPSA <https://pypsa.readthedocs.io/en/latest/optimal_power_flow.html#linear-optimal-power-flow>`_.
|
|
The optimization is based on the ``pyomo=False`` setting in the :func:`network.lopf` and :func:`pypsa.linopf.ilopf` function.
|
|
Additionally, some extra constraints specified in :mod:`prepare_network` are added.
|
|
|
|
Solving the network in multiple iterations is motivated through the dependence of transmission line capacities and impedances.
|
|
As lines are expanded their electrical parameters change, which renders the optimisation bilinear even if the power flow
|
|
equations are linearized.
|
|
To retain the computational advantage of continuous linear programming, a sequential linear programming technique
|
|
is used, where in between iterations the line impedances are updated.
|
|
Details (and errors made through this heuristic) are discussed in the paper
|
|
|
|
- Fabian Neumann and Tom Brown. `Heuristics for Transmission Expansion Planning in Low-Carbon Energy System Models <https://arxiv.org/abs/1907.10548>`_), *16th International Conference on the European Energy Market*, 2019. `arXiv:1907.10548 <https://arxiv.org/abs/1907.10548>`_.
|
|
|
|
.. warning::
|
|
Capital costs of existing network components are not included in the objective function,
|
|
since for the optimisation problem they are just a constant term (no influence on optimal result).
|
|
|
|
Therefore, these capital costs are not included in ``network.objective``!
|
|
|
|
If you want to calculate the full total annual system costs add these to the objective value.
|
|
|
|
.. tip::
|
|
The rule :mod:`solve_all_networks` runs
|
|
for all ``scenario`` s in the configuration file
|
|
the rule :mod:`solve_network`.
|
|
"""
|
|
|
|
import logging
|
|
import os
|
|
import re
|
|
from pathlib import Path
|
|
|
|
import numpy as np
|
|
import pandas as pd
|
|
import pypsa
|
|
from _helpers import configure_logging
|
|
from linopy import merge
|
|
from pypsa.descriptors import get_switchable_as_dense as get_as_dense
|
|
from pypsa.optimization.abstract import optimize_transmission_expansion_iteratively
|
|
from pypsa.optimization.optimize import optimize
|
|
from vresutils.benchmark import memory_logger
|
|
|
|
logger = logging.getLogger(__name__)
|
|
|
|
|
|
def prepare_network(n, solve_opts):
|
|
if "clip_p_max_pu" in solve_opts:
|
|
for df in (n.generators_t.p_max_pu, n.storage_units_t.inflow):
|
|
df.where(df > solve_opts["clip_p_max_pu"], other=0.0, inplace=True)
|
|
|
|
load_shedding = solve_opts.get("load_shedding")
|
|
if load_shedding:
|
|
n.add("Carrier", "load", color="#dd2e23", nice_name="Load shedding")
|
|
buses_i = n.buses.query("carrier == 'AC'").index
|
|
if not np.isscalar(load_shedding):
|
|
load_shedding = 1e2 # Eur/kWh
|
|
# intersect between macroeconomic and surveybased
|
|
# willingness to pay
|
|
# http://journal.frontiersin.org/article/10.3389/fenrg.2015.00055/full)
|
|
n.madd(
|
|
"Generator",
|
|
buses_i,
|
|
" load",
|
|
bus=buses_i,
|
|
carrier="load",
|
|
sign=1e-3, # Adjust sign to measure p and p_nom in kW instead of MW
|
|
marginal_cost=load_shedding,
|
|
p_nom=1e9, # kW
|
|
)
|
|
|
|
if solve_opts.get("noisy_costs"):
|
|
for t in n.iterate_components(n.one_port_components):
|
|
# if 'capital_cost' in t.df:
|
|
# t.df['capital_cost'] += 1e1 + 2.*(np.random.random(len(t.df)) - 0.5)
|
|
if "marginal_cost" in t.df:
|
|
t.df["marginal_cost"] += 1e-2 + 2e-3 * (
|
|
np.random.random(len(t.df)) - 0.5
|
|
)
|
|
|
|
for t in n.iterate_components(["Line", "Link"]):
|
|
t.df["capital_cost"] += (
|
|
1e-1 + 2e-2 * (np.random.random(len(t.df)) - 0.5)
|
|
) * t.df["length"]
|
|
|
|
if solve_opts.get("nhours"):
|
|
nhours = solve_opts["nhours"]
|
|
n.set_snapshots(n.snapshots[:nhours])
|
|
n.snapshot_weightings[:] = 8760.0 / nhours
|
|
|
|
return n
|
|
|
|
|
|
def add_CCL_constraints(n, config):
|
|
"""
|
|
Add CCL (country & carrier limit) constraint to the network.
|
|
|
|
Add minimum and maximum levels of generator nominal capacity per carrier
|
|
for individual countries. Opts and path for agg_p_nom_minmax.csv must be defined
|
|
in config.yaml. Default file is available at data/agg_p_nom_minmax.csv.
|
|
|
|
Parameters
|
|
----------
|
|
n : pypsa.Network
|
|
config : dict
|
|
|
|
Example
|
|
-------
|
|
scenario:
|
|
opts: [Co2L-CCL-24H]
|
|
electricity:
|
|
agg_p_nom_limits: data/agg_p_nom_minmax.csv
|
|
"""
|
|
pypsa_eur_path = os.path.dirname(os.getcwd())
|
|
agg_p_nom_limits = os.path.join(
|
|
pypsa_eur_path, config["electricity"].get("agg_p_nom_limits")
|
|
)
|
|
try:
|
|
agg_p_nom_minmax = pd.read_csv(agg_p_nom_limits, index_col=list(range(2)))
|
|
except IOError:
|
|
logger.exception(
|
|
"Need to specify the path to a .csv file containing "
|
|
"aggregate capacity limits per country. "
|
|
"Path specified in config['electricity']['agg_p_nom_limit']. "
|
|
f"Currently read path is 'pypsa-eur/{agg_p_nom_limits}'."
|
|
)
|
|
logger.info(
|
|
"Adding per carrier generation capacity constraints for " "individual countries"
|
|
)
|
|
capacity_variable = n.model["Generator-p_nom"]
|
|
|
|
lhs = []
|
|
ext_carriers = n.generators.query("p_nom_extendable").carrier.unique()
|
|
for c in ext_carriers:
|
|
ext_carrier = n.generators.query("p_nom_extendable and carrier == @c")
|
|
country_grouper = (
|
|
ext_carrier.bus.map(n.buses.country)
|
|
.rename_axis("Generator-ext")
|
|
.rename("country")
|
|
)
|
|
ext_carrier_per_country = capacity_variable.loc[
|
|
country_grouper.index
|
|
].groupby_sum(country_grouper)
|
|
lhs.append(ext_carrier_per_country)
|
|
lhs = merge(lhs, dim=pd.Index(ext_carriers, name="carrier"))
|
|
|
|
min_matrix = agg_p_nom_minmax["min"].to_xarray().unstack().reindex_like(lhs)
|
|
max_matrix = agg_p_nom_minmax["max"].to_xarray().unstack().reindex_like(lhs)
|
|
|
|
n.model.add_constraints(
|
|
lhs >= min_matrix, name="agg_p_nom_min", mask=min_matrix.notnull()
|
|
)
|
|
n.model.add_constraints(
|
|
lhs <= max_matrix, name="agg_p_nom_max", mask=max_matrix.notnull()
|
|
)
|
|
|
|
|
|
def add_EQ_constraints(n, o, scaling=1e-1):
|
|
"""
|
|
Add equality constraints to the network.
|
|
|
|
Opts must be specified in the config.yaml.
|
|
|
|
Parameters
|
|
----------
|
|
n : pypsa.Network
|
|
o : str
|
|
|
|
Example
|
|
-------
|
|
scenario:
|
|
opts: [Co2L-EQ0.7-24H]
|
|
|
|
Require each country or node to on average produce a minimal share
|
|
of its total consumption itself. Example: EQ0.7c demands each country
|
|
to produce on average at least 70% of its consumption; EQ0.7 demands
|
|
each node to produce on average at least 70% of its consumption.
|
|
"""
|
|
float_regex = "[0-9]*\.?[0-9]+"
|
|
level = float(re.findall(float_regex, o)[0])
|
|
if o[-1] == "c":
|
|
ggrouper = n.generators.bus.map(n.buses.country)
|
|
lgrouper = n.loads.bus.map(n.buses.country)
|
|
sgrouper = n.storage_units.bus.map(n.buses.country)
|
|
else:
|
|
ggrouper = n.generators.bus
|
|
lgrouper = n.loads.bus
|
|
sgrouper = n.storage_units.bus
|
|
load = (
|
|
n.snapshot_weightings.generators
|
|
@ n.loads_t.p_set.groupby(lgrouper, axis=1).sum()
|
|
)
|
|
inflow = (
|
|
n.snapshot_weightings.stores
|
|
@ n.storage_units_t.inflow.groupby(sgrouper, axis=1).sum()
|
|
)
|
|
inflow = inflow.reindex(load.index).fillna(0.0)
|
|
rhs = scaling * (level * load - inflow)
|
|
dispatch_variable = n.model["Generator-p"].T
|
|
lhs_gen = (
|
|
(dispatch_variable * (n.snapshot_weightings.generators * scaling))
|
|
.groupby_sum(ggrouper)
|
|
.sum("snapshot")
|
|
)
|
|
if not n.storage_units_t.inflow.empty:
|
|
spillage_variable = n.model["StorageUnit-spill"]
|
|
lhs_spill = (
|
|
(spillage_variable * (-n.snapshot_weightings.stores * scaling))
|
|
.groupby_sum(sgrouper)
|
|
.sum("snapshot")
|
|
)
|
|
lhs = merge(lhs_gen, lhs_spill)
|
|
else:
|
|
lhs = lhs_gen
|
|
n.model.add_constraints(lhs >= rhs, name="equity_min")
|
|
|
|
|
|
def add_BAU_constraints(n, config):
|
|
"""
|
|
Add a per-carrier minimal overall capacity.
|
|
|
|
BAU_mincapacities and opts must be adjusted in the config.yaml.
|
|
|
|
Parameters
|
|
----------
|
|
n : pypsa.Network
|
|
config : dict
|
|
|
|
Example
|
|
-------
|
|
scenario:
|
|
opts: [Co2L-BAU-24H]
|
|
electricity:
|
|
BAU_mincapacities:
|
|
solar: 0
|
|
onwind: 0
|
|
OCGT: 100000
|
|
offwind-ac: 0
|
|
offwind-dc: 0
|
|
Which sets minimum expansion across all nodes e.g. in Europe to 100GW.
|
|
OCGT bus 1 + OCGT bus 2 + ... > 100000
|
|
"""
|
|
mincaps = pd.Series(config["electricity"]["BAU_mincapacities"])
|
|
capacity_variable = n.model["Generator-p_nom"]
|
|
ext_i = n.generators.query("p_nom_extendable")
|
|
ext_carrier_i = ext_i.carrier.rename_axis("Generator-ext")
|
|
lhs = capacity_variable.groupby_sum(ext_carrier_i)
|
|
rhs = mincaps[lhs.coords["carrier"].values].rename_axis("carrier")
|
|
n.model.add_constraints(lhs >= rhs, name="bau_mincaps")
|
|
|
|
|
|
def add_SAFE_constraints(n, config):
|
|
"""
|
|
Add a capacity reserve margin of a certain fraction above the peak demand.
|
|
Renewable generators and storage do not contribute. Ignores network.
|
|
|
|
Parameters
|
|
----------
|
|
n : pypsa.Network
|
|
config : dict
|
|
|
|
Example
|
|
-------
|
|
config.yaml requires to specify opts:
|
|
|
|
scenario:
|
|
opts: [Co2L-SAFE-24H]
|
|
electricity:
|
|
SAFE_reservemargin: 0.1
|
|
Which sets a reserve margin of 10% above the peak demand.
|
|
"""
|
|
peakdemand = n.loads_t.p_set.sum(axis=1).max()
|
|
margin = 1.0 + config["electricity"]["SAFE_reservemargin"]
|
|
reserve_margin = peakdemand * margin
|
|
conv_techs = config["plotting"]["conv_techs"]
|
|
ext_gens_i = n.generators.query("carrier in @conv_techs & p_nom_extendable").index
|
|
capacity_variable = n.model["Generator-p_nom"]
|
|
ext_cap_var = capacity_variable.sel({"Generator-ext": ext_gens_i})
|
|
lhs = ext_cap_var.sum()
|
|
exist_conv_caps = n.generators.query(
|
|
"~p_nom_extendable & carrier in @conv_techs"
|
|
).p_nom.sum()
|
|
rhs = reserve_margin - exist_conv_caps
|
|
n.model.add_constraints(lhs >= rhs, name="safe_mintotalcap")
|
|
|
|
|
|
def add_operational_reserve_margin_constraint(n, sns, config):
|
|
"""
|
|
Define minimum operational reserve margin for a given snapshot.
|
|
|
|
Parameters
|
|
----------
|
|
n : pypsa.Network
|
|
config : dict
|
|
|
|
Example:
|
|
--------
|
|
config.yaml requires to specify operational_reserve:
|
|
operational_reserve: # like https://genxproject.github.io/GenX/dev/core/#Reserves
|
|
activate: true
|
|
epsilon_load: 0.02 # percentage of load at each snapshot
|
|
epsilon_vres: 0.02 # percentage of VRES at each snapshot
|
|
contingency: 400000 # MW
|
|
"""
|
|
reserve_config = config["electricity"]["operational_reserve"]
|
|
EPSILON_LOAD = reserve_config["epsilon_load"]
|
|
EPSILON_VRES = reserve_config["epsilon_vres"]
|
|
CONTINGENCY = reserve_config["contingency"]
|
|
|
|
# Reserve Variables
|
|
n.model.add_variables(
|
|
0, np.inf, coords=[sns, n.generators.index], name="Generator-r"
|
|
)
|
|
reserve = n.model["Generator-r"]
|
|
lhs = reserve.sum("Generator")
|
|
|
|
# Share of extendable renewable capacities
|
|
ext_i = n.generators.query("p_nom_extendable").index
|
|
vres_i = n.generators_t.p_max_pu.columns
|
|
if not ext_i.empty and not vres_i.empty:
|
|
capacity_factor = n.generators_t.p_max_pu[vres_i.intersection(ext_i)]
|
|
renewable_capacity_variables = (
|
|
n.model["Generator-p_nom"]
|
|
.sel({"Generator-ext": vres_i.intersection(ext_i)})
|
|
.rename({"Generator-ext": "Generator"})
|
|
)
|
|
lhs = merge(
|
|
lhs,
|
|
(renewable_capacity_variables * (-EPSILON_VRES * capacity_factor)).sum(
|
|
["Generator"]
|
|
),
|
|
)
|
|
|
|
# Total demand per t
|
|
demand = n.loads_t.p_set.sum(1)
|
|
|
|
# VRES potential of non extendable generators
|
|
capacity_factor = n.generators_t.p_max_pu[vres_i.difference(ext_i)]
|
|
renewable_capacity = n.generators.p_nom[vres_i.difference(ext_i)]
|
|
potential = (capacity_factor * renewable_capacity).sum(1)
|
|
|
|
# Right-hand-side
|
|
rhs = EPSILON_LOAD * demand + EPSILON_VRES * potential + CONTINGENCY
|
|
|
|
n.model.add_constraints(lhs >= rhs, name="reserve_margin")
|
|
|
|
|
|
def update_capacity_constraint(n):
|
|
"""
|
|
Update the capacity constraint to include the new capacity variables.
|
|
|
|
Parameters
|
|
----------
|
|
n : pypsa.Network
|
|
"""
|
|
gen_i = n.generators.index
|
|
ext_i = n.generators.query("p_nom_extendable").index
|
|
fix_i = n.generators.query("not p_nom_extendable").index
|
|
|
|
dispatch = n.model["Generator-p"]
|
|
reserve = n.model["Generator-r"]
|
|
p_max_pu = get_as_dense(n, "Generator", "p_max_pu")
|
|
capacity_fixed = n.generators.p_nom[fix_i]
|
|
|
|
lhs = merge(
|
|
dispatch * 1,
|
|
reserve * 1,
|
|
)
|
|
|
|
if not ext_i.empty:
|
|
capacity_variable = n.model["Generator-p_nom"]
|
|
lhs = merge(
|
|
lhs,
|
|
capacity_variable.rename({"Generator-ext": "Generator"}) * -p_max_pu[ext_i],
|
|
)
|
|
|
|
rhs = (p_max_pu[fix_i] * capacity_fixed).reindex(columns=gen_i)
|
|
n.model.add_constraints(
|
|
lhs <= rhs, name="gen_updated_capacity_constraint", mask=rhs.notnull()
|
|
)
|
|
|
|
|
|
def add_operational_reserve_margin(n, sns, config):
|
|
"""
|
|
Build reserve margin constraints based on the formulation given in
|
|
https://genxproject.github.io/GenX/dev/core/#Reserves.
|
|
|
|
Parameters
|
|
----------
|
|
n : pypsa.Network
|
|
sns: pd.DatetimeIndex
|
|
config : dict
|
|
"""
|
|
add_operational_reserve_margin_constraint(n, sns, config)
|
|
update_capacity_constraint(n)
|
|
|
|
|
|
def add_battery_constraints(n):
|
|
"""
|
|
Add constraints to ensure that the ratio between the charger and
|
|
discharger.
|
|
|
|
1 * charger_size - efficiency * discharger_size = 0
|
|
"""
|
|
nodes = n.buses.index[n.buses.carrier == "battery"]
|
|
if nodes.empty:
|
|
return
|
|
vars_link = n.model["Link-p_nom"]
|
|
eff = n.links.loc[nodes + " discharger", "efficiency"]
|
|
lhs = merge(
|
|
vars_link.sel({"Link-ext": nodes + " charger"}) * 1,
|
|
vars_link.sel({"Link-ext": nodes + " discharger"}) * -eff,
|
|
)
|
|
n.model.add_constraints(lhs == 0, name="link_charger_ratio")
|
|
|
|
|
|
def extra_functionality(n, snapshots):
|
|
"""
|
|
Collects supplementary constraints which will be passed to
|
|
``pypsa.linopf.network_lopf``.
|
|
|
|
If you want to enforce additional custom constraints, this is a good
|
|
location to add them. The arguments ``opts`` and
|
|
``snakemake.config`` are expected to be attached to the network.
|
|
"""
|
|
opts = n.opts
|
|
config = n.config
|
|
if "BAU" in opts and n.generators.p_nom_extendable.any():
|
|
add_BAU_constraints(n, config)
|
|
if "SAFE" in opts and n.generators.p_nom_extendable.any():
|
|
add_SAFE_constraints(n, config)
|
|
if "CCL" in opts and n.generators.p_nom_extendable.any():
|
|
add_CCL_constraints(n, config)
|
|
reserve = config["electricity"].get("operational_reserve", {})
|
|
if reserve.get("activate"):
|
|
add_operational_reserve_margin(n, snapshots, config)
|
|
for o in opts:
|
|
if "EQ" in o:
|
|
add_EQ_constraints(n, o)
|
|
add_battery_constraints(n)
|
|
|
|
|
|
def solve_network(n, config, opts="", **kwargs):
|
|
solver_options = config["solving"]["solver"].copy()
|
|
solver_name = solver_options.pop("name")
|
|
cf_solving = config["solving"]["options"]
|
|
track_iterations = cf_solving.get("track_iterations", False)
|
|
min_iterations = cf_solving.get("min_iterations", 4)
|
|
max_iterations = cf_solving.get("max_iterations", 6)
|
|
|
|
# add to network for extra_functionality
|
|
n.config = config
|
|
n.opts = opts
|
|
|
|
skip_iterations = cf_solving.get("skip_iterations", False)
|
|
if not n.lines.s_nom_extendable.any():
|
|
skip_iterations = True
|
|
logger.info("No expandable lines found. Skipping iterative solving.")
|
|
|
|
if skip_iterations:
|
|
optimize(
|
|
n,
|
|
solver_name=solver_name,
|
|
solver_options=solver_options,
|
|
extra_functionality=extra_functionality,
|
|
**kwargs,
|
|
)
|
|
else:
|
|
optimize_transmission_expansion_iteratively(
|
|
n,
|
|
solver_name=solver_name,
|
|
solver_options=solver_options,
|
|
track_iterations=track_iterations,
|
|
min_iterations=min_iterations,
|
|
max_iterations=max_iterations,
|
|
extra_functionality=extra_functionality,
|
|
**kwargs,
|
|
)
|
|
|
|
return n
|
|
|
|
|
|
if __name__ == "__main__":
|
|
if "snakemake" not in globals():
|
|
from _helpers import mock_snakemake
|
|
|
|
os.chdir(os.path.dirname(os.path.abspath(__file__)))
|
|
snakemake = mock_snakemake(
|
|
"solve_network",
|
|
simpl="",
|
|
clusters="5",
|
|
ll="copt",
|
|
opts="Co2L-BAU-24H",
|
|
)
|
|
configure_logging(snakemake)
|
|
|
|
tmpdir = snakemake.config["solving"].get("tmpdir")
|
|
if tmpdir is not None:
|
|
Path(tmpdir).mkdir(parents=True, exist_ok=True)
|
|
opts = snakemake.wildcards.opts.split("-")
|
|
solve_opts = snakemake.config["solving"]["options"]
|
|
|
|
fn = getattr(snakemake.log, "memory", None)
|
|
with memory_logger(filename=fn, interval=30.0) as mem:
|
|
n = pypsa.Network(snakemake.input[0])
|
|
n = prepare_network(n, solve_opts)
|
|
n = solve_network(
|
|
n,
|
|
snakemake.config,
|
|
opts,
|
|
solver_dir=tmpdir,
|
|
solver_logfile=snakemake.log.solver,
|
|
)
|
|
n.meta = dict(snakemake.config, **dict(wildcards=dict(snakemake.wildcards)))
|
|
n.export_to_netcdf(snakemake.output[0])
|
|
|
|
logger.info("Maximum memory usage: {}".format(mem.mem_usage))
|