152 lines
5.4 KiB
Python
Executable File
152 lines
5.4 KiB
Python
Executable File
# SPDX-FileCopyrightText: : 2017-2020 The PyPSA-Eur Authors
|
|
#
|
|
# SPDX-License-Identifier: MIT
|
|
|
|
# coding: utf-8
|
|
"""
|
|
Retrieves conventional powerplant capacities and locations from `powerplantmatching <https://github.com/FRESNA/powerplantmatching>`_, assigns these to buses and creates a ``.csv`` file. It is possible to amend the powerplant database with custom entries provided in ``data/custom_powerplants.csv``.
|
|
|
|
Relevant Settings
|
|
-----------------
|
|
|
|
.. code:: yaml
|
|
|
|
electricity:
|
|
powerplants_filter:
|
|
custom_powerplants:
|
|
|
|
.. seealso::
|
|
Documentation of the configuration file ``config.yaml`` at
|
|
:ref:`electricity`
|
|
|
|
Inputs
|
|
------
|
|
|
|
- ``networks/base.nc``: confer :ref:`base`.
|
|
- ``data/custom_powerplants.csv``: custom powerplants in the same format as `powerplantmatching <https://github.com/FRESNA/powerplantmatching>`_ provides
|
|
|
|
Outputs
|
|
-------
|
|
|
|
- ``resource/powerplants.csv``: A list of conventional power plants (i.e. neither wind nor solar) with fields for name, fuel type, technology, country, capacity in MW, duration, commissioning year, retrofit year, latitude, longitude, and dam information as documented in the `powerplantmatching README <https://github.com/FRESNA/powerplantmatching/blob/master/README.md>`_; additionally it includes information on the closest substation/bus in ``networks/base.nc``.
|
|
|
|
.. image:: ../img/powerplantmatching.png
|
|
:scale: 30 %
|
|
|
|
**Source:** `powerplantmatching on GitHub <https://github.com/FRESNA/powerplantmatching>`_
|
|
|
|
Description
|
|
-----------
|
|
|
|
The configuration options ``electricity: powerplants_filter`` and ``electricity: custom_powerplants`` can be used to control whether data should be retrieved from the original powerplants database or from custom amendmends. These specify `pandas.query <https://pandas.pydata.org/pandas-docs/stable/reference/api/pandas.DataFrame.query.html>`_ commands.
|
|
|
|
1. Adding all powerplants from custom:
|
|
|
|
.. code:: yaml
|
|
|
|
powerplants_filter: false
|
|
custom_powerplants: true
|
|
|
|
2. Replacing powerplants in e.g. Germany by custom data:
|
|
|
|
.. code:: yaml
|
|
|
|
powerplants_filter: Country not in ['Germany']
|
|
custom_powerplants: true
|
|
|
|
or
|
|
|
|
.. code:: yaml
|
|
|
|
powerplants_filter: Country not in ['Germany']
|
|
custom_powerplants: Country in ['Germany']
|
|
|
|
|
|
3. Adding additional built year constraints:
|
|
|
|
.. code:: yaml
|
|
|
|
powerplants_filter: Country not in ['Germany'] and YearCommissioned <= 2015
|
|
custom_powerplants: YearCommissioned <= 2015
|
|
|
|
"""
|
|
|
|
import logging
|
|
from _helpers import configure_logging
|
|
|
|
import pypsa
|
|
import powerplantmatching as pm
|
|
import pandas as pd
|
|
import numpy as np
|
|
|
|
from powerplantmatching.export import map_country_bus
|
|
from scipy.spatial import cKDTree as KDTree
|
|
|
|
logger = logging.getLogger(__name__)
|
|
|
|
|
|
def add_custom_powerplants(ppl, custom_powerplants, custom_ppl_query=False):
|
|
if not custom_ppl_query:
|
|
return ppl
|
|
add_ppls = pd.read_csv(custom_powerplants, index_col=0, dtype={'bus': 'str'})
|
|
if isinstance(custom_ppl_query, str):
|
|
add_ppls.query(custom_ppl_query, inplace=True)
|
|
return pd.concat([ppl, add_ppls], sort=False, ignore_index=True, verify_integrity=True)
|
|
|
|
|
|
def replace_natural_gas_by_technology(df):
|
|
return df.Fueltype.where(df.Fueltype != 'Natural Gas', df.Technology)
|
|
|
|
|
|
if __name__ == "__main__":
|
|
if 'snakemake' not in globals():
|
|
from _helpers import mock_snakemake
|
|
snakemake = mock_snakemake('build_powerplants')
|
|
configure_logging(snakemake)
|
|
|
|
n = pypsa.Network(snakemake.input.base_network)
|
|
countries = n.buses.country.unique()
|
|
|
|
|
|
ppl = (pm.powerplants(from_url=True)
|
|
.powerplant.fill_missing_decommissioning_years()
|
|
.powerplant.convert_country_to_alpha2()
|
|
.query('Fueltype not in ["Solar", "Wind"] and Country in @countries')
|
|
.replace({'Technology': {'Steam Turbine': 'OCGT', "Combustion Engine": "OCGT"}})
|
|
.assign(Fueltype=replace_natural_gas_by_technology))
|
|
|
|
# Correct bioenergy for countries where possible
|
|
opsd = pm.data.OPSD_VRE().powerplant.convert_country_to_alpha2()
|
|
opsd = opsd.query('Country in @countries and Fueltype == "Bioenergy"')
|
|
opsd['Name'] = "Biomass"
|
|
available_countries = opsd.Country.unique()
|
|
ppl = ppl.query('not (Country in @available_countries and Fueltype == "Bioenergy")')
|
|
ppl = pd.concat([ppl, opsd])
|
|
|
|
ppl_query = snakemake.config['electricity']['powerplants_filter']
|
|
if isinstance(ppl_query, str):
|
|
ppl.query(ppl_query, inplace=True)
|
|
|
|
# add carriers from own powerplant files:
|
|
custom_ppl_query = snakemake.config['electricity']['custom_powerplants']
|
|
ppl = add_custom_powerplants(ppl, snakemake.input.custom_powerplants, custom_ppl_query)
|
|
|
|
countries_wo_ppl = set(countries)-set(ppl.Country.unique())
|
|
if countries_wo_ppl:
|
|
logging.warning(f"No powerplants known in: {', '.join(countries_wo_ppl)}")
|
|
|
|
substations = n.buses.query('substation_lv')
|
|
ppl = map_country_bus(ppl, substations)
|
|
|
|
bus_null_b = ppl["bus"].isnull()
|
|
if bus_null_b.any():
|
|
logging.warning(f"Couldn't find close bus for {bus_null_b.sum()} powerplants. "
|
|
"Removing them from the powerplants list.")
|
|
ppl = ppl[~bus_null_b]
|
|
|
|
# TODO: This has to fixed in PPM, some powerplants are still duplicated
|
|
cumcount = ppl.groupby(['bus', 'Fueltype']).cumcount() + 1
|
|
ppl.Name = ppl.Name.where(cumcount == 1, ppl.Name + " " + cumcount.astype(str))
|
|
|
|
ppl.reset_index(drop=True).to_csv(snakemake.output[0])
|