From 1bade2215a19f5e3793065c40ab625717c5db9ae Mon Sep 17 00:00:00 2001 From: Fabian Neumann Date: Fri, 29 Oct 2021 22:01:00 +0200 Subject: [PATCH 01/16] floating offshore wind - minimal representation --- Snakefile | 2 +- config.default.yaml | 17 +++++++++++++++++ data/costs.csv | 3 +++ scripts/build_renewable_profiles.py | 5 +++++ 4 files changed, 26 insertions(+), 1 deletion(-) diff --git a/Snakefile b/Snakefile index 1196d47b..7a1109c7 100644 --- a/Snakefile +++ b/Snakefile @@ -181,7 +181,7 @@ rule build_renewable_profiles: corine="data/bundle/corine/g250_clc06_V18_5.tif", natura="resources/natura.tiff", gebco=lambda w: ("data/bundle/GEBCO_2014_2D.nc" - if "max_depth" in config["renewable"][w.technology].keys() + if any(key in ["max_depth", "min_depth"] for key in config["renewable"][w.technology].keys()) else []), country_shapes='resources/country_shapes.geojson', offshore_shapes='resources/offshore_shapes.geojson', diff --git a/config.default.yaml b/config.default.yaml index a0ffbe47..2fa80f0e 100755 --- a/config.default.yaml +++ b/config.default.yaml @@ -139,6 +139,23 @@ renewable: min_shore_distance: 30000 potential: simple # or conservative clip_p_max_pu: 1.e-2 + offwind-float: + cutout: europe-2013-era5 + resource: + method: wind + turbine: NREL_ReferenceTurbine_5MW_offshore + # ScholzPhd Tab 4.3.1: 10MW/km^2 + capacity_per_sqkm: 2 + correction_factor: 0.8855 + # proxy for wake losses + # from 10.1016/j.energy.2018.08.153 + # until done more rigorously in #153 + corine: [44, 255] + natura: true + min_depth: 50 + max_depth: 500 + potential: simple # or conservative + clip_p_max_pu: 1.e-2 solar: cutout: europe-2013-sarah resource: diff --git a/data/costs.csv b/data/costs.csv index 8953eb8a..a7412753 100644 --- a/data/costs.csv +++ b/data/costs.csv @@ -24,6 +24,9 @@ offwind-ac-connection-underground,2030,investment,1342,EUR/MW/km,DEA https://ens offwind-dc-station,2030,investment,400,EUR/kWel,Haertel 2017; assuming one onshore and one offshore node + 13% learning reduction offwind-dc-connection-submarine,2030,investment,2000,EUR/MW/km,DTU report based on Fig 34 of https://ec.europa.eu/energy/sites/ener/files/documents/2014_nsog_report.pdf offwind-dc-connection-underground,2030,investment,1000,EUR/MW/km,Haertel 2017; average + 13% learning reduction +offwind-float-station,2030,investment,400,EUR/kWel,Haertel 2017; assuming one onshore and one offshore node + 13% learning reduction +offwind-float-connection-submarine,2030,investment,2000,EUR/MW/km,DTU report based on Fig 34 of https://ec.europa.eu/energy/sites/ener/files/documents/2014_nsog_report.pdf +offwind-float-connection-underground,2030,investment,1000,EUR/MW/km,Haertel 2017; average + 13% learning reduction solar,2030,investment,600,EUR/kWel,DIW DataDoc http://hdl.handle.net/10419/80348 biomass,2030,investment,2209,EUR/kWel,DIW DataDoc http://hdl.handle.net/10419/80348 geothermal,2030,investment,3392,EUR/kWel,DIW DataDoc http://hdl.handle.net/10419/80348 diff --git a/scripts/build_renewable_profiles.py b/scripts/build_renewable_profiles.py index 9ce83de3..ab46ee4f 100644 --- a/scripts/build_renewable_profiles.py +++ b/scripts/build_renewable_profiles.py @@ -31,6 +31,7 @@ Relevant settings distance: natura: max_depth: + min_depth: max_shore_distance: min_shore_distance: capacity_per_sqkm: @@ -242,6 +243,10 @@ if __name__ == '__main__': func = functools.partial(np.greater,-config['max_depth']) excluder.add_raster(paths.gebco, codes=func, crs=4236, nodata=-1000) + if "min_depth" in config: + func = functools.partial(np.greater,-config['min_depth']) + excluder.add_raster(paths.gebco, codes=func, crs=4236, nodata=-1000, invert=True) + if 'min_shore_distance' in config: buffer = config['min_shore_distance'] excluder.add_geometry(paths.country_shapes, buffer=buffer) From 728d74caa889e42003a2146243c7ff9b9719cc3a Mon Sep 17 00:00:00 2001 From: Philipp Glaum Date: Mon, 6 Nov 2023 15:46:46 +0100 Subject: [PATCH 02/16] update floating wind settings --- config/config.default.yaml | 2 ++ config/test/config.electricity.yaml | 5 ++++- config/test/config.myopic.yaml | 5 ++++- config/test/config.overnight.yaml | 5 ++++- config/test/config.perfect.yaml | 5 ++++- doc/configtables/electricity.csv | 4 ++-- doc/configuration.rst | 20 ++++++++++++++++++-- doc/wildcards.rst | 4 ++-- rules/build_sector.smk | 1 + scripts/plot_summary.py | 1 + scripts/solve_network.py | 4 ++-- 11 files changed, 44 insertions(+), 12 deletions(-) diff --git a/config/config.default.yaml b/config/config.default.yaml index e4541f80..dc4de3a3 100644 --- a/config/config.default.yaml +++ b/config/config.default.yaml @@ -211,6 +211,8 @@ renewable: # until done more rigorously in #153 corine: [44, 255] natura: true + ship_threshold: 400 + excluder_resolution: 200 min_depth: 60 max_depth: 1000 potential: simple # or conservative diff --git a/config/test/config.electricity.yaml b/config/test/config.electricity.yaml index b750bf62..a2c90659 100644 --- a/config/test/config.electricity.yaml +++ b/config/test/config.electricity.yaml @@ -32,7 +32,7 @@ electricity: Store: [H2] Link: [H2 pipeline] - renewable_carriers: [solar, onwind, offwind-ac, offwind-dc] + renewable_carriers: [solar, onwind, offwind-ac, offwind-dc, offwind-float] atlite: @@ -53,6 +53,9 @@ renewable: offwind-dc: cutout: be-03-2013-era5 max_depth: false + offwind-float: + cutout: be-03-2013-era5 + max_depth: false solar: cutout: be-03-2013-era5 diff --git a/config/test/config.myopic.yaml b/config/test/config.myopic.yaml index 0bb85ec6..8763f4d4 100644 --- a/config/test/config.myopic.yaml +++ b/config/test/config.myopic.yaml @@ -39,7 +39,7 @@ electricity: Store: [H2] Link: [H2 pipeline] - renewable_carriers: [solar, onwind, offwind-ac, offwind-dc] + renewable_carriers: [solar, onwind, offwind-ac, offwind-dc, offwind-float] atlite: default_cutout: be-03-2013-era5 @@ -59,6 +59,9 @@ renewable: offwind-dc: cutout: be-03-2013-era5 max_depth: false + offwind-float: + cutout: be-03-2013-era5 + max_depth: false solar: cutout: be-03-2013-era5 diff --git a/config/test/config.overnight.yaml b/config/test/config.overnight.yaml index a2a0f5a4..121b58bb 100644 --- a/config/test/config.overnight.yaml +++ b/config/test/config.overnight.yaml @@ -36,7 +36,7 @@ electricity: Store: [H2] Link: [H2 pipeline] - renewable_carriers: [solar, onwind, offwind-ac, offwind-dc] + renewable_carriers: [solar, onwind, offwind-ac, offwind-dc, offwind-float] atlite: default_cutout: be-03-2013-era5 @@ -56,6 +56,9 @@ renewable: offwind-dc: cutout: be-03-2013-era5 max_depth: false + offwind-float: + cutout: be-03-2013-era5 + max_depth: false solar: cutout: be-03-2013-era5 diff --git a/config/test/config.perfect.yaml b/config/test/config.perfect.yaml index c99f4122..9f54d244 100644 --- a/config/test/config.perfect.yaml +++ b/config/test/config.perfect.yaml @@ -39,7 +39,7 @@ electricity: Store: [H2] Link: [H2 pipeline] - renewable_carriers: [solar, onwind, offwind-ac, offwind-dc] + renewable_carriers: [solar, onwind, offwind-ac, offwind-dc, offwind-float] sector: min_part_load_fischer_tropsch: 0 @@ -62,6 +62,9 @@ renewable: offwind-dc: cutout: be-03-2013-era5 max_depth: false + offwind-float: + cutout: be-03-2013-era5 + max_depth: false solar: cutout: be-03-2013-era5 diff --git a/doc/configtables/electricity.csv b/doc/configtables/electricity.csv index 4c04fee6..7d101b1e 100644 --- a/doc/configtables/electricity.csv +++ b/doc/configtables/electricity.csv @@ -24,13 +24,13 @@ custom_powerplants,--,"use `pandas.query `_. The value is depreciated but still can be used. -- year,--,bool,Renewable capacities are based on existing capacities reported by IRENA (IRENASTAT) for the specified year -- expansion_limit,--,float or false,"Artificially limit maximum IRENA capacities to a factor. For example, an ``expansion_limit: 1.1`` means 110% of capacities . If false are chosen, the estimated renewable potentials determine by the workflow are used." -- technology_mapping,,,Mapping between PyPSA-Eur and powerplantmatching technology names --- -- Offshore,--,"Any subset of {offwind-ac, offwind-dc}","List of PyPSA-Eur carriers that is considered as (IRENA, OPSD) onshore technology." +-- -- Offshore,--,"Any subset of {offwind-ac, offwind-dc, offwind-float}","List of PyPSA-Eur carriers that is considered as (IRENA, OPSD) onshore technology." -- -- Offshore,--,{onwind},"List of PyPSA-Eur carriers that is considered as (IRENA, OPSD) offshore technology." -- -- PV,--,{solar},"List of PyPSA-Eur carriers that is considered as (IRENA, OPSD) PV technology." diff --git a/doc/configuration.rst b/doc/configuration.rst index ceda1141..4171bcc9 100644 --- a/doc/configuration.rst +++ b/doc/configuration.rst @@ -265,6 +265,23 @@ Define and specify the ``atlite.Cutout`` used for calculating renewable potentia .. literalinclude:: ../config/config.default.yaml :language: yaml :start-at: offwind-dc: + :end-before: offwind-float: + +.. csv-table:: + :header-rows: 1 + :widths: 22,7,22,33 + :file: configtables/offwind-dc.csv + +.. note:: + Both ``offwind-ac`` and ``offwind-dc`` have the same assumption on + ``capacity_per_sqkm`` and ``correction_factor``. + +``offwind-float`` +--------------- + +.. literalinclude:: ../config/config.default.yaml + :language: yaml + :start-at: offwind-float: :end-before: solar: .. csv-table:: @@ -273,9 +290,8 @@ Define and specify the ``atlite.Cutout`` used for calculating renewable potentia :file: configtables/offwind-dc.csv .. note:: - both ``offwind-ac`` and ``offwind-dc`` have the same assumption on + ``offwind-ac``, ``offwind-dc`` , ``offwind-float`` have the same assumption on ``capacity_per_sqkm`` and ``correction_factor``. - ``solar`` --------------- diff --git a/doc/wildcards.rst b/doc/wildcards.rst index 75eec192..d7b87489 100644 --- a/doc/wildcards.rst +++ b/doc/wildcards.rst @@ -35,8 +35,8 @@ The ``{technology}`` wildcard The ``{technology}`` wildcard specifies for which renewable energy technology to produce availability time series and potentials using the rule :mod:`build_renewable_profiles`. -It can take the values ``onwind``, ``offwind-ac``, ``offwind-dc``, and ``solar`` but **not** ``hydro`` -(since hydroelectric plant profiles are created by a different rule). +It can take the values ``onwind``, ``offwind-ac``, ``offwind-dc``,``offwind-float``, and ``solar`` but **not** ``hydro`` +(since hydroelectric plant profiles are created by a different rule)`` .. _simpl: diff --git a/rules/build_sector.smk b/rules/build_sector.smk index 5a9e8646..16bbba98 100644 --- a/rules/build_sector.smk +++ b/rules/build_sector.smk @@ -748,6 +748,7 @@ rule prepare_sector_network: else "data/costs_{planning_horizons}.csv", profile_offwind_ac=RESOURCES + "profile_offwind-ac.nc", profile_offwind_dc=RESOURCES + "profile_offwind-dc.nc", + profile_offwind_float=RESOURCES + "profile_offwind-float.nc", h2_cavern=RESOURCES + "salt_cavern_potentials_s{simpl}_{clusters}.csv", busmap_s=RESOURCES + "busmap_elec_s{simpl}.csv", busmap=RESOURCES + "busmap_elec_s{simpl}_{clusters}.csv", diff --git a/scripts/plot_summary.py b/scripts/plot_summary.py index 2651878a..0aa51419 100644 --- a/scripts/plot_summary.py +++ b/scripts/plot_summary.py @@ -62,6 +62,7 @@ def rename_techs(label): "offwind": "offshore wind", "offwind-ac": "offshore wind (AC)", "offwind-dc": "offshore wind (DC)", + "offwind-float": "offshore wind (Float)", "onwind": "onshore wind", "ror": "hydroelectricity", "hydro": "hydroelectricity", diff --git a/scripts/solve_network.py b/scripts/solve_network.py index 224d4714..4399c220 100644 --- a/scripts/solve_network.py +++ b/scripts/solve_network.py @@ -115,7 +115,7 @@ def add_land_use_constraint_perfect(n): def _add_land_use_constraint(n): # warning: this will miss existing offwind which is not classed AC-DC and has carrier 'offwind' - for carrier in ["solar", "onwind", "offwind-ac", "offwind-dc"]: + for carrier in ["solar", "onwind", "offwind-ac", "offwind-dc", "offwind-float"]: extendable_i = (n.generators.carrier == carrier) & n.generators.p_nom_extendable n.generators.loc[extendable_i, "p_nom_min"] = 0 @@ -150,7 +150,7 @@ def _add_land_use_constraint_m(n, planning_horizons, config): grouping_years = config["existing_capacities"]["grouping_years"] current_horizon = snakemake.wildcards.planning_horizons - for carrier in ["solar", "onwind", "offwind-ac", "offwind-dc"]: + for carrier in ["solar", "onwind", "offwind-ac", "offwind-dc", "offwind-float"]: existing = n.generators.loc[n.generators.carrier == carrier, "p_nom"] ind = list( {i.split(sep=" ")[0] + " " + i.split(sep=" ")[1] for i in existing.index} From 520c3fbe98f8f67cef039de1232749fed271b52c Mon Sep 17 00:00:00 2001 From: Philipp Glaum Date: Mon, 6 Nov 2023 16:23:00 +0100 Subject: [PATCH 03/16] update doc --- doc/configuration.rst | 2 +- doc/wildcards.rst | 2 +- 2 files changed, 2 insertions(+), 2 deletions(-) diff --git a/doc/configuration.rst b/doc/configuration.rst index 4171bcc9..e94e8bc1 100644 --- a/doc/configuration.rst +++ b/doc/configuration.rst @@ -287,7 +287,7 @@ Define and specify the ``atlite.Cutout`` used for calculating renewable potentia .. csv-table:: :header-rows: 1 :widths: 22,7,22,33 - :file: configtables/offwind-dc.csv + :file: configtables/offwind-float.csv .. note:: ``offwind-ac``, ``offwind-dc`` , ``offwind-float`` have the same assumption on diff --git a/doc/wildcards.rst b/doc/wildcards.rst index d7b87489..167a2ded 100644 --- a/doc/wildcards.rst +++ b/doc/wildcards.rst @@ -35,7 +35,7 @@ The ``{technology}`` wildcard The ``{technology}`` wildcard specifies for which renewable energy technology to produce availability time series and potentials using the rule :mod:`build_renewable_profiles`. -It can take the values ``onwind``, ``offwind-ac``, ``offwind-dc``,``offwind-float``, and ``solar`` but **not** ``hydro`` +It can take the values ``onwind``, ``offwind-ac``, ``offwind-dc``, ``offwind-float``, and ``solar`` but **not** ``hydro`` (since hydroelectric plant profiles are created by a different rule)`` .. _simpl: From 7241efd3a45d0442df41bba9e861db7e4f2e28d1 Mon Sep 17 00:00:00 2001 From: Philipp Glaum Date: Mon, 6 Nov 2023 16:31:06 +0100 Subject: [PATCH 04/16] add release note --- doc/release_notes.rst | 2 ++ 1 file changed, 2 insertions(+) diff --git a/doc/release_notes.rst b/doc/release_notes.rst index 9b1381ce..7c508627 100644 --- a/doc/release_notes.rst +++ b/doc/release_notes.rst @@ -10,6 +10,8 @@ Release Notes Upcoming Release ================ +* Add floating wind to PyPSA-Eur + * Updated Global Energy Monitor LNG terminal data to March 2023 version. * For industry distribution, use EPRTR as fallback if ETS data is not available. From 4f28dfd4fdda639151a8b7558f16fd058e6848ee Mon Sep 17 00:00:00 2001 From: "pre-commit-ci[bot]" <66853113+pre-commit-ci[bot]@users.noreply.github.com> Date: Mon, 6 Nov 2023 15:38:03 +0000 Subject: [PATCH 05/16] [pre-commit.ci] auto fixes from pre-commit.com hooks for more information, see https://pre-commit.ci --- rules/build_electricity.smk | 5 ++++- scripts/build_renewable_profiles.py | 8 +++++--- 2 files changed, 9 insertions(+), 4 deletions(-) diff --git a/rules/build_electricity.smk b/rules/build_electricity.smk index 6e1a35cc..b51e9b4e 100644 --- a/rules/build_electricity.smk +++ b/rules/build_electricity.smk @@ -220,7 +220,10 @@ rule build_renewable_profiles: gebco=ancient( lambda w: ( "data/bundle/GEBCO_2014_2D.nc" - if (config["renewable"][w.technology].get("max_depth") or config["renewable"][w.technology].get("min_depth")) + if ( + config["renewable"][w.technology].get("max_depth") + or config["renewable"][w.technology].get("min_depth") + ) else [] ) ), diff --git a/scripts/build_renewable_profiles.py b/scripts/build_renewable_profiles.py index a54c73ef..fdb2306b 100644 --- a/scripts/build_renewable_profiles.py +++ b/scripts/build_renewable_profiles.py @@ -267,10 +267,12 @@ if __name__ == "__main__": # and exclude areas where: -max_depth > grid cell depth func = functools.partial(np.greater, -params["max_depth"]) excluder.add_raster(snakemake.input.gebco, codes=func, crs=4326, nodata=-1000) - + if params.get("min_depth"): - func = functools.partial(np.greater,-params['min_depth']) - excluder.add_raster(snakemake.input.gebco, codes=func, crs=4326, nodata=-1000, invert=True) + func = functools.partial(np.greater, -params["min_depth"]) + excluder.add_raster( + snakemake.input.gebco, codes=func, crs=4326, nodata=-1000, invert=True + ) if "min_shore_distance" in params: buffer = params["min_shore_distance"] From 816e7b02387db66b208b6bceac3c27744b91d480 Mon Sep 17 00:00:00 2001 From: Philipp Glaum Date: Mon, 6 Nov 2023 16:47:05 +0100 Subject: [PATCH 06/16] do not consider floating wind min depth for CI testing --- config/test/config.electricity.yaml | 1 + config/test/config.myopic.yaml | 1 + config/test/config.overnight.yaml | 1 + config/test/config.perfect.yaml | 1 + 4 files changed, 4 insertions(+) diff --git a/config/test/config.electricity.yaml b/config/test/config.electricity.yaml index a2c90659..cfb04f0e 100644 --- a/config/test/config.electricity.yaml +++ b/config/test/config.electricity.yaml @@ -56,6 +56,7 @@ renewable: offwind-float: cutout: be-03-2013-era5 max_depth: false + min_depth: false solar: cutout: be-03-2013-era5 diff --git a/config/test/config.myopic.yaml b/config/test/config.myopic.yaml index 8763f4d4..d29e7925 100644 --- a/config/test/config.myopic.yaml +++ b/config/test/config.myopic.yaml @@ -62,6 +62,7 @@ renewable: offwind-float: cutout: be-03-2013-era5 max_depth: false + min_depth: false solar: cutout: be-03-2013-era5 diff --git a/config/test/config.overnight.yaml b/config/test/config.overnight.yaml index 121b58bb..f0ca6172 100644 --- a/config/test/config.overnight.yaml +++ b/config/test/config.overnight.yaml @@ -59,6 +59,7 @@ renewable: offwind-float: cutout: be-03-2013-era5 max_depth: false + min_depth: false solar: cutout: be-03-2013-era5 diff --git a/config/test/config.perfect.yaml b/config/test/config.perfect.yaml index 9f54d244..c450f00f 100644 --- a/config/test/config.perfect.yaml +++ b/config/test/config.perfect.yaml @@ -65,6 +65,7 @@ renewable: offwind-float: cutout: be-03-2013-era5 max_depth: false + min_depth: false solar: cutout: be-03-2013-era5 From a78137852fb9c37a38dc8557d2ddf7495fec412d Mon Sep 17 00:00:00 2001 From: Philipp Glaum Date: Tue, 7 Nov 2023 16:54:44 +0100 Subject: [PATCH 07/16] default config: change technology data reference --- config/config.default.yaml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/config/config.default.yaml b/config/config.default.yaml index dc4de3a3..3c402d0d 100644 --- a/config/config.default.yaml +++ b/config/config.default.yaml @@ -584,7 +584,7 @@ industry: # docs in https://pypsa-eur.readthedocs.io/en/latest/configuration.html#costs costs: year: 2030 - version: v0.6.0 + version: 1e6e79a rooftop_share: 0.14 # based on the potentials, assuming (0.1 kW/m2 and 10 m2/person) social_discountrate: 0.02 fill_values: From 991eef6d97f608830b2ce8d37ba847dacb989c19 Mon Sep 17 00:00:00 2001 From: Fabian Neumann Date: Mon, 15 Apr 2024 14:48:34 +0200 Subject: [PATCH 08/16] update and reduce databundle size --- .github/workflows/ci.yaml | 2 +- .gitignore | 14 ++- config/config.default.yaml | 3 - config/config.entsoe-all.yaml | 1 - data/ch_cantons.csv | 27 ++++++ data/hydro_capacities.csv | 31 +++++++ doc/configtables/enable.csv | 3 - doc/configtables/licenses.csv | 4 +- doc/licenses.rst | 9 +- doc/preparation.rst | 9 -- doc/retrieve.rst | 37 -------- doc/tutorial.rst | 5 +- doc/tutorial_sector.rst | 6 -- rules/build_electricity.smk | 31 ++----- rules/build_sector.smk | 31 ++++--- rules/postprocess.smk | 2 +- rules/retrieve.smk | 81 ++++-------------- scripts/add_electricity.py | 2 +- scripts/build_natura_raster.py | 118 -------------------------- scripts/build_renewable_profiles.py | 2 +- scripts/build_shapes.py | 2 +- scripts/build_ship_raster.py | 27 +++++- scripts/retrieve_databundle.py | 33 +++---- scripts/retrieve_sector_databundle.py | 49 ----------- 24 files changed, 151 insertions(+), 378 deletions(-) create mode 100644 data/ch_cantons.csv create mode 100644 data/hydro_capacities.csv delete mode 100644 scripts/build_natura_raster.py delete mode 100644 scripts/retrieve_sector_databundle.py diff --git a/.github/workflows/ci.yaml b/.github/workflows/ci.yaml index 7aabf0e6..6384b2c3 100644 --- a/.github/workflows/ci.yaml +++ b/.github/workflows/ci.yaml @@ -19,7 +19,7 @@ on: - cron: "0 5 * * TUE" env: - DATA_CACHE_NUMBER: 1 + DATA_CACHE_NUMBER: 2 jobs: build: diff --git a/.gitignore b/.gitignore index 3336fca7..95ba5524 100644 --- a/.gitignore +++ b/.gitignore @@ -37,18 +37,16 @@ dconf /data/links_p_nom.csv /data/*totals.csv /data/biomass* -/data/bundle-sector/emobility/ -/data/bundle-sector/eea* -/data/bundle-sector/jrc* +/data/bundle/emobility/ +/data/bundle/eea* +/data/bundle/jrc* /data/heating/ -/data/bundle-sector/eurostat* +/data/bundle/eurostat* /data/odyssee/ /data/transport_data.csv -/data/bundle-sector/switzerland* /data/.nfs* -/data/bundle-sector/Industrial_Database.csv -/data/retro/tabula-calculator-calcsetbuilding.csv -/data/bundle-sector/nuts* +/data/retro/* +/data/bundle/nuts* data/gas_network/scigrid-gas/ data/costs_*.csv diff --git a/config/config.default.yaml b/config/config.default.yaml index 42132f22..78fd1c59 100644 --- a/config/config.default.yaml +++ b/config/config.default.yaml @@ -69,13 +69,10 @@ enable: retrieve: auto prepare_links_p_nom: false retrieve_databundle: true - retrieve_sector_databundle: true retrieve_cost_data: true build_cutout: false retrieve_irena: false retrieve_cutout: true - build_natura_raster: false - retrieve_natura_raster: true custom_busmap: false drop_leap_day: true diff --git a/config/config.entsoe-all.yaml b/config/config.entsoe-all.yaml index 40e3c0a5..85eedb64 100644 --- a/config/config.entsoe-all.yaml +++ b/config/config.entsoe-all.yaml @@ -38,6 +38,5 @@ lines: enable: retrieve: true retrieve_databundle: true - retrieve_sector_databundle: false retrieve_cost_data: true retrieve_cutout: true diff --git a/data/ch_cantons.csv b/data/ch_cantons.csv new file mode 100644 index 00000000..22711274 --- /dev/null +++ b/data/ch_cantons.csv @@ -0,0 +1,27 @@ +Canton,HASC,NUTS +Aargau,CH.AG,CH033 +Appenzell Inner Rhodes,CH.AI,CH054 +Appenzell Outer Rhodes,CH.AR,CH053 +Basel-Landschaft,CH.BL,CH032 +Basel-Stadt,CH.BS,CH031 +Bern,CH.BE,CH021 +Fribourg,CH.FR,CH022 +Geneva,CH.GE,CH013 +Glarus,CH.GL,CH051 +Graubünden,CH.GR,CH056 +Jura,CH.JU,CH025 +Lucerne,CH.LU,CH061 +Neuchâtel,CH.NE,CH024 +Nidwalden,CH.NW,CH065 +Obwalden,CH.OW,CH064 +Sankt Gallen,CH.SG,CH055 +Schaffhausen,CH.SH,CH052 +Schwyz,CH.SZ,CH063 +Solothurn,CH.SO,CH023 +Thurgau,CH.TG,CH057 +Ticino,CH.TI,CH07 +Uri,CH.UR,CH062 +Valais,CH.VS,CH012 +Vaud,CH.VD,CH011 +Zug,CH.ZG,CH066 +Zurich,CH.ZH,CH04 diff --git a/data/hydro_capacities.csv b/data/hydro_capacities.csv new file mode 100644 index 00000000..1b39f731 --- /dev/null +++ b/data/hydro_capacities.csv @@ -0,0 +1,31 @@ +Country,p_nom_discharge[GW],p_nom_store[GW],E_store[TWh],InflowHourlyAvg[GWh] +AT,13.08,3.8,3.2,4.02 +BE,1.42,1.31,0,0.04 +BA,2.05,0.62,2.5,0.71 +BG,3.13,0.86,4,0.53 +HR,2,0.61,2.8,0.57 +CZ,2.21,0.68,1.5,0.24 +DK,0.01,0,0,0 +EE,0.01,0,0,0 +FI,3.2,0,5.5,1.59 +FR,25.37,6.99,9.8,7.82 +DE,11.26,6.8,0.3,1.93 +GB,4.43,2.74,0,0.46 +GR,3.24,0.7,2.3,0.26 +HU,0.06,0,0.1,0.02 +IE,0.53,0.29,0,0.08 +IT,21.88,7.55,7.9,5.19 +LV,1.58,0,1.8,0.3 +LT,0.88,0.76,0.2,0.05 +LU,1.13,1.29,0,0 +NL,0.04,0,0,0.01 +NO,30.51,1.35,84.4,14 +PL,2.35,1.4,1.6,0.23 +PT,5.72,1.03,2.6,1.37 +RO,6.55,0.09,12.1,1.95 +RS,2.14,0.61,0,1.18 +SK,2.52,0.92,2.2,0.49 +SI,1.25,0.18,2.2,0.36 +ES,18.55,2.75,18.4,2.61 +SE,16.41,0.1,33.8,7.8 +CH,13.3,4.03,8.4,4.29 diff --git a/doc/configtables/enable.csv b/doc/configtables/enable.csv index 1e5571b3..15c12cf9 100644 --- a/doc/configtables/enable.csv +++ b/doc/configtables/enable.csv @@ -2,12 +2,9 @@ enable,str or bool,"{auto, true, false}","Switch to include (true) or exclude (false) the retrieve_* rules of snakemake into the workflow; 'auto' sets true|false based on availability of an internet connection to prevent issues with snakemake failing due to lack of internet connection." prepare_links_p_nom,bool,"{true, false}","Switch to retrieve current HVDC projects from `Wikipedia `_" retrieve_databundle,bool,"{true, false}","Switch to retrieve databundle from zenodo via the rule :mod:`retrieve_databundle` or whether to keep a custom databundle located in the corresponding folder." -retrieve_sector_databundle,bool,"{true, false}","Switch to retrieve sector databundle from zenodo via the rule :mod:`retrieve_sector_databundle` or whether to keep a custom databundle located in the corresponding folder." retrieve_cost_data,bool,"{true, false}","Switch to retrieve technology cost data from `technology-data repository `_." build_cutout,bool,"{true, false}","Switch to enable the building of cutouts via the rule :mod:`build_cutout`." retrieve_irena,bool,"{true, false}",Switch to enable the retrieval of ``existing_capacities`` from IRENASTAT with :mod:`retrieve_irena`. retrieve_cutout,bool,"{true, false}","Switch to enable the retrieval of cutouts from zenodo with :mod:`retrieve_cutout`." -build_natura_raster,bool,"{true, false}","Switch to enable the creation of the raster ``natura.tiff`` via the rule :mod:`build_natura_raster`." -retrieve_natura_raster,bool,"{true, false}","Switch to enable the retrieval of ``natura.tiff`` from zenodo with :mod:`retrieve_natura_raster`." custom_busmap,bool,"{true, false}","Switch to enable the use of custom busmaps in rule :mod:`cluster_network`. If activated the rule looks for provided busmaps at ``data/custom_busmap_elec_s{simpl}_{clusters}.csv`` which should have the same format as ``resources/busmap_elec_s{simpl}_{clusters}.csv``, i.e. the index should contain the buses of ``networks/elec_s{simpl}.nc``." drop_leap_day,bool,"{true, false}","Switch to drop February 29 from all time-dependent data in leap years" diff --git a/doc/configtables/licenses.csv b/doc/configtables/licenses.csv index 37f46cd0..d1fa4aa8 100644 --- a/doc/configtables/licenses.csv +++ b/doc/configtables/licenses.csv @@ -5,10 +5,8 @@ "naturalearth/*",,,,,http://www.naturalearthdata.com/about/terms-of-use/ "NUTS_2013 _60M_SH/*","x","x",,"x",https://ec.europa.eu/eurostat/web/gisco/geodata/reference-data/administrative-units-statistical-units "cantons.csv","x",,"x",,https://en.wikipedia.org/wiki/Data_codes_for_Switzerland -"eia_hydro_annual_generation.csv","x",,,,https://www.eia.gov/about/copyrights_reuse.php -"GEBCO_2014_2D.nc","x",,,,https://www.gebco.net/data_and_products/gridded_bathymetry_data/documents/gebco_2014_historic.pdf +"gebco/GEBCO_2014_2D.nc","x",,,,https://www.gebco.net/data_and_products/gridded_bathymetry_data/documents/gebco_2014_historic.pdf "hydro_capacities.csv","x",,,, "je-e-21.03.02.xls","x","x",,,https://www.bfs.admin.ch/bfs/en/home/fso/swiss-federal-statistical-office/terms-of-use.html "nama_10r_3 gdp.tsv.gz","x",,,"x",https://ec.europa.eu/eurostat/about/policies/copyright "nama_10r_3 popgdp.tsv.gz","x",,,"x",https://ec.europa.eu/eurostat/about/policies/copyright -"time_series_60min _singleindex_filtered.csv","x",,,,https://data.open-power-system-data.org/time_series/2019-06-05/README.md diff --git a/doc/licenses.rst b/doc/licenses.rst index af531660..5ab65ca9 100644 --- a/doc/licenses.rst +++ b/doc/licenses.rst @@ -28,16 +28,13 @@ Electricity Systems Databundle More details are included in `the description of the data bundles on zenodo `__. -.. csv-table:: - :header-rows: 1 - :file: configtables/licenses.csv - * BY: Attribute Source * NC: Non-Commercial Use Only * SA: Share Alike -Sector-Coupled Systems Databundle -================================= +.. csv-table:: + :header-rows: 1 + :file: configtables/licenses.csv .. csv-table:: :header-rows: 1 diff --git a/doc/preparation.rst b/doc/preparation.rst index f608e031..edaf5079 100644 --- a/doc/preparation.rst +++ b/doc/preparation.rst @@ -27,7 +27,6 @@ With these and the externally extracted ENTSO-E online map topology Then the process continues by calculating conventional power plant capacities, potentials, and per-unit availability time series for variable renewable energy carriers and hydro power plants with the following rules: - :mod:`build_powerplants` for today's thermal power plant capacities using `powerplantmatching `__ allocating these to the closest substation for each powerplant, -- :mod:`build_natura_raster` for rasterising NATURA2000 natural protection areas, - :mod:`build_ship_raster` for building shipping traffic density, - :mod:`build_renewable_profiles` for the hourly capacity factors and installation potentials constrained by land-use in each substation's Voronoi cell for PV, onshore and offshore wind, and - :mod:`build_hydro_profile` for the hourly per-unit hydro power availability time series. @@ -55,14 +54,6 @@ Rule ``prepare_links_p_nom`` .. automodule:: prepare_links_p_nom -.. _natura: - -Rule ``build_natura_raster`` -=============================== - -.. automodule:: build_natura_raster - - .. _base: Rule ``base_network`` diff --git a/doc/retrieve.rst b/doc/retrieve.rst index d21a74b4..85a37dff 100644 --- a/doc/retrieve.rst +++ b/doc/retrieve.rst @@ -53,32 +53,6 @@ The :ref:`tutorial` uses a smaller cutout than required for the full model (30 M For details see :mod:`build_cutout` and read the `atlite documentation `__. -Rule ``retrieve_natura_raster`` -================================ - -.. image:: https://zenodo.org/badge/DOI/10.5281/zenodo.4706686.svg - :target: https://doi.org/10.5281/zenodo.4706686 - -This rule, as a substitute for :mod:`build_natura_raster`, downloads an already rasterized version (`natura.tiff `__) of `Natura 2000 `__ natural protection areas to reduce computation times. The file is placed into the ``resources`` sub-directory. - -**Relevant Settings** - -.. code:: yaml - - enable: - build_natura_raster: - -.. seealso:: - Documentation of the configuration file ``config/config.yaml`` at - :ref:`toplevel_cf` - -**Outputs** - -- ``resources/natura.tiff``: Rasterized version of `Natura 2000 `__ natural protection areas to reduce computation times. - -.. seealso:: - For details see :mod:`build_natura_raster`. - Rule ``retrieve_electricity_demand`` ==================================== @@ -135,14 +109,3 @@ None. **Outputs** - ``data/shipdensity_global.zip`` - - -Rule ``retrieve_sector_databundle`` -==================================== - -.. image:: https://zenodo.org/badge/DOI/10.5281/zenodo.5546516.svg - :target: https://doi.org/10.5281/zenodo.5546516 - -In addition to the databundle required for electricity-only studies, -another databundle is required for modelling sector-coupled systems. -The size of this data bundle is around 640 MB. diff --git a/doc/tutorial.rst b/doc/tutorial.rst index 93bb8e54..843b0fe6 100644 --- a/doc/tutorial.rst +++ b/doc/tutorial.rst @@ -34,8 +34,7 @@ configuration, execute snakemake -call results/test-elec/networks/elec_s_6_ec_lcopt_Co2L-24H.nc --configfile config/test/config.electricity.yaml -This configuration is set to download a reduced data set via the rules :mod:`retrieve_databundle`, -:mod:`retrieve_natura_raster`, :mod:`retrieve_cutout`. +This configuration is set to download a reduced cutout via the rule :mod:`retrieve_cutout`. For more information on the data dependencies of PyPSA-Eur, continue reading :ref:`data`. How to configure runs? @@ -143,7 +142,6 @@ This triggers a workflow of multiple preceding jobs that depend on each rule's i 7[label = "base_network", color = "0.27 0.6 0.85", style="rounded"]; 8[label = "build_shapes", color = "0.26 0.6 0.85", style="rounded"]; 9[label = "retrieve_databundle", color = "0.59 0.6 0.85", style="rounded"]; - 10[label = "retrieve_natura_raster", color = "0.47 0.6 0.85", style="rounded"]; 11[label = "build_bus_regions", color = "0.13 0.6 0.85", style="rounded"]; 12[label = "retrieve_cutout\ncutout: be-03-2013-era5", color = "0.36 0.6 0.85", style="rounded,dashed"]; 13[label = "build_renewable_profiles\ntechnology: onwind", color = "0.21 0.6 0.85", style="rounded"]; @@ -244,7 +242,6 @@ In the terminal, this will show up as a list of jobs to be run: retrieve_cost_data 1 retrieve_databundle 1 retrieve_electricity_demand 1 - retrieve_natura_raster 1 simplify_network 1 solve_network 1 total 22 diff --git a/doc/tutorial_sector.rst b/doc/tutorial_sector.rst index a1556150..26f7dc2d 100644 --- a/doc/tutorial_sector.rst +++ b/doc/tutorial_sector.rst @@ -119,8 +119,6 @@ which were already included in the electricity-only tutorial: retrieve_databundle 1 retrieve_electricity_demand 1 retrieve_gas_infrastructure_data 1 - retrieve_natura_raster 1 - retrieve_sector_databundle 1 simplify_network 1 solve_sector_network 1 total 60 @@ -153,7 +151,6 @@ successfully. 8[label = "base_network", color = "0.31 0.6 0.85", style="rounded"]; 9[label = "build_shapes", color = "0.36 0.6 0.85", style="rounded"]; 10[label = "retrieve_databundle", color = "0.29 0.6 0.85", style="rounded"]; - 11[label = "retrieve_natura_raster", color = "0.01 0.6 0.85", style="rounded"]; 12[label = "build_bus_regions", color = "0.10 0.6 0.85", style="rounded"]; 13[label = "retrieve_cutout\ncutout: be-03-2013-era5", color = "0.37 0.6 0.85", style="rounded,dashed"]; 14[label = "build_renewable_profiles\ntechnology: onwind", color = "0.20 0.6 0.85", style="rounded"]; @@ -174,7 +171,6 @@ successfully. 29[label = "prepare_network\nll: v1.5\nopts: ", color = "0.49 0.6 0.85", style="rounded"]; 30[label = "add_extra_components", color = "0.14 0.6 0.85", style="rounded"]; 31[label = "build_energy_totals", color = "0.39 0.6 0.85", style="rounded"]; - 32[label = "retrieve_sector_databundle", color = "0.58 0.6 0.85", style="rounded"]; 33[label = "build_population_weighted_energy_totals", color = "0.56 0.6 0.85", style="rounded"]; 34[label = "build_clustered_population_layouts", color = "0.49 0.6 0.85", style="rounded"]; 35[label = "build_population_layouts", color = "0.06 0.6 0.85", style="rounded"]; @@ -440,7 +436,6 @@ workflow: 8[label = "base_network", color = "0.12 0.6 0.85", style="rounded"]; 9[label = "build_shapes", color = "0.23 0.6 0.85", style="rounded"]; 10[label = "retrieve_databundle", color = "0.61 0.6 0.85", style="rounded"]; - 11[label = "retrieve_natura_raster", color = "0.50 0.6 0.85", style="rounded"]; 12[label = "build_bus_regions", color = "0.51 0.6 0.85", style="rounded"]; 13[label = "retrieve_cutout\ncutout: be-03-2013-era5", color = "0.37 0.6 0.85", style="rounded,dashed"]; 14[label = "build_renewable_profiles\ntechnology: onwind", color = "0.63 0.6 0.85", style="rounded"]; @@ -462,7 +457,6 @@ workflow: 30[label = "prepare_network\nll: v1.5\nopts: ", color = "0.56 0.6 0.85", style="rounded"]; 31[label = "add_extra_components", color = "0.11 0.6 0.85", style="rounded"]; 32[label = "build_energy_totals", color = "0.18 0.6 0.85", style="rounded"]; - 33[label = "retrieve_sector_databundle", color = "0.06 0.6 0.85", style="rounded"]; 34[label = "build_population_weighted_energy_totals", color = "0.03 0.6 0.85", style="rounded"]; 35[label = "build_clustered_population_layouts", color = "0.25 0.6 0.85", style="rounded"]; 36[label = "build_population_layouts", color = "0.57 0.6 0.85", style="rounded"]; diff --git a/rules/build_electricity.smk b/rules/build_electricity.smk index 65e24189..0cb9d028 100644 --- a/rules/build_electricity.smk +++ b/rules/build_electricity.smk @@ -109,7 +109,7 @@ rule build_shapes: nuts3=ancient("data/bundle/NUTS_2013_60M_SH/data/NUTS_RG_60M_2013.shp"), nuts3pop=ancient("data/bundle/nama_10r_3popgdp.tsv.gz"), nuts3gdp=ancient("data/bundle/nama_10r_3gdp.tsv.gz"), - ch_cantons=ancient("data/bundle/ch_cantons.csv"), + ch_cantons=ancient("data/ch_cantons.csv"), ch_popgdp=ancient("data/bundle/je-e-21.03.02.xls"), output: country_shapes=resources("country_shapes.geojson"), @@ -172,27 +172,6 @@ if config["enable"].get("build_cutout", False): "../scripts/build_cutout.py" -if config["enable"].get("build_natura_raster", False): - - rule build_natura_raster: - input: - natura=ancient("data/bundle/natura/Natura2000_end2015.shp"), - cutout=lambda w: "cutouts/" - + CDIR - + config_provider("atlite", "default_cutout")(w) - + ".nc", - output: - resources("natura.tiff"), - resources: - mem_mb=5000, - log: - logs("build_natura_raster.log"), - conda: - "../envs/environment.yaml" - script: - "../scripts/build_natura_raster.py" - - rule build_ship_raster: input: ship_density="data/shipdensity_global.zip", @@ -220,7 +199,7 @@ rule determine_availability_matrix_MD_UA: wdpa="data/WDPA.gpkg", wdpa_marine="data/WDPA_WDOECM_marine.gpkg", gebco=lambda w: ( - "data/bundle/GEBCO_2014_2D.nc" + "data/bundle/gebco/GEBCO_2014_2D.nc" if config_provider("renewable", w.technology)(w).get("max_depth") else [] ), @@ -276,7 +255,7 @@ rule build_renewable_profiles: base_network=resources("networks/base.nc"), corine=ancient("data/bundle/corine/g250_clc06_V18_5.tif"), natura=lambda w: ( - resources("natura.tiff") + "data/bundle/natura/natura.tiff" if config_provider("renewable", w.technology, "natura")(w) else [] ), @@ -287,7 +266,7 @@ rule build_renewable_profiles: ), gebco=ancient( lambda w: ( - "data/bundle/GEBCO_2014_2D.nc" + "data/bundle/gebco/GEBCO_2014_2D.nc" if config_provider("renewable", w.technology)(w).get("max_depth") else [] ) @@ -437,7 +416,7 @@ rule add_electricity: ), regions=resources("regions_onshore.geojson"), powerplants=resources("powerplants.csv"), - hydro_capacities=ancient("data/bundle/hydro_capacities.csv"), + hydro_capacities=ancient("data/hydro_capacities.csv"), geth_hydro_capacities="data/geth2015_hydro_capacities.csv", unit_commitment="data/unit_commitment.csv", fuel_price=lambda w: ( diff --git a/rules/build_sector.smk b/rules/build_sector.smk index e1575a78..60308999 100644 --- a/rules/build_sector.smk +++ b/rules/build_sector.smk @@ -287,10 +287,10 @@ rule build_energy_totals: energy=config_provider("energy"), input: nuts3_shapes=resources("nuts3_shapes.geojson"), - co2="data/bundle-sector/eea/UNFCCC_v23.csv", + co2="data/bundle/eea/UNFCCC_v23.csv", swiss="data/switzerland-new_format-all_years.csv", swiss_transport="data/gr-e-11.03.02.01.01-cc.csv", - idees="data/bundle-sector/jrc-idees-2015", + idees="data/bundle/jrc-idees-2015", district_heat_share="data/district_heat_share.csv", eurostat="data/eurostat/eurostat-energy_balances-april_2023_edition", output: @@ -338,10 +338,10 @@ rule build_biomass_potentials: "https://zenodo.org/records/10356004/files/ENSPRESO_BIOMASS.xlsx", keep_local=True, ), - nuts2="data/bundle-sector/nuts/NUTS_RG_10M_2013_4326_LEVL_2.geojson", # https://gisco-services.ec.europa.eu/distribution/v2/nuts/download/#nuts21 + nuts2="data/bundle/nuts/NUTS_RG_10M_2013_4326_LEVL_2.geojson", # https://gisco-services.ec.europa.eu/distribution/v2/nuts/download/#nuts21 regions_onshore=resources("regions_onshore_elec_s{simpl}_{clusters}.geojson"), nuts3_population=ancient("data/bundle/nama_10r_3popgdp.tsv.gz"), - swiss_cantons=ancient("data/bundle/ch_cantons.csv"), + swiss_cantons=ancient("data/ch_cantons.csv"), swiss_population=ancient("data/bundle/je-e-21.03.02.xls"), country_shapes=resources("country_shapes.geojson"), output: @@ -416,7 +416,7 @@ rule build_sequestration_potentials: rule build_salt_cavern_potentials: input: - salt_caverns="data/bundle-sector/h2_salt_caverns_GWh_per_sqkm.geojson", + salt_caverns="data/bundle/h2_salt_caverns_GWh_per_sqkm.geojson", regions_onshore=resources("regions_onshore_elec_s{simpl}_{clusters}.geojson"), regions_offshore=resources("regions_offshore_elec_s{simpl}_{clusters}.geojson"), output: @@ -436,7 +436,7 @@ rule build_salt_cavern_potentials: rule build_ammonia_production: input: - usgs="data/bundle-sector/myb1-2017-nitro.xls", + usgs="data/bundle/myb1-2017-nitro.xls", output: ammonia_production=resources("ammonia_production.csv"), threads: 1 @@ -458,7 +458,7 @@ rule build_industry_sector_ratios: ammonia=config_provider("sector", "ammonia", default=False), input: ammonia_production=resources("ammonia_production.csv"), - idees="data/bundle-sector/jrc-idees-2015", + idees="data/bundle/jrc-idees-2015", output: industry_sector_ratios=resources("industry_sector_ratios.csv"), threads: 1 @@ -508,7 +508,7 @@ rule build_industrial_production_per_country: countries=config_provider("countries"), input: ammonia_production=resources("ammonia_production.csv"), - jrc="data/bundle-sector/jrc-idees-2015", + jrc="data/bundle/jrc-idees-2015", eurostat="data/eurostat/eurostat-energy_balances-april_2023_edition", output: industrial_production_per_country=resources( @@ -564,7 +564,10 @@ rule build_industrial_distribution_key: input: regions_onshore=resources("regions_onshore_elec_s{simpl}_{clusters}.geojson"), clustered_pop_layout=resources("pop_layout_elec_s{simpl}_{clusters}.csv"), - hotmaps_industrial_database="data/bundle-sector/Industrial_Database.csv", + hotmaps_industrial_database=storage( + "https://gitlab.com/hotmaps/industrial_sites/industrial_sites_Industrial_Database/-/blob/master/data/Industrial_Database.csv", + keep_local=True, + ), output: industrial_distribution_key=resources( "industrial_distribution_key_elec_s{simpl}_{clusters}.csv" @@ -652,7 +655,7 @@ rule build_industrial_energy_demand_per_country_today: countries=config_provider("countries"), industry=config_provider("industry"), input: - jrc="data/bundle-sector/jrc-idees-2015", + jrc="data/bundle/jrc-idees-2015", industrial_production_per_country=resources( "industrial_production_per_country.csv" ), @@ -704,7 +707,7 @@ rule build_retro_cost: countries=config_provider("countries"), input: building_stock="data/retro/data_building_stock.csv", - data_tabula="data/bundle-sector/retro/tabula-calculator-calcsetbuilding.csv", + data_tabula="data/bundle/retro/tabula-calculator-calcsetbuilding.csv", air_temperature=resources("temp_air_total_elec_s{simpl}_{clusters}.nc"), u_values_PL="data/retro/u_values_poland.csv", tax_w="data/retro/electricity_taxes_eu.csv", @@ -780,8 +783,8 @@ rule build_transport_demand: "pop_weighted_energy_totals_s{simpl}_{clusters}.csv" ), transport_data=resources("transport_data.csv"), - traffic_data_KFZ="data/bundle-sector/emobility/KFZ__count", - traffic_data_Pkw="data/bundle-sector/emobility/Pkw__count", + traffic_data_KFZ="data/bundle/emobility/KFZ__count", + traffic_data_Pkw="data/bundle/emobility/Pkw__count", temp_air_total=resources("temp_air_total_elec_s{simpl}_{clusters}.nc"), output: transport_demand=resources("transport_demand_s{simpl}_{clusters}.csv"), @@ -925,7 +928,7 @@ rule prepare_sector_network: avail_profile=resources("avail_profile_s{simpl}_{clusters}.csv"), dsm_profile=resources("dsm_profile_s{simpl}_{clusters}.csv"), co2_totals_name=resources("co2_totals.csv"), - co2="data/bundle-sector/eea/UNFCCC_v23.csv", + co2="data/bundle/eea/UNFCCC_v23.csv", biomass_potentials=lambda w: ( resources( "biomass_potentials_s{simpl}_{clusters}_" diff --git a/rules/postprocess.smk b/rules/postprocess.smk index e7df2e66..f430eb85 100644 --- a/rules/postprocess.smk +++ b/rules/postprocess.smk @@ -230,7 +230,7 @@ rule plot_summary: energy=RESULTS + "csvs/energy.csv", balances=RESULTS + "csvs/supply_energy.csv", eurostat="data/eurostat/eurostat-energy_balances-april_2023_edition", - co2="data/bundle-sector/eea/UNFCCC_v23.csv", + co2="data/bundle/eea/UNFCCC_v23.csv", output: costs=RESULTS + "graphs/costs.pdf", energy=RESULTS + "graphs/energy.pdf", diff --git a/rules/retrieve.smk b/rules/retrieve.smk index 4b244483..398269d4 100644 --- a/rules/retrieve.smk +++ b/rules/retrieve.smk @@ -14,23 +14,27 @@ if config["enable"]["retrieve"] is False: if config["enable"]["retrieve"] and config["enable"].get("retrieve_databundle", True): datafiles = [ - "ch_cantons.csv", "je-e-21.03.02.xls", "eez/World_EEZ_v8_2014.shp", - "hydro_capacities.csv", "naturalearth/ne_10m_admin_0_countries.shp", "NUTS_2013_60M_SH/data/NUTS_RG_60M_2013.shp", "nama_10r_3popgdp.tsv.gz", "nama_10r_3gdp.tsv.gz", "corine/g250_clc06_V18_5.tif", + "eea/UNFCCC_v23.csv", + "nuts/NUTS_RG_10M_2013_4326_LEVL_2.geojson", + "myb1-2017-nitro.xls", + "emobility/KFZ__count", + "emobility/Pkw__count", + "h2_salt_caverns_GWh_per_sqkm.geojson", + "natura/natura.tiff", + "gebco/GEBCO_2014_2D.nc", ] - if not config.get("tutorial", False): - datafiles.extend(["natura/Natura2000_end2015.shp", "GEBCO_2014_2D.nc"]) - rule retrieve_databundle: output: protected(expand("data/bundle/{file}", file=datafiles)), + protected(directory("data/bundle/jrc-idees-2015")), log: "logs/retrieve_databundle.log", resources: @@ -41,6 +45,15 @@ if config["enable"]["retrieve"] and config["enable"].get("retrieve_databundle", script: "../scripts/retrieve_databundle.py" + rule retrieve_eurostat_data: + output: + directory("data/eurostat/eurostat-energy_balances-april_2023_edition"), + log: + "logs/retrieve_eurostat_data.log", + retries: 2 + script: + "../scripts/retrieve_eurostat_data.py" + if config["enable"].get("retrieve_irena"): @@ -97,64 +110,6 @@ if config["enable"]["retrieve"] and config["enable"].get("retrieve_cost_data", T "../scripts/retrieve_cost_data.py" -if config["enable"]["retrieve"] and config["enable"].get( - "retrieve_natura_raster", True -): - - rule retrieve_natura_raster: - input: - storage( - "https://zenodo.org/record/4706686/files/natura.tiff", - keep_local=True, - ), - output: - resources("natura.tiff"), - log: - logs("retrieve_natura_raster.log"), - resources: - mem_mb=5000, - retries: 2 - run: - copyfile(input[0], output[0]) - validate_checksum(output[0], input[0]) - - -if config["enable"]["retrieve"] and config["enable"].get( - "retrieve_sector_databundle", True -): - datafiles = [ - "eea/UNFCCC_v23.csv", - "switzerland-sfoe/switzerland-new_format.csv", - "nuts/NUTS_RG_10M_2013_4326_LEVL_2.geojson", - "myb1-2017-nitro.xls", - "Industrial_Database.csv", - "emobility/KFZ__count", - "emobility/Pkw__count", - "h2_salt_caverns_GWh_per_sqkm.geojson", - ] - - rule retrieve_sector_databundle: - output: - protected(expand("data/bundle-sector/{files}", files=datafiles)), - protected(directory("data/bundle-sector/jrc-idees-2015")), - log: - "logs/retrieve_sector_databundle.log", - retries: 2 - conda: - "../envs/retrieve.yaml" - script: - "../scripts/retrieve_sector_databundle.py" - - rule retrieve_eurostat_data: - output: - directory("data/eurostat/eurostat-energy_balances-april_2023_edition"), - log: - "logs/retrieve_eurostat_data.log", - retries: 2 - script: - "../scripts/retrieve_eurostat_data.py" - - if config["enable"]["retrieve"]: datafiles = [ "IGGIELGN_LNGs.geojson", diff --git a/scripts/add_electricity.py b/scripts/add_electricity.py index 7e60203f..9fbbc223 100755 --- a/scripts/add_electricity.py +++ b/scripts/add_electricity.py @@ -46,7 +46,7 @@ Inputs ------ - ``resources/costs.csv``: The database of cost assumptions for all included technologies for specific years from various sources; e.g. discount rate, lifetime, investment (CAPEX), fixed operation and maintenance (FOM), variable operation and maintenance (VOM), fuel costs, efficiency, carbon-dioxide intensity. -- ``data/bundle/hydro_capacities.csv``: Hydropower plant store/discharge power capacities, energy storage capacity, and average hourly inflow by country. +- ``data/hydro_capacities.csv``: Hydropower plant store/discharge power capacities, energy storage capacity, and average hourly inflow by country. .. image:: img/hydrocapacities.png :scale: 34 % diff --git a/scripts/build_natura_raster.py b/scripts/build_natura_raster.py deleted file mode 100644 index 35fb0dbd..00000000 --- a/scripts/build_natura_raster.py +++ /dev/null @@ -1,118 +0,0 @@ -# -*- coding: utf-8 -*- -# SPDX-FileCopyrightText: : 2017-2024 The PyPSA-Eur Authors -# -# SPDX-License-Identifier: MIT -""" -Rasters the vector data of the `Natura 2000. - -`_ natural protection areas onto all -cutout regions. - -Relevant Settings ------------------ - -.. code:: yaml - - renewable: - {technology}: - cutout: - -.. seealso:: - Documentation of the configuration file ``config/config.yaml`` at - :ref:`renewable_cf` - -Inputs ------- - -- ``data/bundle/natura/Natura2000_end2015.shp``: `Natura 2000 `_ natural protection areas. - - .. image:: img/natura.png - :scale: 33 % - -Outputs -------- - -- ``resources/natura.tiff``: Rasterized version of `Natura 2000 `_ natural protection areas to reduce computation times. - - .. image:: img/natura.png - :scale: 33 % - -Description ------------ -""" - -import logging - -import atlite -import geopandas as gpd -import rasterio as rio -from _helpers import configure_logging, set_scenario_config -from rasterio.features import geometry_mask -from rasterio.warp import transform_bounds - -logger = logging.getLogger(__name__) - - -def determine_cutout_xXyY(cutout_name): - """ - Determine the full extent of a cutout. - - Since the coordinates of the cutout data are given as the - center of the grid cells, the extent of the cutout is - calculated by adding/subtracting half of the grid cell size. - - - Parameters - ---------- - cutout_name : str - Path to the cutout. - - Returns - ------- - A list of extent coordinates in the order [x, X, y, Y]. - """ - cutout = atlite.Cutout(cutout_name) - assert cutout.crs.to_epsg() == 4326 - x, X, y, Y = cutout.extent - dx, dy = cutout.dx, cutout.dy - return [x - dx / 2.0, X + dx / 2.0, y - dy / 2.0, Y + dy / 2.0] - - -def get_transform_and_shape(bounds, res): - left, bottom = [(b // res) * res for b in bounds[:2]] - right, top = [(b // res + 1) * res for b in bounds[2:]] - shape = int((top - bottom) // res), int((right - left) / res) - transform = rio.Affine(res, 0, left, 0, -res, top) - return transform, shape - - -if __name__ == "__main__": - if "snakemake" not in globals(): - from _helpers import mock_snakemake - - snakemake = mock_snakemake("build_natura_raster") - configure_logging(snakemake) - set_scenario_config(snakemake) - - x, X, y, Y = determine_cutout_xXyY(snakemake.input.cutout) - bounds = transform_bounds(4326, 3035, x, y, X, Y) - transform, out_shape = get_transform_and_shape(bounds, res=100) - - # adjusted boundaries - shapes = gpd.read_file(snakemake.input.natura).to_crs(3035) - raster = ~geometry_mask(shapes.geometry, out_shape, transform) - raster = raster.astype(rio.uint8) - - with rio.open( - snakemake.output[0], - "w", - driver="GTiff", - dtype=rio.uint8, - count=1, - transform=transform, - crs=3035, - compress="lzw", - width=raster.shape[1], - height=raster.shape[0], - ) as dst: - dst.write(raster, indexes=1) diff --git a/scripts/build_renewable_profiles.py b/scripts/build_renewable_profiles.py index f1eb5e15..43297e1d 100644 --- a/scripts/build_renewable_profiles.py +++ b/scripts/build_renewable_profiles.py @@ -52,7 +52,7 @@ Inputs CORINE land cover, see `Annex 1 of the technical documentation `_. -- ``data/bundle/GEBCO_2014_2D.nc``: A `bathymetric +- ``data/bundle/gebco/GEBCO_2014_2D.nc``: A `bathymetric `_ data set with a global terrain model for ocean and land at 15 arc-second intervals by the `General Bathymetric Chart of the Oceans (GEBCO) diff --git a/scripts/build_shapes.py b/scripts/build_shapes.py index fd64411a..85afdaea 100644 --- a/scripts/build_shapes.py +++ b/scripts/build_shapes.py @@ -38,7 +38,7 @@ Inputs - ``data/bundle/nama_10r_3popgdp.tsv.gz``: Average annual population by NUTS3 region (`eurostat `__) - ``data/bundle/nama_10r_3gdp.tsv.gz``: Gross domestic product (GDP) by NUTS 3 regions (`eurostat `__) -- ``data/bundle/ch_cantons.csv``: Mapping between Swiss Cantons and NUTS3 regions +- ``data/ch_cantons.csv``: Mapping between Swiss Cantons and NUTS3 regions - ``data/bundle/je-e-21.03.02.xls``: Population and GDP data per Canton (`BFS - Swiss Federal Statistical Office `_ ) Outputs diff --git a/scripts/build_ship_raster.py b/scripts/build_ship_raster.py index 47d725d8..7aaea999 100644 --- a/scripts/build_ship_raster.py +++ b/scripts/build_ship_raster.py @@ -47,10 +47,35 @@ from pathlib import Path import rioxarray from _helpers import configure_logging, set_scenario_config -from build_natura_raster import determine_cutout_xXyY logger = logging.getLogger(__name__) + +def determine_cutout_xXyY(cutout_name): + """ + Determine the full extent of a cutout. + + Since the coordinates of the cutout data are given as the + center of the grid cells, the extent of the cutout is + calculated by adding/subtracting half of the grid cell size. + + + Parameters + ---------- + cutout_name : str + Path to the cutout. + + Returns + ------- + A list of extent coordinates in the order [x, X, y, Y]. + """ + cutout = atlite.Cutout(cutout_name) + assert cutout.crs.to_epsg() == 4326 + x, X, y, Y = cutout.extent + dx, dy = cutout.dx, cutout.dy + return [x - dx / 2.0, X + dx / 2.0, y - dy / 2.0, Y + dy / 2.0] + + if __name__ == "__main__": if "snakemake" not in globals(): from _helpers import mock_snakemake diff --git a/scripts/retrieve_databundle.py b/scripts/retrieve_databundle.py index 996bbeab..e2736f63 100644 --- a/scripts/retrieve_databundle.py +++ b/scripts/retrieve_databundle.py @@ -1,5 +1,5 @@ # -*- coding: utf-8 -*- -# Copyright 2019-2022 Fabian Hofmann (TUB, FIAS) +# Copyright 2019-2024 Fabian Hofmann (TUB, FIAS), Fabian Neumann (TUB) # SPDX-FileCopyrightText: : 2017-2024 The PyPSA-Eur Authors # # SPDX-License-Identifier: MIT @@ -7,24 +7,15 @@ .. image:: https://zenodo.org/badge/DOI/10.5281/zenodo.3517935.svg :target: https://doi.org/10.5281/zenodo.3517935 -The data bundle (1.4 GB) contains common GIS datasets like NUTS3 shapes, EEZ shapes, CORINE Landcover, Natura 2000 and also electricity specific summary statistics like historic per country yearly totals of hydro generation, GDP and POP on NUTS3 levels and per-country load time-series. +The data bundle contains common GIS datasets like NUTS3 shapes, EEZ shapes, +CORINE Landcover, Natura 2000 and also electricity specific summary statistics +like historic per country yearly totals of hydro generation, GDP and population +data on NUTS3 levels and energy balances. -This rule downloads the data bundle from `zenodo `_ and extracts it in the ``data`` sub-directory, such that all files of the bundle are stored in the ``data/bundle`` subdirectory. - -The :ref:`tutorial` uses a smaller `data bundle `_ than required for the full model (188 MB) - -.. image:: https://zenodo.org/badge/DOI/10.5281/zenodo.3517921.svg - :target: https://doi.org/10.5281/zenodo.3517921 - -**Relevant Settings** - -.. code:: yaml - - tutorial: - -.. seealso:: - Documentation of the configuration file ``config/config.yaml`` at - :ref:`toplevel_cf` +This rule downloads the data bundle from `zenodo +`_ and extracts it in the ``data`` +sub-directory, such that all files of the bundle are stored in the +``data/bundle`` subdirectory. **Outputs** @@ -57,10 +48,7 @@ if __name__ == "__main__": configure_logging(snakemake) set_scenario_config(snakemake) - if snakemake.config["tutorial"]: - url = "https://zenodo.org/record/3517921/files/pypsa-eur-tutorial-data-bundle.tar.xz" - else: - url = "https://zenodo.org/record/3517935/files/pypsa-eur-data-bundle.tar.xz" + url = "https://zenodo.org/records/10973944/files/bundle.tar.xz" tarball_fn = Path(f"{rootpath}/bundle.tar.xz") to_fn = Path(rootpath) / Path(snakemake.output[0]).parent.parent @@ -74,6 +62,7 @@ if __name__ == "__main__": logger.info("Extracting databundle.") tarfile.open(tarball_fn).extractall(to_fn) + logger.info("Unlinking tarball.") tarball_fn.unlink() logger.info(f"Databundle available in '{to_fn}'.") diff --git a/scripts/retrieve_sector_databundle.py b/scripts/retrieve_sector_databundle.py deleted file mode 100644 index 3b825da2..00000000 --- a/scripts/retrieve_sector_databundle.py +++ /dev/null @@ -1,49 +0,0 @@ -# -*- coding: utf-8 -*- -# SPDX-FileCopyrightText: : 2021-2024 The PyPSA-Eur Authors -# -# SPDX-License-Identifier: MIT -""" -Retrieve and extract data bundle for sector-coupled studies. -""" - -import logging -import tarfile -from pathlib import Path - -from _helpers import ( - configure_logging, - progress_retrieve, - set_scenario_config, - validate_checksum, -) - -logger = logging.getLogger(__name__) - -if __name__ == "__main__": - if "snakemake" not in globals(): - from _helpers import mock_snakemake - - snakemake = mock_snakemake("retrieve_databundle") - rootpath = ".." - else: - rootpath = "." - configure_logging(snakemake) - set_scenario_config(snakemake) - - url = "https://zenodo.org/record/5824485/files/pypsa-eur-sec-data-bundle.tar.gz" - - tarball_fn = Path(f"{rootpath}/sector-bundle.tar.gz") - to_fn = Path(rootpath) / Path(snakemake.output[0]).parent.parent - - logger.info(f"Downloading databundle from '{url}'.") - disable_progress = snakemake.config["run"].get("disable_progressbar", False) - progress_retrieve(url, tarball_fn, disable=disable_progress) - - validate_checksum(tarball_fn, url) - - logger.info("Extracting databundle.") - tarfile.open(tarball_fn).extractall(to_fn) - - tarball_fn.unlink() - - logger.info(f"Databundle available in '{to_fn}'.") From fb35272fb44cd64791654ad6751a8e2bd4ad5daa Mon Sep 17 00:00:00 2001 From: Fabian Neumann Date: Mon, 15 Apr 2024 15:00:52 +0200 Subject: [PATCH 09/16] add release notes [no ci] --- doc/release_notes.rst | 22 ++++++++++++++++++++++ 1 file changed, 22 insertions(+) diff --git a/doc/release_notes.rst b/doc/release_notes.rst index c3aac055..157919ab 100644 --- a/doc/release_notes.rst +++ b/doc/release_notes.rst @@ -11,6 +11,28 @@ Upcoming Release ================ * Group existing capacities to the earlier grouping_year for consistency with optimized capacities. +* Update data bundle: + + - Merge electricity-only and sector-coupled data bundles into `one bundle + `_. This means that the rule + ``retrieve_sector_databundle`` was removed. + + - Include rasterised ``natura.tiff`` in data bundle and remove rule + ``retrieve_natura_raster``. + + - Remove rule ``build_natura_raster`` as this rule is rarely run and increases + the data bundle size considerably. + + - Remove outdated files from data bundle (e.g., Eurostat energy balances) + + - Reduce spatial scope of GEBCO bathymetry data to Europe to save space. + + - Remove the use of a separate data bundle for tutorials. + + - Directly download `Hotmaps Industrial Database + `__ + from source and remove ``Industrial_Database.csv`` from data bundle. + * bugfix: installed heating capacities were 5% lower than existing heating capacities * Include gas and oil fields and saline aquifers in estimation of CO2 sequestration potential. From fe1199e981c2922d8d225f3516d6ced332320b03 Mon Sep 17 00:00:00 2001 From: Fabian Neumann Date: Mon, 15 Apr 2024 15:03:23 +0200 Subject: [PATCH 10/16] update shipdensity_global.zip link [no ci] --- rules/retrieve.smk | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/rules/retrieve.smk b/rules/retrieve.smk index 398269d4..74d218bf 100644 --- a/rules/retrieve.smk +++ b/rules/retrieve.smk @@ -172,7 +172,7 @@ if config["enable"]["retrieve"]: rule retrieve_ship_raster: input: storage( - "https://zenodo.org/record/6953563/files/shipdensity_global.zip", + "https://zenodo.org/records/10973944/files/shipdensity_global.zip", keep_local=True, ), output: From a1e42db58bab3f4699f2b2c28461c13d9111bc10 Mon Sep 17 00:00:00 2001 From: Fabian Neumann Date: Mon, 15 Apr 2024 15:14:02 +0200 Subject: [PATCH 11/16] change in zenodo urls from record to records --- doc/configtables/load.csv | 2 +- doc/release_notes.rst | 8 ++++---- doc/supply_demand.rst | 2 +- rules/retrieve.smk | 4 ++-- scripts/_helpers.py | 4 ++-- scripts/retrieve_gas_infrastructure_data.py | 4 ++-- 6 files changed, 12 insertions(+), 12 deletions(-) diff --git a/doc/configtables/load.csv b/doc/configtables/load.csv index 34d73dc5..9ebfea32 100644 --- a/doc/configtables/load.csv +++ b/doc/configtables/load.csv @@ -4,4 +4,4 @@ time_shift_for_large_gaps,string,string,"Periods which are used for copying time manual_adjustments,bool,"{true, false}","Whether to adjust the load data manually according to the function in :func:`manual_adjustment`." scaling_factor,--,float,"Global correction factor for the load time series." fixed_year,--,Year or False,"To specify a fixed year for the load time series that deviates from the snapshots' year" -supplement_synthetic,bool,"{true, false}","Whether to supplement missing data for selected time period should be supplemented by synthetic data from https://zenodo.org/record/10820928." +supplement_synthetic,bool,"{true, false}","Whether to supplement missing data for selected time period should be supplemented by synthetic data from https://zenodo.org/records/10820928." diff --git a/doc/release_notes.rst b/doc/release_notes.rst index 157919ab..907379da 100644 --- a/doc/release_notes.rst +++ b/doc/release_notes.rst @@ -1529,7 +1529,7 @@ This release is known to work with `PyPSA-Eur **Gas Transmission Network** * New rule ``retrieve_gas_infrastructure_data`` that downloads and extracts the - SciGRID_gas `IGGIELGN `__ dataset from + SciGRID_gas `IGGIELGN `__ dataset from zenodo. It includes data on the transmission routes, pipe diameters, capacities, pressure, and whether the pipeline is bidirectional and carries H-Gas or L-Gas. @@ -1689,7 +1689,7 @@ This release is known to work with `PyPSA-Eur PyPSA network. * Updated `data bundle - `__ + `__ that includes the hydrogan salt cavern storage potentials. * Updated and extended documentation in @@ -2049,7 +2049,7 @@ PyPSA-Eur-Sec codebase in Version 0.2.0 above. This model has `its own github repository `__ and is `archived -on Zenodo `__. +on Zenodo `__. @@ -2065,7 +2065,7 @@ European countries with one node per country. It includes demand and supply for electricity, space and water heating in buildings, and land transport. -It is `archived on Zenodo `__. +It is `archived on Zenodo `__. Release Process diff --git a/doc/supply_demand.rst b/doc/supply_demand.rst index cc598aaf..db7bfb70 100644 --- a/doc/supply_demand.rst +++ b/doc/supply_demand.rst @@ -386,7 +386,7 @@ carbon capture (bottom bar) assumed in `Neumann et al `__, which is illustrated in the figure below. This open database includes georeferenced industrial sites of energy-intensive industry sectors in EU28, including cement, basic chemicals, glass, iron and steel, non-ferrous metals, non-metallic minerals, paper, and refineries subsectors. The use of this spatial dataset enables the calculation of regional and process-specific energy demands. This approach assumes that there will be no significant migration of energy-intensive industries. +Inside each country the industrial demand is then distributed using the `Hotmaps Industrial Database `__, which is illustrated in the figure below. This open database includes georeferenced industrial sites of energy-intensive industry sectors in EU28, including cement, basic chemicals, glass, iron and steel, non-ferrous metals, non-metallic minerals, paper, and refineries subsectors. The use of this spatial dataset enables the calculation of regional and process-specific energy demands. This approach assumes that there will be no significant migration of energy-intensive industries. .. image:: ../graphics/hotmaps.png diff --git a/rules/retrieve.smk b/rules/retrieve.smk index 74d218bf..5147e564 100644 --- a/rules/retrieve.smk +++ b/rules/retrieve.smk @@ -78,7 +78,7 @@ if config["enable"]["retrieve"] and config["enable"].get("retrieve_cutout", True rule retrieve_cutout: input: storage( - "https://zenodo.org/record/6382570/files/{cutout}.nc", + "https://zenodo.org/records/6382570/files/{cutout}.nc", ), output: protected("cutouts/" + CDIR + "{cutout}.nc"), @@ -194,7 +194,7 @@ if config["enable"]["retrieve"]: rule download_copernicus_land_cover: input: storage( - "https://zenodo.org/record/3939050/files/PROBAV_LC100_global_v3.0.1_2019-nrt_Discrete-Classification-map_EPSG-4326.tif", + "https://zenodo.org/records/3939050/files/PROBAV_LC100_global_v3.0.1_2019-nrt_Discrete-Classification-map_EPSG-4326.tif", ), output: "data/Copernicus_LC100_global_v3.0.1_2019-nrt_Discrete-Classification-map_EPSG-4326.tif", diff --git a/scripts/_helpers.py b/scripts/_helpers.py index dfedcaea..683828b2 100644 --- a/scripts/_helpers.py +++ b/scripts/_helpers.py @@ -707,7 +707,7 @@ def update_config_from_wildcards(config, w, inplace=True): def get_checksum_from_zenodo(file_url): parts = file_url.split("/") - record_id = parts[parts.index("record") + 1] + record_id = parts[parts.index("records") + 1] filename = parts[-1] response = requests.get(f"https://zenodo.org/api/records/{record_id}", timeout=30) @@ -746,7 +746,7 @@ def validate_checksum(file_path, zenodo_url=None, checksum=None): >>> validate_checksum("/path/to/file", checksum="md5:abc123...") >>> validate_checksum( ... "/path/to/file", - ... zenodo_url="https://zenodo.org/record/12345/files/example.txt", + ... zenodo_url="https://zenodo.org/records/12345/files/example.txt", ... ) If the checksum is invalid, an AssertionError will be raised. diff --git a/scripts/retrieve_gas_infrastructure_data.py b/scripts/retrieve_gas_infrastructure_data.py index 8d7d0e08..972e08c5 100644 --- a/scripts/retrieve_gas_infrastructure_data.py +++ b/scripts/retrieve_gas_infrastructure_data.py @@ -4,7 +4,7 @@ # SPDX-License-Identifier: MIT """ Retrieve gas infrastructure data from -https://zenodo.org/record/4767098/files/IGGIELGN.zip. +https://zenodo.org/records/4767098/files/IGGIELGN.zip. """ import logging @@ -32,7 +32,7 @@ if __name__ == "__main__": configure_logging(snakemake) set_scenario_config(snakemake) - url = "https://zenodo.org/record/4767098/files/IGGIELGN.zip" + url = "https://zenodo.org/records/4767098/files/IGGIELGN.zip" # Save locations zip_fn = Path(f"{rootpath}/IGGIELGN.zip") From 29adeb2267712b7e1097c727f683da1bf334c9dc Mon Sep 17 00:00:00 2001 From: Fabian Neumann Date: Mon, 15 Apr 2024 15:28:02 +0200 Subject: [PATCH 12/16] add missing atlite import --- scripts/build_ship_raster.py | 1 + 1 file changed, 1 insertion(+) diff --git a/scripts/build_ship_raster.py b/scripts/build_ship_raster.py index 7aaea999..12befe99 100644 --- a/scripts/build_ship_raster.py +++ b/scripts/build_ship_raster.py @@ -45,6 +45,7 @@ import logging import zipfile from pathlib import Path +import atlite import rioxarray from _helpers import configure_logging, set_scenario_config From 25df71a5126ad80d520c3a87e324927ca26bac5d Mon Sep 17 00:00:00 2001 From: Philipp Glaum Date: Fri, 10 May 2024 17:37:42 +0200 Subject: [PATCH 13/16] [no ci] add release note --- doc/release_notes.rst | 2 ++ 1 file changed, 2 insertions(+) diff --git a/doc/release_notes.rst b/doc/release_notes.rst index b73b56f8..3158489e 100644 --- a/doc/release_notes.rst +++ b/doc/release_notes.rst @@ -9,6 +9,8 @@ Release Notes Upcoming Release ================ +* Add floating wind technology for water depths below 60m + * Group existing capacities to the earlier grouping_year for consistency with optimized capacities. * bugfix: installed heating capacities were 5% lower than existing heating capacities From 1b1b4528bf785dc2262c4588b06089ce1e47d9fd Mon Sep 17 00:00:00 2001 From: "pre-commit-ci[bot]" <66853113+pre-commit-ci[bot]@users.noreply.github.com> Date: Sun, 12 May 2024 13:53:36 +0000 Subject: [PATCH 14/16] [pre-commit.ci] auto fixes from pre-commit.com hooks for more information, see https://pre-commit.ci --- doc/tutorial.rst | 2 +- doc/tutorial_sector.rst | 2 +- 2 files changed, 2 insertions(+), 2 deletions(-) diff --git a/doc/tutorial.rst b/doc/tutorial.rst index b587e895..70c4c9e9 100644 --- a/doc/tutorial.rst +++ b/doc/tutorial.rst @@ -201,7 +201,7 @@ This triggers a workflow of multiple preceding jobs that depend on each rule's i 7 -> 18 20 -> 19 21 -> 19 - } + } | diff --git a/doc/tutorial_sector.rst b/doc/tutorial_sector.rst index 464d9f42..67b65a3e 100644 --- a/doc/tutorial_sector.rst +++ b/doc/tutorial_sector.rst @@ -829,7 +829,7 @@ workflow: 17 -> 88 73 -> 89 17 -> 89 - } + } | From 4dc350cbde6c760650a61f90cc49cae694514894 Mon Sep 17 00:00:00 2001 From: Fabian Neumann Date: Sun, 12 May 2024 16:10:02 +0200 Subject: [PATCH 15/16] use raw not blob github link --- rules/build_sector.smk | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/rules/build_sector.smk b/rules/build_sector.smk index 60308999..bc7cfd42 100644 --- a/rules/build_sector.smk +++ b/rules/build_sector.smk @@ -565,7 +565,7 @@ rule build_industrial_distribution_key: regions_onshore=resources("regions_onshore_elec_s{simpl}_{clusters}.geojson"), clustered_pop_layout=resources("pop_layout_elec_s{simpl}_{clusters}.csv"), hotmaps_industrial_database=storage( - "https://gitlab.com/hotmaps/industrial_sites/industrial_sites_Industrial_Database/-/blob/master/data/Industrial_Database.csv", + "https://gitlab.com/hotmaps/industrial_sites/industrial_sites_Industrial_Database/-/raw/master/data/Industrial_Database.csv", keep_local=True, ), output: From a16b74f68acfe6668cc6b5a5781bfea7ae414a66 Mon Sep 17 00:00:00 2001 From: Fabian Neumann Date: Mon, 13 May 2024 10:04:05 +0200 Subject: [PATCH 16/16] Update config/config.default.yaml --- config/config.default.yaml | 1 - 1 file changed, 1 deletion(-) diff --git a/config/config.default.yaml b/config/config.default.yaml index dad45cba..9c838493 100644 --- a/config/config.default.yaml +++ b/config/config.default.yaml @@ -233,7 +233,6 @@ renewable: excluder_resolution: 200 min_depth: 60 max_depth: 1000 - potential: simple # or conservative clip_p_max_pu: 1.e-2 solar: cutout: europe-2013-sarah