From e8e0833e3ab568623baf31a79d5d491dd4b04d12 Mon Sep 17 00:00:00 2001 From: Fabian Neumann Date: Thu, 12 Sep 2024 09:43:55 +0200 Subject: [PATCH] Document nearly all data sources in `doc/data_sources.rst` (#1284) * initial data-sources page * continue with data sources * continue with data sources * finalize data sources documentation * correct DIW link --- .github/pull_request_template.md | 7 +- README.md | 2 +- data/heat_load_profile.csv | 25 -- doc/configtables/licenses-sector.csv | 24 -- doc/configtables/licenses.csv | 12 - doc/data_sources.rst | 579 +++++++++++++++++++++++++++ doc/index.rst | 1 + doc/licenses.rst | 22 +- doc/release_notes.rst | 2 + 9 files changed, 588 insertions(+), 86 deletions(-) delete mode 100644 data/heat_load_profile.csv delete mode 100644 doc/configtables/licenses-sector.csv delete mode 100644 doc/configtables/licenses.csv create mode 100644 doc/data_sources.rst diff --git a/.github/pull_request_template.md b/.github/pull_request_template.md index f70a2cde..8c340b7b 100644 --- a/.github/pull_request_template.md +++ b/.github/pull_request_template.md @@ -5,9 +5,10 @@ Closes # (if applicable). ## Checklist -- [ ] I tested my contribution locally and it seems to work fine. +- [ ] I tested my contribution locally and it works as intended. - [ ] Code and workflow changes are sufficiently documented. - [ ] Changed dependencies are added to `envs/environment.yaml`. -- [ ] Changes in configuration options are added in all of `config.default.yaml`. -- [ ] Changes in configuration options are also documented in `doc/configtables/*.csv`. +- [ ] Changes in configuration options are added in `config/config.default.yaml`. +- [ ] Changes in configuration options are documented in `doc/configtables/*.csv`. +- [ ] Sources of newly added data are documented in `doc/data_sources.rst`. - [ ] A release note `doc/release_notes.rst` is added. diff --git a/README.md b/README.md index 5c918c9a..25e8800e 100644 --- a/README.md +++ b/README.md @@ -105,4 +105,4 @@ We strongly welcome anyone interested in contributing to this project. If you ha The code in PyPSA-Eur is released as free software under the [MIT License](https://opensource.org/licenses/MIT), see [`doc/licenses.rst`](doc/licenses.rst). However, different licenses and terms of use may apply to the various -input data. +input data, see [`doc/data_sources.rst`](doc/data_sources.rst). diff --git a/data/heat_load_profile.csv b/data/heat_load_profile.csv deleted file mode 100644 index f1e13ea4..00000000 --- a/data/heat_load_profile.csv +++ /dev/null @@ -1,25 +0,0 @@ -hour,residential space weekday,residential space weekend,residential water weekday,residential water weekend,services space weekday,services space weekend,services water weekday,services water weekend -0,0.9181438689,0.9421512708,1,1,0.9181438689,0.9421512708,1,1 -1,0.9172359071,0.9400891069,1,1,0.9172359071,0.9400891069,1,1 -2,0.9269464481,0.9461062015,1,1,0.9269464481,0.9461062015,1,1 -3,0.9415047932,0.9535084941,1,1,0.9415047932,0.9535084941,1,1 -4,0.9656299507,0.9651094993,1,1,0.9656299507,0.9651094993,1,1 -5,1.0221166443,0.9834676747,1,1,1.0221166443,0.9834676747,1,1 -6,1.1553090493,1.0124171051,1,1,1.1553090493,1.0124171051,1,1 -7,1.2093411031,1.0446615927,1,1,1.2093411031,1.0446615927,1,1 -8,1.1470295942,1.088203419,1,1,1.1470295942,1.088203419,1,1 -9,1.0877191341,1.1110334576,1,1,1.0877191341,1.1110334576,1,1 -10,1.0418327372,1.0926752822,1,1,1.0418327372,1.0926752822,1,1 -11,1.0062977133,1.055488209,1,1,1.0062977133,1.055488209,1,1 -12,0.9837030359,1.0251266112,1,1,0.9837030359,1.0251266112,1,1 -13,0.9667570278,0.9990015154,1,1,0.9667570278,0.9990015154,1,1 -14,0.9548320932,0.9782897278,1,1,0.9548320932,0.9782897278,1,1 -15,0.9509232061,0.9698167237,1,1,0.9509232061,0.9698167237,1,1 -16,0.9636973319,0.974288587,1,1,0.9636973319,0.974288587,1,1 -17,0.9799372563,0.9886456216,1,1,0.9799372563,0.9886456216,1,1 -18,1.0046501848,1.0084159643,1,1,1.0046501848,1.0084159643,1,1 -19,1.0079452419,1.0171243296,1,1,1.0079452419,1.0171243296,1,1 -20,0.9860566481,0.9994722379,1,1,0.9860566481,0.9994722379,1,1 -21,0.9705228074,0.982761591,1,1,0.9705228074,0.982761591,1,1 -22,0.9586485819,0.9698167237,1,1,0.9586485819,0.9698167237,1,1 -23,0.9335023778,0.9515079292,1,1,0.9335023778,0.9515079292,1,1 diff --git a/doc/configtables/licenses-sector.csv b/doc/configtables/licenses-sector.csv deleted file mode 100644 index 8c721260..00000000 --- a/doc/configtables/licenses-sector.csv +++ /dev/null @@ -1,24 +0,0 @@ -description,file/folder,licence,source -JRC IDEES database,jrc-idees-2015/,CC BY 4.0,https://ec.europa.eu/jrc/en/potencia/jrc-idees -JRC ENSPRESO biomass potentials,remote,CC BY 4.0,https://data.jrc.ec.europa.eu/dataset/74ed5a04-7d74-4807-9eab-b94774309d9f -EEA emission statistics,eea/UNFCCC_v23.csv,EEA standard re-use policy,https://www.eea.europa.eu/data-and-maps/data/national-emissions-reported-to-the-unfccc-and-to-the-eu-greenhouse-gas-monitoring-mechanism-16 -Eurostat Energy Balances,eurostat-energy_balances-*/,Eurostat,https://ec.europa.eu/eurostat/web/energy/data/energy-balances -Swiss energy statistics from Swiss Federal Office of Energy,switzerland-sfoe/,unknown,http://www.bfe.admin.ch/themen/00526/00541/00542/02167/index.html?dossier_id=02169 -BASt emobility statistics,emobility/,unknown,http://www.bast.de/DE/Verkehrstechnik/Fachthemen/v2-verkehrszaehlung/Stundenwerte.html?nn=626916 -BDEW heating profile,heat_load_profile_BDEW.csv,unknown,https://github.com/oemof/demandlib -co2 budgets,co2_budget.csv,CC BY 4.0,https://arxiv.org/abs/2004.11009 -existing heating potentials,existing_infrastructure/existing_heating_raw.csv,unknown,https://energy.ec.europa.eu/publications/mapping-and-analyses-current-and-future-2020-2030-heatingcooling-fuel-deployment-fossilrenewables-1_en -IRENA existing VRE capacities,existing_infrastructure/{solar|onwind|offwind}_capcity_IRENA.csv,unknown,https://www.irena.org/Statistics/Download-Data -USGS ammonia production,myb1-2017-nitro.xls,unknown,https://www.usgs.gov/centers/nmic/nitrogen-statistics-and-information -hydrogen salt cavern potentials,h2_salt_caverns_GWh_per_sqkm.geojson,CC BY 4.0,https://doi.org/10.1016/j.ijhydene.2019.12.161 https://doi.org/10.20944/preprints201910.0187.v1 -international port trade volumes,attributed_ports.json,CC BY 4.0,https://datacatalog.worldbank.org/search/dataset/0038118/Global---International-Ports -hotmaps industrial site database,Industrial_Database.csv,CC BY 4.0,https://gitlab.com/hotmaps/industrial_sites/industrial_sites_Industrial_Database -Hotmaps building stock data,data_building_stock.csv,CC BY 4.0,https://gitlab.com/hotmaps/building-stock -U-values Poland,u_values_poland.csv,unknown,https://data.europa.eu/euodp/de/data/dataset/building-stock-observatory -Floor area missing in hotmaps building stock data,floor_area_missing.csv,unknown,https://data.europa.eu/euodp/de/data/dataset/building-stock-observatory -Comparative level investment,comparative_level_investment.csv,Eurostat,https://ec.europa.eu/eurostat/statistics-explained/index.php?title=Comparative_price_levels_for_investment -Electricity taxes,electricity_taxes_eu.csv,Eurostat,https://appsso.eurostat.ec.europa.eu/nui/show.do?dataset=nrg_pc_204&lang=en -Building topologies and corresponding standard values,tabula-calculator-calcsetbuilding.csv,unknown,https://episcope.eu/fileadmin/tabula/public/calc/tabula-calculator.xlsx -Retrofitting thermal envelope costs for Germany,retro_cost_germany.csv,unknown,https://www.iwu.de/forschung/handlungslogiken/kosten-energierelevanter-bau-und-anlagenteile-bei-modernisierung/ -District heating most countries,jrc-idees-2015/,CC BY 4.0,https://ec.europa.eu/jrc/en/potencia/jrc-idees,, -District heating missing countries,district_heat_share.csv,unknown,https://www.euroheat.org/knowledge-hub/country-profiles,, diff --git a/doc/configtables/licenses.csv b/doc/configtables/licenses.csv deleted file mode 100644 index d1fa4aa8..00000000 --- a/doc/configtables/licenses.csv +++ /dev/null @@ -1,12 +0,0 @@ -"Files","BY","NC","SA","Mark Changes",Detail -"corine/*","x",,,"x",https://land.copernicus.eu/pan-european/corine-land-cover/clc-2012?tab=metadata -"eez/*","x","x","x",,http://www.marineregions.org/disclaimer.php -"natura/*","x",,,,https://www.eea.europa.eu/data-and-maps/data/natura-10#tab-metadata -"naturalearth/*",,,,,http://www.naturalearthdata.com/about/terms-of-use/ -"NUTS_2013 _60M_SH/*","x","x",,"x",https://ec.europa.eu/eurostat/web/gisco/geodata/reference-data/administrative-units-statistical-units -"cantons.csv","x",,"x",,https://en.wikipedia.org/wiki/Data_codes_for_Switzerland -"gebco/GEBCO_2014_2D.nc","x",,,,https://www.gebco.net/data_and_products/gridded_bathymetry_data/documents/gebco_2014_historic.pdf -"hydro_capacities.csv","x",,,, -"je-e-21.03.02.xls","x","x",,,https://www.bfs.admin.ch/bfs/en/home/fso/swiss-federal-statistical-office/terms-of-use.html -"nama_10r_3 gdp.tsv.gz","x",,,"x",https://ec.europa.eu/eurostat/about/policies/copyright -"nama_10r_3 popgdp.tsv.gz","x",,,"x",https://ec.europa.eu/eurostat/about/policies/copyright diff --git a/doc/data_sources.rst b/doc/data_sources.rst new file mode 100644 index 00000000..ecd72458 --- /dev/null +++ b/doc/data_sources.rst @@ -0,0 +1,579 @@ +.. + SPDX-FileCopyrightText: 2024 The PyPSA-Eur Authors + + SPDX-License-Identifier: CC-BY-4.0 + +########################################## +Data Sources +########################################## + +PyPSA-Eur is combiled from a variety of data sources. The following table provides an +overview of the data sources used in PyPSA-Eur. Different licenses apply to the +data sources. + +Zenodo data bundle +======================= + +Data in this section is downloaded and extracted from the Zenodo data bundle +(https://zenodo.org/records/12760663). Files included in the data bundle are too +large to be placed directly in the repository, have been reduced in spatial +scope to reduce file size, or are not provided through stable URLs elsewhere. + +``data/bundle/je-e-21.03.02.xls`` + +- **Source:** Swiss Federal Statistics Office +- **Link:** https://www.bfs.admin.ch/bfs/en/home/news/whats-new.assetdetail.7786557.html#context-sidebar +- **License:** `custom (OPEN BY ASK) `__ +- **Description:** Population and GDP data for Swiss Cantons. + +``data/bundle/NUTS_2013_60M_SH`` + +- **Source:** GISCO +- **Link:** https://gisco-services.ec.europa.eu/distribution/v2/nuts/download/ +- **License:** `custom `__ +- **Description:** Europe's NUTS administrative regions. + +``data/bundle/nama_10r_3popgdp.tsv.gz`` + +- **Source:** Eurostat +- **Link:** https://ec.europa.eu/eurostat/databrowser/view/NAMA_10R_3POPGDP/default/table?lang=en +- **License:** `custom `__ +- **Description:** Average annual population to calculate regional GDP data (thousand persons) by NUTS 3 regions. + +``data/bundle/nama_10r_3gdp.tsv.gz`` + +- **Source:** Eurostat +- **Link:** https://ec.europa.eu/eurostat/databrowser/view/nama_10r_3gdp/default/table?lang=en +- **License:** `custom `__ +- **Description:** Gross domestic product (GDP) at current market prices by NUTS 3 regions. + +``data/bundle/corine`` + +- **Source:** European Environment Agency (EEA) +- **Link:** https://sdi.eea.europa.eu/catalogue/copernicus/api/records/a84ae124-c5c5-4577-8e10-511bfe55cc0d +- **License:** `custom `__ +- **Description:** CORINE Land Cover (CLC) database. + +``data/bundle/eea`` + +- **Source:** European Environment Agency (EEA) +- **Link:** https://www.eea.europa.eu/en/datahub/datahubitem-view/3b7fe76c-524a-439a-bfd2-a6e4046302a2 +- **License:** CC-BY 4.0 (`reference `__) +- **Description:** Total GHG emissions and removals in the EU. + +``data/bundle/nuts`` + +- **Source:** GISCO +- **Link:** https://gisco-services.ec.europa.eu/distribution/v2/nuts/download/ +- **License:** `custom `__ +- **Description:** Europe's NUTS administrative regions. + +``data/bundle/emobility`` + +- **Source:** German Federal Highway Research Institute (BASt) +- **Link:** https://www.bast.de/DE/Verkehrstechnik/Fachthemen/v2-verkehrszaehlung/zaehl_node.html +- **License:** CC-BY 4.0 (`reference `__) +- **Description:** Contains data from permanent automatic counting stations on highways and federal roads in Germany. + +``data/bundle/h2_salt_caverns_GWh_per_sqkm.geojson`` + +- **Source:** Dilara Gulcin Caglayan, Nikolaus Weber, Heidi U. Heinrichs, Jochen + Linßen, Martin Robinius, Peter A. Kukla, Detlef Stolten, Technical potential + of salt caverns for hydrogen storage in Europe, International Journal of + Hydrogen Energy, Volume 45, Issue 11, 2020, Pages 6793-6805. +- **Link:** https://doi.org/10.1016/j.ijhydene.2019.12.161 +- **License:** CC-BY 4.0 +- **Description:** Contains geological hydrogen storage potentials for Europe. + +``data/bundle/natura`` + +- **Source:** European Environment Agency (EEA) +- **Link:** https://www.eea.europa.eu/en/datahub/datahubitem-view/6fc8ad2d-195d-40f4-bdec-576e7d1268e4 +- **License:** CC-BY 4.0 (`reference `__) +- **Description:** Natura 2000 natural protection areas. + +``data/bundle/gebco`` + +- **Source:** GEBCO +- **Link:** https://www.gebco.net/data_and_products/gridded_bathymetry_data/version_20141103/ +- **License:** CC0 (`reference `__) +- **Description:** Bathymetric dataset (2014 version). + +``data/bundle/GDP_per_capita_PPP_1990_2015_v2.nc`` + +- **Source:** Kummu, M., Taka, M. & Guillaume, J. Gridded global datasets for + Gross Domestic Product and Human Development Index over 1990-2015. Sci Data 5, + 180004 (2018). https://doi.org/10.1038/sdata.2018.4 +- **Link:** https://datadryad.org/stash/dataset/doi:10.5061/dryad.dk1j0 +- **License:** CC0 (`reference `__) +- **Description:** Gridded GDP data. + +``data/bundle/ppp_2013_1km_Aggregated.tif`` + +- **Source:** WorldPop (www.worldpop.org - School of Geography and Environmental + Science, University of Southampton; Department of Geography and Geosciences, + University of Louisville; Departement de Geographie, Universite de Namur) and + Center for International Earth Science Information Network (CIESIN), Columbia + University (2018). Global High Resolution Population Denominators Project - + Funded by The Bill and Melinda Gates Foundation (OPP1134076). + https://dx.doi.org/10.5258/SOTON/WP00647 +- **Link:** https://hub.worldpop.org/doi/10.5258/SOTON/WP00647 +- **License:** CC-BY 4.0 (`reference `__) +- **Description:** Gridded population data. + + +Specific retrieval rules +======================== + +Data in this section is retrieved and extracted in rules specified in ``rules/retrieve.smk``. + +``data/ENSPRESO_BIOMASS.xlsx`` + +- **Source:** European Commission Joint Research Centre (JRC) +- **Link:** https://data.jrc.ec.europa.eu/dataset/74ed5a04-7d74-4807-9eab-b94774309d9f +- **License:** CC-BY 4.0 +- **Description:** Contains biomass potentials for Europe. + +``data/complete_map_2020_unit_Mt.geojson`` + +- **Source:** SETIS +- **Link:** https://setis.ec.europa.eu/european-co2-storage-database_en, processed with https://github.com/ericzhou571/Co2Storage +- **License:** `various `__ +- **Description:** European CO2 storage database CO2StoP. + +``data/myb1-2022-nitro-ert.xlsx`` + +- **Source:** United States Geological Survey (USGS) +- **Link:** https://www.usgs.gov/centers/national-minerals-information-center/nitrogen-statistics-and-information +- **License:** CC0 (`reference `__) +- **Description:** Statistics and information on the worldwide supply of, demand for, and flow of the mineral commodity nitrogen. + +``data/Industrial_Database.csv`` + +- **Source:** Simon Pezzutto, Stefano Zambotti, Silvia Croce, Pietro Zambelli, + Giulia Garegnani, Chiara Scaramuzzino, Ramón Pascual Pascuas, Alyona + Zubaryeva, Franziska Haas, Dagmar Exner (EURAC), Andreas Mueller (e-think), + Michael Hartner (TUW), Tobias Fleiter, Anna-Lena Klingler, Matthias Kuehnbach, + Pia Manz, Simon Marwitz, Matthias Rehfeldt, Jan Steinbach, Eftim Popovski + (Fraunhofer ISI) Reviewed by Lukas Kranzl, Sara Fritz (TUW) + Hotmaps Project, D2.3 WP2 Report - Open Data Set for the EU28, 2018 + https://www.hotmaps-project.eu +- **Link:** https://gitlab.com/hotmaps/industrial_sites/industrial_sites_Industrial_Database +- **License:** CC-BY 4.0 (`reference `__) +- **Description:** Contains georeferenced industrial sites of energy-intensive + industry sectors, together with GHG-emissions, production capacity, fuel + demand and excess heat potentials calculated from emission and production + data. + +``data/eurostat/Balances-April2023`` + +- **Source:** Eurostat +- **Link:** https://ec.europa.eu/eurostat/documents/38154/4956218/Balances-April2023.zip +- **License:** CC-BY 4.0 (`reference `__) +- **Description:** Contains energy balances for Europe. + +``data/eurostat/eurostat-household_energy_balances-february_2024.csv`` + +- **Source:** Eurostat +- **Link:** https://ec.europa.eu/eurostat/databrowser-backend/api/extraction/1.0/LIVE/false/sdmx/csv/nrg_d_hhq__custom_11480365?startPeriod=2013&endPeriod=2022&i&compressed=true +- **License:** CC-BY 4.0 (`reference `__) +- **Description:** Contains household energy balances for Europe. + +``data/jrc-idees-2021`` + +- **Source:** Rózsai, M., Jaxa-Rozen, M., Salvucci, R., Sikora, P., Tattini, J. + and Neuwahl, F., JRC-IDEES-2021: the Integrated Database of the European + Energy System - Data update and technical documentation, Publications Office + of the European Union, Luxembourg, 2024, doi:10.2760/614599, JRC137809. +- **Link:** https://jeodpp.jrc.ec.europa.eu/ftp/jrc-opendata/JRC-IDEES/JRC-IDEES-2021_v1 +- **License:** CC-BY 4.0 (`reference `__) +- **Description:** Contains more granular energy balances for Europe. + +``data/gas_network`` + +- **Source:** Jan Diettrich, Adam Pluta, & Wided Medjroubi. (2021). SciGRID_gas + IGGIELGN (1.1.2) [Data set]. Zenodo. https://doi.org/10.5281/zenodo.4767098 +- **Link:** https://zenodo.org/records/4767098 +- **License:** CC-BY 4.0 (`reference `__) +- **Description:** Contains gas infrastructure data. + +``data/electricity_demand_raw.csv`` + +- **Source:** Open Power System Data (OPSD) from ENTSO-E Transparency +- **Link:** + https://data.open-power-system-data.org/time_series/2019-06-05/time_series_60min_singleindex.csv + and https://data.open-power-system-data.org/time_series/2020-10-06/time_series_60min_singleindex.csv +- **License:** unknown +- **Description:** Contains country-level electricity demand time series. + +``data/load_synthetic_raw.csv`` + +- **Source:** Frysztacki, M., van der Most, L., & Neumann, F. (2024). + Interannual Electricity Demand Calculator [Data set]. Zenodo. + https://doi.org/10.5281/zenodo.10820928 +- **Link:** https://zenodo.org/records/10820928 +- **License:** CC-BY 4.0 +- **Description:** Contains synthetic country-level electricity demand time series. + +``data/shipdensity_global.zip`` + +- **Source:** World Bank +- **Link:** https://datacatalog.worldbank.org/search/dataset/0037580/Global-Shipping-Traffic-Density +- **License:** CC-BY 4.0 (`reference `__) +- **Description:** Global shipping traffic density. + +``data/Copernicus_LC100_global_v3.0.1_2019-nrt_Discrete-Classification-map_EPSG-4326.tif`` + +- **Source:** Marcel Buchhorn, Bruno Smets, Luc Bertels, Bert De Roo, Myroslava + Lesiv, Nandin-Erdene Tsendbazar, Martin Herold, & Steffen Fritz. (2020). + Copernicus Global Land Service: Land Cover 100m: collection 3: epoch 2019: + Globe (V3.0.1) [Data set]. Zenodo. https://doi.org/10.5281/zenodo.3939050 +- **Link:** https://zenodo.org/records/3939050 +- **License:** CC-BY 4.0 (`reference `__) +- **Description:** Contains rastered land cover and land use data. + +``data/LUISA_basemap_020321_50m.tif`` + +- **Source:** European Commission Joint Research Centre (JRC) +- **Link:** https://jeodpp.jrc.ec.europa.eu/ftp/jrc-opendata/LUISA/EUROPE/Basemaps/LandUse/2018/LATEST/ +- **License:** CC-BY 4.0 (`reference `__) +- **Description:** Contains rastered land cover and land use data. + +``data/eez`` + +- **Source:** Marine Regions +- **Link:** https://www.marineregions.org/download_file.php +- **License:** CC-BY-NC-SA +- **Description:** Contains offshore exclusive economic zones. + +``data/worldbank`` + +- **Source:** World Bank +- **Link:** https://data.worldbank.org/indicator/SP.URB.TOTL.IN.ZS +- **License:** CC-BY 4.0 +- **Description:** Contains share of urban population by country. + +``data/naturalearth`` + +- **Source:** Natural Earth +- **Link:** https://www.naturalearthdata.com/downloads/10m-cultural-vectors/ +- **License:** CC0 (`reference `__) +- **Description:** Country shapes, using point-of-view (POV) variant of Germany so that Crimea is included. + +``data/gem/Europe-Gas-Tracker-2024-05.xlsx`` + +- **Source:** Global Energy Monitor +- **Link:** https://globalenergymonitor.org/projects/global-steel-plant-tracker/ +- **License:** CC-BY 4.0 (`reference `__) +- **Description:** Covers methane gas pipelines, LNG terminals, oil and gas-fired power plants, and methane gas extraction sites. + +``data/gem/Global-Steel-Plant-Tracker-April-2024-Standard-Copy-V1.xlsx`` + +- **Source:** Global Energy Monitor +- **Link:** https://globalenergymonitor.org/projects/global-steel-plant-tracker/ +- **License:** CC-BY 4.0 (`reference `__) +- **Description:** The Global Steel Plant Tracker (GSPT) provides information on + global crude iron and steel production plants, and includes every plant + currently operating with a capacity of five hundred thousand tonnes per year + (ttpa) or more of crude iron or steel. + +``data/WDPA.gpkg`` + +- **Source:** UNEP-WCMC and IUCN (2024), Protected Planet: The World Database on + Protected Areas (WDPA) [Online], September 2024, Cambridge, UK: UNEP-WCMC and + IUCN. Available at: www.protectedplanet.net. +- **Link:** https://www.protectedplanet.net/en/thematic-areas/wdpa +- **License:** `custom `__ +- **Description:** Contains global protected areas. + +``data/WDPA_WDOECM_marine.gpkg`` + +- **Source:** UNEP-WCMC and IUCN (2024), Protected Planet: The World Database on + Protected Areas (WDPA) and World Database on Other Effective Area-based + Conservation Measures (WD-OECM) [Online], September 2024, Cambridge, UK: + UNEP-WCMC and IUCN. Available at: www.protectedplanet.net. +- **Link:** https://www.protectedplanet.net/en/thematic-areas/marine-protected-areas +- **License:** `custom `__ +- **Description:** Contains global protected marine areas. + +``data/osm-prebuilt`` + +- **Source:** OpenStreetMap; Xiong, B., Neumann, F., & Brown, T. (2024). + Prebuilt Electricity Network for PyPSA-Eur based on OpenStreetMap Data (0.3) + [Data set]. Zenodo. https://doi.org/10.5281/zenodo.13358976 +- **Link:** https://zenodo.org/records/13358976 +- **License:** ODbL (`reference `) +- **Description:** Pre-built data of high-voltage transmission grid in Europe from OpenStreetMap. + +``data/osm-raw`` + +- **Source:** OpenStreetMap via Overpass API +- **Link:** https://overpass-api.de/api/interpreter +- **License:** ODbL +- **Description:** Data of high-voltage transmission grid in Europe from OpenStreetMap. + +``cutouts`` + +- **Source:** `ERA5 + `__ + and `SARAH-3 `__ +- **Link:** https://zenodo.org/records/12791128 +- **License:** CC-BY 4.0 +- **Description:** Contains weather data cutouts for Europe to read in with ``atlite``. + +``resources/costs_{year}.csv`` + +- **Source:** various, mostly compiled from Danish Energy Agency (DEA) + `Technology Catalogues + `__. +- **Link:** https://github.com/PyPSA/technology-data +- **License:** GPL-3.0 +- **Description:** Contains technology data for different years such as costs, efficiencies, and lifetimes. + +``resources/powerplants.csv`` + +- **Source:** F. Gotzens, H. Heinrichs, J. Hörsch, and F. Hofmann, Performing + energy modelling exercises in a transparent way - The issue of data quality in + power plant databases, Energy Strategy Reviews, vol. 23, pp. 1-12, Jan. 2019. + https://doi.org/10.1016/j.esr.2018.11.004 +- **Link:** https://github.com/PyPSA/powerplantmatching +- **License:** GPL-3.0 +- **Description:** Contains matched dataset of powerplants in Europe. + + +Repository +========== + +Data in this section is included in the PyPSA-Eur repository in the ``data`` folder. + +``data/entsoegridkit`` + +- **Source:** ENTSO-E +- **Link:** https://www.entsoe.eu/data/map/, extracted with https://github.com/PyPSA/GridKit/tree/master/entsoe +- **License:** unknown +- **Description:** Data of high-voltage transmission grid in Europe from ENTSO-E. + +``data/existing_infrastructure`` + +- **Source:** European Commission DG ENER; Mapping and analyses of the current and future (2020 - 2030) heating/cooling fuel deployment +- **Link:** https://energy.ec.europa.eu/publications/mapping-and-analyses-current-and-future-2020-2030-heatingcooling-fuel-deployment-fossilrenewables-1_en +- **License:** CC-BY 4.0 (`reference `__) +- **Description:** Contains country-level data on existing heating infrastructure, i.e. gas, oil, coal boilers, resistive heaters, air- and ground-sourced heat pumps. + +``data/retro/comparative_level_investment.csv`` + +- **Source:** Eurostat +- **Link:** https://ec.europa.eu/eurostat/statistics-explained/index.php?title=Comparative_price_levels_for_investment +- **License:** `custom `__ +- **Description:** Contains data on comparative price levels for investment in Europe. + +``data/retro/data_building_stock.csv`` + +- **Source:** Simon Pezzutto, Stefano Zambotti, Silvia Croce, Pietro Zambelli, + Giulia Garegnani, Chiara Scaramuzzino, Ramón Pascual Pascuas, Alyona + Zubaryeva, Franziska Haas, Dagmar Exner (EURAC), Andreas Müller (e-think), + Michael Hartner (TUW), Tobias Fleiter, Anna-Lena Klingler, Matthias Kühnbach, + Pia Manz, Simon Marwitz, Matthias Rehfeldt, Jan Steinbach, Eftim Popovski + (Fraunhofer ISI) Reviewed by Lukas Kranzl, Sara Fritz (TUW) Hotmaps Project, + D2.3 WP2 Report - Open Data Set for the EU28, 2018 www.hotmaps-project.eu +- **Link:** https://gitlab.com/hotmaps/building-stock +- **License:** CC-BY 4.0 +- **Description:** Contains data on European building stock. + +``data/retro/electricity_taxes_eu.csv`` + +- **Source:** Eurostat +- **Link:** https://ec.europa.eu/eurostat/databrowser/view/NRG_PC_204/default/table?lang=en +- **License:** `custom `__ +- **Description:** Electricity prices for household consumers. + +``data/retro/{floor_area_missing,u_values_poland}.csv`` + +- **Source:** EU Building Stock Observatory +- **Link:** https://data.europa.eu/euodp/de/data/dataset/building-stock-observatory +- **License:** `custom `__ +- **Description:** The EU Building Stock Observatory monitors the energy + performance of buildings across Europe. It assesses improvements in the energy + efficiency of buildings and the impact of this on the actual energy + consumption of the buildings sector overall. + +``data/retro/retro_cost_germany.csv`` + +- **Source:** Institut Wohnen und Umwelt (IWU) +- **Link:** https://www.iwu.de/forschung/handlungslogiken/kosten-energierelevanter-bau-und-anlagenteile-bei-modernisierung/ +- **License:** unknown +- **Description:** Contains thermal envelop costs for retrofitting buildings in + Germany. + +``data/retro/window_assumptions.csv`` + +- **Source:** ifeu, Fraunhofer IEE and Consentec (2018): Building sector + Efficiency: A crucial Component of the Energy Transition. A study commissioned + by Agora Energiewende. +- **Link:** https://www.agora-energiewende.de/en/publications/building-sector-efficiency-a-crucial-component-of-the-energy-transition/ +- **License:** unknown +- **Description:** Contains data on physical parameters of double- and triple-glazed windows. + +``data/transmission_projects/nep`` + +- **Source:** German Federal Network Agency (Bundesnetzagentur, BNetzA) +- **Link:** https://data.netzausbau.de/2037-2023/NEP/NEP_2037_2045_Bestaetigung.pdf +- **License:** unknown +- **Description:** Contains transmission projects in Europe from German network development plan (Netzentwicklungsplan). + +``data/transmission_projects/tyndp2020`` + +- **Source:** ENTSO-E +- **Link:** https://tyndp2020-project-platform.azurewebsites.net/projectsheets +- **License:** unknown +- **Description:** Contains transmission projects in Europe from ENTSO-E Ten Year Network Development Plan (TYNDP). + +``data/ammonia_plants.csv`` + +- **Source:** manually collected, mostly from ICIS +- **Link:** https://www.icis.com/explore/resources/news/2023/01/18/10846094/insight-poor-demand-high-costs-stifle-europe-industry-despite-falling-gas-prices/ +- **License:** CC-BY 4.0 (for compiled dataset) +- **Description:** Locations and production capacities of ammonia plants in Europe. + +``data/attributed_ports.json`` + +- **Source:** World Bank +- **Link:** https://datacatalog.worldbank.org/search/dataset/0038118/Global---International-Ports +- **License:** CC-BY 4.0 (`reference `__) +- **Description:** International ports with attributes describing name, port functions, total capacity and location. + +``data/cement_plants-noneu.csv`` + +- **Source:** manually collected, mostly from USGS +- **Link:** https://www.usgs.gov/centers/national-minerals-information-center/international-minerals-statistics-and-information +- **License:** CC0 (`reference `__) +- **Description:** Contains energy balances for Europe. + +``data/ch_cantons.csv`` + +- **Source:** Wikipedia +- **Link:** https://en.wikipedia.org/wiki/Data_codes_for_Switzerland +- **License:** CC-BY-SA 4.0 +- **Description:** Contains NUTS codes for regions in Switzerland. + +``data/ch_industrial_production_per_subsector.csv`` + +- **Source:** Swiss Federal Office of Energy (SFOE) +- **Link:** https://pubdb.bfe.admin.ch/de/publication/download/11817 +- **License:** `custom `__ +- **Description:** Contains energy consumption in industry and the service sector in Switzerland. + +``data/district_heat_share.csv`` + +- **Source:** Euroheat & Power +- **Link:** https://www.euroheat.org/knowledge-hub/country-profiles +- **License:** unknown +- **Description:** Contains district heating shares for European countries. + +``data/egs_costs.json`` + +- **Source:** Arman Aghahosseini, Christian Breyer, From hot rock to useful + energy: A global estimate of enhanced geothermal systems potential, Applied + Energy, Volume 279, 2020, 115769. +- **Link:** https://doi.org/10.1016/j.apenergy.2020.115769 +- **License:** unknown +- **Description:** Contains rastered potentials and capital costs for enhanced geothermal electricity generation in Europe. + +``data/eia_hydro_annual_capacity.csv`` + +- **Source:** Energy Information Agency (EIA) +- **Link:** https://www.eia.gov/international/data/world/electricity/electricity-generation +- **License:** CC0 (`reference `__) +- **Description:** Contains country-level hydro-electric capacity for Europe by year. + +``data/eia_hydro_annual_generation.csv`` + +- **Source:** Energy Information Agency (EIA) +- **Link:** https://www.eia.gov/international/data/world/electricity/electricity-generation +- **License:** CC0 (`reference `__) +- **Description:** Contains country-level hydro-electric generato for Europe by year. + +``data/era5-annual-HDD-per-country.csv`` + +- **Source:** Neumann, Fabian +- **Link:** https://gist.github.com/fneum/d99e24e19da423038fd55fe3a4ddf875 +- **License:** CC-BY 4.0 +- **Description:** Contains country-level annual sum of heating degree days in + Europe. Used for rescaling heat demand in weather years not covered by energy + balance statistics. + +``data/era5-annual-runoff-per-country.csv`` + +- **Source:** Neumann, Fabian +- **Link:** https://gist.github.com/fneum/d99e24e19da423038fd55fe3a4ddf875 +- **License:** CC-BY 4.0 +- **Description:** Contains country-level annual sum of runoff in Europe. Used + for rescaling hydro-electricity availability in weather years not covered by + EIA hydro-generation statistics. + +``data/gr-e-11.03.02.01.01-cc.csv`` + +- **Source:** Swiss Federal Statistics Office +- **Link:** https://www.bfs.admin.ch/asset/de/30305426 +- **License:** `custom (OPEN BY ASK) `__ +- **Description:** Stock of road motor vehicles in Switzerland. + +``data/heat_load_profile_BDEW.csv`` + +- **Source:** oemof/demandlib +- **Link:** https://github.com/oemof/demandlib +- **License:** unknown +- **Description:** Contains standard heat load profiles based on data from BDEW (German Association of Energy and Water Industries). + +``data/hydro_capacities.csv`` + +.. warning:: + The provenance of the data is unclear. We will improve this in the future. + +``data/links_p_nom.csv`` + +- **Source:** Wikipedia +- **Link:** https://en.wikipedia.org/wiki/List_of_HVDC_projects +- **License:** CC-BY-SA 4.0 +- **Description:** Contains list of HVDC transmission line projects. + +``data/nuclear_p_max_pu.csv`` + +- **Source:** International Atomic Energy Agency (IAEA) +- **Link:** https://pris.iaea.org/PRIS/WorldStatistics/ThreeYrsEnergyAvailabilityFactor.aspx +- **License:** `custom `__ +- **Description:** Country-level nuclear power plant availability factors. + +``data/refineries-noneu.csv`` + +- **Source:** manually collected, mostly from Energy Information Agency (EIA) +- **Link:** https://www.eia.gov/petroleum/refinerycapacity/table3.pdf +- **License:** CC0 (`reference `__) +- **Description:** Contains locations and capacities of oil refineries in Europe. + +``data/switzerland-new_format-all_years.csv`` + +- **Source:** Swiss Federal Office of Energy (SFOE) +- **Link:** https://www.bfe.admin.ch/bfe/de/home/versorgung/statistik-und-geodaten/energiestatistiken/energieverbrauch-nach-verwendungszweck.html/ +- **License:** `custom `__ +- **Description:** Contains energy consumption by sector / application for Switzerland. + +``data/unit_commitment.csv`` + +- **Source:** `DIW + `__, + `Agora Energiewende + `__, + `Schill et al. (2017) + `__, + `Martin (2022) `__ +- **Link:** https://github.com/lisazeyen/hourly_vs_annually/blob/b67ca9222711372d8ab6cd58f9ebe7bc637939bf/scripts/solve_network.py#L554 +- **License:** CC-BY 4.0 +- **Description:** Contains energy balances for Europe. + +``data/biomass_transport_costs_supply_chain{1,2}.csv`` + +- **Source:** European Commission Joint Research Centre (JRC) +- **Link:** https://publications.jrc.ec.europa.eu/repository/handle/JRC98626 +- **License:** CC-BY 4.0 (`reference `__) +- **Description:** Contains transport costs for different types of biomass. diff --git a/doc/index.rst b/doc/index.rst index e23744e1..961f1482 100644 --- a/doc/index.rst +++ b/doc/index.rst @@ -264,6 +264,7 @@ The PyPSA-Eur workflow is continuously tested for Linux, macOS and Windows (WSL release_notes licenses + data_sources validation limitations contributing diff --git a/doc/licenses.rst b/doc/licenses.rst index 5ab65ca9..27ee12d2 100644 --- a/doc/licenses.rst +++ b/doc/licenses.rst @@ -18,24 +18,4 @@ PyPSA-Eur is released under multiple licenses: See the individual files and the `dep5 <.reuse/dep5>`__ file for license details. Additionally, different licenses and terms of use also apply to the various -input data for both electricity-only and sector-coupled modelling exercises, -which are summarised below. - -Electricity Systems Databundle -============================== - -.. note:: - More details are included in `the description of the - data bundles on zenodo `__. - -* BY: Attribute Source -* NC: Non-Commercial Use Only -* SA: Share Alike - -.. csv-table:: - :header-rows: 1 - :file: configtables/licenses.csv - -.. csv-table:: - :header-rows: 1 - :file: configtables/licenses-sector.csv +input data. diff --git a/doc/release_notes.rst b/doc/release_notes.rst index a3411e87..accbdd23 100644 --- a/doc/release_notes.rst +++ b/doc/release_notes.rst @@ -27,6 +27,8 @@ Release Notes rules. This simplifies the use of ``mock_snakemake`` and places downloaded data more transparently into the ``data`` directory. +* The sources of nearly all data files are now listed in the documentation. + PyPSA-Eur 0.12.0 (30th August 2024) ===================================