bjoern/pypsa-eur
1
0
Fork 0
Code Issues Pull Requests Actions 1 Packages Projects Releases Wiki Activity

retrieve eurostat disagregated energy balances for household

Browse Source
This commit is contained in:
yerbol-akhmetov 2024-04-14 13:19:42 +05:00
parent 980040b1ae
commit 8b28f34f14
2 changed files with 18 additions and 0 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

1
rules/retrieve.smk
View File

@ -148,6 +148,7 @@ if config["enable"]["retrieve"] and config["enable"].get(
rule retrieve_eurostat_data:
output:
directory("data/eurostat/eurostat-energy_balances-april_2023_edition"),
"data/eurostat/eurostat-household_energy_balances-february_2024.csv",
log:
"logs/retrieve_eurostat_data.log",
retries: 2

17
scripts/retrieve_eurostat_data.py
View File

@ -9,6 +9,8 @@ Retrieve and extract eurostat energy balances data.
import logging
import zipfile
import gzip
import shutil
from pathlib import Path
from _helpers import configure_logging, progress_retrieve, set_scenario_config
@ -41,3 +43,18 @@ if __name__ == "__main__":
zip_ref.extractall(to_fn)
logger.info(f"Eurostat data available in '{to_fn}'.")
url_eurostat_household = "https://ec.europa.eu/eurostat/api/dissemination/sdmx/3.0/data/dataflow/ESTAT/nrg_d_hhq/1.0/*.*.*.*.*?c[freq]=A&c[nrg_bal]=FC_OTH_HH_E,FC_OTH_HH_E_SH,FC_OTH_HH_E_WH,FC_OTH_HH_E_CK&c[siec]=TOTAL&c[unit]=TJ&c[geo]=EU27_2020,EA20,BE,BG,CZ,DK,DE,EE,IE,EL,ES,FR,HR,IT,CY,LV,LT,LU,HU,MT,NL,AT,PL,PT,RO,SI,SK,FI,SE,NO,UK,BA,MD,MK,AL,RS,UA,XK,GE&compress=true&format=csvdata&formatVersion=2.0&c[time]=2021,2020,2019,2018,2017,2016,2015,2014,2013,2012,2011,2010"
tarball_fn = Path(f"{rootpath}/data/eurostat/eurostat_household.gz")
to_fn = Path(
f"{rootpath}/data/eurostat/eurostat-household_energy_balances-february_2024.csv"
)
logger.info(f"Downloading Eurostats' disaggregated household energy balances data from '{url_eurostat_household}'.")
progress_retrieve(url_eurostat_household, tarball_fn, disable=disable_progress)
logger.info("Extracting Eurostat's disaggregated household energy balance data.")
with gzip.open(tarball_fn, 'rb') as f_in, open(to_fn, 'wb') as f_out:
shutil.copyfileobj(f_in, f_out)
logger.info(f"Eurostat's disaggregated household energy balance data available in '{to_fn}'.")