bjoern/pypsa-eur
1
0
Fork 0
Code Issues Pull Requests Actions 1 Packages Projects Releases Wiki Activity

[pre-commit.ci] auto fixes from pre-commit.com hooks

Browse Source 
for more information, see https://pre-commit.ci
This commit is contained in:
pre-commit-ci[bot] 2024-04-14 11:33:16 +00:00
parent d2584d37b1
commit 7436634bf8
2 changed files with 37 additions and 20 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

33
scripts/build_energy_totals.py
View File

@ -945,17 +945,20 @@ def rescale_idees_from_eurostat(
def update_residential_from_eurostat(energy):
"""
Updates energy balances for residential from disaggregated data from Eurostat
Updates energy balances for residential from disaggregated data from
Eurostat.
"""
# Read disaggregated Eurostat's data
fn = snakemake.input.eurostat_households
eurostat_data = pd.read_csv(fn)
# Column mapping for energy type
nrg_type = {"total residential":"FC_OTH_HH_E",
"total residential space":"FC_OTH_HH_E_SH",
"total residential water":"FC_OTH_HH_E_WH",
"total residential cooking":"FC_OTH_HH_E_CK"}
nrg_type = {
"total residential": "FC_OTH_HH_E",
"total residential space": "FC_OTH_HH_E_SH",
"total residential water": "FC_OTH_HH_E_WH",
"total residential cooking": "FC_OTH_HH_E_CK",
}
# Make temporary copy of energy_totals
energy_totals = energy.copy().reset_index()
@ -964,19 +967,29 @@ def update_residential_from_eurostat(energy):
# Select energy balance type
nrg_data = eurostat_data.query("nrg_bal in @code").copy()
# Rename columns
nrg_data.rename(columns={"geo":"country", "TIME_PERIOD":"year", "OBS_VALUE":nrg_name}, inplace=True)
nrg_data.rename(
columns={"geo": "country", "TIME_PERIOD": "year", "OBS_VALUE": nrg_name},
inplace=True,
)
# Convert TJ to TWh
nrg_data[nrg_name] = nrg_data[nrg_name] / 3.6e3
# Select value, country, year columns
nrg_data = nrg_data[["country","year", nrg_name]]
nrg_data = nrg_data[["country", "year", nrg_name]]
# To update energy data with Eurostat households data
# 1) Merge the two DataFrames on 'year' and 'country'
merged_df = energy_totals.merge(nrg_data, on=['year', 'country'], suffixes=('_energy_totals', '_nrg_data'), how='left')
merged_df = energy_totals.merge(
nrg_data,
on=["year", "country"],
suffixes=("_energy_totals", "_nrg_data"),
how="left",
)
# 2) Update the 'nrg_name' column in energy with the values from nrg_data
energy_totals[nrg_name] = merged_df[f'{nrg_name}_nrg_data'].combine_first(merged_df[f'{nrg_name}_energy_totals'])
energy_totals[nrg_name] = merged_df[f"{nrg_name}_nrg_data"].combine_first(
merged_df[f"{nrg_name}_energy_totals"]
)
# Set indexes back
energy_totals.set_index(['country', 'year'], inplace=True)
energy_totals.set_index(["country", "year"], inplace=True)
return energy_totals

14
scripts/retrieve_eurostat_data.py
View File

@ -7,10 +7,10 @@ Retrieve and extract eurostat energy balances data.
"""
import logging
import zipfile
import gzip
import logging
import shutil
import zipfile
from pathlib import Path
from _helpers import configure_logging, progress_retrieve, set_scenario_config
@ -50,11 +50,15 @@ if __name__ == "__main__":
f"{rootpath}/data/eurostat/eurostat-household_energy_balances-february_2024.csv"
)
logger.info(f"Downloading Eurostats' disaggregated household energy balances data from '{url_eurostat_household}'.")
logger.info(
f"Downloading Eurostats' disaggregated household energy balances data from '{url_eurostat_household}'."
)
progress_retrieve(url_eurostat_household, tarball_fn, disable=disable_progress)
logger.info("Extracting Eurostat's disaggregated household energy balance data.")
with gzip.open(tarball_fn, 'rb') as f_in, open(to_fn, 'wb') as f_out:
with gzip.open(tarball_fn, "rb") as f_in, open(to_fn, "wb") as f_out:
shutil.copyfileobj(f_in, f_out)
logger.info(f"Eurostat's disaggregated household energy balance data available in '{to_fn}'.")
logger.info(
f"Eurostat's disaggregated household energy balance data available in '{to_fn}'."
)