Make data retrieval rules use their own minimal conda env

This means that the main conda environment can be changed for
development purposes without necessitating the re-running of data
retrieval due to software environment change by default.
This commit is contained in:
Koen van Greevenbroek 2024-01-23 16:27:12 +01:00
parent a9ac68b50e
commit 48974edc8d
2 changed files with 21 additions and 8 deletions

13
envs/retrieve.yaml Normal file
View File

@ -0,0 +1,13 @@
# SPDX-FileCopyrightText: : 2017-2024 The PyPSA-Eur Authors
#
# SPDX-License-Identifier: MIT
name: pypsa-eur-retrieve
channels:
- conda-forge
- bioconda
dependencies:
- python>=3.8
- snakemake-minimal>=7.7.0,<8.0.0
- pandas>=2.1
- tqdm

View File

@ -37,7 +37,7 @@ if config["enable"]["retrieve"] and config["enable"].get("retrieve_databundle",
mem_mb=1000,
retries: 2
conda:
"../envs/environment.yaml"
"../envs/retrieve.yaml"
script:
"../scripts/retrieve_databundle.py"
@ -55,7 +55,7 @@ if config["enable"].get("retrieve_irena"):
mem_mb=1000,
retries: 2
conda:
"../envs/environment.yaml"
"../envs/retrieve.yaml"
script:
"../scripts/retrieve_irena.py"
@ -157,7 +157,7 @@ if config["enable"]["retrieve"] and config["enable"].get(
LOGS + "retrieve_sector_databundle.log",
retries: 2
conda:
"../envs/environment.yaml"
"../envs/retrieve.yaml"
script:
"../scripts/retrieve_sector_databundle.py"
@ -180,7 +180,7 @@ if config["enable"]["retrieve"]:
LOGS + "retrieve_gas_infrastructure_data.log",
retries: 2
conda:
"../envs/environment.yaml"
"../envs/retrieve.yaml"
script:
"../scripts/retrieve_gas_infrastructure_data.py"
@ -376,6 +376,6 @@ if config["enable"]["retrieve"]:
mem_mb=5000,
retries: 2
conda:
"../envs/environment.yaml"
"../envs/retrieve.yaml"
script:
"../scripts/retrieve_monthly_fuel_prices.py"