Make directory for costs files configurable

Default to parallel directory for technology_data repository.

Snakefile

@@ -185,7 +185,7 @@ rule prepare_sector_network:
         biomass_potentials='data/biomass_potentials.csv',
         timezone_mappings='data/timezone_mappings.csv',
         heat_profile="data/heat_load_profile_BDEW.csv",
-        costs="data/costs/costs_{planning_horizons}.csv", #"data/costs.csv"
+        costs=config['costs_dir'] + "costs_{planning_horizons}.csv", #"data/costs.csv"
         co2_budget="data/co2_budget.csv",
         clustered_pop_layout="resources/pop_layout_{network}_s{simpl}_{clusters}.csv",
         industrial_demand="resources/industrial_demand_{network}_s{simpl}_{clusters}.csv",
@@ -286,7 +286,7 @@ if config["foresight"] == "overnight":
     rule solve_network:
         input:
             network=config['results_dir'] + config['run'] + "/prenetworks/{network}_s{simpl}_{clusters}_lv{lv}_{opts}_{sector_opts}_{co2_budget_name}_{planning_horizons}.nc",
-            costs="data/costs/costs_{planning_horizons}.csv",
+            costs=config['costs_dir'] + "costs_{planning_horizons}.csv",
 
         output: config['results_dir'] + config['run'] + "/postnetworks/{network}_s{simpl}_{clusters}_lv{lv}_{opts}_{sector_opts}_{co2_budget_name}_{planning_horizons}.nc"
         shadow: "shallow"
@@ -306,7 +306,7 @@ if config["foresight"] == "myopic":
     rule add_existing_baseyear:
         input:
             network=config['results_dir']  +  config['run'] + '/prenetworks/{network}_s{simpl}_{clusters}_lv{lv}_{opts}_{sector_opts}_{co2_budget_name}_{planning_horizons}.nc',
-            costs="data/costs/costs_{}.csv".format(config['scenario']['planning_horizons'][0]),
+            costs=config['costs_dir'] + "costs_{}.csv".format(config['scenario']['planning_horizons'][0]),
             cop_soil_total="resources/cop_soil_total_{network}_s{simpl}_{clusters}.nc",
             cop_air_total="resources/cop_air_total_{network}_s{simpl}_{clusters}.nc"
         output: config['results_dir']  +  config['run'] + '/prenetworks_brownfield/{network}_s{simpl}_{clusters}_lv{lv}_{opts}_{sector_opts}_{co2_budget_name}_{planning_horizons}.nc'
@@ -325,7 +325,7 @@ if config["foresight"] == "myopic":
         input:
             network=config['results_dir']  +  config['run'] + '/prenetworks/{network}_s{simpl}_{clusters}_lv{lv}_{opts}_{sector_opts}_{co2_budget_name}_{planning_horizons}.nc',
             network_p=process_input, #solved network at previous time step
-            costs="data/costs/costs_{planning_horizons}.csv",
+            costs=config['costs_dir'] + "costs_{planning_horizons}.csv",
             cop_soil_total="resources/cop_soil_total_{network}_s{simpl}_{clusters}.nc",
             cop_air_total="resources/cop_air_total_{network}_s{simpl}_{clusters}.nc"
 
@@ -339,7 +339,7 @@ if config["foresight"] == "myopic":
     rule solve_network_myopic:
         input:
             network=config['results_dir'] + config['run'] + "/prenetworks_brownfield/{network}_s{simpl}_{clusters}_lv{lv}_{opts}_{sector_opts}_{co2_budget_name}_{planning_horizons}.nc",
-            costs="data/costs/costs_{planning_horizons}.csv",
+            costs=config['costs_dir'] + "costs_{planning_horizons}.csv",
 
         output: config['results_dir'] + config['run'] + "/postnetworks/{network}_s{simpl}_{clusters}_lv{lv}_{opts}_{sector_opts}_{co2_budget_name}_{planning_horizons}.nc"
         shadow: "shallow"
@@ -351,7 +351,3 @@ if config["foresight"] == "myopic":
         threads: 4
         resources: mem_mb=config['solving']['mem']
         script: "scripts/solve_network.py"
-
-            
-
-

config.default.yaml

@@ -2,6 +2,7 @@ logging_level: INFO
 
 results_dir: 'results/'
 summary_dir: results
+costs_dir: '../technology_data/outputs/'
 run: 'your-run-name'  # use this to keep track of runs with different settings
 foresight: 'myopic' #options are overnight, myopic, perfect
 

scripts/add_brownfield.py

@@ -174,7 +174,7 @@ if __name__ == "__main__":
                        costs='pypsa-eur-sec/data/costs/costs_{planning_horizons}.csv',
                        cop_air_total="pypsa-eur-sec/resources/cop_air_total_{network}_s{simpl}_{clusters}.nc",
                        cop_soil_total="pypsa-eur-sec/resources/cop_soil_total_{network}_s{simpl}_{clusters}.nc"),
-            output=['pypsa-eur-sec/results/test/prenetworks_brownfied/{network}_s{simpl}_{clusters}_lv{lv}__{sector_opts}_{planning_horizons}.nc']
+            output=['pypsa-eur-sec/results/test/prenetworks_brownfield/{network}_s{simpl}_{clusters}_lv{lv}__{sector_opts}_{planning_horizons}.nc']
         )
         import yaml
         with open('config.yaml') as f:
@@ -207,6 +207,3 @@ if __name__ == "__main__":
 
 
     n.export_to_netcdf(snakemake.output[0])
-
-   
-