rules: add keep_local=True back in for storage providers

rules/build_sector.smk

@@ -87,6 +87,7 @@ if config["sector"]["gas_network"] or config["sector"]["H2_retrofit"]:
         input:
             lng=storage(
                 "https://globalenergymonitor.org/wp-content/uploads/2023/07/Europe-Gas-Tracker-2023-03-v3.xlsx",
+                keep_local=True,
             ),
             entry="data/gas_network/scigrid-gas/data/IGGIELGN_BorderPoints.geojson",
             production="data/gas_network/scigrid-gas/data/IGGIELGN_Productions.geojson",
@@ -269,6 +270,7 @@ rule build_biomass_potentials:
     input:
         enspreso_biomass=storage(
             "https://zenodo.org/records/10356004/files/ENSPRESO_BIOMASS.xlsx",
+            keep_local=True,
         ),
         nuts2="data/bundle-sector/nuts/NUTS_RG_10M_2013_4326_LEVL_2.geojson",  # https://gisco-services.ec.europa.eu/distribution/v2/nuts/download/#nuts21
         regions_onshore=RESOURCES + "regions_onshore_elec_s{simpl}_{clusters}.geojson",
@@ -300,6 +302,7 @@ if config["sector"]["biomass_transport"] or config["sector"]["biomass_spatial"]:
         input:
             transport_cost_data=storage(
                 "https://publications.jrc.ec.europa.eu/repository/bitstream/JRC98626/biomass potentials in europe_web rev.pdf",
+                keep_local=True,
             ),
         output:
             biomass_transport_costs=RESOURCES + "biomass_transport_costs.csv",
@@ -333,6 +336,7 @@ if config["sector"]["regional_co2_sequestration_potential"]["enable"]:
         input:
             sequestration_potential=storage(
                 "https://raw.githubusercontent.com/ericzhou571/Co2Storage/main/resources/complete_map_2020_unit_Mt.geojson",
+                keep_local=True,
             ),
             regions_onshore=RESOURCES
             + "regions_onshore_elec_s{simpl}_{clusters}.geojson",

rules/retrieve.smk

@@ -87,6 +87,7 @@ if config["enable"]["retrieve"] and config["enable"].get("retrieve_cost_data", T
                     config["costs"]["version"]
                 )
                 + "costs_{year}.csv",
+                keep_local=True,
             ),
         output:
             "data/costs_{year}.csv",
@@ -107,6 +108,7 @@ if config["enable"]["retrieve"] and config["enable"].get(
         input:
             storage(
                 "https://zenodo.org/record/4706686/files/natura.tiff",
+                keep_local=True,
             ),
         output:
             RESOURCES + "natura.tiff",
@@ -190,6 +192,7 @@ if config["enable"]["retrieve"]:
                     if config["snapshots"]["end"] < "2019"
                     else "2020-10-06"
                 ),
+                keep_local=True,
             ),
         output:
             RESOURCES + "load_raw.csv",
@@ -208,6 +211,7 @@ if config["enable"]["retrieve"]:
         input:
             storage(
                 "https://zenodo.org/record/6953563/files/shipdensity_global.zip",
+                keep_local=True,
             ),
         output:
             protected("data/shipdensity_global.zip"),
@@ -270,7 +274,7 @@ if config["enable"]["retrieve"]:
     # Website: https://www.protectedplanet.net/en/thematic-areas/wdpa
     rule download_wdpa:
         input:
-            storage(url),
+            storage(url, keep_local=True),
         params:
             zip="data/WDPA_shp.zip",
             folder=directory("data/WDPA"),
@@ -294,6 +298,7 @@ if config["enable"]["retrieve"]:
         input:
             storage(
                 f"https://d1gam3xoknrgr2.cloudfront.net/current/WDPA_WDOECM_{bYYYY}_Public_marine_shp.zip",
+                keep_local=True,
             ),
         params:
             zip="data/WDPA_WDOECM_marine.zip",
@@ -317,6 +322,7 @@ if config["enable"]["retrieve"]:
         input:
             storage(
                 "https://www.eex.com/fileadmin/EEX/Downloads/EUA_Emission_Spot_Primary_Market_Auction_Report/Archive_Reports/emission-spot-primary-market-auction-report-2019-data.xls",
+                keep_local=True,
             ),
         output:
             "data/validation/emission-spot-primary-market-auction-report-2019-data.xls",