bjoern/pypsa-eur
1
0
Fork 0
Code Issues Pull Requests Actions 1 Packages Projects Releases Wiki Activity

build_renewable_profiles: use LocalCluster instance

Browse Source
This commit is contained in:
Fabian 2022-06-24 14:07:51 +02:00
parent 743fdea874
commit 75f9719076
1 changed files with 5 additions and 4 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

7
scripts/build_renewable_profiles.py
View File

@ -189,7 +189,7 @@ import logging
from pypsa.geo import haversine from pypsa.geo import haversine
from shapely.geometry import LineString from shapely.geometry import LineString
import time import time
from dask.distributed import Client from dask.distributed import Client, LocalCluster
from _helpers import configure_logging from _helpers import configure_logging
@ -217,7 +217,8 @@ if __name__ == '__main__':
if correction_factor != 1.: if correction_factor != 1.:
logger.info(f'correction_factor is set as {correction_factor}') logger.info(f'correction_factor is set as {correction_factor}')
client = Client(n_workers=nprocesses) cluster = LocalCluster(n_workers=nprocesses, threads_per_worker=1)
client = Client(cluster, asynchronous=True)
cutout = atlite.Cutout(snakemake.input['cutout']) cutout = atlite.Cutout(snakemake.input['cutout'])
regions = gpd.read_file(snakemake.input.regions).set_index('name').rename_axis('bus') regions = gpd.read_file(snakemake.input.regions).set_index('name').rename_axis('bus')
@ -268,7 +269,7 @@ if __name__ == '__main__':
potential = capacity_per_sqkm * availability.sum('bus') * area potential = capacity_per_sqkm * availability.sum('bus') * area
func = getattr(cutout, resource.pop('method')) func = getattr(cutout, resource.pop('method'))
# resource['dask_kwargs'] = {'num_workers': nprocesses, "scheduler": "threading"} resource['dask_kwargs'] = {"scheduler": client}
capacity_factor = correction_factor * func(capacity_factor=True, **resource) capacity_factor = correction_factor * func(capacity_factor=True, **resource)
layout = capacity_factor * area * capacity_per_sqkm layout = capacity_factor * area * capacity_per_sqkm
profile, capacities = func(matrix=availability.stack(spatial=['y','x']), profile, capacities = func(matrix=availability.stack(spatial=['y','x']),