bjoern/pypsa-eur
1
0
Fork 0
Code Issues Pull Requests Actions 1 Packages Projects Releases Wiki Activity

build_renewable_profiles: Communicate extent as pickleable tuple (fixes #42)

Browse Source
This commit is contained in:
Jonas Hoersch 2019-05-28 13:50:42 +02:00
parent 97eaebb0ea
commit 63a6cebab2
1 changed files with 8 additions and 7 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

13
scripts/build_renewable_profiles.py
View File

@ -7,7 +7,7 @@ import atlite
import numpy as np import numpy as np
import xarray as xr import xarray as xr
import pandas as pd import pandas as pd
from multiprocessing import Pool import multiprocessing as mp
import glaes as gl import glaes as gl
import geokit as gk import geokit as gk
@ -23,11 +23,11 @@ import logging
logger = logging.getLogger(__name__) logger = logging.getLogger(__name__)
bounds = dx = dy = config = paths = gebco = clc = natura = None bounds = dx = dy = config = paths = gebco = clc = natura = None
def init_globals(n_bounds, n_dx, n_dy, n_config, n_paths): def init_globals(bounds_xXyY, n_dx, n_dy, n_config, n_paths):
# global in each process of the multiprocessing.Pool # global in each process of the multiprocessing.Pool
global bounds, dx, dy, config, paths, gebco, clc, natura global bounds, dx, dy, config, paths, gebco, clc, natura
bounds = n_bounds bounds = gk.Extent.from_xXyY(bounds_xXyY)
dx = n_dx dx = n_dx
dy = n_dy dy = n_dy
config = n_config config = n_config
@ -101,13 +101,14 @@ if __name__ == '__main__':
minx, maxx, miny, maxy = cutout.extent minx, maxx, miny, maxy = cutout.extent
dx = (maxx - minx) / (cutout.shape[1] - 1) dx = (maxx - minx) / (cutout.shape[1] - 1)
dy = (maxy - miny) / (cutout.shape[0] - 1) dy = (maxy - miny) / (cutout.shape[0] - 1)
bounds = gk.Extent.from_xXyY((minx - dx/2., maxx + dx/2., bounds_xXyY = (minx - dx/2., maxx + dx/2., miny - dy/2., maxy + dy/2.)
miny - dy/2., maxy + dy/2.))
# Use GLAES to compute available potentials and the transition matrix # Use GLAES to compute available potentials and the transition matrix
paths = dict(snakemake.input) paths = dict(snakemake.input)
with Pool(initializer=init_globals, initargs=(bounds, dx, dy, config, paths), # Use the following for testing the default windows method on linux
# mp.set_start_method('spawn')
with mp.Pool(initializer=init_globals, initargs=(bounds_xXyY, dx, dy, config, paths),
maxtasksperchild=20, processes=snakemake.config['atlite'].get('nprocesses', 2)) as pool: maxtasksperchild=20, processes=snakemake.config['atlite'].get('nprocesses', 2)) as pool:
regions = gk.vector.extractFeatures(paths["regions"], onlyAttr=True) regions = gk.vector.extractFeatures(paths["regions"], onlyAttr=True)
buses = pd.Index(regions['name'], name="bus") buses = pd.Index(regions['name'], name="bus")