Merge branch 'master' into biogas-upgrade-cc

.git-blame-ignore-revs

@@ -0,0 +1,8 @@
+# SPDX-FileCopyrightText: : 2022 The PyPSA-Eur Authors
+#
+# SPDX-License-Identifier: CC0-1.0
+
+# Exclude pre-commit applications
+5d1ef8a64055a039aa4a0834d2d26fe7752fe9a0
+92080b1cd2ca5f123158571481722767b99c2b27
+13769f90af4500948b0376d57df4cceaa13e78b5

.gitattributes

@@ -0,0 +1,6 @@
+# SPDX-FileCopyrightText: : 2017-2023 The PyPSA-Eur Authors
+#
+# SPDX-License-Identifier: CC0-1.0
+
+*.h5 filter=lfs diff=lfs merge=lfs -text
+*.zip filter=lfs diff=lfs merge=lfs -text

.github/ISSUE_TEMPLATE/bug_report.md

@@ -0,0 +1,27 @@
+---
+name: Bug report
+about: Create a report if something doesn't work quite right.
+title: ''
+labels: bug
+assignees: ''
+---
+
+<!-- Please do not post usage questions here. Ask them on the PyPSA mailing list: https://groups.google.com/forum/#!forum/pypsa -->
+
+## Checklist
+
+- [ ] I am using the current [`master`](https://github.com/PyPSA/pypsa-eur/tree/master) branch or the latest [release](https://github.com/PyPSA/pypsa-eur/releases). Please indicate.
+- [ ] I am running on an up-to-date [`pypsa-eur` environment](https://github.com/PyPSA/pypsa-eur/blob/master/envs/environment.yaml). Update via `conda env update -f envs/environment.yaml`.
+
+## Describe the Bug
+
+*Please provide a description of what the bug is and add a minimal example/command for reproducing the bug.*
+
+## Error Message
+
+*If applicable, paste any terminal output to help illustrating your problem.*
+*In some cases it may also be useful to share your list of installed packages: `conda list`.*
+
+```
+<paste here>
+```

.github/ISSUE_TEMPLATE/config.yml

@@ -0,0 +1,8 @@
+blank_issues_enabled: false
+contact_links:
+- name: PyPSA Mailing List
+  url: https://groups.google.com/forum/#!forum/pypsa
+  about: Please ask and answer general usage questions here.
+- name: Stackoverflow
+  url: https://stackoverflow.com/questions/tagged/pypsa
+  about: Please ask and answer code-related questions here.

.github/ISSUE_TEMPLATE/feature_request.md

@@ -0,0 +1,15 @@
+---
+name: Feature request
+about: Suggest an idea for this project
+title: ''
+labels: enhancement
+assignees: ''
+
+---
+
+<!-- Please do not post usage questions here. Ask them on the PyPSA mailing list: https://groups.google.com/forum/#!forum/pypsa -->
+
+## Describe the feature you'd like to see
+
+*Please give a clear and concise description and provide context why the feature would be useful.*
+*Also, we'd appreciate any implementation ideas and references you already have.*

.github/pull_request_template.md

@@ -0,0 +1,13 @@
+Closes # (if applicable).
+
+## Changes proposed in this Pull Request
+
+
+## Checklist
+
+- [ ] I tested my contribution locally and it seems to work fine.
+- [ ] Code and workflow changes are sufficiently documented.
+- [ ] Changed dependencies are added to `envs/environment.yaml`.
+- [ ] Changes in configuration options are added in all of `config.default.yaml`.
+- [ ] Changes in configuration options are also documented in `doc/configtables/*.csv`.
+- [ ] A release note `doc/release_notes.rst` is added.

.github/workflows/ci.yaml

@@ -1,4 +1,4 @@
-# SPDX-FileCopyrightText: : 2021 The PyPSA-Eur Authors
+# SPDX-FileCopyrightText: : 2021-2023 The PyPSA-Eur Authors
 #
 # SPDX-License-Identifier: CC0-1.0
 
@@ -16,94 +16,81 @@ on:
     branches:
     - master
   schedule:
-    - cron: "0 5 * * TUE"
+  - cron: "0 5 * * TUE"
 
 env:
-  CONDA_CACHE_NUMBER: 1 # Change this value to manually reset the environment cache
+  DATA_CACHE_NUMBER: 2
-  DATA_CACHE_NUMBER: 1
 
 jobs:
   build:
 
     strategy:
+      fail-fast: false
+      max-parallel: 3
       matrix:
-        include:
+        os:
-          # Matrix required to handle caching with Mambaforge
+        - ubuntu-latest
-          - os: ubuntu-latest
+        - macos-latest
-            label: ubuntu-latest
+        - windows-latest
-            prefix: /usr/share/miniconda3/envs/pypsa-eur
-
-          # - os: macos-latest
-          #   label: macos-latest
-          #   prefix: /Users/runner/miniconda3/envs/pypsa-eur
-
-          # - os: windows-latest
-          #   label: windows-latest
-          #   prefix: C:\Miniconda3\envs\pypsa-eur
-
-    name: ${{ matrix.label }}
 
     runs-on: ${{ matrix.os }}
-    
+
     defaults:
       run:
         shell: bash -l {0}
-        
+
     steps:
-      - uses: actions/checkout@v2
+    - uses: actions/checkout@v3
 
-      - name: Clone pypsa-eur and technology-data repositories
+    - name: Setup secrets
-        run: |
+      run: |
-          git clone https://github.com/pypsa/pypsa-eur ../pypsa-eur
+        echo -ne "url: ${CDSAPI_URL}\nkey: ${CDSAPI_TOKEN}\n" > ~/.cdsapirc
-          git clone https://github.com/pypsa/technology-data ../technology-data
-          cp ../pypsa-eur/test/config.test1.yaml ../pypsa-eur/config.yaml
-      
-      - name: Setup secrets
-        run: |
-          echo -ne "url: ${CDSAPI_URL}\nkey: ${CDSAPI_TOKEN}\n" > ~/.cdsapirc
 
-      - name: Add solver to environment
+    - name: Add solver to environment
-        run: |
+      run: |
-          echo -e "- coincbc\n- ipopt<3.13.3" >> ../pypsa-eur/envs/environment.yaml
+        echo -e "- glpk\n- ipopt<3.13.3" >> envs/environment.yaml
+      if: ${{ matrix.os }} == 'windows-latest'
 
-      - name: Setup Mambaforge
+    - name: Add solver to environment
-        uses: conda-incubator/setup-miniconda@v2
+      run: |
-        with:
+        echo -e "- glpk\n- ipopt" >> envs/environment.yaml
-            miniforge-variant: Mambaforge
+      if: ${{ matrix.os }} != 'windows-latest'
-            miniforge-version: latest
-            activate-environment: pypsa-eur
-            use-mamba: true
-            
-      - name: Set cache dates
-        run: |
-          echo "DATE=$(date +'%Y%m%d')" >> $GITHUB_ENV
-          echo "WEEK=$(date +'%Y%U')" >> $GITHUB_ENV
 
-      - name: Cache data and cutouts folders
+    - name: Setup micromamba
-        uses: actions/cache@v3
+      uses: mamba-org/setup-micromamba@v1
-        with:
+      with:
-          path: |
+        micromamba-version: latest
-            data
+        environment-file: envs/environment.yaml
-            ../pypsa-eur/cutouts
+        log-level: debug
-            ../pypsa-eur/data
+        init-shell: bash
-          key: data-cutouts-${{ env.WEEK }}-${{ env.DATA_CACHE_NUMBER }}
+        cache-environment: true
+        cache-downloads: true
 
-      - name: Create environment cache
+    - name: Set cache dates
-        uses: actions/cache@v2
+      run: |
-        id: cache
+        echo "WEEK=$(date +'%Y%U')" >> $GITHUB_ENV
-        with:
-          path: ${{ matrix.prefix }}
-          key: ${{ matrix.label }}-conda-${{ env.DATE }}-${{ env.CONDA_CACHE_NUMBER }}
 
-      - name: Update environment due to outdated or unavailable cache
+    - name: Cache data and cutouts folders
-        run: mamba env update -n pypsa-eur -f ../pypsa-eur/envs/environment.yaml
+      uses: actions/cache@v3
-        if: steps.cache.outputs.cache-hit != 'true'
+      with:
+        path: |
+          data
+          cutouts
+        key: data-cutouts-${{ env.WEEK }}-${{ env.DATA_CACHE_NUMBER }}
 
-      - name: Test snakemake workflow
+    - name: Test snakemake workflow
-        run: |
+      run: |
-          conda activate pypsa-eur
+        snakemake -call solve_elec_networks --configfile config/test/config.electricity.yaml --rerun-triggers=mtime
-          conda list
+        snakemake -call all --configfile config/test/config.overnight.yaml --rerun-triggers=mtime
-          cp test/config.overnight.yaml config.yaml
+        snakemake -call all --configfile config/test/config.myopic.yaml --rerun-triggers=mtime
-          snakemake -call
+        snakemake -call all --configfile config/test/config.perfect.yaml --rerun-triggers=mtime
-          cp test/config.myopic.yaml config.yaml
+
-          snakemake -call
+    - name: Upload artifacts
+      uses: actions/upload-artifact@v3
+      with:
+        name: resources-results
+        path: |
+          resources
+          results
+        if-no-files-found: warn
+        retention-days: 1

.gitignore

@@ -1,31 +1,52 @@
+# SPDX-FileCopyrightText: : 2017-2023 The PyPSA-Eur Authors
+#
+# SPDX-License-Identifier: CC0-1.0
+
 .snakemake*
 .ipynb_checkpoints
 __pycache__
+*dconf
 gurobi.log
 .vscode
+*.orig
 
 /bak
+/resources
 /resources*
 /results
 /networks
 /benchmarks
 /logs
 /notebooks
+/data
+/cutouts
+
+doc/_build
+
+config.yaml
+
+dconf
 /data/links_p_nom.csv
 /data/*totals.csv
 /data/biomass*
-/data/emobility/
+/data/bundle-sector/emobility/
-/data/eea*
+/data/bundle-sector/eea*
-/data/jrc*
+/data/bundle-sector/jrc*
 /data/heating/
-/data/eurostat*
+/data/bundle-sector/eurostat*
 /data/odyssee/
 /data/transport_data.csv
-/data/switzerland*
+/data/bundle-sector/switzerland*
 /data/.nfs*
-/data/Industrial_Database.csv
+/data/bundle-sector/Industrial_Database.csv
 /data/retro/tabula-calculator-calcsetbuilding.csv
-/data/nuts*
+/data/bundle-sector/nuts*
+data/gas_network/scigrid-gas/
+data/costs_*.csv
+
+dask-worker-space/
+publications.jrc.ec.europa.eu/
+d1gam3xoknrgr2.cloudfront.net/
 
 *.org
 
@@ -48,3 +69,9 @@ doc/_build
 *.xls
 
 *.geojson
+
+*.ipynb
+
+data/costs_*
+
+merger-todos.md

.pre-commit-config.yaml

@@ -0,0 +1,92 @@
+# SPDX-FileCopyrightText: : 2022 The PyPSA-Eur Authors
+#
+# SPDX-License-Identifier: CC0-1.0
+exclude: "^LICENSES"
+
+repos:
+- repo: https://github.com/pre-commit/pre-commit-hooks
+  rev: v4.5.0
+  hooks:
+  - id: check-merge-conflict
+  - id: end-of-file-fixer
+  - id: fix-encoding-pragma
+  - id: mixed-line-ending
+  - id: trailing-whitespace
+  - id: check-added-large-files
+    args: ["--maxkb=2000"]
+
+  # Sort package imports alphabetically
+- repo: https://github.com/PyCQA/isort
+  rev: 5.13.2
+  hooks:
+  - id: isort
+    args: ["--profile", "black", "--filter-files"]
+
+  # Convert relative imports to absolute imports
+- repo: https://github.com/MarcoGorelli/absolufy-imports
+  rev: v0.3.1
+  hooks:
+  - id: absolufy-imports
+
+  # Find common spelling mistakes in comments and docstrings
+- repo: https://github.com/codespell-project/codespell
+  rev: v2.2.6
+  hooks:
+  - id: codespell
+    args: ['--ignore-regex="(\b[A-Z]+\b)"', '--ignore-words-list=fom,appartment,bage,ore,setis,tabacco,berfore,vor'] # Ignore capital case words, e.g. country codes
+    types_or: [python, rst, markdown]
+    files: ^(scripts|doc)/
+
+  # Make docstrings PEP 257 compliant
+- repo: https://github.com/PyCQA/docformatter
+  rev: v1.7.5
+  hooks:
+  - id: docformatter
+    args: ["--in-place", "--make-summary-multi-line", "--pre-summary-newline"]
+
+- repo: https://github.com/keewis/blackdoc
+  rev: v0.3.9
+  hooks:
+  - id: blackdoc
+
+  # Formatting with "black" coding style
+- repo: https://github.com/psf/black
+  rev: 23.12.1
+  hooks:
+      # Format Python files
+  - id: black
+      # Format Jupyter Python notebooks
+  - id: black-jupyter
+
+  # Remove output from Jupyter notebooks
+- repo: https://github.com/aflc/pre-commit-jupyter
+  rev: v1.2.1
+  hooks:
+  - id: jupyter-notebook-cleanup
+    args: ["--remove-kernel-metadata"]
+
+  # Do YAML formatting (before the linter checks it for misses)
+- repo: https://github.com/macisamuele/language-formatters-pre-commit-hooks
+  rev: v2.12.0
+  hooks:
+  - id: pretty-format-yaml
+    args: [--autofix, --indent, "2", --preserve-quotes]
+
+  # Format Snakemake rule / workflow files
+- repo: https://github.com/snakemake/snakefmt
+  rev: v0.8.5
+  hooks:
+  - id: snakefmt
+
+  # For cleaning jupyter notebooks
+- repo: https://github.com/aflc/pre-commit-jupyter
+  rev: v1.2.1
+  hooks:
+  - id: jupyter-notebook-cleanup
+    exclude: examples/solve-on-remote.ipynb
+
+  # Check for FSFE REUSE compliance (licensing)
+- repo: https://github.com/fsfe/reuse-tool
+  rev: v2.1.0
+  hooks:
+  - id: reuse

.readthedocs.yml

@@ -0,0 +1,16 @@
+# SPDX-FileCopyrightText: : 2017-2023 The PyPSA-Eur Authors
+#
+# SPDX-License-Identifier: CC0-1.0
+
+version: 2
+
+build:
+  os: ubuntu-22.04
+  tools:
+    python: "3.11"
+  apt_packages:
+  - graphviz
+
+python:
+  install:
+  - requirements: doc/requirements.txt

.reuse/dep5

@@ -0,0 +1,36 @@
+Format: https://www.debian.org/doc/packaging-manuals/copyright-format/1.0/
+Upstream-Name: PyPSA-Eur
+Upstream-Contact: Tom Brown <t.brown@tu-berlin.de>
+Source: https://github.com/pypsa/pypsa-eur
+
+Files: doc/img/*
+Copyright: 2019-2023 The PyPSA-Eur Authors
+License: CC-BY-4.0
+
+Files: doc/data.csv
+Copyright: 2019-2023 The PyPSA-Eur Authors
+License: CC-BY-4.0
+
+Files: doc/configtables/*
+Copyright: 2019-2023 The PyPSA-Eur Authors
+License: CC-BY-4.0
+
+Files: data/*
+Copyright: 2017-2023 The PyPSA-Eur Authors
+License: CC-BY-4.0
+
+Files: .github/*
+Copyright: 2019-2023 The PyPSA-Eur Authors
+License: CC0-1.0
+
+Files: matplotlibrc
+Copyright: 2017-2023 The PyPSA-Eur Authors
+License: CC0-1.0
+
+Files: borg-it
+Copyright: 2017-2023 The PyPSA-Eur Authors
+License: CC0-1.0
+
+Files: graphics/*
+Copyright: 2017-2023 The PyPSA-Eur Authors
+License: CC-BY-4.0

.sync-send

@@ -0,0 +1,11 @@
+# SPDX-FileCopyrightText: : 2021-2023 The PyPSA-Eur Authors
+#
+# SPDX-License-Identifier: CC0-1.0
+
+rules
+scripts
+config
+config/test
+envs
+matplotlibrc
+Snakefile

.syncignore-receive

@@ -1,14 +0,0 @@
-.snakemake
-.git
-.pytest_cache
-.ipynb_checkpoints
-.vscode
-.DS_Store
-__pycache__
-*.pyc
-*.pyo
-*.ipynb
-data
-notebooks
-benchmarks
-*.nc

.syncignore-send

@@ -1,14 +0,0 @@
-.snakemake
-.git
-.pytest_cache
-.ipynb_checkpoints
-.vscode
-.DS_Store
-__pycache__
-*.pyc
-*.pyo
-*.ipynb
-notebooks
-benchmarks
-resources
-results

CITATION.cff

@@ -0,0 +1,38 @@
+# SPDX-FileCopyrightText: : 2021 The PyPSA-Eur Authors
+#
+# SPDX-License-Identifier: CC0-1.0
+
+cff-version: 1.1.0
+message: "If you use this package, please cite it in the following way."
+title: "PyPSA-Eur: An open sector-coupled optimisation model of the European energy system"
+repository: https://github.com/pypsa/pypsa-eur
+version: 0.8.1
+license: MIT
+authors:
+  - family-names: Brown
+    given-names: Tom
+    orcid: https://orcid.org/0000-0001-5898-1911
+  - family-names: Victoria
+    given-names: Marta
+    orcid: https://orcid.org/0000-0003-1665-1281
+  - family-names: Zeyen
+    given-names: Elisabeth
+    orcid: https://orcid.org/0000-0002-7262-3296
+  - family-names: Hofmann
+    given-names: Fabian
+    orcid: https://orcid.org/0000-0002-6604-5450
+  - family-names: Neumann
+    given-names: Fabian
+    orcid: https://orcid.org/0000-0001-8551-1480
+  - family-names: Frysztacki
+    given-names: Martha
+    orcid: https://orcid.org/0000-0002-0788-1328
+  - family-names: Hampp
+    given-names: Johannes
+    orcid: https://orcid.org/0000-0002-1776-116X
+  - family-names: Schlachtberger
+    given-names: David
+    orcid: https://orcid.org/0000-0002-8167-8213
+  - family-names: Hörsch
+    given-names: Jonas
+    orcid: https://orcid.org/0000-0001-9438-767X

LICENSES/CC-BY-4.0.txt

@@ -0,0 +1,324 @@
+Creative Commons Attribution 4.0 International Creative Commons Corporation
+("Creative Commons") is not a law firm and does not provide legal services
+or legal advice. Distribution of Creative Commons public licenses does not
+create a lawyer-client or other relationship. Creative Commons makes its licenses
+and related information available on an "as-is" basis. Creative Commons gives
+no warranties regarding its licenses, any material licensed under their terms
+and conditions, or any related information. Creative Commons disclaims all
+liability for damages resulting from their use to the fullest extent possible.
+
+Using Creative Commons Public Licenses
+
+Creative Commons public licenses provide a standard set of terms and conditions
+that creators and other rights holders may use to share original works of
+authorship and other material subject to copyright and certain other rights
+specified in the public license below. The following considerations are for
+informational purposes only, are not exhaustive, and do not form part of our
+licenses.
+
+Considerations for licensors: Our public licenses are intended for use by
+those authorized to give the public permission to use material in ways otherwise
+restricted by copyright and certain other rights. Our licenses are irrevocable.
+Licensors should read and understand the terms and conditions of the license
+they choose before applying it. Licensors should also secure all rights necessary
+before applying our licenses so that the public can reuse the material as
+expected. Licensors should clearly mark any material not subject to the license.
+This includes other CC-licensed material, or material used under an exception
+or limitation to copyright. More considerations for licensors : wiki.creativecommons.org/Considerations_for_licensors
+
+Considerations for the public: By using one of our public licenses, a licensor
+grants the public permission to use the licensed material under specified
+terms and conditions. If the licensor's permission is not necessary for any
+reason–for example, because of any applicable exception or limitation to copyright–then
+that use is not regulated by the license. Our licenses grant only permissions
+under copyright and certain other rights that a licensor has authority to
+grant. Use of the licensed material may still be restricted for other reasons,
+including because others have copyright or other rights in the material. A
+licensor may make special requests, such as asking that all changes be marked
+or described. Although not required by our licenses, you are encouraged to
+respect those requests where reasonable. More considerations for the public
+: wiki.creativecommons.org/Considerations_for_licensees Creative Commons Attribution
+4.0 International Public License
+
+By exercising the Licensed Rights (defined below), You accept and agree to
+be bound by the terms and conditions of this Creative Commons Attribution
+4.0 International Public License ("Public License"). To the extent this Public
+License may be interpreted as a contract, You are granted the Licensed Rights
+in consideration of Your acceptance of these terms and conditions, and the
+Licensor grants You such rights in consideration of benefits the Licensor
+receives from making the Licensed Material available under these terms and
+conditions.
+
+Section 1 – Definitions.
+
+a. Adapted Material means material subject to Copyright and Similar Rights
+that is derived from or based upon the Licensed Material and in which the
+Licensed Material is translated, altered, arranged, transformed, or otherwise
+modified in a manner requiring permission under the Copyright and Similar
+Rights held by the Licensor. For purposes of this Public License, where the
+Licensed Material is a musical work, performance, or sound recording, Adapted
+Material is always produced where the Licensed Material is synched in timed
+relation with a moving image.
+
+b. Adapter's License means the license You apply to Your Copyright and Similar
+Rights in Your contributions to Adapted Material in accordance with the terms
+and conditions of this Public License.
+
+c. Copyright and Similar Rights means copyright and/or similar rights closely
+related to copyright including, without limitation, performance, broadcast,
+sound recording, and Sui Generis Database Rights, without regard to how the
+rights are labeled or categorized. For purposes of this Public License, the
+rights specified in Section 2(b)(1)-(2) are not Copyright and Similar Rights.
+
+d. Effective Technological Measures means those measures that, in the absence
+of proper authority, may not be circumvented under laws fulfilling obligations
+under Article 11 of the WIPO Copyright Treaty adopted on December 20, 1996,
+and/or similar international agreements.
+
+e. Exceptions and Limitations means fair use, fair dealing, and/or any other
+exception or limitation to Copyright and Similar Rights that applies to Your
+use of the Licensed Material.
+
+f. Licensed Material means the artistic or literary work, database, or other
+material to which the Licensor applied this Public License.
+
+g. Licensed Rights means the rights granted to You subject to the terms and
+conditions of this Public License, which are limited to all Copyright and
+Similar Rights that apply to Your use of the Licensed Material and that the
+Licensor has authority to license.
+
+h. Licensor means the individual(s) or entity(ies) granting rights under this
+Public License.
+
+i. Share means to provide material to the public by any means or process that
+requires permission under the Licensed Rights, such as reproduction, public
+display, public performance, distribution, dissemination, communication, or
+importation, and to make material available to the public including in ways
+that members of the public may access the material from a place and at a time
+individually chosen by them.
+
+j. Sui Generis Database Rights means rights other than copyright resulting
+from Directive 96/9/EC of the European Parliament and of the Council of 11
+March 1996 on the legal protection of databases, as amended and/or succeeded,
+as well as other essentially equivalent rights anywhere in the world.
+
+k. You means the individual or entity exercising the Licensed Rights under
+this Public License. Your has a corresponding meaning.
+
+Section 2 – Scope.
+
+   a. License grant.
+
+1. Subject to the terms and conditions of this Public License, the Licensor
+hereby grants You a worldwide, royalty-free, non-sublicensable, non-exclusive,
+irrevocable license to exercise the Licensed Rights in the Licensed Material
+to:
+
+         A. reproduce and Share the Licensed Material, in whole or in part; and
+
+         B. produce, reproduce, and Share Adapted Material.
+
+2. Exceptions and Limitations. For the avoidance of doubt, where Exceptions
+and Limitations apply to Your use, this Public License does not apply, and
+You do not need to comply with its terms and conditions.
+
+      3. Term. The term of this Public License is specified in Section 6(a).
+
+4. Media and formats; technical modifications allowed. The Licensor authorizes
+You to exercise the Licensed Rights in all media and formats whether now known
+or hereafter created, and to make technical modifications necessary to do
+so. The Licensor waives and/or agrees not to assert any right or authority
+to forbid You from making technical modifications necessary to exercise the
+Licensed Rights, including technical modifications necessary to circumvent
+Effective Technological Measures. For purposes of this Public License, simply
+making modifications authorized by this Section 2(a)(4) never produces Adapted
+Material.
+
+      5. Downstream recipients.
+
+A. Offer from the Licensor – Licensed Material. Every recipient of the Licensed
+Material automatically receives an offer from the Licensor to exercise the
+Licensed Rights under the terms and conditions of this Public License.
+
+B. No downstream restrictions. You may not offer or impose any additional
+or different terms or conditions on, or apply any Effective Technological
+Measures to, the Licensed Material if doing so restricts exercise of the Licensed
+Rights by any recipient of the Licensed Material.
+
+6. No endorsement. Nothing in this Public License constitutes or may be construed
+as permission to assert or imply that You are, or that Your use of the Licensed
+Material is, connected with, or sponsored, endorsed, or granted official status
+by, the Licensor or others designated to receive attribution as provided in
+Section 3(a)(1)(A)(i).
+
+   b. Other rights.
+
+1. Moral rights, such as the right of integrity, are not licensed under this
+Public License, nor are publicity, privacy, and/or other similar personality
+rights; however, to the extent possible, the Licensor waives and/or agrees
+not to assert any such rights held by the Licensor to the limited extent necessary
+to allow You to exercise the Licensed Rights, but not otherwise.
+
+2. Patent and trademark rights are not licensed under this Public License.
+
+3. To the extent possible, the Licensor waives any right to collect royalties
+from You for the exercise of the Licensed Rights, whether directly or through
+a collecting society under any voluntary or waivable statutory or compulsory
+licensing scheme. In all other cases the Licensor expressly reserves any right
+to collect such royalties.
+
+Section 3 – License Conditions.
+
+Your exercise of the Licensed Rights is expressly made subject to the following
+conditions.
+
+   a. Attribution.
+
+1. If You Share the Licensed Material (including in modified form), You must:
+
+A. retain the following if it is supplied by the Licensor with the Licensed
+Material:
+
+i. identification of the creator(s) of the Licensed Material and any others
+designated to receive attribution, in any reasonable manner requested by the
+Licensor (including by pseudonym if designated);
+
+            ii. a copyright notice;
+
+            iii. a notice that refers to this Public License;
+
+            iv. a notice that refers to the disclaimer of warranties;
+
+v. a URI or hyperlink to the Licensed Material to the extent reasonably practicable;
+
+B. indicate if You modified the Licensed Material and retain an indication
+of any previous modifications; and
+
+C. indicate the Licensed Material is licensed under this Public License, and
+include the text of, or the URI or hyperlink to, this Public License.
+
+2. You may satisfy the conditions in Section 3(a)(1) in any reasonable manner
+based on the medium, means, and context in which You Share the Licensed Material.
+For example, it may be reasonable to satisfy the conditions by providing a
+URI or hyperlink to a resource that includes the required information.
+
+3. If requested by the Licensor, You must remove any of the information required
+by Section 3(a)(1)(A) to the extent reasonably practicable.
+
+4. If You Share Adapted Material You produce, the Adapter's License You apply
+must not prevent recipients of the Adapted Material from complying with this
+Public License.
+
+Section 4 – Sui Generis Database Rights.
+
+Where the Licensed Rights include Sui Generis Database Rights that apply to
+Your use of the Licensed Material:
+
+a. for the avoidance of doubt, Section 2(a)(1) grants You the right to extract,
+reuse, reproduce, and Share all or a substantial portion of the contents of
+the database;
+
+b. if You include all or a substantial portion of the database contents in
+a database in which You have Sui Generis Database Rights, then the database
+in which You have Sui Generis Database Rights (but not its individual contents)
+is Adapted Material; and
+
+c. You must comply with the conditions in Section 3(a) if You Share all or
+a substantial portion of the contents of the database.
+
+For the avoidance of doubt, this Section 4 supplements and does not replace
+Your obligations under this Public License where the Licensed Rights include
+other Copyright and Similar Rights.
+
+Section 5 – Disclaimer of Warranties and Limitation of Liability.
+
+a. Unless otherwise separately undertaken by the Licensor, to the extent possible,
+the Licensor offers the Licensed Material as-is and as-available, and makes
+no representations or warranties of any kind concerning the Licensed Material,
+whether express, implied, statutory, or other. This includes, without limitation,
+warranties of title, merchantability, fitness for a particular purpose, non-infringement,
+absence of latent or other defects, accuracy, or the presence or absence of
+errors, whether or not known or discoverable. Where disclaimers of warranties
+are not allowed in full or in part, this disclaimer may not apply to You.
+
+b. To the extent possible, in no event will the Licensor be liable to You
+on any legal theory (including, without limitation, negligence) or otherwise
+for any direct, special, indirect, incidental, consequential, punitive, exemplary,
+or other losses, costs, expenses, or damages arising out of this Public License
+or use of the Licensed Material, even if the Licensor has been advised of
+the possibility of such losses, costs, expenses, or damages. Where a limitation
+of liability is not allowed in full or in part, this limitation may not apply
+to You.
+
+c. The disclaimer of warranties and limitation of liability provided above
+shall be interpreted in a manner that, to the extent possible, most closely
+approximates an absolute disclaimer and waiver of all liability.
+
+Section 6 – Term and Termination.
+
+a. This Public License applies for the term of the Copyright and Similar Rights
+licensed here. However, if You fail to comply with this Public License, then
+Your rights under this Public License terminate automatically.
+
+b. Where Your right to use the Licensed Material has terminated under Section
+6(a), it reinstates:
+
+1. automatically as of the date the violation is cured, provided it is cured
+within 30 days of Your discovery of the violation; or
+
+      2. upon express reinstatement by the Licensor.
+
+c. For the avoidance of doubt, this Section 6(b) does not affect any right
+the Licensor may have to seek remedies for Your violations of this Public
+License.
+
+d. For the avoidance of doubt, the Licensor may also offer the Licensed Material
+under separate terms or conditions or stop distributing the Licensed Material
+at any time; however, doing so will not terminate this Public License.
+
+   e. Sections 1, 5, 6, 7, and 8 survive termination of this Public License.
+
+Section 7 – Other Terms and Conditions.
+
+a. The Licensor shall not be bound by any additional or different terms or
+conditions communicated by You unless expressly agreed.
+
+b. Any arrangements, understandings, or agreements regarding the Licensed
+Material not stated herein are separate from and independent of the terms
+and conditions of this Public License.
+
+Section 8 – Interpretation.
+
+a. For the avoidance of doubt, this Public License does not, and shall not
+be interpreted to, reduce, limit, restrict, or impose conditions on any use
+of the Licensed Material that could lawfully be made without permission under
+this Public License.
+
+b. To the extent possible, if any provision of this Public License is deemed
+unenforceable, it shall be automatically reformed to the minimum extent necessary
+to make it enforceable. If the provision cannot be reformed, it shall be severed
+from this Public License without affecting the enforceability of the remaining
+terms and conditions.
+
+c. No term or condition of this Public License will be waived and no failure
+to comply consented to unless expressly agreed to by the Licensor.
+
+d. Nothing in this Public License constitutes or may be interpreted as a limitation
+upon, or waiver of, any privileges and immunities that apply to the Licensor
+or You, including from the legal processes of any jurisdiction or authority.
+
+Creative Commons is not a party to its public licenses. Notwithstanding, Creative
+Commons may elect to apply one of its public licenses to material it publishes
+and in those instances will be considered the "Licensor." The text of the
+Creative Commons public licenses is dedicated to the public domain under the
+CC0 Public Domain Dedication. Except for the limited purpose of indicating
+that material is shared under a Creative Commons public license or as otherwise
+permitted by the Creative Commons policies published at creativecommons.org/policies,
+Creative Commons does not authorize the use of the trademark "Creative Commons"
+or any other trademark or logo of Creative Commons without its prior written
+consent including, without limitation, in connection with any unauthorized
+modifications to any of its public licenses or any other arrangements, understandings,
+or agreements concerning use of licensed material. For the avoidance of doubt,
+this paragraph does not form part of the public licenses.
+
+Creative Commons may be contacted at creativecommons.org.

LICENSES/CC0-1.0.txt

@@ -0,0 +1,119 @@
+Creative Commons Legal Code
+
+CC0 1.0 Universal CREATIVE COMMONS CORPORATION IS NOT A LAW FIRM AND DOES
+NOT PROVIDE LEGAL SERVICES. DISTRIBUTION OF THIS DOCUMENT DOES NOT CREATE
+AN ATTORNEY-CLIENT RELATIONSHIP. CREATIVE COMMONS PROVIDES THIS INFORMATION
+ON AN "AS-IS" BASIS. CREATIVE COMMONS MAKES NO WARRANTIES REGARDING THE USE
+OF THIS DOCUMENT OR THE INFORMATION OR WORKS PROVIDED HEREUNDER, AND DISCLAIMS
+LIABILITY FOR DAMAGES RESULTING FROM THE USE OF THIS DOCUMENT OR THE INFORMATION
+OR WORKS PROVIDED HEREUNDER.
+
+Statement of Purpose
+
+The laws of most jurisdictions throughout the world automatically confer exclusive
+Copyright and Related Rights (defined below) upon the creator and subsequent
+owner(s) (each and all, an "owner") of an original work of authorship and/or
+a database (each, a "Work").
+
+Certain owners wish to permanently relinquish those rights to a Work for the
+purpose of contributing to a commons of creative, cultural and scientific
+works ("Commons") that the public can reliably and without fear of later claims
+of infringement build upon, modify, incorporate in other works, reuse and
+redistribute as freely as possible in any form whatsoever and for any purposes,
+including without limitation commercial purposes. These owners may contribute
+to the Commons to promote the ideal of a free culture and the further production
+of creative, cultural and scientific works, or to gain reputation or greater
+distribution for their Work in part through the use and efforts of others.
+
+For these and/or other purposes and motivations, and without any expectation
+of additional consideration or compensation, the person associating CC0 with
+a Work (the "Affirmer"), to the extent that he or she is an owner of Copyright
+and Related Rights in the Work, voluntarily elects to apply CC0 to the Work
+and publicly distribute the Work under its terms, with knowledge of his or
+her Copyright and Related Rights in the Work and the meaning and intended
+legal effect of CC0 on those rights.
+
+1. Copyright and Related Rights. A Work made available under CC0 may be protected
+by copyright and related or neighboring rights ("Copyright and Related Rights").
+Copyright and Related Rights include, but are not limited to, the following:
+
+i. the right to reproduce, adapt, distribute, perform, display, communicate,
+and translate a Work;
+
+      ii. moral rights retained by the original author(s) and/or performer(s);
+
+iii. publicity and privacy rights pertaining to a person's image or likeness
+depicted in a Work;
+
+iv. rights protecting against unfair competition in regards to a Work, subject
+to the limitations in paragraph 4(a), below;
+
+v. rights protecting the extraction, dissemination, use and reuse of data
+in a Work;
+
+vi. database rights (such as those arising under Directive 96/9/EC of the
+European Parliament and of the Council of 11 March 1996 on the legal protection
+of databases, and under any national implementation thereof, including any
+amended or successor version of such directive); and
+
+vii. other similar, equivalent or corresponding rights throughout the world
+based on applicable law or treaty, and any national implementations thereof.
+
+2. Waiver. To the greatest extent permitted by, but not in contravention of,
+applicable law, Affirmer hereby overtly, fully, permanently, irrevocably and
+unconditionally waives, abandons, and surrenders all of Affirmer's Copyright
+and Related Rights and associated claims and causes of action, whether now
+known or unknown (including existing as well as future claims and causes of
+action), in the Work (i) in all territories worldwide, (ii) for the maximum
+duration provided by applicable law or treaty (including future time extensions),
+(iii) in any current or future medium and for any number of copies, and (iv)
+for any purpose whatsoever, including without limitation commercial, advertising
+or promotional purposes (the "Waiver"). Affirmer makes the Waiver for the
+benefit of each member of the public at large and to the detriment of Affirmer's
+heirs and successors, fully intending that such Waiver shall not be subject
+to revocation, rescission, cancellation, termination, or any other legal or
+equitable action to disrupt the quiet enjoyment of the Work by the public
+as contemplated by Affirmer's express Statement of Purpose.
+
+3. Public License Fallback. Should any part of the Waiver for any reason be
+judged legally invalid or ineffective under applicable law, then the Waiver
+shall be preserved to the maximum extent permitted taking into account Affirmer's
+express Statement of Purpose. In addition, to the extent the Waiver is so
+judged Affirmer hereby grants to each affected person a royalty-free, non
+transferable, non sublicensable, non exclusive, irrevocable and unconditional
+license to exercise Affirmer's Copyright and Related Rights in the Work (i)
+in all territories worldwide, (ii) for the maximum duration provided by applicable
+law or treaty (including future time extensions), (iii) in any current or
+future medium and for any number of copies, and (iv) for any purpose whatsoever,
+including without limitation commercial, advertising or promotional purposes
+(the "License"). The License shall be deemed effective as of the date CC0
+was applied by Affirmer to the Work. Should any part of the License for any
+reason be judged legally invalid or ineffective under applicable law, such
+partial invalidity or ineffectiveness shall not invalidate the remainder of
+the License, and in such case Affirmer hereby affirms that he or she will
+not (i) exercise any of his or her remaining Copyright and Related Rights
+in the Work or (ii) assert any associated claims and causes of action with
+respect to the Work, in either case contrary to Affirmer's express Statement
+of Purpose.
+
+   4. Limitations and Disclaimers.
+
+a. No trademark or patent rights held by Affirmer are waived, abandoned, surrendered,
+licensed or otherwise affected by this document.
+
+b. Affirmer offers the Work as-is and makes no representations or warranties
+of any kind concerning the Work, express, implied, statutory or otherwise,
+including without limitation warranties of title, merchantability, fitness
+for a particular purpose, non infringement, or the absence of latent or other
+defects, accuracy, or the present or absence of errors, whether or not discoverable,
+all to the greatest extent permissible under applicable law.
+
+c. Affirmer disclaims responsibility for clearing rights of other persons
+that may apply to the Work or any use thereof, including without limitation
+any person's Copyright and Related Rights in the Work. Further, Affirmer disclaims
+responsibility for obtaining any necessary consents, permissions or other
+rights required for any use of the Work.
+
+d. Affirmer understands and acknowledges that Creative Commons is not a party
+to this document and has no duty or obligation with respect to this CC0 or
+use of the Work.

LICENSES/MIT.txt

@@ -1,6 +1,6 @@
 MIT License
 
-Copyright 2017-2021 The PyPSA-Eur Authors
+Copyright 2017-2023 The PyPSA-Eur Authors
 
 Permission is hereby granted, free of charge, to any person obtaining a copy of
 this software and associated documentation files (the "Software"), to deal in

README.md

@@ -1,39 +1,82 @@
-![GitHub release (latest by date including pre-releases)](https://img.shields.io/github/v/release/pypsa/pypsa-eur-sec?include_prereleases)
+<!--
-[![Documentation](https://readthedocs.org/projects/pypsa-eur-sec/badge/?version=latest)](https://pypsa-eur-sec.readthedocs.io/en/latest/?badge=latest)
+SPDX-FileCopyrightText: 2017-2023 The PyPSA-Eur Authors
-![GitHub](https://img.shields.io/github/license/pypsa/pypsa-eur-sec)
+SPDX-License-Identifier: CC-BY-4.0
-![Size](https://img.shields.io/github/repo-size/pypsa/pypsa-eur-sec)
+-->
-[![Zenodo](https://zenodo.org/badge/DOI/10.5281/zenodo.3938042.svg)](https://doi.org/10.5281/zenodo.3938042)
-[![Gitter](https://badges.gitter.im/PyPSA/community.svg)](https://gitter.im/PyPSA/community?utm_source=badge&utm_medium=badge&utm_campaign=pr-badge)
 
-# PyPSA-Eur-Sec: A Sector-Coupled Open Optimisation Model of the European Energy System
+![GitHub release (latest by date including pre-releases)](https://img.shields.io/github/v/release/pypsa/pypsa-eur?include_prereleases)
+[![Build Status](https://github.com/pypsa/pypsa-eur/actions/workflows/ci.yaml/badge.svg)](https://github.com/PyPSA/pypsa-eur/actions)
+[![Documentation](https://readthedocs.org/projects/pypsa-eur/badge/?version=latest)](https://pypsa-eur.readthedocs.io/en/latest/?badge=latest)
+![Size](https://img.shields.io/github/repo-size/pypsa/pypsa-eur)
+[![Zenodo PyPSA-Eur](https://zenodo.org/badge/DOI/10.5281/zenodo.3520874.svg)](https://doi.org/10.5281/zenodo.3520874)
+[![Zenodo PyPSA-Eur-Sec](https://zenodo.org/badge/DOI/10.5281/zenodo.3938042.svg)](https://doi.org/10.5281/zenodo.3938042)
+[![Snakemake](https://img.shields.io/badge/snakemake-≥7.7.0-brightgreen.svg?style=flat)](https://snakemake.readthedocs.io)
+[![REUSE status](https://api.reuse.software/badge/github.com/pypsa/pypsa-eur)](https://api.reuse.software/info/github.com/pypsa/pypsa-eur)
+[![Stack Exchange questions](https://img.shields.io/stackexchange/stackoverflow/t/pypsa)](https://stackoverflow.com/questions/tagged/pypsa)
 
-PyPSA-Eur-Sec is an open model dataset of the European energy system at the
+# PyPSA-Eur: A Sector-Coupled Open Optimisation Model of the European Energy System
-transmission network level that covers the full ENTSO-E area.
 
-PyPSA-Eur-Sec builds on the electricity generation and transmission
+PyPSA-Eur is an open model dataset of the European energy system at the
-model [PyPSA-Eur](https://github.com/PyPSA/pypsa-eur) to add demand
+transmission network level that covers the full ENTSO-E area. The model is suitable both for operational studies and generation and transmission expansion planning studies.
+The continental scope and highly resolved spatial scale enables a proper description of the long-range
+smoothing effects for renewable power generation and their varying resource availability.
+
+
+
+
+The model is described in the [documentation](https://pypsa-eur.readthedocs.io)
+and in the paper
+[PyPSA-Eur: An Open Optimisation Model of the European Transmission
+System](https://arxiv.org/abs/1806.01613), 2018,
+[arXiv:1806.01613](https://arxiv.org/abs/1806.01613).
+The model building routines are defined through a snakemake workflow.
+Please see the [documentation](https://pypsa-eur.readthedocs.io/)
+for installation instructions and other useful information about the snakemake workflow.
+The model is designed to be imported into the open toolbox
+[PyPSA](https://github.com/PyPSA/PyPSA).
+
+**WARNING**: PyPSA-Eur is under active development and has several
+[limitations](https://pypsa-eur.readthedocs.io/en/latest/limitations.html) which
+you should understand before using the model. The github repository
+[issues](https://github.com/PyPSA/pypsa-eur/issues) collect known topics we are
+working on (please feel free to help or make suggestions). The
+[documentation](https://pypsa-eur.readthedocs.io/) remains somewhat patchy. You
+can find showcases of the model's capabilities in the Joule paper [The potential
+role of a hydrogen network in
+Europe](https://doi.org/10.1016/j.joule.2023.06.016), another [paper in Joule
+with a description of the industry
+sector](https://doi.org/10.1016/j.joule.2022.04.016), or in [a 2021 presentation
+at EMP-E](https://nworbmot.org/energy/brown-empe.pdf). We do not recommend to
+use the full resolution network model for simulations. At high granularity the
+assignment of loads and generators to the nearest network node may not be a
+correct assumption, depending on the topology of the underlying distribution
+grid, and local grid bottlenecks may cause unrealistic load-shedding or
+generator curtailment. We recommend to cluster the network to a couple of
+hundred nodes to remove these local inconsistencies. See the discussion in
+Section 3.4 "Model validation" of the paper.
+
+
+![PyPSA-Eur Grid Model](doc/img/elec.png)
+
+The dataset consists of:
+
+- A grid model based on a modified [GridKit](https://github.com/bdw/GridKit)
+  extraction of the [ENTSO-E Transmission System
+  Map](https://www.entsoe.eu/data/map/). The grid model contains 7072 lines
+  (alternating current lines at and above 220kV voltage level and all high
+  voltage direct current lines) and 3803 substations.
+- The open power plant database
+  [powerplantmatching](https://github.com/FRESNA/powerplantmatching).
+- Electrical demand time series from the
+  [OPSD project](https://open-power-system-data.org/).
+- Renewable time series based on ERA5 and SARAH, assembled using the [atlite tool](https://github.com/FRESNA/atlite).
+- Geographical potentials for wind and solar generators based on land use (CORINE) and excluding nature reserves (Natura2000) are computed with the [atlite library](https://github.com/PyPSA/atlite).
+
+A sector-coupled extension adds demand
 and supply for the following sectors: transport, space and water
 heating, biomass, industry and industrial feedstocks, agriculture,
 forestry and fishing. This completes the energy system and includes
 all greenhouse gas emitters except waste management and land use.
 
-**WARNING**: PyPSA-Eur-Sec is under active development and has several
-[limitations](https://pypsa-eur-sec.readthedocs.io/en/latest/limitations.html) which
-you should understand before using the model. The github repository
-[issues](https://github.com/PyPSA/pypsa-eur-sec/issues) collect known
-topics we are working on (please feel free to help or make suggestions).
-The [documentation](https://pypsa-eur-sec.readthedocs.io/) remains somewhat
-patchy.
-You can find showcases of the model's capabilities in the preprint
-[Benefits of a Hydrogen Network in Europe](https://arxiv.org/abs/2207.05816),
-a [paper in Joule with a description of the industry
-sector](https://arxiv.org/abs/2109.09563), or in [a 2021
-presentation at EMP-E](https://nworbmot.org/energy/brown-empe.pdf).
-We cannot support this model if you choose to use it.
-
-Please see the [documentation](https://pypsa-eur-sec.readthedocs.io/)
-for installation instructions and other useful information about the snakemake workflow.
-
 This diagram gives an overview of the sectors and the links between
 them:
 
@@ -47,30 +90,19 @@ from [PyPSA-Eur](https://github.com/PyPSA/pypsa-eur):
 For computational reasons the model is usually clustered down
 to 50-200 nodes.
 
+Already-built versions of the model can be found in the accompanying [Zenodo
+repository](https://doi.org/10.5281/zenodo.3601881).
 
-PyPSA-Eur-Sec was initially based on the model PyPSA-Eur-Sec-30 described
+# Contributing and Support
-in the paper [Synergies of sector coupling and transmission
+We strongly welcome anyone interested in contributing to this project. If you have any ideas, suggestions or encounter problems, feel invited to file issues or make pull requests on GitHub.
-reinforcement in a cost-optimised, highly renewable European energy
+-   In case of code-related **questions**, please post on [stack overflow](https://stackoverflow.com/questions/tagged/pypsa).
-system](https://arxiv.org/abs/1801.05290) (2018) but it differs by
+-   For non-programming related and more general questions please refer to the [mailing list](https://groups.google.com/group/pypsa).
-being based on the higher resolution electricity transmission model
+-   To **discuss** with other PyPSA users, organise projects, share news, and get in touch with the community you can use the [discord server](https://discord.com/invite/AnuJBk23FU).
-[PyPSA-Eur](https://github.com/PyPSA/pypsa-eur) rather than a
+-   For **bugs and feature requests**, please use the [PyPSA-Eur Github Issues page](https://github.com/PyPSA/pypsa-eur/issues).
-one-node-per-country model, and by including biomass, industry,
-industrial feedstocks, aviation, shipping, better carbon management,
-carbon capture and usage/sequestration, and gas networks.
-
-
-PyPSA-Eur-Sec includes PyPSA-Eur as a
-[snakemake](https://snakemake.readthedocs.io/en/stable/index.html)
-[subworkflow](https://snakemake.readthedocs.io/en/stable/snakefiles/modularization.html#snakefiles-sub-workflows). PyPSA-Eur-Sec
-uses PyPSA-Eur to build the clustered transmission model along with
-wind, solar PV and hydroelectricity potentials and time series. Then
-PyPSA-Eur-Sec adds other conventional generators, storage units and
-the additional sectors.
-
 
 # Licence
 
-The code in PyPSA-Eur-Sec is released as free software under the
+The code in PyPSA-Eur is released as free software under the
-[MIT License](https://opensource.org/licenses/MIT), see `LICENSE.txt`.
+[MIT License](https://opensource.org/licenses/MIT), see [`doc/licenses.rst`](doc/licenses.rst).
 However, different licenses and terms of use may apply to the various
 input data.

Snakefile

@@ -1,685 +1,130 @@
+# SPDX-FileCopyrightText: : 2017-2023 The PyPSA-Eur Authors
+#
+# SPDX-License-Identifier: MIT
 
-from os.path import exists
+from os.path import normpath, exists
-from shutil import copyfile
+from shutil import copyfile, move, rmtree
 
 from snakemake.remote.HTTP import RemoteProvider as HTTPRemoteProvider
+
 HTTP = HTTPRemoteProvider()
 
-if not exists("config.yaml"):
+from snakemake.utils import min_version
-    copyfile("config.default.yaml", "config.yaml")
 
-configfile: "config.yaml"
+min_version("7.7")
+
+
+if not exists("config/config.yaml"):
+    copyfile("config/config.default.yaml", "config/config.yaml")
+
+
+configfile: "config/config.yaml"
+
+
+COSTS = f"data/costs_{config['costs']['year']}.csv"
+ATLITE_NPROCESSES = config["atlite"].get("nprocesses", 4)
+
+run = config.get("run", {})
+RDIR = run["name"] + "/" if run.get("name") else ""
+CDIR = RDIR if not run.get("shared_cutouts") else ""
+
+LOGS = "logs/" + RDIR
+BENCHMARKS = "benchmarks/" + RDIR
+RESOURCES = "resources/" + RDIR if not run.get("shared_resources") else "resources/"
+RESULTS = "results/" + RDIR
+
+
+localrules:
+    purge,
 
 
 wildcard_constraints:
-    lv="[a-z0-9\.]+",
     simpl="[a-zA-Z0-9]*",
-    clusters="[0-9]+m?",
+    clusters="[0-9]+(m|c)?|all",
-    opts="[-+a-zA-Z0-9]*",
+    ll="(v|c)([0-9\.]+|opt)",
-    sector_opts="[-+a-zA-Z0-9\.\s]*"
+    opts="[-+a-zA-Z0-9\.]*",
-
+    sector_opts="[-+a-zA-Z0-9\.\s]*",
-
+
-SDIR = config['summary_dir'] + '/' + config['run']
+
-RDIR = config['results_dir'] + config['run']
+include: "rules/common.smk"
-CDIR = config['costs_dir']
+include: "rules/collect.smk"
-
+include: "rules/retrieve.smk"
-
+include: "rules/build_electricity.smk"
-subworkflow pypsaeur:
+include: "rules/build_sector.smk"
-    workdir: "../pypsa-eur"
+include: "rules/solve_electricity.smk"
-    snakefile: "../pypsa-eur/Snakefile"
+include: "rules/postprocess.smk"
-    configfile: "../pypsa-eur/config.yaml"
+include: "rules/validate.smk"
-
-rule all:
-    input: SDIR + '/graphs/costs.pdf'
-
-
-rule solve_all_networks:
-    input:
-        expand(RDIR + "/postnetworks/elec_s{simpl}_{clusters}_lv{lv}_{opts}_{sector_opts}_{planning_horizons}.nc",
-               **config['scenario'])
-
-
-rule prepare_sector_networks:
-    input:
-        expand(RDIR + "/prenetworks/elec_s{simpl}_{clusters}_lv{lv}_{opts}_{sector_opts}_{planning_horizons}.nc",
-               **config['scenario'])
-
-datafiles = [
-    "data/eea/UNFCCC_v23.csv",
-    "data/switzerland-sfoe/switzerland-new_format.csv",
-    "data/nuts/NUTS_RG_10M_2013_4326_LEVL_2.geojson",
-    "data/myb1-2017-nitro.xls",
-    "data/Industrial_Database.csv",
-    "data/emobility/KFZ__count",
-    "data/emobility/Pkw__count",
-    "data/h2_salt_caverns_GWh_per_sqkm.geojson",
-    directory("data/eurostat-energy_balances-june_2016_edition"),
-    directory("data/eurostat-energy_balances-may_2018_edition"),
-    directory("data/jrc-idees-2015"),
-]
-
-if config.get('retrieve_sector_databundle', True):
-    rule retrieve_sector_databundle:
-        output: *datafiles
-        log: "logs/retrieve_sector_databundle.log"
-        script: 'scripts/retrieve_sector_databundle.py'
-
-
-rule build_population_layouts:
-    input:
-        nuts3_shapes=pypsaeur('resources/nuts3_shapes.geojson'),
-        urban_percent="data/urban_percent.csv"
-    output:
-        pop_layout_total="resources/pop_layout_total.nc",
-        pop_layout_urban="resources/pop_layout_urban.nc",
-        pop_layout_rural="resources/pop_layout_rural.nc"
-    resources: mem_mb=20000
-    benchmark: "benchmarks/build_population_layouts"
-    threads: 8
-    script: "scripts/build_population_layouts.py"
-
-
-rule build_clustered_population_layouts:
-    input:
-        pop_layout_total="resources/pop_layout_total.nc",
-        pop_layout_urban="resources/pop_layout_urban.nc",
-        pop_layout_rural="resources/pop_layout_rural.nc",
-        regions_onshore=pypsaeur('resources/regions_onshore_elec_s{simpl}_{clusters}.geojson')
-    output:
-        clustered_pop_layout="resources/pop_layout_elec_s{simpl}_{clusters}.csv"
-    resources: mem_mb=10000
-    benchmark: "benchmarks/build_clustered_population_layouts/s{simpl}_{clusters}"
-    script: "scripts/build_clustered_population_layouts.py"
-
-
-rule build_simplified_population_layouts:
-    input:
-        pop_layout_total="resources/pop_layout_total.nc",
-        pop_layout_urban="resources/pop_layout_urban.nc",
-        pop_layout_rural="resources/pop_layout_rural.nc",
-        regions_onshore=pypsaeur('resources/regions_onshore_elec_s{simpl}.geojson')
-    output:
-        clustered_pop_layout="resources/pop_layout_elec_s{simpl}.csv"
-    resources: mem_mb=10000
-    benchmark: "benchmarks/build_clustered_population_layouts/s{simpl}"
-    script: "scripts/build_clustered_population_layouts.py"
-
-
-if config["sector"]["gas_network"] or config["sector"]["H2_retrofit"]:
-
-    datafiles = [
-        "IGGIELGN_LNGs.geojson",
-        "IGGIELGN_BorderPoints.geojson",
-        "IGGIELGN_Productions.geojson",
-        "IGGIELGN_PipeSegments.geojson",
-    ]
-
-
-    rule retrieve_gas_infrastructure_data:
-        output: expand("data/gas_network/scigrid-gas/data/{files}", files=datafiles)
-        script: 'scripts/retrieve_gas_infrastructure_data.py'
-
-
-    rule build_gas_network:
-        input:
-            gas_network="data/gas_network/scigrid-gas/data/IGGIELGN_PipeSegments.geojson"
-        output:
-            cleaned_gas_network="resources/gas_network.csv"
-        resources: mem_mb=4000
-        script: "scripts/build_gas_network.py"
-
-
-    rule build_gas_input_locations:
-        input:
-            lng="data/gas_network/scigrid-gas/data/IGGIELGN_LNGs.geojson",
-            entry="data/gas_network/scigrid-gas/data/IGGIELGN_BorderPoints.geojson",
-            production="data/gas_network/scigrid-gas/data/IGGIELGN_Productions.geojson",
-            planned_lng="data/gas_network/planned_LNGs.csv",
-            regions_onshore=pypsaeur("resources/regions_onshore_elec_s{simpl}_{clusters}.geojson"),
-            regions_offshore=pypsaeur('resources/regions_offshore_elec_s{simpl}_{clusters}.geojson')
-        output:
-            gas_input_nodes="resources/gas_input_locations_s{simpl}_{clusters}.geojson",
-            gas_input_nodes_simplified="resources/gas_input_locations_s{simpl}_{clusters}_simplified.csv"
-        resources: mem_mb=2000,
-        script: "scripts/build_gas_input_locations.py"
-
-
-    rule cluster_gas_network:
-        input:
-            cleaned_gas_network="resources/gas_network.csv",
-            regions_onshore=pypsaeur("resources/regions_onshore_elec_s{simpl}_{clusters}.geojson"),
-            regions_offshore=pypsaeur("resources/regions_offshore_elec_s{simpl}_{clusters}.geojson")
-        output:
-            clustered_gas_network="resources/gas_network_elec_s{simpl}_{clusters}.csv"
-        resources: mem_mb=4000
-        script: "scripts/cluster_gas_network.py"
-
-
-    gas_infrastructure = {**rules.cluster_gas_network.output, **rules.build_gas_input_locations.output}
-else:
-    gas_infrastructure = {}
-
-
-rule build_heat_demands:
-    input:
-        pop_layout="resources/pop_layout_{scope}.nc",
-        regions_onshore=pypsaeur("resources/regions_onshore_elec_s{simpl}_{clusters}.geojson")
-    output:
-        heat_demand="resources/heat_demand_{scope}_elec_s{simpl}_{clusters}.nc"
-    resources: mem_mb=20000
-    threads: 8
-    benchmark: "benchmarks/build_heat_demands/{scope}_s{simpl}_{clusters}"
-    script: "scripts/build_heat_demand.py"
-
-
-rule build_temperature_profiles:
-    input:
-        pop_layout="resources/pop_layout_{scope}.nc",
-        regions_onshore=pypsaeur("resources/regions_onshore_elec_s{simpl}_{clusters}.geojson")
-    output:
-        temp_soil="resources/temp_soil_{scope}_elec_s{simpl}_{clusters}.nc",
-        temp_air="resources/temp_air_{scope}_elec_s{simpl}_{clusters}.nc",
-    resources: mem_mb=20000
-    threads: 8
-    benchmark: "benchmarks/build_temperature_profiles/{scope}_s{simpl}_{clusters}"
-    script: "scripts/build_temperature_profiles.py"
-
-
-rule build_cop_profiles:
-    input:
-        temp_soil_total="resources/temp_soil_total_elec_s{simpl}_{clusters}.nc",
-        temp_soil_rural="resources/temp_soil_rural_elec_s{simpl}_{clusters}.nc",
-        temp_soil_urban="resources/temp_soil_urban_elec_s{simpl}_{clusters}.nc",
-        temp_air_total="resources/temp_air_total_elec_s{simpl}_{clusters}.nc",
-        temp_air_rural="resources/temp_air_rural_elec_s{simpl}_{clusters}.nc",
-        temp_air_urban="resources/temp_air_urban_elec_s{simpl}_{clusters}.nc"
-    output:
-        cop_soil_total="resources/cop_soil_total_elec_s{simpl}_{clusters}.nc",
-        cop_soil_rural="resources/cop_soil_rural_elec_s{simpl}_{clusters}.nc",
-        cop_soil_urban="resources/cop_soil_urban_elec_s{simpl}_{clusters}.nc",
-        cop_air_total="resources/cop_air_total_elec_s{simpl}_{clusters}.nc",
-        cop_air_rural="resources/cop_air_rural_elec_s{simpl}_{clusters}.nc",
-        cop_air_urban="resources/cop_air_urban_elec_s{simpl}_{clusters}.nc"
-    resources: mem_mb=20000
-    benchmark: "benchmarks/build_cop_profiles/s{simpl}_{clusters}"
-    script: "scripts/build_cop_profiles.py"
-
-
-rule build_solar_thermal_profiles:
-    input:
-        pop_layout="resources/pop_layout_{scope}.nc",
-        regions_onshore=pypsaeur("resources/regions_onshore_elec_s{simpl}_{clusters}.geojson")
-    output:
-        solar_thermal="resources/solar_thermal_{scope}_elec_s{simpl}_{clusters}.nc",
-    resources: mem_mb=20000
-    threads: 16
-    benchmark: "benchmarks/build_solar_thermal_profiles/{scope}_s{simpl}_{clusters}"
-    script: "scripts/build_solar_thermal_profiles.py"
-
-
-def input_eurostat(w):
-    # 2016 includes BA, 2017 does not
-    report_year = config["energy"]["eurostat_report_year"]
-    return f"data/eurostat-energy_balances-june_{report_year}_edition"
-
-rule build_energy_totals:
-    input:
-        nuts3_shapes=pypsaeur('resources/nuts3_shapes.geojson'),
-        co2="data/eea/UNFCCC_v23.csv",
-        swiss="data/switzerland-sfoe/switzerland-new_format.csv",
-        idees="data/jrc-idees-2015",
-        district_heat_share='data/district_heat_share.csv',
-        eurostat=input_eurostat
-    output:
-        energy_name='resources/energy_totals.csv',
-	    co2_name='resources/co2_totals.csv',
-	    transport_name='resources/transport_data.csv'
-    threads: 16
-    resources: mem_mb=10000
-    benchmark: "benchmarks/build_energy_totals"
-    script: 'scripts/build_energy_totals.py'
-
-
-rule build_biomass_potentials:
-    input:
-        enspreso_biomass=HTTP.remote("https://cidportal.jrc.ec.europa.eu/ftp/jrc-opendata/ENSPRESO/ENSPRESO_BIOMASS.xlsx", keep_local=True),
-        nuts2="data/nuts/NUTS_RG_10M_2013_4326_LEVL_2.geojson", # https://gisco-services.ec.europa.eu/distribution/v2/nuts/download/#nuts21
-        regions_onshore=pypsaeur("resources/regions_onshore_elec_s{simpl}_{clusters}.geojson"),
-        nuts3_population=pypsaeur("data/bundle/nama_10r_3popgdp.tsv.gz"),
-        swiss_cantons=pypsaeur("data/bundle/ch_cantons.csv"),
-        swiss_population=pypsaeur("data/bundle/je-e-21.03.02.xls"),
-        country_shapes=pypsaeur('resources/country_shapes.geojson')
-    output:
-        biomass_potentials_all='resources/biomass_potentials_all_s{simpl}_{clusters}.csv',
-        biomass_potentials='resources/biomass_potentials_s{simpl}_{clusters}.csv'
-    threads: 1
-    resources: mem_mb=1000
-    benchmark: "benchmarks/build_biomass_potentials_s{simpl}_{clusters}"
-    script: 'scripts/build_biomass_potentials.py'
-
-
-if config["sector"]["biomass_transport"]:
-    rule build_biomass_transport_costs:
-        input:
-            transport_cost_data=HTTP.remote("publications.jrc.ec.europa.eu/repository/bitstream/JRC98626/biomass potentials in europe_web rev.pdf", keep_local=True)
-        output:
-            biomass_transport_costs="resources/biomass_transport_costs.csv",
-        threads: 1
-        resources: mem_mb=1000
-        benchmark: "benchmarks/build_biomass_transport_costs"
-        script: 'scripts/build_biomass_transport_costs.py'
-    build_biomass_transport_costs_output = rules.build_biomass_transport_costs.output
-else:
-    build_biomass_transport_costs_output = {}
-
-
-rule build_salt_cavern_potentials:
-    input:
-        salt_caverns="data/h2_salt_caverns_GWh_per_sqkm.geojson",
-        regions_onshore=pypsaeur("resources/regions_onshore_elec_s{simpl}_{clusters}.geojson"),
-        regions_offshore=pypsaeur("resources/regions_offshore_elec_s{simpl}_{clusters}.geojson"),
-    output:
-        h2_cavern_potential="resources/salt_cavern_potentials_s{simpl}_{clusters}.csv"
-    threads: 1
-    resources: mem_mb=2000
-    benchmark: "benchmarks/build_salt_cavern_potentials_s{simpl}_{clusters}"
-    script: "scripts/build_salt_cavern_potentials.py"
-
-
-rule build_ammonia_production:
-    input:
-        usgs="data/myb1-2017-nitro.xls"
-    output:
-        ammonia_production="resources/ammonia_production.csv"
-    threads: 1
-    resources: mem_mb=1000
-    benchmark: "benchmarks/build_ammonia_production"
-    script: 'scripts/build_ammonia_production.py'
-
-
-rule build_industry_sector_ratios:
-    input:
-        ammonia_production="resources/ammonia_production.csv",
-        idees="data/jrc-idees-2015"
-    output:
-        industry_sector_ratios="resources/industry_sector_ratios.csv"
-    threads: 1
-    resources: mem_mb=1000
-    benchmark: "benchmarks/build_industry_sector_ratios"
-    script: 'scripts/build_industry_sector_ratios.py'
-
-
-rule build_industrial_production_per_country:
-    input:
-        ammonia_production="resources/ammonia_production.csv",
-        jrc="data/jrc-idees-2015",
-        eurostat="data/eurostat-energy_balances-may_2018_edition",
-    output:
-        industrial_production_per_country="resources/industrial_production_per_country.csv"
-    threads: 8
-    resources: mem_mb=1000
-    benchmark: "benchmarks/build_industrial_production_per_country"
-    script: 'scripts/build_industrial_production_per_country.py'
-
-
-rule build_industrial_production_per_country_tomorrow:
-    input:
-        industrial_production_per_country="resources/industrial_production_per_country.csv"
-    output:
-        industrial_production_per_country_tomorrow="resources/industrial_production_per_country_tomorrow_{planning_horizons}.csv"
-    threads: 1
-    resources: mem_mb=1000
-    benchmark: "benchmarks/build_industrial_production_per_country_tomorrow_{planning_horizons}"
-    script: 'scripts/build_industrial_production_per_country_tomorrow.py'
-
-
-rule build_industrial_distribution_key:
-    input:
-        regions_onshore=pypsaeur('resources/regions_onshore_elec_s{simpl}_{clusters}.geojson'),
-        clustered_pop_layout="resources/pop_layout_elec_s{simpl}_{clusters}.csv",
-        hotmaps_industrial_database="data/Industrial_Database.csv",
-    output:
-        industrial_distribution_key="resources/industrial_distribution_key_elec_s{simpl}_{clusters}.csv"
-    threads: 1
-    resources: mem_mb=1000
-    benchmark: "benchmarks/build_industrial_distribution_key/s{simpl}_{clusters}"
-    script: 'scripts/build_industrial_distribution_key.py'
-
-
-rule build_industrial_production_per_node:
-    input:
-        industrial_distribution_key="resources/industrial_distribution_key_elec_s{simpl}_{clusters}.csv",
-        industrial_production_per_country_tomorrow="resources/industrial_production_per_country_tomorrow_{planning_horizons}.csv"
-    output:
-        industrial_production_per_node="resources/industrial_production_elec_s{simpl}_{clusters}_{planning_horizons}.csv"
-    threads: 1
-    resources: mem_mb=1000
-    benchmark: "benchmarks/build_industrial_production_per_node/s{simpl}_{clusters}_{planning_horizons}"
-    script: 'scripts/build_industrial_production_per_node.py'
-
-
-rule build_industrial_energy_demand_per_node:
-    input:
-        industry_sector_ratios="resources/industry_sector_ratios.csv",
-        industrial_production_per_node="resources/industrial_production_elec_s{simpl}_{clusters}_{planning_horizons}.csv",
-        industrial_energy_demand_per_node_today="resources/industrial_energy_demand_today_elec_s{simpl}_{clusters}.csv"
-    output:
-        industrial_energy_demand_per_node="resources/industrial_energy_demand_elec_s{simpl}_{clusters}_{planning_horizons}.csv"
-    threads: 1
-    resources: mem_mb=1000
-    benchmark: "benchmarks/build_industrial_energy_demand_per_node/s{simpl}_{clusters}_{planning_horizons}"
-    script: 'scripts/build_industrial_energy_demand_per_node.py'
-
-
-rule build_industrial_energy_demand_per_country_today:
-    input:
-        jrc="data/jrc-idees-2015",
-        ammonia_production="resources/ammonia_production.csv",
-        industrial_production_per_country="resources/industrial_production_per_country.csv"
-    output:
-        industrial_energy_demand_per_country_today="resources/industrial_energy_demand_per_country_today.csv"
-    threads: 8
-    resources: mem_mb=1000
-    benchmark: "benchmarks/build_industrial_energy_demand_per_country_today"
-    script: 'scripts/build_industrial_energy_demand_per_country_today.py'
-
-
-rule build_industrial_energy_demand_per_node_today:
-    input:
-        industrial_distribution_key="resources/industrial_distribution_key_elec_s{simpl}_{clusters}.csv",
-        industrial_energy_demand_per_country_today="resources/industrial_energy_demand_per_country_today.csv"
-    output:
-        industrial_energy_demand_per_node_today="resources/industrial_energy_demand_today_elec_s{simpl}_{clusters}.csv"
-    threads: 1
-    resources: mem_mb=1000
-    benchmark: "benchmarks/build_industrial_energy_demand_per_node_today/s{simpl}_{clusters}"
-    script: 'scripts/build_industrial_energy_demand_per_node_today.py'
-
-
-if config["sector"]["retrofitting"]["retro_endogen"]:
-    rule build_retro_cost:
-        input:
-            building_stock="data/retro/data_building_stock.csv",
-            data_tabula="data/retro/tabula-calculator-calcsetbuilding.csv",
-            air_temperature = "resources/temp_air_total_elec_s{simpl}_{clusters}.nc",
-            u_values_PL="data/retro/u_values_poland.csv",
-            tax_w="data/retro/electricity_taxes_eu.csv",
-            construction_index="data/retro/comparative_level_investment.csv",
-            floor_area_missing="data/retro/floor_area_missing.csv",
-            clustered_pop_layout="resources/pop_layout_elec_s{simpl}_{clusters}.csv",
-            cost_germany="data/retro/retro_cost_germany.csv",
-            window_assumptions="data/retro/window_assumptions.csv",
-        output:
-            retro_cost="resources/retro_cost_elec_s{simpl}_{clusters}.csv",
-            floor_area="resources/floor_area_elec_s{simpl}_{clusters}.csv"
-        resources: mem_mb=1000
-        benchmark: "benchmarks/build_retro_cost/s{simpl}_{clusters}"
-        script: "scripts/build_retro_cost.py"
-    build_retro_cost_output = rules.build_retro_cost.output
-else:
-    build_retro_cost_output = {}
-
-
-rule build_population_weighted_energy_totals:
-    input:
-        energy_totals='resources/energy_totals.csv',
-        clustered_pop_layout="resources/pop_layout_elec_s{simpl}_{clusters}.csv"
-    output: "resources/pop_weighted_energy_totals_s{simpl}_{clusters}.csv"
-    threads: 1
-    resources: mem_mb=2000
-    script: "scripts/build_population_weighted_energy_totals.py"
-
-
-rule build_shipping_demand:
-    input:
-        ports="data/attributed_ports.json",
-        scope=pypsaeur("resources/europe_shape.geojson"),
-        regions=pypsaeur("resources/regions_onshore_elec_s{simpl}_{clusters}.geojson"),
-        demand="resources/energy_totals.csv"
-    output: "resources/shipping_demand_s{simpl}_{clusters}.csv"
-    threads: 1
-    resources: mem_mb=2000
-    script: "scripts/build_shipping_demand.py"
-
-
-rule build_transport_demand:
-    input:
-        clustered_pop_layout="resources/pop_layout_elec_s{simpl}_{clusters}.csv",
-        pop_weighted_energy_totals="resources/pop_weighted_energy_totals_s{simpl}_{clusters}.csv",
-        transport_data='resources/transport_data.csv',
-        traffic_data_KFZ="data/emobility/KFZ__count",
-        traffic_data_Pkw="data/emobility/Pkw__count",
-        temp_air_total="resources/temp_air_total_elec_s{simpl}_{clusters}.nc",
-    output:
-        transport_demand="resources/transport_demand_s{simpl}_{clusters}.csv",
-        transport_data="resources/transport_data_s{simpl}_{clusters}.csv",
-        avail_profile="resources/avail_profile_s{simpl}_{clusters}.csv",
-        dsm_profile="resources/dsm_profile_s{simpl}_{clusters}.csv"
-    threads: 1
-    resources: mem_mb=2000
-    script: "scripts/build_transport_demand.py"
-
-
-rule prepare_sector_network:
-    input:
-        overrides="data/override_component_attrs",
-        network=pypsaeur('networks/elec_s{simpl}_{clusters}_ec_lv{lv}_{opts}.nc'),
-        energy_totals_name='resources/energy_totals.csv',
-        eurostat=input_eurostat,
-        pop_weighted_energy_totals="resources/pop_weighted_energy_totals_s{simpl}_{clusters}.csv",
-        shipping_demand="resources/shipping_demand_s{simpl}_{clusters}.csv",
-        transport_demand="resources/transport_demand_s{simpl}_{clusters}.csv",
-        transport_data="resources/transport_data_s{simpl}_{clusters}.csv",
-        avail_profile="resources/avail_profile_s{simpl}_{clusters}.csv",
-        dsm_profile="resources/dsm_profile_s{simpl}_{clusters}.csv",
-        co2_totals_name='resources/co2_totals.csv',
-        co2="data/eea/UNFCCC_v23.csv",
-        biomass_potentials='resources/biomass_potentials_s{simpl}_{clusters}.csv',
-        heat_profile="data/heat_load_profile_BDEW.csv",
-        costs=CDIR + "costs_{}.csv".format(config['costs']['year']) if config["foresight"] == "overnight" else CDIR + "costs_{planning_horizons}.csv",
-        profile_offwind_ac=pypsaeur("resources/profile_offwind-ac.nc"),
-        profile_offwind_dc=pypsaeur("resources/profile_offwind-dc.nc"),
-        h2_cavern="resources/salt_cavern_potentials_s{simpl}_{clusters}.csv",
-        busmap_s=pypsaeur("resources/busmap_elec_s{simpl}.csv"),
-        busmap=pypsaeur("resources/busmap_elec_s{simpl}_{clusters}.csv"),
-        clustered_pop_layout="resources/pop_layout_elec_s{simpl}_{clusters}.csv",
-        simplified_pop_layout="resources/pop_layout_elec_s{simpl}.csv",
-        industrial_demand="resources/industrial_energy_demand_elec_s{simpl}_{clusters}_{planning_horizons}.csv",
-        heat_demand_urban="resources/heat_demand_urban_elec_s{simpl}_{clusters}.nc",
-        heat_demand_rural="resources/heat_demand_rural_elec_s{simpl}_{clusters}.nc",
-        heat_demand_total="resources/heat_demand_total_elec_s{simpl}_{clusters}.nc",
-        temp_soil_total="resources/temp_soil_total_elec_s{simpl}_{clusters}.nc",
-        temp_soil_rural="resources/temp_soil_rural_elec_s{simpl}_{clusters}.nc",
-        temp_soil_urban="resources/temp_soil_urban_elec_s{simpl}_{clusters}.nc",
-        temp_air_total="resources/temp_air_total_elec_s{simpl}_{clusters}.nc",
-        temp_air_rural="resources/temp_air_rural_elec_s{simpl}_{clusters}.nc",
-        temp_air_urban="resources/temp_air_urban_elec_s{simpl}_{clusters}.nc",
-        cop_soil_total="resources/cop_soil_total_elec_s{simpl}_{clusters}.nc",
-        cop_soil_rural="resources/cop_soil_rural_elec_s{simpl}_{clusters}.nc",
-        cop_soil_urban="resources/cop_soil_urban_elec_s{simpl}_{clusters}.nc",
-        cop_air_total="resources/cop_air_total_elec_s{simpl}_{clusters}.nc",
-        cop_air_rural="resources/cop_air_rural_elec_s{simpl}_{clusters}.nc",
-        cop_air_urban="resources/cop_air_urban_elec_s{simpl}_{clusters}.nc",
-        solar_thermal_total="resources/solar_thermal_total_elec_s{simpl}_{clusters}.nc" if config["sector"]["solar_thermal"] else [],
-        solar_thermal_urban="resources/solar_thermal_urban_elec_s{simpl}_{clusters}.nc" if config["sector"]["solar_thermal"] else [],
-        solar_thermal_rural="resources/solar_thermal_rural_elec_s{simpl}_{clusters}.nc" if config["sector"]["solar_thermal"] else [],
-        **build_retro_cost_output,
-        **build_biomass_transport_costs_output,
-        **gas_infrastructure
-    output: RDIR + '/prenetworks/elec_s{simpl}_{clusters}_lv{lv}_{opts}_{sector_opts}_{planning_horizons}.nc'
-    threads: 1
-    resources: mem_mb=2000
-    benchmark: RDIR + "/benchmarks/prepare_network/elec_s{simpl}_{clusters}_lv{lv}_{opts}_{sector_opts}_{planning_horizons}"
-    script: "scripts/prepare_sector_network.py"
-
-
-rule plot_network:
-    input:
-        overrides="data/override_component_attrs",
-        network=RDIR + "/postnetworks/elec_s{simpl}_{clusters}_lv{lv}_{opts}_{sector_opts}_{planning_horizons}.nc",
-        regions=pypsaeur('resources/regions_onshore_elec_s{simpl}_{clusters}.geojson')
-    output:
-        map=RDIR + "/maps/elec_s{simpl}_{clusters}_lv{lv}_{opts}_{sector_opts}-costs-all_{planning_horizons}.pdf",
-        today=RDIR + "/maps/elec_s{simpl}_{clusters}_lv{lv}_{opts}_{sector_opts}_{planning_horizons}-today.pdf"
-    threads: 2
-    resources: mem_mb=10000
-    benchmark: RDIR + "/benchmarks/plot_network/elec_s{simpl}_{clusters}_lv{lv}_{opts}_{sector_opts}_{planning_horizons}"
-    script: "scripts/plot_network.py"
-
-
-rule copy_config:
-    output: SDIR + '/configs/config.yaml'
-    threads: 1
-    resources: mem_mb=1000
-    benchmark: SDIR + "/benchmarks/copy_config"
-    script: "scripts/copy_config.py"
-
-
-rule copy_conda_env:
-    output: SDIR + '/configs/environment.yaml'
-    threads: 1
-    resources: mem_mb=500
-    benchmark: SDIR + "/benchmarks/copy_conda_env"
-    shell: "conda env export -f {output} --no-builds"
-
-
-rule make_summary:
-    input:
-        overrides="data/override_component_attrs",
-        networks=expand(
-            RDIR + "/postnetworks/elec_s{simpl}_{clusters}_lv{lv}_{opts}_{sector_opts}_{planning_horizons}.nc",
-            **config['scenario']
-        ),
-        costs=CDIR + "costs_{}.csv".format(config['costs']['year']) if config["foresight"] == "overnight" else CDIR + "costs_{}.csv".format(config['scenario']['planning_horizons'][0]),
-        plots=expand(
-            RDIR + "/maps/elec_s{simpl}_{clusters}_lv{lv}_{opts}_{sector_opts}-costs-all_{planning_horizons}.pdf",
-            **config['scenario']
-        )
-    output:
-        nodal_costs=SDIR + '/csvs/nodal_costs.csv',
-        nodal_capacities=SDIR + '/csvs/nodal_capacities.csv',
-        nodal_cfs=SDIR + '/csvs/nodal_cfs.csv',
-        cfs=SDIR + '/csvs/cfs.csv',
-        costs=SDIR + '/csvs/costs.csv',
-        capacities=SDIR + '/csvs/capacities.csv',
-        curtailment=SDIR + '/csvs/curtailment.csv',
-        energy=SDIR + '/csvs/energy.csv',
-        supply=SDIR + '/csvs/supply.csv',
-        supply_energy=SDIR + '/csvs/supply_energy.csv',
-        prices=SDIR + '/csvs/prices.csv',
-        weighted_prices=SDIR + '/csvs/weighted_prices.csv',
-        market_values=SDIR + '/csvs/market_values.csv',
-        price_statistics=SDIR + '/csvs/price_statistics.csv',
-        metrics=SDIR + '/csvs/metrics.csv'
-    threads: 2
-    resources: mem_mb=10000
-    benchmark: SDIR + "/benchmarks/make_summary"
-    script: "scripts/make_summary.py"
-
-
-rule plot_summary:
-    input:
-        costs=SDIR + '/csvs/costs.csv',
-        energy=SDIR + '/csvs/energy.csv',
-        balances=SDIR + '/csvs/supply_energy.csv',
-        eurostat=input_eurostat,
-        country_codes='data/Country_codes.csv',
-    output:
-        costs=SDIR + '/graphs/costs.pdf',
-        energy=SDIR + '/graphs/energy.pdf',
-        balances=SDIR + '/graphs/balances-energy.pdf'
-    threads: 2
-    resources: mem_mb=10000
-    benchmark: SDIR + "/benchmarks/plot_summary"
-    script: "scripts/plot_summary.py"
 
 
 if config["foresight"] == "overnight":
 
-    rule solve_network:
+    include: "rules/solve_overnight.smk"
-        input:
-            overrides="data/override_component_attrs",
-            network=RDIR + "/prenetworks/elec_s{simpl}_{clusters}_lv{lv}_{opts}_{sector_opts}_{planning_horizons}.nc",
-            costs=CDIR + "costs_{}.csv".format(config['costs']['year']),
-            config=SDIR + '/configs/config.yaml',
-            env=SDIR + '/configs/environment.yaml',
-        output: RDIR + "/postnetworks/elec_s{simpl}_{clusters}_lv{lv}_{opts}_{sector_opts}_{planning_horizons}.nc"
-        shadow: "shallow"
-        log:
-            solver=RDIR + "/logs/elec_s{simpl}_{clusters}_lv{lv}_{opts}_{sector_opts}_{planning_horizons}_solver.log",
-            python=RDIR + "/logs/elec_s{simpl}_{clusters}_lv{lv}_{opts}_{sector_opts}_{planning_horizons}_python.log",
-            memory=RDIR + "/logs/elec_s{simpl}_{clusters}_lv{lv}_{opts}_{sector_opts}_{planning_horizons}_memory.log"
-        threads: config['solving']['solver'].get('threads', 4)
-        resources: mem_mb=config['solving']['mem']
-        benchmark: RDIR + "/benchmarks/solve_network/elec_s{simpl}_{clusters}_lv{lv}_{opts}_{sector_opts}_{planning_horizons}"
-        script: "scripts/solve_network.py"
 
 
 if config["foresight"] == "myopic":
 
-    rule add_existing_baseyear:
+    include: "rules/solve_myopic.smk"
-        input:
-            overrides="data/override_component_attrs",
-            network=RDIR + '/prenetworks/elec_s{simpl}_{clusters}_lv{lv}_{opts}_{sector_opts}_{planning_horizons}.nc',
-            powerplants=pypsaeur('resources/powerplants.csv'),
-            busmap_s=pypsaeur("resources/busmap_elec_s{simpl}.csv"),
-            busmap=pypsaeur("resources/busmap_elec_s{simpl}_{clusters}.csv"),
-            clustered_pop_layout="resources/pop_layout_elec_s{simpl}_{clusters}.csv",
-            costs=CDIR + "costs_{}.csv".format(config['scenario']['planning_horizons'][0]),
-            cop_soil_total="resources/cop_soil_total_elec_s{simpl}_{clusters}.nc",
-            cop_air_total="resources/cop_air_total_elec_s{simpl}_{clusters}.nc",
-            existing_heating='data/existing_infrastructure/existing_heating_raw.csv',
-            country_codes='data/Country_codes.csv',
-            existing_solar='data/existing_infrastructure/solar_capacity_IRENA.csv',
-            existing_onwind='data/existing_infrastructure/onwind_capacity_IRENA.csv',
-            existing_offwind='data/existing_infrastructure/offwind_capacity_IRENA.csv',
-        output: RDIR + '/prenetworks-brownfield/elec_s{simpl}_{clusters}_lv{lv}_{opts}_{sector_opts}_{planning_horizons}.nc'
-        wildcard_constraints:
-            planning_horizons=config['scenario']['planning_horizons'][0] #only applies to baseyear
-        threads: 1
-        resources: mem_mb=2000
-        benchmark: RDIR + '/benchmarks/add_existing_baseyear/elec_s{simpl}_{clusters}_lv{lv}_{opts}_{sector_opts}_{planning_horizons}'
-        script: "scripts/add_existing_baseyear.py"
 
 
-    def solved_previous_horizon(wildcards):
+if config["foresight"] == "perfect":
-        planning_horizons = config["scenario"]["planning_horizons"]
+
-        i = planning_horizons.index(int(wildcards.planning_horizons))
+    include: "rules/solve_perfect.smk"
-        planning_horizon_p = str(planning_horizons[i-1])
-        return RDIR + "/postnetworks/elec_s{simpl}_{clusters}_lv{lv}_{opts}_{sector_opts}_" + planning_horizon_p + ".nc"
 
 
-    rule add_brownfield:
+rule all:
-        input:
+    input:
-            overrides="data/override_component_attrs",
+        RESULTS + "graphs/costs.pdf",
-            network=RDIR + '/prenetworks/elec_s{simpl}_{clusters}_lv{lv}_{opts}_{sector_opts}_{planning_horizons}.nc',
+    default_target: True
-            network_p=solved_previous_horizon, #solved network at previous time step
-            costs=CDIR + "costs_{planning_horizons}.csv",
-            cop_soil_total="resources/cop_soil_total_elec_s{simpl}_{clusters}.nc",
-            cop_air_total="resources/cop_air_total_elec_s{simpl}_{clusters}.nc"
-        output: RDIR + "/prenetworks-brownfield/elec_s{simpl}_{clusters}_lv{lv}_{opts}_{sector_opts}_{planning_horizons}.nc"
-        threads: 4
-        resources: mem_mb=10000
-        benchmark: RDIR + '/benchmarks/add_brownfield/elec_s{simpl}_{clusters}_lv{lv}_{opts}_{sector_opts}_{planning_horizons}'
-        script: "scripts/add_brownfield.py"
 
 
-    ruleorder: add_existing_baseyear > add_brownfield
+rule purge:
+    run:
+        import builtins
+
+        do_purge = builtins.input(
+            "Do you really want to delete all generated resources, \nresults and docs (downloads are kept)? [y/N] "
+        )
+        if do_purge == "y":
+            rmtree("resources/", ignore_errors=True)
+            rmtree("results/", ignore_errors=True)
+            rmtree("doc/_build", ignore_errors=True)
+            print("Purging generated resources, results and docs. Downloads are kept.")
+        else:
+            raise Exception(f"Input {do_purge}. Aborting purge.")
 
 
-    rule solve_network_myopic:
+rule dag:
-        input:
+    message:
-            overrides="data/override_component_attrs",
+        "Creating DAG of workflow."
-            network=RDIR + "/prenetworks-brownfield/elec_s{simpl}_{clusters}_lv{lv}_{opts}_{sector_opts}_{planning_horizons}.nc",
+    output:
-            costs=CDIR + "costs_{planning_horizons}.csv",
+        dot=RESOURCES + "dag.dot",
-            config=SDIR + '/configs/config.yaml'
+        pdf=RESOURCES + "dag.pdf",
-        output: RDIR + "/postnetworks/elec_s{simpl}_{clusters}_lv{lv}_{opts}_{sector_opts}_{planning_horizons}.nc"
+        png=RESOURCES + "dag.png",
-        shadow: "shallow"
+    conda:
-        log:
+        "envs/environment.yaml"
-            solver=RDIR + "/logs/elec_s{simpl}_{clusters}_lv{lv}_{opts}_{sector_opts}_{planning_horizons}_solver.log",
+    shell:
-            python=RDIR + "/logs/elec_s{simpl}_{clusters}_lv{lv}_{opts}_{sector_opts}_{planning_horizons}_python.log",
+        """
-            memory=RDIR + "/logs/elec_s{simpl}_{clusters}_lv{lv}_{opts}_{sector_opts}_{planning_horizons}_memory.log"
+        snakemake --rulegraph all | sed -n "/digraph/,\$p" > {output.dot}
-        threads: 4
+        dot -Tpdf -o {output.pdf} {output.dot}
-        resources: mem_mb=config['solving']['mem']
+        dot -Tpng -o {output.png} {output.dot}
-        benchmark: RDIR + "/benchmarks/solve_network/elec_s{simpl}_{clusters}_lv{lv}_{opts}_{sector_opts}_{planning_horizons}"
+        """
-        script: "scripts/solve_network.py"
+
+
+rule doc:
+    message:
+        "Build documentation."
+    output:
+        directory("doc/_build"),
+    shell:
+        "make -C doc html"
+
+
+rule sync:
+    params:
+        cluster=f"{config['remote']['ssh']}:{config['remote']['path']}",
+    shell:
+        """
+        rsync -uvarh --ignore-missing-args --files-from=.sync-send . {params.cluster}
+        rsync -uvarh --no-g {params.cluster}/results . || echo "No results directory, skipping rsync"
+        rsync -uvarh --no-g {params.cluster}/logs . || echo "No logs directory, skipping rsync"
+        """

borg-it

@@ -0,0 +1,11 @@
+#!/bin/sh
+
+cd $(dirname $0)
+
+[ -d "bak" ] || ( echo "Creating borg repository 'bak'"; borg init -e none bak )
+
+if [ "$#" != "0" ]; then
+  backupkey=$1; shift
+  echo "Backing up current state to bak::$backupkey"
+  borg create --stats --exclude 'bak' --exclude '.git' --exclude '*/.ipynb_checkpoints' bak::$backupkey . "$@"
+fi

config.default.yaml

@@ -1,645 +0,0 @@
-version: 0.6.0
-
-logging_level: INFO
-
-retrieve_sector_databundle: true
-
-results_dir: results/
-summary_dir: results
-costs_dir: ../technology-data/outputs/
-run: your-run-name  # use this to keep track of runs with different settings
-foresight: overnight # options are overnight, myopic, perfect (perfect is not yet implemented)
-# if you use myopic or perfect foresight, set the investment years in "planning_horizons" below
-
-scenario:
-  simpl: # only relevant for PyPSA-Eur
-    - ''
-  lv: # allowed transmission line volume expansion, can be any float >= 1.0 (today) or "opt"
-    - 1.0
-    - 1.5
-  clusters: # number of nodes in Europe, any integer between 37 (1 node per country-zone) and several hundred
-    - 45
-    - 50
-  opts: # only relevant for PyPSA-Eur
-    - ''
-  sector_opts: # this is where the main scenario settings are
-    - Co2L0-3H-T-H-B-I-A-solar+p3-dist1
-  # to really understand the options here, look in scripts/prepare_sector_network.py
-  # Co2Lx specifies the CO2 target in x% of the 1990 values; default will give default (5%);
-  # Co2L0p25 will give 25% CO2 emissions; Co2Lm0p05 will give 5% negative emissions
-  # xH is the temporal resolution; 3H is 3-hourly, i.e. one snapshot every 3 hours
-  # single letters are sectors: T for land transport, H for building heating,
-  # B for biomass supply, I for industry, shipping and aviation,
-  # A for agriculture, forestry and fishing
-  # solar+c0.5 reduces the capital cost of solar to 50\% of reference value
-  # solar+p3 multiplies the available installable potential by factor 3
-  # seq400 sets the potential of CO2 sequestration to 400 Mt CO2 per year
-  # dist{n} includes distribution grids with investment cost of n times cost in data/costs.csv
-  # for myopic/perfect foresight cb states the carbon budget in GtCO2 (cumulative
-  # emissions throughout the transition path in the timeframe determined by the
-  # planning_horizons), be:beta decay; ex:exponential decay
-  # cb40ex0 distributes a carbon budget of 40 GtCO2 following an exponential
-  # decay with initial growth rate 0
-  planning_horizons: # investment years for myopic and perfect; for overnight, year of cost assumptions can be different and is defined under 'costs'
-    - 2050
-  # for example, set to
-  # - 2020
-  # - 2030
-  # - 2040
-  # - 2050
-  # for myopic foresight
-
-# CO2 budget as a fraction of 1990 emissions
-# this is over-ridden if CO2Lx is set in sector_opts
-# this is also over-ridden if cb is set in sector_opts
-co2_budget:
-  2020: 0.7011648746
-  2025: 0.5241935484
-  2030: 0.2970430108
-  2035: 0.1500896057
-  2040: 0.0712365591
-  2045: 0.0322580645
-  2050: 0
-
-# snapshots are originally set in PyPSA-Eur/config.yaml but used again by PyPSA-Eur-Sec
-snapshots:
-  # arguments to pd.date_range
-  start: "2013-01-01"
-  end: "2014-01-01"
-  closed: left # end is not inclusive
-
-atlite:
-  cutout: ../pypsa-eur/cutouts/europe-2013-era5.nc
-
-# this information is NOT used but needed as an argument for
-# pypsa-eur/scripts/add_electricity.py/load_costs in make_summary.py
-electricity:
-  max_hours:
-    battery: 6
-    H2: 168
-
-# regulate what components with which carriers are kept from PyPSA-Eur;
-# some technologies are removed because they are implemented differently
-# (e.g. battery or H2 storage) or have different year-dependent costs
-# in PyPSA-Eur-Sec
-pypsa_eur:
-  Bus:
-    - AC
-  Link:
-    - DC
-  Generator:
-    - onwind
-    - offwind-ac
-    - offwind-dc
-    - solar
-    - ror
-  StorageUnit:
-    - PHS
-    - hydro
-  Store: []
-
-
-energy:
-  energy_totals_year: 2011
-  base_emissions_year: 1990
-  eurostat_report_year: 2016
-  emissions: CO2 # "CO2" or "All greenhouse gases - (CO2 equivalent)"
-
-biomass:
-  year: 2030
-  scenario: ENS_Med
-  classes:
-    solid biomass:
-      - Agricultural waste
-      - Fuelwood residues
-      - Secondary Forestry residues - woodchips
-      - Sawdust
-      - Residues from landscape care
-      - Municipal waste
-    not included:
-      - Sugar from sugar beet
-      - Rape seed
-      - "Sunflower, soya seed "
-      - Bioethanol barley, wheat, grain maize, oats, other cereals and rye
-      - Miscanthus, switchgrass, RCG
-      - Willow
-      - Poplar
-      - FuelwoodRW
-      - C&P_RW
-    biogas:
-      - Manure solid, liquid
-      - Sludge
-
-
-solar_thermal:
-  clearsky_model: simple  # should be "simple" or "enhanced"?
-  orientation:
-    slope: 45.
-    azimuth: 180.
-
-# only relevant for foresight = myopic or perfect
-existing_capacities:
-  grouping_years_power: [1980, 1985, 1990, 1995, 2000, 2005, 2010, 2015, 2020, 2025, 2030]
-  grouping_years_heat: [1980, 1985, 1990, 1995, 2000, 2005, 2010, 2015, 2019] # these should not extend 2020
-  threshold_capacity: 10
-  conventional_carriers:
-    - lignite
-    - coal
-    - oil
-    - uranium
-
-
-sector:
-  district_heating:
-    potential: 0.6  # maximum fraction of urban demand which can be supplied by district heating
-     # increase of today's district heating demand to potential maximum district heating share
-     # progress = 0 means today's district heating share, progress = 1 means maximum fraction of urban demand is supplied by district heating
-    progress:
-      2020: 0.0
-      2030: 0.3
-      2040: 0.6
-      2050: 1.0
-    district_heating_loss: 0.15
-  bev_dsm_restriction_value: 0.75  #Set to 0 for no restriction on BEV DSM
-  bev_dsm_restriction_time: 7  #Time at which SOC of BEV has to be dsm_restriction_value
-  transport_heating_deadband_upper: 20.
-  transport_heating_deadband_lower: 15.
-  ICE_lower_degree_factor: 0.375  #in per cent increase in fuel consumption per degree above deadband
-  ICE_upper_degree_factor: 1.6
-  EV_lower_degree_factor: 0.98
-  EV_upper_degree_factor: 0.63
-  bev_dsm: true #turns on EV battery
-  bev_availability: 0.5  #How many cars do smart charging
-  bev_energy: 0.05  #average battery size in MWh
-  bev_charge_efficiency: 0.9  #BEV (dis-)charging efficiency
-  bev_plug_to_wheel_efficiency: 0.2 #kWh/km from EPA https://www.fueleconomy.gov/feg/ for Tesla Model S
-  bev_charge_rate: 0.011 #3-phase charger with 11 kW
-  bev_avail_max: 0.95
-  bev_avail_mean: 0.8
-  v2g: true #allows feed-in to grid from EV battery
-  #what is not EV or FCEV is oil-fuelled ICE
-  land_transport_fuel_cell_share:
-    2020: 0
-    2030: 0.05
-    2040: 0.1
-    2050: 0.15
-  land_transport_electric_share:
-    2020: 0
-    2030: 0.25
-    2040: 0.6
-    2050: 0.85
-  land_transport_ice_share:
-    2020: 1
-    2030: 0.7
-    2040: 0.3
-    2050: 0
-  transport_fuel_cell_efficiency: 0.5
-  transport_internal_combustion_efficiency: 0.3
-  agriculture_machinery_electric_share: 0
-  agriculture_machinery_oil_share: 1
-  agriculture_machinery_fuel_efficiency: 0.7 # fuel oil per use
-  agriculture_machinery_electric_efficiency: 0.3 # electricity per use
-  MWh_MeOH_per_MWh_H2: 0.8787 # in LHV, source: DECHEMA (2017): Low carbon energy and feedstock for the European chemical industry , pg. 64.
-  MWh_MeOH_per_tCO2: 4.0321 # in LHV, source: DECHEMA (2017): Low carbon energy and feedstock for the European chemical industry , pg. 64.
-  MWh_MeOH_per_MWh_e: 3.6907 # in LHV, source: DECHEMA (2017): Low carbon energy and feedstock for the European chemical industry , pg. 64.
-  shipping_hydrogen_liquefaction: false # whether to consider liquefaction costs for shipping H2 demands
-  shipping_hydrogen_share: 0
-  shipping_methanol_share: 1
-  shipping_oil_share: 0
-  shipping_methanol_efficiency: 0.46 # 10-15% higher https://www.iea-amf.org/app/webroot/files/file/Annex%20Reports/AMF_Annex_56.pdf, https://users.ugent.be/~lsileghe/documents/extended_abstract.pdf
-  shipping_oil_efficiency: 0.40 #For conversion of fuel oil to propulsion in 2011
-  aviation_demand_factor: 1. # relative aviation demand compared to today
-  HVC_demand_factor: 1. # relative HVC demand compared to today
-  time_dep_hp_cop: true #time dependent heat pump coefficient of performance
-  heat_pump_sink_T: 55. # Celsius, based on DTU / large area radiators; used in build_cop_profiles.py
-   # conservatively high to cover hot water and space heating in poorly-insulated buildings
-  reduce_space_heat_exogenously: true  # reduces space heat demand by a given factor (applied before losses in DH)
-  # this can represent e.g. building renovation, building demolition, or if
-  # the factor is negative: increasing floor area, increased thermal comfort, population growth
-  reduce_space_heat_exogenously_factor:  # per unit reduction in space heat demand
-  # the default factors are determined by the LTS scenario from http://tool.european-calculator.eu/app/buildings/building-types-area/?levers=1ddd4444421213bdbbbddd44444ffffff11f411111221111211l212221
-    2020: 0.10  # this results in a space heat demand reduction of 10%
-    2025: 0.09  # first heat demand increases compared to 2020 because of larger floor area per capita
-    2030: 0.09
-    2035: 0.11
-    2040: 0.16
-    2045: 0.21
-    2050: 0.29
-  retrofitting :  # co-optimises building renovation to reduce space heat demand
-    retro_endogen: false  # co-optimise space heat savings
-    cost_factor: 1.0   # weight costs for building renovation
-    interest_rate: 0.04  # for investment in building components
-    annualise_cost: true  # annualise the investment costs
-    tax_weighting: false   # weight costs depending on taxes in countries
-    construction_index: true   # weight costs depending on labour/material costs per country
-  tes: true
-  tes_tau: # 180 day time constant for centralised, 3 day for decentralised
-    decentral: 3
-    central: 180
-  boilers: true
-  oil_boilers: false
-  biomass_boiler: true
-  chp: true
-  micro_chp: false
-  solar_thermal: true
-  solar_cf_correction: 0.788457  # =  >>> 1/1.2683
-  marginal_cost_storage: 0. #1e-4
-  methanation: true
-  helmeth: true
-  coal_cc: false
-  dac: true
-  co2_vent: false
-  SMR: true
-  co2_sequestration_potential: 200  #MtCO2/a sequestration potential for Europe
-  co2_sequestration_cost: 10   #EUR/tCO2 for sequestration of CO2
-  co2_network: false
-  cc_fraction: 0.9  # default fraction of CO2 captured with post-combustion capture
-  hydrogen_underground_storage: true
-  hydrogen_underground_storage_locations:
-    # - onshore  # more than 50 km from sea
-    - nearshore  # within 50 km of sea
-    # - offshore
-  ammonia: false # can be false (no NH3 carrier), true (copperplated NH3), "regional" (regionalised NH3 without network)
-  use_fischer_tropsch_waste_heat: true
-  use_fuel_cell_waste_heat: true
-  electricity_distribution_grid: true
-  electricity_distribution_grid_cost_factor: 1.0  #multiplies cost in data/costs.csv
-  electricity_grid_connection: true  # only applies to onshore wind and utility PV
-  H2_network: true
-  gas_network: false
-  H2_retrofit: false  # if set to True existing gas pipes can be retrofitted to H2 pipes
-  # according to hydrogen backbone strategy (April, 2020) p.15
-  # https://gasforclimate2050.eu/wp-content/uploads/2020/07/2020_European-Hydrogen-Backbone_Report.pdf
-  # 60% of original natural gas capacity could be used in cost-optimal case as H2 capacity
-  H2_retrofit_capacity_per_CH4: 0.6  # ratio for H2 capacity per original CH4 capacity of retrofitted pipelines
-  gas_network_connectivity_upgrade: 1 # https://networkx.org/documentation/stable/reference/algorithms/generated/networkx.algorithms.connectivity.edge_augmentation.k_edge_augmentation.html#networkx.algorithms.connectivity.edge_augmentation.k_edge_augmentation
-  gas_distribution_grid: true
-  gas_distribution_grid_cost_factor: 1.0  #multiplies cost in data/costs.csv
-  biomass_transport: false  # biomass transport between nodes
-  conventional_generation: # generator : carrier
-    OCGT: gas
-  biomass_to_liquid: false
-  biosng: false
-
-
-
-industry:
-  St_primary_fraction:  # fraction of steel produced via primary route versus secondary route (scrap+EAF); today fraction is 0.6
-    2020: 0.6
-    2025: 0.55
-    2030: 0.5
-    2035: 0.45
-    2040: 0.4
-    2045: 0.35
-    2050: 0.3
-  DRI_fraction:  # fraction of the primary route converted to DRI + EAF
-    2020: 0
-    2025: 0
-    2030: 0.05
-    2035: 0.2
-    2040: 0.4
-    2045: 0.7
-    2050: 1
-  H2_DRI: 1.7   #H2 consumption in Direct Reduced Iron (DRI),  MWh_H2,LHV/ton_Steel from 51kgH2/tSt in Vogl et al (2018) doi:10.1016/j.jclepro.2018.08.279
-  elec_DRI: 0.322   #electricity consumption in Direct Reduced Iron (DRI) shaft, MWh/tSt HYBRIT brochure https://ssabwebsitecdn.azureedge.net/-/media/hybrit/files/hybrit_brochure.pdf
-  Al_primary_fraction:  # fraction of aluminium produced via the primary route versus scrap; today fraction is 0.4
-    2020: 0.4
-    2025: 0.375
-    2030: 0.35
-    2035: 0.325
-    2040: 0.3
-    2045: 0.25
-    2050: 0.2
-  MWh_NH3_per_tNH3: 5.166 # LHV
-  MWh_CH4_per_tNH3_SMR: 10.8 # 2012's demand from https://ec.europa.eu/docsroom/documents/4165/attachments/1/translations/en/renditions/pdf
-  MWh_elec_per_tNH3_SMR: 0.7 # same source, assuming 94-6% split methane-elec of total energy demand 11.5 MWh/tNH3
-  MWh_H2_per_tNH3_electrolysis: 6.5 # from https://doi.org/10.1016/j.joule.2018.04.017, around 0.197 tH2/tHN3 (>3/17 since some H2 lost and used for energy)
-  MWh_elec_per_tNH3_electrolysis: 1.17 # from https://doi.org/10.1016/j.joule.2018.04.017 Table 13 (air separation and HB)
-  MWh_NH3_per_MWh_H2_cracker: 1.46 # https://github.com/euronion/trace/blob/44a5ff8401762edbef80eff9cfe5a47c8d3c8be4/data/efficiencies.csv
-  NH3_process_emissions: 24.5 # in MtCO2/a from SMR for H2 production for NH3 from UNFCCC for 2015 for EU28
-  petrochemical_process_emissions: 25.5 # in MtCO2/a for petrochemical and other from UNFCCC for 2015 for EU28
-  HVC_primary_fraction: 1. # fraction of today's HVC produced via primary route
-  HVC_mechanical_recycling_fraction: 0. # fraction of today's HVC produced via mechanical recycling
-  HVC_chemical_recycling_fraction: 0. # fraction of today's HVC produced via chemical recycling
-  HVC_production_today: 52. # MtHVC/a from DECHEMA (2017), Figure 16, page 107; includes ethylene, propylene and BTX
-  MWh_elec_per_tHVC_mechanical_recycling: 0.547 # from SI of https://doi.org/10.1016/j.resconrec.2020.105010, Table S5, for HDPE, PP, PS, PET. LDPE would be 0.756.
-  MWh_elec_per_tHVC_chemical_recycling: 6.9 # Material Economics (2019), page 125; based on pyrolysis and electric steam cracking
-  chlorine_production_today: 9.58 # MtCl/a from DECHEMA (2017), Table 7, page 43
-  MWh_elec_per_tCl: 3.6 # DECHEMA (2017), Table 6, page 43
-  MWh_H2_per_tCl: -0.9372  # DECHEMA (2017), page 43; negative since hydrogen produced in chloralkali process
-  methanol_production_today: 1.5 # MtMeOH/a from DECHEMA (2017), page 62
-  MWh_elec_per_tMeOH: 0.167 # DECHEMA (2017), Table 14, page 65
-  MWh_CH4_per_tMeOH: 10.25 # DECHEMA (2017), Table 14, page 65
-  hotmaps_locate_missing: false
-  reference_year: 2015
-  # references:
-  # DECHEMA (2017): https://dechema.de/dechema_media/Downloads/Positionspapiere/Technology_study_Low_carbon_energy_and_feedstock_for_the_European_chemical_industry-p-20002750.pdf
-  # Material Economics (2019): https://materialeconomics.com/latest-updates/industrial-transformation-2050
-
-costs:
-  year: 2030
-  lifetime: 25 #default lifetime
-  # From a Lion Hirth paper, also reflects average of Noothout et al 2016
-  discountrate: 0.07
-  # [EUR/USD] ECB: https://www.ecb.europa.eu/stats/exchange/eurofxref/html/eurofxref-graph-usd.en.html # noqa: E501
-  USD2013_to_EUR2013: 0.7532
-
-  # Marginal and capital costs can be overwritten
-  # capital_cost:
-  #   onwind: 500
-  marginal_cost:
-    solar: 0.01
-    onwind: 0.015
-    offwind: 0.015
-    hydro: 0.
-    H2: 0.
-    battery: 0.
-
-  emission_prices: # only used with the option Ep (emission prices)
-    co2: 0.
-
-  lines:
-    length_factor: 1.25 #to estimate offwind connection costs
-
-
-solving:
-  #tmpdir: "path/to/tmp"
-  options:
-    formulation: kirchhoff
-    clip_p_max_pu: 1.e-2
-    load_shedding: false
-    noisy_costs: true
-    skip_iterations: true
-    track_iterations: false
-    min_iterations: 4
-    max_iterations: 6
-    keep_shadowprices:
-      - Bus
-      - Line
-      - Link
-      - Transformer
-      - GlobalConstraint
-      - Generator
-      - Store
-      - StorageUnit
-
-  solver:
-    name: gurobi
-    threads: 4
-    method: 2 # barrier
-    crossover: 0
-    BarConvTol: 1.e-6
-    Seed: 123
-    AggFill: 0
-    PreDual: 0
-    GURO_PAR_BARDENSETHRESH: 200
-    #FeasibilityTol: 1.e-6
-
-    #name: cplex
-    #threads: 4
-    #lpmethod: 4 # barrier
-    #solutiontype: 2 # non basic solution, ie no crossover
-    #barrier_convergetol: 1.e-5
-    #feasopt_tolerance: 1.e-6
-  mem: 30000 #memory in MB; 20 GB enough for 50+B+I+H2; 100 GB for 181+B+I+H2
-
-
-plotting:
-  map:
-    boundaries: [-11, 30, 34, 71]
-    color_geomap:
-      ocean: white
-      land: white
-  eu_node_location:
-    x: -5.5
-    y: 46.
-  costs_max: 1000
-  costs_threshold: 1
-  energy_max: 20000
-  energy_min: -20000
-  energy_threshold: 50
-  vre_techs:
-    - onwind
-    - offwind-ac
-    - offwind-dc
-    - solar
-    - ror
-  renewable_storage_techs:
-    - PHS
-    - hydro
-  conv_techs:
-    - OCGT
-    - CCGT
-    - Nuclear
-    - Coal
-  storage_techs:
-    - hydro+PHS
-    - battery
-    - H2
-  load_carriers:
-    - AC load
-  AC_carriers:
-    - AC line
-    - AC transformer
-  link_carriers:
-    - DC line
-    - Converter AC-DC
-  heat_links:
-    - heat pump
-    - resistive heater
-    - CHP heat
-    - CHP electric
-    - gas boiler
-    - central heat pump
-    - central resistive heater
-    - central CHP heat
-    - central CHP electric
-    - central gas boiler
-  heat_generators:
-    - gas boiler
-    - central gas boiler
-    - solar thermal collector
-    - central solar thermal collector
-  tech_colors:
-    # wind
-    onwind: "#235ebc"
-    onshore wind: "#235ebc"
-    offwind: "#6895dd"
-    offshore wind: "#6895dd"
-    offwind-ac: "#6895dd"
-    offshore wind (AC): "#6895dd"
-    offwind-dc: "#74c6f2"
-    offshore wind (DC): "#74c6f2"
-    # water
-    hydro: '#298c81'
-    hydro reservoir: '#298c81'
-    ror: '#3dbfb0'
-    run of river: '#3dbfb0'
-    hydroelectricity: '#298c81'
-    PHS: '#51dbcc'
-    wave: '#a7d4cf'
-    # solar
-    solar: "#f9d002"
-    solar PV: "#f9d002"
-    solar thermal: '#ffbf2b'
-    solar rooftop: '#ffea80'
-    # gas
-    OCGT: '#e0986c'
-    OCGT marginal: '#e0986c'
-    OCGT-heat: '#e0986c'
-    gas boiler: '#db6a25'
-    gas boilers: '#db6a25'
-    gas boiler marginal: '#db6a25'
-    gas: '#e05b09'
-    fossil gas: '#e05b09'
-    natural gas: '#e05b09'
-    CCGT: '#a85522'
-    CCGT marginal: '#a85522'
-    gas for industry co2 to atmosphere: '#692e0a'
-    gas for industry co2 to stored: '#8a3400'
-    gas for industry: '#853403'
-    gas for industry CC: '#692e0a'
-    gas pipeline: '#ebbca0'
-    gas pipeline new: '#a87c62'
-    # oil
-    oil: '#c9c9c9'
-    oil boiler: '#adadad'
-    agriculture machinery oil: '#949494'
-    shipping oil: "#808080"
-    land transport oil: '#afafaf'
-    # nuclear
-    Nuclear: '#ff8c00'
-    Nuclear marginal: '#ff8c00'
-    nuclear: '#ff8c00'
-    uranium: '#ff8c00'
-    # coal
-    Coal: '#545454'
-    coal: '#545454'
-    Coal marginal: '#545454'
-    solid: '#545454'
-    Lignite: '#826837'
-    lignite: '#826837'
-    Lignite marginal: '#826837'
-    # biomass
-    biogas: '#e3d37d'
-    biomass: '#baa741'
-    solid biomass: '#baa741'
-    solid biomass transport: '#baa741'
-    solid biomass for industry: '#7a6d26'
-    solid biomass for industry CC: '#47411c'
-    solid biomass for industry co2 from atmosphere: '#736412'
-    solid biomass for industry co2 to stored: '#47411c'
-    biomass boiler: '#8A9A5B'
-    biomass to liquid: '#32CD32'
-    BioSNG: '#123456'
-    # power transmission
-    lines: '#6c9459'
-    transmission lines: '#6c9459'
-    electricity distribution grid: '#97ad8c'
-    # electricity demand
-    Electric load: '#110d63'
-    electric demand: '#110d63'
-    electricity: '#110d63'
-    industry electricity: '#2d2a66'
-    industry new electricity: '#2d2a66'
-    agriculture electricity: '#494778'
-    # battery + EVs
-    battery: '#ace37f'
-    battery storage: '#ace37f'
-    home battery: '#80c944'
-    home battery storage: '#80c944'
-    BEV charger: '#baf238'
-    V2G: '#e5ffa8'
-    land transport EV: '#baf238'
-    Li ion: '#baf238'
-    # hot water storage
-    water tanks: '#e69487'
-    hot water storage: '#e69487'
-    hot water charging: '#e69487'
-    hot water discharging: '#e69487'
-    # heat demand
-    Heat load: '#cc1f1f'
-    heat: '#cc1f1f'
-    heat demand: '#cc1f1f'
-    rural heat: '#ff5c5c'
-    central heat: '#cc1f1f'
-    decentral heat: '#750606'
-    low-temperature heat for industry: '#8f2727'
-    process heat: '#ff0000'
-    agriculture heat: '#d9a5a5'
-    # heat supply
-    heat pumps: '#2fb537'
-    heat pump: '#2fb537'
-    air heat pump: '#36eb41'
-    ground heat pump: '#2fb537'
-    Ambient: '#98eb9d'
-    CHP: '#8a5751'
-    CHP CC: '#634643'
-    CHP heat: '#8a5751'
-    CHP electric: '#8a5751'
-    district heating: '#e8beac'
-    resistive heater: '#d8f9b8'
-    retrofitting: '#8487e8'
-    building retrofitting: '#8487e8'
-    # hydrogen
-    H2 for industry: "#f073da"
-    H2 for shipping: "#ebaee0"
-    H2: '#bf13a0'
-    hydrogen: '#bf13a0'
-    SMR: '#870c71'
-    SMR CC: '#4f1745'
-    H2 liquefaction: '#d647bd'
-    hydrogen storage: '#bf13a0'
-    H2 storage: '#bf13a0'
-    land transport fuel cell: '#6b3161'
-    H2 pipeline: '#f081dc'
-    H2 pipeline retrofitted: '#ba99b5'
-    H2 Fuel Cell: '#c251ae'
-    H2 Electrolysis: '#ff29d9'
-    # ammonia
-    NH3: '#46caf0'
-    ammonia: '#46caf0'
-    ammonia store: '#00ace0'
-    ammonia cracker: '#87d0e6'
-    Haber-Bosch: '#076987'
-    # syngas
-    Sabatier: '#9850ad'
-    methanation: '#c44ce6'
-    methane: '#c44ce6'
-    helmeth: '#e899ff'
-    # synfuels
-    Fischer-Tropsch: '#25c49a'
-    liquid: '#25c49a'
-    kerosene for aviation: '#a1ffe6'
-    naphtha for industry: '#57ebc4'
-    methanolisation: '#83d6d5'
-    methanol: '#468c8b'
-    shipping methanol: '#468c8b'
-    # co2
-    CC: '#f29dae'
-    CCS: '#f29dae'
-    CO2 sequestration: '#f29dae'
-    DAC: '#ff5270'
-    co2 stored: '#f2385a'
-    co2: '#f29dae'
-    co2 vent: '#ffd4dc'
-    CO2 pipeline: '#f5627f'
-    # emissions
-    process emissions CC: '#000000'
-    process emissions: '#222222'
-    process emissions to stored: '#444444'
-    process emissions to atmosphere: '#888888'
-    oil emissions: '#aaaaaa'
-    shipping oil emissions: "#555555"
-    shipping methanol emissions: '#666666'
-    land transport oil emissions: '#777777'
-    agriculture machinery oil emissions: '#333333'
-    # other
-    shipping: '#03a2ff'
-    power-to-heat: '#2fb537'
-    power-to-gas: '#c44ce6'
-    power-to-H2: '#ff29d9'
-    power-to-liquid: '#25c49a'
-    gas-to-power/heat: '#ee8340'
-    waste: '#e3d37d'
-    other: '#000000'

config/config.default.yaml

@@ -0,0 +1,997 @@
+# SPDX-FileCopyrightText: : 2017-2023 The PyPSA-Eur Authors
+#
+# SPDX-License-Identifier: CC0-1.0
+
+# docs in https://pypsa-eur.readthedocs.io/en/latest/configuration.html#top-level-configuration
+version: 0.8.1
+tutorial: false
+
+logging:
+  level: INFO
+  format: '%(levelname)s:%(name)s:%(message)s'
+
+private:
+  keys:
+    entsoe_api:
+
+remote:
+  ssh: ""
+  path: ""
+
+# docs in https://pypsa-eur.readthedocs.io/en/latest/configuration.html#run
+run:
+  name: ""
+  disable_progressbar: false
+  shared_resources: false
+  shared_cutouts: true
+
+# docs in https://pypsa-eur.readthedocs.io/en/latest/configuration.html#foresight
+foresight: overnight
+
+# docs in https://pypsa-eur.readthedocs.io/en/latest/configuration.html#scenario
+# Wildcard docs in https://pypsa-eur.readthedocs.io/en/latest/wildcards.html
+scenario:
+  simpl:
+  - ''
+  ll:
+  - v1.5
+  clusters:
+  - 37
+  - 128
+  - 256
+  - 512
+  - 1024
+  opts:
+  - ''
+  sector_opts:
+  - Co2L0-3H-T-H-B-I-A-solar+p3-dist1
+  planning_horizons:
+  # - 2020
+  # - 2030
+  # - 2040
+  - 2050
+
+# docs in https://pypsa-eur.readthedocs.io/en/latest/configuration.html#countries
+countries: ['AL', 'AT', 'BA', 'BE', 'BG', 'CH', 'CZ', 'DE', 'DK', 'EE', 'ES', 'FI', 'FR', 'GB', 'GR', 'HR', 'HU', 'IE', 'IT', 'LT', 'LU', 'LV', 'ME', 'MK', 'NL', 'NO', 'PL', 'PT', 'RO', 'RS', 'SE', 'SI', 'SK']
+
+# docs in https://pypsa-eur.readthedocs.io/en/latest/configuration.html#snapshots
+snapshots:
+  start: "2013-01-01"
+  end: "2014-01-01"
+  inclusive: 'left'
+
+# docs in https://pypsa-eur.readthedocs.io/en/latest/configuration.html#enable
+enable:
+  retrieve: auto
+  prepare_links_p_nom: false
+  retrieve_databundle: true
+  retrieve_sector_databundle: true
+  retrieve_cost_data: true
+  build_cutout: false
+  retrieve_irena: false
+  retrieve_cutout: true
+  build_natura_raster: false
+  retrieve_natura_raster: true
+  custom_busmap: false
+
+# docs in https://pypsa-eur.readthedocs.io/en/latest/configuration.html#co2-budget
+co2_budget:
+  2020: 0.701
+  2025: 0.524
+  2030: 0.297
+  2035: 0.150
+  2040: 0.071
+  2045: 0.032
+  2050: 0.000
+
+# docs in https://pypsa-eur.readthedocs.io/en/latest/configuration.html#electricity
+electricity:
+  voltages: [220., 300., 380., 500., 750.]
+  gaslimit: false
+  co2limit: 7.75e+7
+  co2base: 1.487e+9
+  agg_p_nom_limits: data/agg_p_nom_minmax.csv
+
+  operational_reserve:
+    activate: false
+    epsilon_load: 0.02
+    epsilon_vres: 0.02
+    contingency: 4000
+
+  max_hours:
+    battery: 6
+    H2: 168
+
+  extendable_carriers:
+    Generator: [solar, onwind, offwind-ac, offwind-dc, OCGT]
+    StorageUnit: [] # battery, H2
+    Store: [battery, H2]
+    Link: [] # H2 pipeline
+
+  powerplants_filter: (DateOut >= 2022 or DateOut != DateOut)
+  custom_powerplants: false
+
+  conventional_carriers: [nuclear, oil, OCGT, CCGT, coal, lignite, geothermal, biomass]
+  renewable_carriers: [solar, onwind, offwind-ac, offwind-dc, hydro]
+
+  estimate_renewable_capacities:
+    enable: true
+    from_opsd: true
+    year: 2020
+    expansion_limit: false
+    technology_mapping:
+      Offshore: [offwind-ac, offwind-dc]
+      Onshore: [onwind]
+      PV: [solar]
+
+# docs in https://pypsa-eur.readthedocs.io/en/latest/configuration.html#atlite
+atlite:
+  default_cutout: europe-2013-era5
+  nprocesses: 4
+  show_progress: false
+  cutouts:
+    # use 'base' to determine geographical bounds and time span from config
+    # base:
+      # module: era5
+    europe-2013-era5:
+      module: era5 # in priority order
+      x: [-12., 42.]
+      y: [33., 72]
+      dx: 0.3
+      dy: 0.3
+      time: ['2013', '2013']
+    europe-2013-sarah:
+      module: [sarah, era5] # in priority order
+      x: [-12., 42.]
+      y: [33., 65]
+      dx: 0.2
+      dy: 0.2
+      time: ['2013', '2013']
+      sarah_interpolate: false
+      sarah_dir:
+      features: [influx, temperature]
+
+# docs in https://pypsa-eur.readthedocs.io/en/latest/configuration.html#renewable
+renewable:
+  onwind:
+    cutout: europe-2013-era5
+    resource:
+      method: wind
+      turbine: Vestas_V112_3MW
+      add_cutout_windspeed: true
+    capacity_per_sqkm: 3
+    # correction_factor: 0.93
+    corine:
+      grid_codes: [12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 31, 32]
+      distance: 1000
+      distance_grid_codes: [1, 2, 3, 4, 5, 6]
+    natura: true
+    excluder_resolution: 100
+    potential: simple # or conservative
+    clip_p_max_pu: 1.e-2
+  offwind-ac:
+    cutout: europe-2013-era5
+    resource:
+      method: wind
+      turbine: NREL_ReferenceTurbine_5MW_offshore
+      add_cutout_windspeed: true
+    capacity_per_sqkm: 2
+    correction_factor: 0.8855
+    corine: [44, 255]
+    natura: true
+    ship_threshold: 400
+    max_depth: 50
+    max_shore_distance: 30000
+    excluder_resolution: 200
+    potential: simple # or conservative
+    clip_p_max_pu: 1.e-2
+  offwind-dc:
+    cutout: europe-2013-era5
+    resource:
+      method: wind
+      turbine: NREL_ReferenceTurbine_5MW_offshore
+      add_cutout_windspeed: true
+    capacity_per_sqkm: 2
+    correction_factor: 0.8855
+    corine: [44, 255]
+    natura: true
+    ship_threshold: 400
+    max_depth: 50
+    min_shore_distance: 30000
+    excluder_resolution: 200
+    potential: simple # or conservative
+    clip_p_max_pu: 1.e-2
+  solar:
+    cutout: europe-2013-sarah
+    resource:
+      method: pv
+      panel: CSi
+      orientation:
+        slope: 35.
+        azimuth: 180.
+    capacity_per_sqkm: 1.7
+    # correction_factor: 0.854337
+    corine: [1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 26, 31, 32]
+    natura: true
+    excluder_resolution: 100
+    potential: simple # or conservative
+    clip_p_max_pu: 1.e-2
+  hydro:
+    cutout: europe-2013-era5
+    carriers: [ror, PHS, hydro]
+    PHS_max_hours: 6
+    hydro_max_hours: "energy_capacity_totals_by_country" # one of energy_capacity_totals_by_country, estimate_by_large_installations or a float
+    flatten_dispatch: false
+    flatten_dispatch_buffer: 0.2
+    clip_min_inflow: 1.0
+
+# docs in https://pypsa-eur.readthedocs.io/en/latest/configuration.html#conventional
+conventional:
+  unit_commitment: false
+  dynamic_fuel_price: false
+  nuclear:
+    p_max_pu: "data/nuclear_p_max_pu.csv" # float of file name
+
+# docs in https://pypsa-eur.readthedocs.io/en/latest/configuration.html#lines
+lines:
+  types:
+    220.: "Al/St 240/40 2-bundle 220.0"
+    300.: "Al/St 240/40 3-bundle 300.0"
+    380.: "Al/St 240/40 4-bundle 380.0"
+    500.: "Al/St 240/40 4-bundle 380.0"
+    750.: "Al/St 560/50 4-bundle 750.0"
+  s_max_pu: 0.7
+  s_nom_max: .inf
+  max_extension: .inf
+  length_factor: 1.25
+  reconnect_crimea: true
+  under_construction: 'zero' # 'zero': set capacity to zero, 'remove': remove, 'keep': with full capacity
+  dynamic_line_rating:
+    activate: false
+    cutout: europe-2013-era5
+    correction_factor: 0.95
+    max_voltage_difference: false
+    max_line_rating: false
+
+# docs in https://pypsa-eur.readthedocs.io/en/latest/configuration.html#links
+links:
+  p_max_pu: 1.0
+  p_nom_max: .inf
+  max_extension: .inf
+  include_tyndp: true
+  under_construction: 'zero' # 'zero': set capacity to zero, 'remove': remove, 'keep': with full capacity
+
+# docs in https://pypsa-eur.readthedocs.io/en/latest/configuration.html#transformers
+transformers:
+  x: 0.1
+  s_nom: 2000.
+  type: ''
+
+# docs in https://pypsa-eur.readthedocs.io/en/latest/configuration.html#load
+load:
+  power_statistics: true
+  interpolate_limit: 3
+  time_shift_for_large_gaps: 1w
+  manual_adjustments: true # false
+  scaling_factor: 1.0
+
+# docs
+# TODO: PyPSA-Eur merge issue in prepare_sector_network.py
+# regulate what components with which carriers are kept from PyPSA-Eur;
+# some technologies are removed because they are implemented differently
+# (e.g. battery or H2 storage) or have different year-dependent costs
+# in PyPSA-Eur-Sec
+pypsa_eur:
+  Bus:
+  - AC
+  Link:
+  - DC
+  Generator:
+  - onwind
+  - offwind-ac
+  - offwind-dc
+  - solar
+  - ror
+  StorageUnit:
+  - PHS
+  - hydro
+  Store: []
+
+# docs in https://pypsa-eur.readthedocs.io/en/latest/configuration.html#energy
+energy:
+  energy_totals_year: 2011
+  base_emissions_year: 1990
+  eurostat_report_year: 2016
+  emissions: CO2
+
+# docs in https://pypsa-eur.readthedocs.io/en/latest/configuration.html#biomass
+biomass:
+  year: 2030
+  scenario: ENS_Med
+  classes:
+    solid biomass:
+    - Agricultural waste
+    - Fuelwood residues
+    - Secondary Forestry residues - woodchips
+    - Sawdust
+    - Residues from landscape care
+    - Municipal waste
+    not included:
+    - Sugar from sugar beet
+    - Rape seed
+    - "Sunflower, soya seed "
+    - Bioethanol barley, wheat, grain maize, oats, other cereals and rye
+    - Miscanthus, switchgrass, RCG
+    - Willow
+    - Poplar
+    - FuelwoodRW
+    - C&P_RW
+    biogas:
+    - Manure solid, liquid
+    - Sludge
+
+# docs in https://pypsa-eur.readthedocs.io/en/latest/configuration.html#solar-thermal
+solar_thermal:
+  clearsky_model: simple  # should be "simple" or "enhanced"?
+  orientation:
+    slope: 45.
+    azimuth: 180.
+
+# docs in https://pypsa-eur.readthedocs.io/en/latest/configuration.html#existing-capacities
+existing_capacities:
+  grouping_years_power: [1980, 1985, 1990, 1995, 2000, 2005, 2010, 2015, 2020, 2025, 2030]
+  grouping_years_heat: [1980, 1985, 1990, 1995, 2000, 2005, 2010, 2015, 2019] # these should not extend 2020
+  threshold_capacity: 10
+  conventional_carriers:
+  - lignite
+  - coal
+  - oil
+  - uranium
+
+# docs in https://pypsa-eur.readthedocs.io/en/latest/configuration.html#sector
+sector:
+  district_heating:
+    potential: 0.6
+    progress:
+      2020: 0.0
+      2030: 0.3
+      2040: 0.6
+      2050: 1.0
+    district_heating_loss: 0.15
+  cluster_heat_buses: false
+  bev_dsm_restriction_value: 0.75
+  bev_dsm_restriction_time: 7
+  transport_heating_deadband_upper: 20.
+  transport_heating_deadband_lower: 15.
+  ICE_lower_degree_factor: 0.375
+  ICE_upper_degree_factor: 1.6
+  EV_lower_degree_factor: 0.98
+  EV_upper_degree_factor: 0.63
+  bev_dsm: true
+  bev_availability: 0.5
+  bev_energy: 0.05
+  bev_charge_efficiency: 0.9
+  bev_plug_to_wheel_efficiency: 0.2
+  bev_charge_rate: 0.011
+  bev_avail_max: 0.95
+  bev_avail_mean: 0.8
+  v2g: true
+  land_transport_fuel_cell_share:
+    2020: 0
+    2030: 0.05
+    2040: 0.1
+    2050: 0.15
+  land_transport_electric_share:
+    2020: 0
+    2030: 0.25
+    2040: 0.6
+    2050: 0.85
+  land_transport_ice_share:
+    2020: 1
+    2030: 0.7
+    2040: 0.3
+    2050: 0
+  transport_fuel_cell_efficiency: 0.5
+  transport_internal_combustion_efficiency: 0.3
+  agriculture_machinery_electric_share: 0
+  agriculture_machinery_oil_share: 1
+  agriculture_machinery_fuel_efficiency: 0.7
+  agriculture_machinery_electric_efficiency: 0.3
+  MWh_MeOH_per_MWh_H2: 0.8787
+  MWh_MeOH_per_tCO2: 4.0321
+  MWh_MeOH_per_MWh_e: 3.6907
+  shipping_hydrogen_liquefaction: false
+  shipping_hydrogen_share:
+    2020: 0
+    2030: 0
+    2040: 0
+    2050: 0
+  shipping_methanol_share:
+    2020: 0
+    2030: 0.3
+    2040: 0.7
+    2050: 1
+  shipping_oil_share:
+    2020: 1
+    2030: 0.7
+    2040: 0.3
+    2050: 0
+  shipping_methanol_efficiency: 0.46
+  shipping_oil_efficiency: 0.40
+  aviation_demand_factor: 1.
+  HVC_demand_factor: 1.
+  time_dep_hp_cop: true
+  heat_pump_sink_T: 55.
+  reduce_space_heat_exogenously: true
+  reduce_space_heat_exogenously_factor:
+    2020: 0.10  # this results in a space heat demand reduction of 10%
+    2025: 0.09  # first heat demand increases compared to 2020 because of larger floor area per capita
+    2030: 0.09
+    2035: 0.11
+    2040: 0.16
+    2045: 0.21
+    2050: 0.29
+  retrofitting:
+    retro_endogen: false
+    cost_factor: 1.0
+    interest_rate: 0.04
+    annualise_cost: true
+    tax_weighting: false
+    construction_index: true
+  tes: true
+  tes_tau:
+    decentral: 3
+    central: 180
+  boilers: true
+  oil_boilers: false
+  biomass_boiler: true
+  chp: true
+  micro_chp: false
+  solar_thermal: true
+  solar_cf_correction: 0.788457  # =  >>> 1/1.2683
+  marginal_cost_storage: 0. #1e-4
+  methanation: true
+  helmeth: false
+  coal_cc: false
+  dac: true
+  co2_vent: false
+  central_heat_vent: false
+  allam_cycle: false
+  hydrogen_fuel_cell: true
+  hydrogen_turbine: false
+  SMR: true
+  SMR_cc: true
+  regional_co2_sequestration_potential:
+    enable: false
+    attribute: 'conservative estimate Mt'
+    include_onshore: false
+    min_size: 3
+    max_size: 25
+    years_of_storage: 25
+  co2_sequestration_potential: 200
+  co2_sequestration_cost: 10
+  co2_sequestration_lifetime: 50
+  co2_spatial: false
+  co2network: false
+  cc_fraction: 0.9
+  hydrogen_underground_storage: true
+  hydrogen_underground_storage_locations:
+    # - onshore  # more than 50 km from sea
+  - nearshore    # within 50 km of sea
+    # - offshore
+  ammonia: false
+  min_part_load_fischer_tropsch: 0.9
+  min_part_load_methanolisation: 0.5
+  use_fischer_tropsch_waste_heat: true
+  use_fuel_cell_waste_heat: true
+  use_electrolysis_waste_heat: false
+  electricity_distribution_grid: true
+  electricity_distribution_grid_cost_factor: 1.0
+  electricity_grid_connection: true
+  H2_network: true
+  gas_network: false
+  H2_retrofit: false
+  H2_retrofit_capacity_per_CH4: 0.6
+  gas_network_connectivity_upgrade: 1
+  gas_distribution_grid: true
+  gas_distribution_grid_cost_factor: 1.0
+  biomass_spatial: false
+  biomass_transport: false
+  conventional_generation:
+    OCGT: gas
+  biomass_to_liquid: false
+  biosng: false
+  limit_max_growth:
+    enable: false
+    # allowing 30% larger than max historic growth
+    factor: 1.3
+    max_growth:  # unit GW
+      onwind: 16 # onshore max grow so far 16 GW in Europe https://www.iea.org/reports/renewables-2020/wind
+      solar: 28 # solar max grow so far 28 GW in Europe https://www.iea.org/reports/renewables-2020/solar-pv
+      offwind-ac: 35 # offshore max grow so far 3.5 GW in Europe https://windeurope.org/about-wind/statistics/offshore/european-offshore-wind-industry-key-trends-statistics-2019/
+      offwind-dc: 35
+    max_relative_growth:
+      onwind: 3
+      solar: 3
+      offwind-ac: 3
+      offwind-dc: 3
+
+# docs in https://pypsa-eur.readthedocs.io/en/latest/configuration.html#industry
+industry:
+  St_primary_fraction:
+    2020: 0.6
+    2025: 0.55
+    2030: 0.5
+    2035: 0.45
+    2040: 0.4
+    2045: 0.35
+    2050: 0.3
+  DRI_fraction:
+    2020: 0
+    2025: 0
+    2030: 0.05
+    2035: 0.2
+    2040: 0.4
+    2045: 0.7
+    2050: 1
+  H2_DRI: 1.7
+  elec_DRI: 0.322
+  Al_primary_fraction:
+    2020: 0.4
+    2025: 0.375
+    2030: 0.35
+    2035: 0.325
+    2040: 0.3
+    2045: 0.25
+    2050: 0.2
+  MWh_NH3_per_tNH3: 5.166
+  MWh_CH4_per_tNH3_SMR: 10.8
+  MWh_elec_per_tNH3_SMR: 0.7
+  MWh_H2_per_tNH3_electrolysis: 6.5
+  MWh_elec_per_tNH3_electrolysis: 1.17
+  MWh_NH3_per_MWh_H2_cracker: 1.46 # https://github.com/euronion/trace/blob/44a5ff8401762edbef80eff9cfe5a47c8d3c8be4/data/efficiencies.csv
+  NH3_process_emissions: 24.5
+  petrochemical_process_emissions: 25.5
+  HVC_primary_fraction: 1.
+  HVC_mechanical_recycling_fraction: 0.
+  HVC_chemical_recycling_fraction: 0.
+  HVC_production_today: 52.
+  MWh_elec_per_tHVC_mechanical_recycling: 0.547
+  MWh_elec_per_tHVC_chemical_recycling: 6.9
+  chlorine_production_today: 9.58
+  MWh_elec_per_tCl: 3.6
+  MWh_H2_per_tCl: -0.9372
+  methanol_production_today: 1.5
+  MWh_elec_per_tMeOH: 0.167
+  MWh_CH4_per_tMeOH: 10.25
+  hotmaps_locate_missing: false
+  reference_year: 2015
+
+
+# docs in https://pypsa-eur.readthedocs.io/en/latest/configuration.html#costs
+costs:
+  year: 2030
+  version: v0.6.0
+  rooftop_share: 0.14  # based on the potentials, assuming  (0.1 kW/m2 and 10 m2/person)
+  social_discountrate: 0.02
+  fill_values:
+    FOM: 0
+    VOM: 0
+    efficiency: 1
+    fuel: 0
+    investment: 0
+    lifetime: 25
+    "CO2 intensity": 0
+    "discount rate": 0.07
+  # Marginal and capital costs can be overwritten
+  # capital_cost:
+  #   onwind: 500
+  marginal_cost:
+    solar: 0.01
+    onwind: 0.015
+    offwind: 0.015
+    hydro: 0.
+    H2: 0.
+    electrolysis: 0.
+    fuel cell: 0.
+    battery: 0.
+    battery inverter: 0.
+  emission_prices:
+    co2: 0.
+
+# docs in https://pypsa-eur.readthedocs.io/en/latest/configuration.html#clustering
+clustering:
+  focus_weights: false
+  simplify_network:
+    to_substations: false
+    algorithm: kmeans # choose from: [hac, kmeans]
+    feature: solar+onwind-time
+    exclude_carriers: []
+    remove_stubs: true
+    remove_stubs_across_borders: true
+  cluster_network:
+    algorithm: kmeans
+    feature: solar+onwind-time
+    exclude_carriers: []
+    consider_efficiency_classes: false
+  aggregation_strategies:
+    generators:
+      committable: any
+      ramp_limit_up: max
+      ramp_limit_down: max
+
+# docs in https://pypsa-eur.readthedocs.io/en/latest/configuration.html#solving
+solving:
+  #tmpdir: "path/to/tmp"
+  options:
+    clip_p_max_pu: 1.e-2
+    load_shedding: false
+    noisy_costs: true
+    skip_iterations: true
+    rolling_horizon: false
+    seed: 123
+    # options that go into the optimize function
+    track_iterations: false
+    min_iterations: 4
+    max_iterations: 6
+    transmission_losses: 0
+    linearized_unit_commitment: true
+    horizon: 365
+
+  solver:
+    name: gurobi
+    options: gurobi-default
+
+  solver_options:
+    highs-default:
+      # refer to https://ergo-code.github.io/HiGHS/options/definitions.html#solver
+      threads: 4
+      solver: "ipm"
+      run_crossover: "off"
+      small_matrix_value: 1e-6
+      large_matrix_value: 1e9
+      primal_feasibility_tolerance: 1e-5
+      dual_feasibility_tolerance: 1e-5
+      ipm_optimality_tolerance: 1e-4
+      parallel: "on"
+      random_seed: 123
+    gurobi-default:
+      threads: 4
+      method: 2 # barrier
+      crossover: 0
+      BarConvTol: 1.e-6
+      Seed: 123
+      AggFill: 0
+      PreDual: 0
+      GURO_PAR_BARDENSETHRESH: 200
+    gurobi-numeric-focus:
+      name: gurobi
+      NumericFocus: 3       # Favour numeric stability over speed
+      method: 2             # barrier
+      crossover: 0          # do not use crossover
+      BarHomogeneous: 1     # Use homogeneous barrier if standard does not converge
+      BarConvTol: 1.e-5
+      FeasibilityTol: 1.e-4
+      OptimalityTol: 1.e-4
+      ObjScale: -0.5
+      threads: 8
+      Seed: 123
+    gurobi-fallback:        # Use gurobi defaults
+      name: gurobi
+      crossover: 0
+      method: 2             # barrier
+      BarHomogeneous: 1     # Use homogeneous barrier if standard does not converge
+      BarConvTol: 1.e-5
+      FeasibilityTol: 1.e-5
+      OptimalityTol: 1.e-5
+      Seed: 123
+      threads: 8
+    cplex-default:
+      threads: 4
+      lpmethod: 4 # barrier
+      solutiontype: 2 # non basic solution, ie no crossover
+      barrier.convergetol: 1.e-5
+      feasopt.tolerance: 1.e-6
+    cbc-default: {} # Used in CI
+    glpk-default: {} # Used in CI
+
+  mem: 30000 #memory in MB; 20 GB enough for 50+B+I+H2; 100 GB for 181+B+I+H2
+  walltime: "12:00:00"
+
+# docs in https://pypsa-eur.readthedocs.io/en/latest/configuration.html#plotting
+plotting:
+  map:
+    boundaries: [-11, 30, 34, 71]
+    color_geomap:
+      ocean: white
+      land: white
+  eu_node_location:
+    x: -5.5
+    y: 46.
+  costs_max: 1000
+  costs_threshold: 1
+  energy_max: 20000
+  energy_min: -20000
+  energy_threshold: 50.
+
+  nice_names:
+    OCGT: "Open-Cycle Gas"
+    CCGT: "Combined-Cycle Gas"
+    offwind-ac: "Offshore Wind (AC)"
+    offwind-dc: "Offshore Wind (DC)"
+    onwind: "Onshore Wind"
+    solar: "Solar"
+    PHS: "Pumped Hydro Storage"
+    hydro: "Reservoir & Dam"
+    battery: "Battery Storage"
+    H2: "Hydrogen Storage"
+    lines: "Transmission Lines"
+    ror: "Run of River"
+    load: "Load Shedding"
+    ac: "AC"
+    dc: "DC"
+
+  tech_colors:
+    # wind
+    onwind: "#235ebc"
+    onshore wind: "#235ebc"
+    offwind: "#6895dd"
+    offshore wind: "#6895dd"
+    offwind-ac: "#6895dd"
+    offshore wind (AC): "#6895dd"
+    offshore wind ac: "#6895dd"
+    offwind-dc: "#74c6f2"
+    offshore wind (DC): "#74c6f2"
+    offshore wind dc: "#74c6f2"
+    # water
+    hydro: '#298c81'
+    hydro reservoir: '#298c81'
+    ror: '#3dbfb0'
+    run of river: '#3dbfb0'
+    hydroelectricity: '#298c81'
+    PHS: '#51dbcc'
+    hydro+PHS: "#08ad97"
+    wave: '#a7d4cf'
+    # solar
+    solar: "#f9d002"
+    solar PV: "#f9d002"
+    solar thermal: '#ffbf2b'
+    residential rural solar thermal: '#f1c069'
+    services rural solar thermal: '#eabf61'
+    residential urban decentral solar thermal: '#e5bc5a'
+    services urban decentral solar thermal: '#dfb953'
+    urban central solar thermal: '#d7b24c'
+    solar rooftop: '#ffea80'
+    # gas
+    OCGT: '#e0986c'
+    OCGT marginal: '#e0986c'
+    OCGT-heat: '#e0986c'
+    gas boiler: '#db6a25'
+    gas boilers: '#db6a25'
+    gas boiler marginal: '#db6a25'
+    residential rural gas boiler: '#d4722e'
+    residential urban decentral gas boiler: '#cb7a36'
+    services rural gas boiler: '#c4813f'
+    services urban decentral gas boiler: '#ba8947'
+    urban central gas boiler: '#b0904f'
+    gas: '#e05b09'
+    fossil gas: '#e05b09'
+    natural gas: '#e05b09'
+    biogas to gas: '#e36311'
+    CCGT: '#a85522'
+    CCGT marginal: '#a85522'
+    allam: '#B98F76'
+    gas for industry co2 to atmosphere: '#692e0a'
+    gas for industry co2 to stored: '#8a3400'
+    gas for industry: '#853403'
+    gas for industry CC: '#692e0a'
+    gas pipeline: '#ebbca0'
+    gas pipeline new: '#a87c62'
+    # oil
+    oil: '#c9c9c9'
+    imported oil: '#a3a3a3'
+    oil boiler: '#adadad'
+    residential rural oil boiler: '#a9a9a9'
+    services rural oil boiler: '#a5a5a5'
+    residential urban decentral oil boiler: '#a1a1a1'
+    urban central oil boiler: '#9d9d9d'
+    services urban decentral oil boiler: '#999999'
+    agriculture machinery oil: '#949494'
+    shipping oil: "#808080"
+    land transport oil: '#afafaf'
+    # nuclear
+    Nuclear: '#ff8c00'
+    Nuclear marginal: '#ff8c00'
+    nuclear: '#ff8c00'
+    uranium: '#ff8c00'
+    # coal
+    Coal: '#545454'
+    coal: '#545454'
+    Coal marginal: '#545454'
+    coal for industry: '#343434'
+    solid: '#545454'
+    Lignite: '#826837'
+    lignite: '#826837'
+    Lignite marginal: '#826837'
+    # biomass
+    biogas: '#e3d37d'
+    biomass: '#baa741'
+    solid biomass: '#baa741'
+    solid biomass transport: '#baa741'
+    solid biomass for industry: '#7a6d26'
+    solid biomass for industry CC: '#47411c'
+    solid biomass for industry co2 from atmosphere: '#736412'
+    solid biomass for industry co2 to stored: '#47411c'
+    urban central solid biomass CHP: '#9d9042'
+    urban central solid biomass CHP CC: '#6c5d28'
+    biomass boiler: '#8A9A5B'
+    residential rural biomass boiler: '#a1a066'
+    residential urban decentral biomass boiler: '#b0b87b'
+    services rural biomass boiler: '#c6cf98'
+    services urban decentral biomass boiler: '#dde5b5'
+    biomass to liquid: '#32CD32'
+    BioSNG: '#123456'
+    # power transmission
+    lines: '#6c9459'
+    transmission lines: '#6c9459'
+    electricity distribution grid: '#97ad8c'
+    low voltage: '#97ad8c'
+    # electricity demand
+    Electric load: '#110d63'
+    electric demand: '#110d63'
+    electricity: '#110d63'
+    industry electricity: '#2d2a66'
+    industry new electricity: '#2d2a66'
+    agriculture electricity: '#494778'
+    # battery + EVs
+    battery: '#ace37f'
+    battery storage: '#ace37f'
+    battery charger: '#88a75b'
+    battery discharger: '#5d4e29'
+    home battery: '#80c944'
+    home battery storage: '#80c944'
+    home battery charger: '#5e8032'
+    home battery discharger: '#3c5221'
+    BEV charger: '#baf238'
+    V2G: '#e5ffa8'
+    land transport EV: '#baf238'
+    Li ion: '#baf238'
+    # hot water storage
+    water tanks: '#e69487'
+    residential rural water tanks: '#f7b7a3'
+    services rural water tanks: '#f3afa3'
+    residential urban decentral water tanks: '#f2b2a3'
+    services urban decentral water tanks: '#f1b4a4'
+    urban central water tanks: '#e9977d'
+    hot water storage: '#e69487'
+    hot water charging: '#e8998b'
+    urban central water tanks charger: '#b57a67'
+    residential rural water tanks charger: '#b4887c'
+    residential urban decentral water tanks charger: '#b39995'
+    services rural water tanks charger: '#b3abb0'
+    services urban decentral water tanks charger: '#b3becc'
+    hot water discharging: '#e99c8e'
+    urban central water tanks discharger: '#b9816e'
+    residential rural water tanks discharger: '#ba9685'
+    residential urban decentral water tanks discharger: '#baac9e'
+    services rural water tanks discharger: '#bbc2b8'
+    services urban decentral water tanks discharger: '#bdd8d3'
+    # heat demand
+    Heat load: '#cc1f1f'
+    heat: '#cc1f1f'
+    heat demand: '#cc1f1f'
+    rural heat: '#ff5c5c'
+    residential rural heat: '#ff7c7c'
+    services rural heat: '#ff9c9c'
+    central heat: '#cc1f1f'
+    urban central heat: '#d15959'
+    urban central heat vent: '#a74747'
+    decentral heat: '#750606'
+    residential urban decentral heat: '#a33c3c'
+    services urban decentral heat: '#cc1f1f'
+    low-temperature heat for industry: '#8f2727'
+    process heat: '#ff0000'
+    agriculture heat: '#d9a5a5'
+    # heat supply
+    heat pumps: '#2fb537'
+    heat pump: '#2fb537'
+    air heat pump: '#36eb41'
+    residential urban decentral air heat pump: '#48f74f'
+    services urban decentral air heat pump: '#5af95d'
+    urban central air heat pump: '#6cfb6b'
+    ground heat pump: '#2fb537'
+    residential rural ground heat pump: '#48f74f'
+    services rural ground heat pump: '#5af95d'
+    Ambient: '#98eb9d'
+    CHP: '#8a5751'
+    urban central gas CHP: '#8d5e56'
+    CHP CC: '#634643'
+    urban central gas CHP CC: '#6e4e4c'
+    CHP heat: '#8a5751'
+    CHP electric: '#8a5751'
+    district heating: '#e8beac'
+    resistive heater: '#d8f9b8'
+    residential rural resistive heater: '#bef5b5'
+    residential urban decentral resistive heater: '#b2f1a9'
+    services rural resistive heater: '#a5ed9d'
+    services urban decentral resistive heater: '#98e991'
+    urban central resistive heater: '#8cdf85'
+    retrofitting: '#8487e8'
+    building retrofitting: '#8487e8'
+    # hydrogen
+    H2 for industry: "#f073da"
+    H2 for shipping: "#ebaee0"
+    H2: '#bf13a0'
+    hydrogen: '#bf13a0'
+    retrofitted H2 boiler: '#e5a0d9'
+    SMR: '#870c71'
+    SMR CC: '#4f1745'
+    H2 liquefaction: '#d647bd'
+    hydrogen storage: '#bf13a0'
+    H2 Store: '#bf13a0'
+    H2 storage: '#bf13a0'
+    land transport fuel cell: '#6b3161'
+    H2 pipeline: '#f081dc'
+    H2 pipeline retrofitted: '#ba99b5'
+    H2 Fuel Cell: '#c251ae'
+    H2 fuel cell: '#c251ae'
+    H2 turbine: '#991f83'
+    H2 Electrolysis: '#ff29d9'
+    H2 electrolysis: '#ff29d9'
+    # ammonia
+    NH3: '#46caf0'
+    ammonia: '#46caf0'
+    ammonia store: '#00ace0'
+    ammonia cracker: '#87d0e6'
+    Haber-Bosch: '#076987'
+    # syngas
+    Sabatier: '#9850ad'
+    methanation: '#c44ce6'
+    methane: '#c44ce6'
+    helmeth: '#e899ff'
+    # synfuels
+    Fischer-Tropsch: '#25c49a'
+    liquid: '#25c49a'
+    kerosene for aviation: '#a1ffe6'
+    naphtha for industry: '#57ebc4'
+    methanolisation: '#83d6d5'
+    methanol: '#468c8b'
+    shipping methanol: '#468c8b'
+    # co2
+    CC: '#f29dae'
+    CCS: '#f29dae'
+    CO2 sequestration: '#f29dae'
+    DAC: '#ff5270'
+    co2 stored: '#f2385a'
+    co2: '#f29dae'
+    co2 vent: '#ffd4dc'
+    CO2 pipeline: '#f5627f'
+    # emissions
+    process emissions CC: '#000000'
+    process emissions: '#222222'
+    process emissions to stored: '#444444'
+    process emissions to atmosphere: '#888888'
+    oil emissions: '#aaaaaa'
+    shipping oil emissions: "#555555"
+    shipping methanol emissions: '#666666'
+    land transport oil emissions: '#777777'
+    agriculture machinery oil emissions: '#333333'
+    # other
+    shipping: '#03a2ff'
+    power-to-heat: '#2fb537'
+    power-to-gas: '#c44ce6'
+    power-to-H2: '#ff29d9'
+    power-to-liquid: '#25c49a'
+    gas-to-power/heat: '#ee8340'
+    waste: '#e3d37d'
+    other: '#000000'
+    geothermal: '#ba91b1'
+    AC: "#70af1d"
+    AC-AC: "#70af1d"
+    AC line: "#70af1d"
+    links: "#8a1caf"
+    HVDC links: "#8a1caf"
+    DC: "#8a1caf"
+    DC-DC: "#8a1caf"
+    DC link: "#8a1caf"
+    load: "#dd2e23"

config/config.entsoe-all.yaml

@@ -0,0 +1,43 @@
+# SPDX-FileCopyrightText: 2017-2023 The PyPSA-Eur Authors
+#
+# SPDX-License-Identifier: CC0-1.0
+
+run:
+  name: "entsoe-all"
+  disable_progressbar: true
+  shared_resources: false
+  shared_cutouts: true
+
+scenario:
+  simpl:
+  - ''
+  ll:
+  - vopt
+  clusters:
+  - 39
+  - 128
+  - 256
+  opts:
+  - ''
+  sector_opts:
+  - ''
+  planning_horizons:
+  - ''
+
+# TODO add Turkey (TR)
+countries: ['AL', 'AT', 'BA', 'BE', 'BG', 'CH', 'CZ', 'DE', 'DK', 'EE', 'ES', 'FI', 'FR', 'GB', 'GR', 'HR', 'HU', 'IE', 'IT', 'LT', 'LU', 'LV', 'ME', 'MD', 'MK', 'NL', 'NO', 'PL', 'PT', 'RO', 'RS', 'SE', 'SI', 'SK', 'UA']
+
+electricity:
+  custom_powerplants: true
+  co2limit: 9.59e+7
+  co2base: 1.918e+9
+
+lines:
+  reconnect_crimea: true
+
+enable:
+  retrieve: true
+  retrieve_databundle: true
+  retrieve_sector_databundle: false
+  retrieve_cost_data: true
+  retrieve_cutout: true

config/config.perfect.yaml

@@ -0,0 +1,43 @@
+# SPDX-FileCopyrightText: : 2017-2023 The PyPSA-Eur Authors
+#
+# SPDX-License-Identifier: CC0-1.0
+run:
+  name: "perfect"
+
+# docs in https://pypsa-eur.readthedocs.io/en/latest/configuration.html#foresight
+foresight: perfect
+
+# docs in https://pypsa-eur.readthedocs.io/en/latest/configuration.html#scenario
+# Wildcard docs in https://pypsa-eur.readthedocs.io/en/latest/wildcards.html
+scenario:
+  simpl:
+  - ''
+  ll:
+  - v1.0
+  clusters:
+  - 37
+  opts:
+  - ''
+  sector_opts:
+  - 1p5-4380H-T-H-B-I-A-solar+p3-dist1
+  - 1p7-4380H-T-H-B-I-A-solar+p3-dist1
+  - 2p0-4380H-T-H-B-I-A-solar+p3-dist1
+  planning_horizons:
+  - 2020
+  - 2030
+  - 2040
+  - 2050
+
+
+# docs in https://pypsa-eur.readthedocs.io/en/latest/configuration.html#co2-budget
+co2_budget:
+  # update of IPCC 6th AR compared to the 1.5SR. (discussed here: https://twitter.com/JoeriRogelj/status/1424743828339167233)
+  1p5: 34.2  # 25.7 # Budget in Gt CO2 for 1.5 for Europe, global 420 Gt, assuming per capita share
+  1p6: 43.259666  # 35  # Budget in Gt CO2 for 1.6 for Europe, global 580 Gt
+  1p7: 51.4  # 45  # Budget in Gt CO2 for 1.7 for Europe, global 800 Gt
+  2p0: 69.778  # 73.9 # Budget in Gt CO2 for 2 for Europe, global 1170 Gt
+
+
+sector:
+  min_part_load_fischer_tropsch: 0
+  min_part_load_methanolisation: 0

config/config.validation.yaml

@@ -0,0 +1,98 @@
+# SPDX-FileCopyrightText: : 2017-2023 The PyPSA-Eur Authors
+#
+# SPDX-License-Identifier: CC0-1.0
+run:
+  name: "validation"
+
+scenario:
+  ll:
+  - v1.0
+  clusters:
+  - 37
+  opts:
+  - 'Ept'
+
+snapshots:
+  start: "2019-01-01"
+  end: "2020-01-01"
+  inclusive: 'left'
+
+enable:
+  retrieve_cutout: false
+
+electricity:
+  co2limit: 1e9
+
+  extendable_carriers:
+    Generator: []
+    StorageUnit: []
+    Store: []
+    Link: []
+
+  powerplants_filter: not (DateOut < 2019)
+
+  conventional_carriers: [nuclear, oil, OCGT, CCGT, coal, lignite, geothermal, biomass]
+  renewable_carriers: [solar, onwind, offwind-ac, offwind-dc, hydro]
+
+  estimate_renewable_capacities:
+    year: 2019
+
+atlite:
+  default_cutout: europe-2019-era5
+  cutouts:
+    europe-2019-era5:
+      module: era5
+      x: [-12., 35.]
+      y: [33., 72]
+      dx: 0.3
+      dy: 0.3
+      time: ['2019', '2019']
+
+renewable:
+  onwind:
+    cutout: europe-2019-era5
+  offwind-ac:
+    cutout: europe-2019-era5
+  offwind-dc:
+    cutout: europe-2019-era5
+  solar:
+    cutout: europe-2019-era5
+  hydro:
+    cutout: europe-2019-era5
+    flatten_dispatch: 0.01
+
+conventional:
+  unit_commitment: false
+  dynamic_fuel_price: true
+  nuclear:
+    p_max_pu: "data/nuclear_p_max_pu.csv"
+  biomass:
+    p_max_pu: 0.65
+
+load:
+  power_statistics: false
+
+lines:
+  s_max_pu: 0.23
+  under_construction: 'remove'
+
+links:
+  include_tyndp: false
+
+costs:
+  year: 2020
+  emission_prices:
+    co2: 25
+
+clustering:
+  simplify_network:
+    exclude_carriers: [oil, coal, lignite, OCGT, CCGT]
+  cluster_network:
+    consider_efficiency_classes: true
+
+solving:
+  options:
+    load_shedding: true
+    rolling_horizon: false
+    horizon: 1000
+    overlap: 48

config/test/config.electricity.yaml

@@ -0,0 +1,86 @@
+# SPDX-FileCopyrightText: : 2017-2023 The PyPSA-Eur Authors
+#
+# SPDX-License-Identifier: CC0-1.0
+
+tutorial: true
+
+
+run:
+  name: "test-elec" # use this to keep track of runs with different settings
+  disable_progressbar: true
+  shared_resources: true
+  shared_cutouts: true
+
+scenario:
+  clusters:
+  - 5
+  opts:
+  - Co2L-24H
+
+countries: ['BE']
+
+snapshots:
+  start: "2013-03-01"
+  end: "2013-03-08"
+
+electricity:
+  co2limit: 100.e+6
+
+  extendable_carriers:
+    Generator: [OCGT]
+    StorageUnit: [battery]
+    Store: [H2]
+    Link: [H2 pipeline]
+
+  renewable_carriers: [solar, onwind, offwind-ac, offwind-dc]
+
+
+atlite:
+  default_cutout: be-03-2013-era5
+  cutouts:
+    be-03-2013-era5:
+      module: era5
+      x: [4., 15.]
+      y: [46., 56.]
+      time: ["2013-03-01", "2013-03-08"]
+
+renewable:
+  onwind:
+    cutout: be-03-2013-era5
+  offwind-ac:
+    cutout: be-03-2013-era5
+    max_depth: false
+  offwind-dc:
+    cutout: be-03-2013-era5
+    max_depth: false
+  solar:
+    cutout: be-03-2013-era5
+
+
+clustering:
+  exclude_carriers: ["OCGT", "offwind-ac", "coal"]
+
+lines:
+  dynamic_line_rating:
+    activate: true
+    cutout: be-03-2013-era5
+    max_line_rating: 1.3
+
+
+solving:
+  solver:
+    name: glpk
+    options: "glpk-default"
+
+
+plotting:
+  map:
+    boundaries:
+  eu_node_location:
+    x: -5.5
+    y: 46.
+  costs_max: 1000
+  costs_threshold: 0.0000001
+  energy_max:
+  energy_min:
+  energy_threshold: 0.000001

config/test/config.myopic.yaml

@@ -0,0 +1,90 @@
+# SPDX-FileCopyrightText: : 2017-2023 The PyPSA-Eur Authors
+#
+# SPDX-License-Identifier: CC0-1.0
+
+tutorial: true
+
+run:
+  name: "test-sector-myopic"
+  disable_progressbar: true
+  shared_resources: true
+  shared_cutouts: true
+
+foresight: myopic
+
+scenario:
+  ll:
+  - v1.5
+  clusters:
+  - 5
+  sector_opts:
+  - 24H-T-H-B-I-A-solar+p3-dist1
+  planning_horizons:
+  - 2030
+  - 2040
+  - 2050
+
+countries: ['BE']
+
+snapshots:
+  start: "2013-03-01"
+  end: "2013-03-08"
+
+sector:
+  central_heat_vent: true
+
+electricity:
+  co2limit: 100.e+6
+
+  extendable_carriers:
+    Generator: [OCGT]
+    StorageUnit: [battery]
+    Store: [H2]
+    Link: [H2 pipeline]
+
+  renewable_carriers: [solar, onwind, offwind-ac, offwind-dc]
+
+atlite:
+  default_cutout: be-03-2013-era5
+  cutouts:
+    be-03-2013-era5:
+      module: era5
+      x: [4., 15.]
+      y: [46., 56.]
+      time: ["2013-03-01", "2013-03-08"]
+
+renewable:
+  onwind:
+    cutout: be-03-2013-era5
+  offwind-ac:
+    cutout: be-03-2013-era5
+    max_depth: false
+  offwind-dc:
+    cutout: be-03-2013-era5
+    max_depth: false
+  solar:
+    cutout: be-03-2013-era5
+
+industry:
+  St_primary_fraction:
+    2030: 0.6
+    2040: 0.5
+    2050: 0.4
+
+solving:
+  solver:
+    name: glpk
+    options: glpk-default
+  mem: 4000
+
+plotting:
+  map:
+    boundaries:
+  eu_node_location:
+    x: -5.5
+    y: 46.
+  costs_max: 1000
+  costs_threshold: 0.0000001
+  energy_max:
+  energy_min:
+  energy_threshold: 0.000001

config/test/config.overnight.yaml

@@ -0,0 +1,82 @@
+# SPDX-FileCopyrightText: : 2017-2023 The PyPSA-Eur Authors
+#
+# SPDX-License-Identifier: CC0-1.0
+
+tutorial: true
+
+run:
+  name: "test-sector-overnight"
+  disable_progressbar: true
+  shared_resources: true
+  shared_cutouts: true
+
+
+scenario:
+  ll:
+  - v1.5
+  clusters:
+  - 5
+  sector_opts:
+  - CO2L0-24H-T-H-B-I-A-solar+p3-dist1
+  planning_horizons:
+  - 2030
+
+countries: ['BE']
+
+snapshots:
+  start: "2013-03-01"
+  end: "2013-03-08"
+
+electricity:
+  co2limit: 100.e+6
+
+  extendable_carriers:
+    Generator: [OCGT]
+    StorageUnit: [battery]
+    Store: [H2]
+    Link: [H2 pipeline]
+
+  renewable_carriers: [solar, onwind, offwind-ac, offwind-dc]
+
+atlite:
+  default_cutout: be-03-2013-era5
+  cutouts:
+    be-03-2013-era5:
+      module: era5
+      x: [4., 15.]
+      y: [46., 56.]
+      time: ["2013-03-01", "2013-03-08"]
+
+renewable:
+  onwind:
+    cutout: be-03-2013-era5
+  offwind-ac:
+    cutout: be-03-2013-era5
+    max_depth: false
+  offwind-dc:
+    cutout: be-03-2013-era5
+    max_depth: false
+  solar:
+    cutout: be-03-2013-era5
+
+sector:
+  gas_network: true
+  H2_retrofit: true
+
+solving:
+  solver:
+    name: glpk
+    options: glpk-default
+  mem: 4000
+
+plotting:
+  map:
+    boundaries:
+  eu_node_location:
+    x: -5.5
+    y: 46.
+  costs_max: 1000
+  costs_threshold: 0.0000001
+  energy_max:
+  energy_min:
+  energy_threshold: 0.000001

config/test/config.perfect.yaml

@@ -0,0 +1,92 @@
+# SPDX-FileCopyrightText: : 2017-2023 The PyPSA-Eur Authors
+#
+# SPDX-License-Identifier: CC0-1.0
+
+tutorial: true
+
+run:
+  name: "test-sector-perfect"
+  disable_progressbar: true
+  shared_resources: true
+  shared_cutouts: true
+
+foresight: perfect
+
+scenario:
+  ll:
+  - v1.0
+  clusters:
+  - 5
+  sector_opts:
+  - 8760H-T-H-B-I-A-solar+p3-dist1
+  planning_horizons:
+  - 2030
+  - 2040
+  - 2050
+
+countries: ['BE']
+
+snapshots:
+  start: "2013-03-01"
+  end: "2013-03-08"
+
+electricity:
+  co2limit: 100.e+6
+
+  extendable_carriers:
+    Generator: [OCGT]
+    StorageUnit: [battery]
+    Store: [H2]
+    Link: [H2 pipeline]
+
+  renewable_carriers: [solar, onwind, offwind-ac, offwind-dc]
+
+sector:
+  min_part_load_fischer_tropsch: 0
+  min_part_load_methanolisation: 0
+
+atlite:
+  default_cutout: be-03-2013-era5
+  cutouts:
+    be-03-2013-era5:
+      module: era5
+      x: [4., 15.]
+      y: [46., 56.]
+      time: ["2013-03-01", "2013-03-08"]
+
+renewable:
+  onwind:
+    cutout: be-03-2013-era5
+  offwind-ac:
+    cutout: be-03-2013-era5
+    max_depth: false
+  offwind-dc:
+    cutout: be-03-2013-era5
+    max_depth: false
+  solar:
+    cutout: be-03-2013-era5
+
+industry:
+  St_primary_fraction:
+    2020: 0.8
+    2030: 0.6
+    2040: 0.5
+    2050: 0.4
+
+solving:
+  solver:
+    name: glpk
+    options: glpk-default
+  mem: 4000
+
+plotting:
+  map:
+    boundaries:
+  eu_node_location:
+    x: -5.5
+    y: 46.
+  costs_max: 1000
+  costs_threshold: 0.0000001
+  energy_max:
+  energy_min:
+  energy_threshold: 0.000001

data/Country_codes.csv

@@ -1,37 +0,0 @@
-Country,2 letter code (ISO-3166-2),3 letter code (ISO-3166-3)
-Albania,AL,ALB
-Austria,AT,AUT
-Bosnia Herzegovina,BA,BIH
-Belgium,BE,BEL
-Bulgaria,BG,BGR
-Switzerland,CH,CHE
-Cyprus,CY,CYP
-Czech Republic,CZ,CZE
-Germany,DE,DEU
-Denmark,DK,DNK
-Spain,ES,ESP
-Estonia,EE,EST
-Finland,FI,FIN
-France,FR,FRA
-United Kingdom,GB,GBR
-Greece,GR,GRC
-Croatia,HR,HRV
-Hungary,HU,HUN
-Ireland,IE,IRL
-Iceland,IS,ISL
-Italy,IT,ITA
-Lithuania,LT,LTU
-Luxembourg,LU,LUX
-Latvia,LV,LVA
-Malta,MT,MLT
-Macedonia,MK,MKD
-Montenegro,ME,MNE
-Netherlands,NL,NLD
-Norway,NO,NOR
-Poland,PL,POL
-Portugal,PT,PRT
-Romania,RO,ROU
-Serbia,RS,SRB
-Slovakia,SK,SVK
-Slovenia,SI,SVN
-Sweden,SE,SWE

data/GDP_PPP_30arcsec_v3_mapped_default.csv

@@ -0,0 +1,151 @@
+name,GDP_PPP,country
+3140,632728.0438507323,MD
+3139,806541.9318093687,MD
+3142,1392454.6690911907,MD
+3152,897871.2903553953,MD
+3246,645554.8588933202,MD
+7049,1150156.4449477682,MD
+1924,162285.16792916053,UA
+1970,751970.6071848695,UA
+2974,368873.75840156944,UA
+2977,294847.85539198935,UA
+2979,197988.13680768458,UA
+2980,301371.2491126519,UA
+3031,56925.21878805953,UA
+3032,139395.18279351242,UA
+3033,145377.8061037629,UA
+3035,52282.83655208812,UA
+3036,497950.25890516065,UA
+3037,1183293.1987702171,UA
+3038,255005.98207636533,UA
+3039,224711.50098325178,UA
+3040,342959.943226467,UA
+3044,69119.31486955672,UA
+3045,246273.65986119965,UA
+3047,146742.08407299497,UA
+3049,107265.7028733467,UA
+3050,1126147.985259493,UA
+3051,69833.56303043803,UA
+3052,67230.88206577855,UA
+3053,27019.224685201345,UA
+3054,260571.47337292184,UA
+3055,88760.94152915622,UA
+3056,101368.26196568517,UA
+3058,55752.92329667119,UA
+3059,89024.37880630122,UA
+3062,358411.291265149,UA
+3064,75081.64142862396,UA
+3065,158101.42949135564,UA
+3066,83763.89576442329,UA
+3068,173474.51218344545,UA
+3069,60327.01572375589,UA
+3070,18073.687271955278,UA
+3071,249069.43314695224,UA
+3072,220707.35700825177,UA
+3073,61342.30137462664,UA
+3074,254235.98867635374,UA
+3077,769558.9832370486,UA
+3078,132674.2315809836,UA
+3079,1388517.1478032232,UA
+3080,1861003.8718246964,UA
+3082,140123.73854745473,UA
+3083,834887.5595419679,UA
+3084,1910795.5590558557,UA
+3086,93828.36549170096,UA
+3088,347197.65113392205,UA
+3089,3754718.141734592,UA
+3090,521912.69768585655,UA
+3093,232818.05269714879,UA
+3095,435376.20361377904,UA
+3099,345596.5288937008,UA
+3100,175689.10947424968,UA
+3105,538438.9311459162,UA
+3107,88096.86032871014,UA
+3108,79847.68447063807,UA
+3109,348504.73449373,UA
+3144,71657.0165675802,UA
+3146,80342.05037424155,UA
+3158,74465.12922576343,UA
+3164,3102112.2672631275,UA
+3165,65215.04081671433,UA
+3166,413924.2225725632,UA
+3167,135060.0056434935,UA
+3168,54980.442979330146,UA
+3170,29584.879122227037,UA
+3171,142780.68163047134,UA
+3172,40436.63814695243,UA
+3173,1253342.1790126422,UA
+3174,173842.03139155387,UA
+3176,65699.76352408895,UA
+3177,143591.75419817626,UA
+3178,56434.04525832523,UA
+3179,389996.1670051216,UA
+3180,138452.84503524794,UA
+3181,67402.59500436619,UA
+3184,51204.293695376415,UA
+3185,46867.82356528432,UA
+3186,103892.35612417295,UA
+3187,193668.91476930346,UA
+3189,54584.176457692694,UA
+3190,219077.64942830536,UA
+3197,88516.52699983507,UA
+3198,298166.8272673622,UA
+3199,61334.952541812374,UA
+3229,175692.61136747137,UA
+3230,106722.62773321665,UA
+3236,61542.06264321315,UA
+3241,83752.90489164277,UA
+4301,48419.52825967164,UA
+4305,147759.74280349456,UA
+4306,53156.905740992224,UA
+4315,218025.78516351627,UA
+4317,155240.40554731718,UA
+4318,1342144.2459407183,UA
+4319,91669.1449633853,UA
+4321,85852.49282415409,UA
+4347,67938.7698430624,UA
+4357,20064.979012172935,UA
+4360,47840.51245168512,UA
+4361,55580.924388032574,UA
+4362,165753.82588729708,UA
+4363,46390.2448142152,UA
+4365,96265.47592938849,UA
+4366,272003.25510057947,UA
+4367,80878.50229245829,UA
+4370,330072.35444044066,UA
+4371,7707066.181975477,UA
+4373,2019766.7891575783,UA
+4374,985354.331818515,UA
+4377,230805.08833664874,UA
+4382,125670.67125287943,UA
+4383,46914.065511740075,UA
+4384,48020.804310510954,UA
+4385,55612.34707641123,UA
+4387,74558.3475791577,UA
+4388,245243.33449409154,UA
+4389,95696.56767732685,UA
+4391,251085.7523045193,UA
+4401,66375.82996856027,UA
+4403,111954.41038437477,UA
+4405,46911.68560148837,UA
+4408,150782.51691456966,UA
+4409,112776.7399582134,UA
+4410,153076.56860965435,UA
+4412,192629.31238456024,UA
+4413,181295.3120834606,UA
+4414,995694.9413199169,UA
+4416,157640.7868989174,UA
+4418,77580.20674809469,UA
+4420,122320.99275223716,UA
+4424,184891.10924920067,UA
+4425,84486.75974340564,UA
+4431,50485.84380961137,UA
+4435,231040.45446464577,UA
+4436,81222.18707585508,UA
+4438,114819.76472988473,UA
+4439,76839.1052178896,UA
+4440,135337.0313562152,UA
+4441,49159.485269198034,UA
+7031,42001.73757065917,UA
+7059,159790.48382874,UA
+7063,39599.10564971086,UA

data/agg_p_nom_minmax.csv

@@ -0,0 +1,31 @@
+country,carrier,min,max
+DE,onwind,0.1,
+DE,offwind-ac,0.1,
+DE,offwind-dc,0.1,
+DE,solar,0.2,
+LU,onwind,,
+LU,solar,,
+NL,onwind,,
+NL,offwind-ac,,
+NL,offwind-dc,,
+NL,solar,,
+GB,onwind,,
+GB,offwind-ac,,
+GB,offwind-dc,,
+GB,solar,,
+IE,onwind,,
+IE,offwind-ac,,
+IE,offwind-dc,,
+IE,solar,,
+FR,onwind,,
+FR,offwind-ac,,
+FR,offwind-dc,,
+FR,solar,,
+DK,onwind,,
+DK,offwind-ac,,
+DK,offwind-dc,,
+DK,solar,,
+BE,onwind,,
+BE,offwind-ac,,
+BE,offwind-dc,,
+BE,solar,,

data/custom_powerplants.csv

@@ -0,0 +1,37 @@
+,Name,Fueltype,Technology,Set,Country,Capacity,Efficiency,Duration,Volume_Mm3,DamHeight_m,StorageCapacity_MWh,DateIn,DateRetrofit,DateMothball,DateOut,lat,lon,EIC,projectID
+1266,Khmelnitskiy,Nuclear,,PP,UA,1901.8916595755832,,0.0,0.0,0.0,0.0,1988.0,2005.0,,,50.3023,26.6466,[nan],"{'GEO': ['GEO3842'], 'GPD': ['WRI1005111'], 'CARMA': ['CARMA22000']}"
+1268,Kaniv,Hydro,Reservoir,PP,UA,452.1656050955414,,0.0,0.0,0.0,0.0,1972.0,2003.0,,,49.76653,31.47165,[nan],"{'GEO': ['GEO43017'], 'GPD': ['WRI1005122'], 'CARMA': ['CARMA21140']}"
+1269,Kahovska kakhovka,Hydro,Reservoir,PP,UA,352.45222929936307,,0.0,0.0,0.0,0.0,1955.0,1956.0,,,46.77858,33.36965,[nan],"{'GEO': ['GEO43018'], 'GPD': ['WRI1005118'], 'CARMA': ['CARMA20855']}"
+1347,Kharkiv,Natural Gas,Steam Turbine,CHP,UA,494.94274967602314,,0.0,0.0,0.0,0.0,1979.0,1980.0,,,49.9719,36107,[nan],"{'GEO': ['GEO43027'], 'GPD': ['WRI1005126'], 'CARMA': ['CARMA21972']}"
+1348,Kremenchuk,Hydro,Reservoir,PP,UA,617.0382165605096,,0.0,0.0,0.0,0.0,1959.0,1960.0,,,49.07759,33.2505,[nan],"{'GEO': ['GEO43019'], 'GPD': ['WRI1005121'], 'CARMA': ['CARMA23072']}"
+1377,Krivorozhskaya,Hard Coal,Steam Turbine,PP,UA,2600.0164509342876,,0.0,0.0,0.0,0.0,1965.0,1992.0,,,47.5432,33.6583,[nan],"{'GEO': ['GEO42989'], 'GPD': ['WRI1005100'], 'CARMA': ['CARMA23176']}"
+1407,Zmiyevskaya zmiivskaya,Hard Coal,Steam Turbine,PP,UA,2028.3816283884514,,0.0,0.0,0.0,0.0,1960.0,2005.0,,,49.5852,36.5231,[nan],"{'GEO': ['GEO42999'], 'GPD': ['WRI1005103'], 'CARMA': ['CARMA51042']}"
+1408,Pridneprovskaya,Hard Coal,Steam Turbine,CHP,UA,1627.3152609570984,,0.0,0.0,0.0,0.0,1959.0,1966.0,,,48.4051,35.1131,[nan],"{'GEO': ['GEO42990'], 'GPD': ['WRI1005102'], 'CARMA': ['CARMA35874']}"
+1409,Kurakhovskaya,Hard Coal,Steam Turbine,PP,UA,1371.0015824607397,,0.0,0.0,0.0,0.0,1972.0,2003.0,,,47.9944,37.24022,[nan],"{'GEO': ['GEO42994'], 'GPD': ['WRI1005104'], 'CARMA': ['CARMA23339']}"
+1410,Dobrotvorsky,Hard Coal,Steam Turbine,PP,UA,553.1949895604868,,0.0,0.0,0.0,0.0,1960.0,1964.0,,,50.2133,24375,[nan],"{'GEO': ['GEO42992'], 'GPD': ['WRI1005096'], 'CARMA': ['CARMA10971']}"
+1422,Zuyevskaya,Hard Coal,Steam Turbine,PP,UA,1147.87960333801,,0.0,0.0,0.0,0.0,1982.0,2007.0,,,48.0331,38.28615,[nan],"{'GEO': ['GEO42995'], 'GPD': ['WRI1005106'], 'CARMA': ['CARMA51083']}"
+1423,Zaporozhye,Nuclear,,PP,UA,5705.67497872675,,0.0,0.0,0.0,0.0,1985.0,1996.0,,,47.5119,34.5863,[nan],"{'GEO': ['GEO6207'], 'GPD': ['WRI1005114'], 'CARMA': ['CARMA50875']}"
+1424,Trypilska,Hard Coal,Steam Turbine,PP,UA,1659.5849686814602,,0.0,0.0,0.0,0.0,1969.0,1972.0,,,50.1344,30.7468,[nan],"{'GEO': ['GEO43000'], 'GPD': ['WRI1005099'], 'CARMA': ['CARMA46410']}"
+1425,Tashlyk,Hydro,Pumped Storage,Store,UA,285.55968954109585,,0.0,0.0,0.0,0.0,2006.0,2007.0,,,47.7968,31.1811,[nan],"{'GEO': ['GEO43025'], 'GPD': ['WRI1005117'], 'CARMA': ['CARMA44696']}"
+1426,Starobeshivska,Hard Coal,Steam Turbine,PP,UA,1636.5351774497733,,0.0,0.0,0.0,0.0,1961.0,1967.0,,,47.7997,38.00612,[nan],"{'GEO': ['GEO43003'], 'GPD': ['WRI1005105'], 'CARMA': ['CARMA43083']}"
+1427,South,Nuclear,,PP,UA,2852.837489363375,,0.0,0.0,0.0,0.0,1983.0,1989.0,,,47812,31.22,[nan],"{'GEO': ['GEO5475'], 'GPD': ['WRI1005113'], 'CARMA': ['CARMA42555']}"
+1428,Rovno rivne,Nuclear,,PP,UA,2695.931427448389,,0.0,0.0,0.0,0.0,1981.0,2006.0,,,51.3245,25.89744,[nan],"{'GEO': ['GEO5174'], 'GPD': ['WRI1005112'], 'CARMA': ['CARMA38114']}"
+1429,Ladyzhinska,Hard Coal,Steam Turbine,PP,UA,1659.5849686814602,,0.0,0.0,0.0,0.0,1970.0,1971.0,,,48706,29.2202,[nan],"{'GEO': ['GEO42993'], 'GPD': ['WRI1005098'], 'CARMA': ['CARMA24024']}"
+1430,Kiev,Hydro,Pumped Storage,PP,UA,635.8694635681177,,0.0,0.0,0.0,0.0,1964.0,1972.0,,,50.5998,30501,"[nan, nan]","{'GEO': ['GEO43024', 'GEO43023'], 'GPD': ['WRI1005123', 'WRI1005124'], 'CARMA': ['CARMA23516', 'CARMA23517']}"
+2450,Cet chisinau,Natural Gas,,PP,MD,306.0,,0.0,0.0,0.0,0.0,,,,,47.027550000000005,28.8801,"[nan, nan]","{'GPD': ['WRI1002985', 'WRI1002984'], 'CARMA': ['CARMA8450', 'CARMA8451']}"
+2460,Hydropower che costesti,Hydro,,PP,MD,16.0,,0.0,0.0,0.0,0.0,1978.0,,,,47.8381,27.2246,[nan],"{'GPD': ['WRI1002987'], 'CARMA': ['CARMA9496']}"
+2465,Moldavskaya gres,Hard Coal,,PP,MD,2520.0,,0.0,0.0,0.0,0.0,,,,,46.6292,29.9407,[nan],"{'GPD': ['WRI1002989'], 'CARMA': ['CARMA28979']}"
+2466,Hydropower dubasari,Hydro,,PP,MD,48.0,,0.0,0.0,0.0,0.0,,,,,47.2778,29123,[nan],"{'GPD': ['WRI1002988'], 'CARMA': ['CARMA11384']}"
+2676,Cet nord balti,Natural Gas,,PP,MD,24.0,,0.0,0.0,0.0,0.0,,,,,47.7492,27.8938,[nan],"{'GPD': ['WRI1002986'], 'CARMA': ['CARMA3071']}"
+2699,Dniprodzerzhynsk,Hydro,Reservoir,PP,UA,360.3503184713376,,0.0,0.0,0.0,0.0,1963.0,1964.0,,,48.5485,34.541015,[nan],"{'GEO': ['GEO43020'], 'GPD': ['WRI1005119']}"
+2707,Burshtynska tes,Hard Coal,Steam Turbine,PP,UA,2212.779958241947,,0.0,0.0,0.0,0.0,1965.0,1984.0,,,49.21038,24.66654,[nan],"{'GEO': ['GEO42991'], 'GPD': ['WRI1005097']}"
+2708,Danipro dnieper,Hydro,Reservoir,PP,UA,1484.8407643312103,,0.0,0.0,0.0,0.0,1932.0,1947.0,,,47.86944,35.08611,[nan],"{'GEO': ['GEO43016'], 'GPD': ['WRI1005120']}"
+2709,Dniester,Hydro,Pumped Storage,Store,UA,612.7241020616891,,0.0,0.0,0.0,0.0,2009.0,2011.0,,,48.51361,27.47333,[nan],"{'GEO': ['GEO43022'], 'GPD': ['WRI1005116', 'WRI1005115']}"
+2710,Kiev,Natural Gas,Steam Turbine,CHP,UA,458.2803237740955,,0.0,0.0,0.0,0.0,1982.0,1984.0,,,50532,30.6625,[nan],"{'GEO': ['GEO42998'], 'GPD': ['WRI1005125']}"
+2712,Luganskaya,Hard Coal,Steam Turbine,PP,UA,1060.2903966575996,,0.0,0.0,0.0,0.0,1962.0,1969.0,,,48.74781,39.2624,[nan],"{'GEO': ['GEO42996'], 'GPD': ['WRI1005110']}"
+2713,Slavyanskaya,Hard Coal,Steam Turbine,PP,UA,737.5933194139823,,0.0,0.0,0.0,0.0,1971.0,1971.0,,,48872,37.76567,[nan],"{'GEO': ['GEO43002'], 'GPD': ['WRI1005109']}"
+2714,Vuhlehirska uglegorskaya,Hard Coal,Steam Turbine,PP,UA,3319.1699373629203,,0.0,0.0,0.0,0.0,1972.0,1977.0,,,48.4633,38.20328,[nan],"{'GEO': ['GEO43001'], 'GPD': ['WRI1005107']}"
+2715,Zaporiska,Hard Coal,Steam Turbine,PP,UA,3319.1699373629203,,0.0,0.0,0.0,0.0,1972.0,1977.0,,,47.5089,34.6253,[nan],"{'GEO': ['GEO42988'], 'GPD': ['WRI1005101']}"
+3678,Mironovskaya,Hard Coal,,PP,UA,815.0,,0.0,0.0,0.0,0.0,,,,,48.3407,38.4049,[nan],"{'GPD': ['WRI1005108'], 'CARMA': ['CARMA28679']}"
+3679,Kramatorskaya,Hard Coal,,PP,UA,120.0,,0.0,0.0,0.0,0.0,1974.0,,,,48.7477,37.5723,[nan],"{'GPD': ['WRI1075856'], 'CARMA': ['CARMA54560']}"
+3680,Chernihiv,Hard Coal,,PP,UA,200.0,,0.0,0.0,0.0,0.0,1968.0,,,,51455,31.2602,[nan],"{'GPD': ['WRI1075853'], 'CARMA': ['CARMA8190']}"

data/eia_hydro_annual_generation.csv

@@ -0,0 +1,53 @@
+https://www.eia.gov/international/data/world/electricity/electricity-generation?pd=2&p=000000000000000000000000000000g&u=1&f=A&v=mapbubble&a=-&i=none&vo=value&t=R&g=000000000000002&l=73-1028i008017kg6368g80a4k000e0ag00gg0004g8g0ho00g000400008&l=72-00000000000000000000000000080000000000000000000g&s=315532800000&e=1609459200000&ev=false&,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,
+Report generated on: 01-06-2023 21:17:46,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,
+API,,1980,1981,1982,1983,1984,1985,1986,1987,1988,1989,1990,1991,1992,1993,1994,1995,1996,1997,1998,1999,2000,2001,2002,2003,2004,2005,2006,2007,2008,2009,2010,2011,2012,2013,2014,2015,2016,2017,2018,2019,2020,2021
+,hydroelectricity net generation (billion kWh),,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,
+INTL.33-12-EURO-BKWH.A,    Europe,"458,018","464,155","459,881","473,685","481,241","476,739","459,535","491,085","534,517","465,365","474,466","475,47","509,041","526,448","531,815","543,743","529,114164","543,845616","562,491501","566,861453","588,644662","584,806195","539,051405","503,7067","542,112443","542,974669","535,006084","538,449707","565,143111","561,761402","617,547148","540,926277","598,055253","629,44709","617,111295","613,079848","627,720566217","560,362524","616,5081462","606,5997419","644,1106599","628,1390143"
+INTL.33-12-ALB-BKWH.A,        Albania,"2,919","3,018","3,093","3,167","3,241","3,315","3,365","3,979","3,713","3,846","2,82","3,483","3,187","3,281","3,733","4,162","5,669","4,978","4,872","5,231","4,548","3,519","3,477","5,117","5,411","5,319","4,951","2,76","3,759","5,201","7,49133","4,09068","4,67775","6,88941","4,67676","5,83605","7,70418","4,47975","8,46648","5,15394","5,281","8,891943"
+INTL.33-12-AUT-BKWH.A,        Austria,"28,501","30,008","29,893","29,577","28,384","30,288","30,496","25,401","35,151","34,641","31,179","31,112","34,483","36,336","35,349","36,696","33,874","35,744","36,792","40,292","41,418","40,05","39,825","32,883","36,394","36,31","35,48","36,732","37,969","40,487","36,466","32,511","41,862","40,138","39,001","35,255","37,954","36,462","35,73","40,43655","41,9356096","38,75133"
+INTL.33-12-BEL-BKWH.A,        Belgium,"0,274","0,377","0,325","0,331","0,348","0,282","0,339","0,425","0,354","0,3","0,263","0,226","0,338","0,252","0,342","0,335","0,237","0,30195","0,38511","0,338","0,455","0,437","0,356","0,245","0,314","0,285","0,355","0,385","0,406","0,325","0,298","0,193","0,353","0,376","0,289","0,314","0,367","0,268","0,3135","0,302","0,2669","0,3933"
+INTL.33-12-BIH-BKWH.A,        Bosnia and Herzegovina,--,--,--,--,--,--,--,--,--,--,--,--,"3,374","2,343","3,424","3,607","5,104","4,608","4,511","5,477","5,043","5,129","5,215","4,456","5,919","5,938","5,798","3,961","4,818","6,177","7,946","4,343","4,173","7,164","5,876","5,495","5,585","3,7521","6,35382","6,02019","4,58","6,722"
+INTL.33-12-BGR-BKWH.A,        Bulgaria,"3,674","3,58","3,018","3,318","3,226","2,214","2,302","2,512","2,569","2,662","1,859","2,417","2,042","1,923","1,453","2,291","2,89","2,726","3,066","2,725","2,646","1,72","2,172","2,999","3,136","4,294","4,196","2,845","2,796","3,435","4,98168","2,84328","3,14622","3,99564","4,55598","5,59845","3,8412","2,79972","5,09553","2,929499","2,820398","4,819205"
+INTL.33-12-HRV-BKWH.A,        Croatia,--,--,--,--,--,--,--,--,--,--,--,--,"4,298","4,302","4,881","5,212","7,156","5,234","5,403","6,524","5,794","6,482","5,311","4,827","6,888","6,27","5,94","4,194","5,164","6,663","9,035","4,983","4,789","8,536","8,917","6,327","6,784","5,255","7,62399","5,87268","5,6624","7,1277"
+INTL.33-12-CYP-BKWH.A,        Cyprus,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+INTL.33-12-CZE-BKWH.A,        Czechia,--,--,--,--,--,--,--,--,--,--,--,--,--,"1,355","1,445","1,982","1,949","1,68201","1,382","1,664","1,7404","2,033","2,467","1,369","1,999","2,356","2,525","2,068","2,004","2,405","2,775","1,95","2,107","2,704","1,909","1,779","1,983","1,852","1,615","1,98792","2,143884","2,40852"
+INTL.33-12-DNK-BKWH.A,        Denmark,"0,03","0,031","0,028","0,036","0,028","0,027","0,029","0,029","0,032","0,027","0,027","0,026","0,028","0,027","0,033","0,03","0,019","0,019","0,02673","0,031","0,03","0,028","0,032","0,021","0,027","0,023","0,023","0,028","0,026","0,019","0,021","0,017","0,017","0,013","0,015","0,01803","0,01927","0,017871","0,0148621","0,0172171","0,017064","0,016295"
+INTL.33-12-EST-BKWH.A,        Estonia,--,--,--,--,--,--,--,--,--,--,--,--,"0,001","0,001","0,003","0,002","0,002","0,003","0,004","0,004","0,005","0,007","0,006","0,013","0,022","0,022","0,014","0,021","0,028","0,032","0,027","0,029999","0,042","0,026","0,027","0,027","0,035","0,025999","0,0150003","0,0189999","0,03","0,0248"
+INTL.33-12-FRO-BKWH.A,        Faroe Islands,"0,049","0,049","0,049","0,049","0,049","0,049","0,049","0,049","0,062","0,071","0,074","0,074","0,083","0,073","0,075","0,075","0,069564","0,075066","0,076501","0,069453","0,075262","0,075195","0,095535","0,08483","0,093443","0,097986","0,099934","0,103407","0,094921","0,091482","0,06676","0,092","0,099","0,091","0,121","0,132","0,105","0,11","0,107","0,102","0,11","0,11"
+INTL.33-12-FIN-BKWH.A,        Finland,"10,115","13,518","12,958","13,445","13,115","12,211","12,266","13,658","13,229","12,9","10,75","13,065","14,956","13,341","11,669","12,796","11,742","12,11958","14,9","12,652","14,513","13,073","10,668","9,495","14,919","13,646","11,379","14,035","16,941","12,559","12,743","12,278001","16,666998","12,672","13,240001","16,583999","15,634127","14,609473","13,1369998","12,2454823","15,883","15,766"
+INTL.33-12-CSK-BKWH.A,        Former Czechoslovakia,"4,8","4,2","3,7","3,9","3,2","4,3",4,"4,853","4,355","4,229","3,919","3,119","3,602",--,--,--,--,--,--,--,--,--,--,--,--,--,--,--,--,--,--,--,--,--,--,--,--,--,--,--,--,--
+INTL.33-12-SCG-BKWH.A,        Former Serbia and Montenegro,--,--,--,--,--,--,--,--,--,--,--,--,"11,23","10,395","11,016","12,071","14,266","12,636","12,763","13,243","11,88","12,326","11,633","9,752","11,01","11,912",--,--,--,--,--,--,--,--,--,--,--,--,--,--,--,--
+INTL.33-12-YUG-BKWH.A,        Former Yugoslavia,"27,868","25,044","23,295","21,623","25,645","24,363","27,474","25,98","25,612","23,256","19,601","18,929",--,--,--,--,--,--,--,--,--,--,--,--,--,--,--,--,--,--,--,--,--,--,--,--,--,--,--,--,--,--
+INTL.33-12-FRA-BKWH.A,        France,"68,253","70,358","68,6","67,515","64,01","60,248","60,953","68,623","73,952","45,744","52,796","56,277","68,313","64,3","78,057","72,196","64,43","63,151","61,479","71,832","66,466","73,888","59,992","58,567","59,276","50,965","55,741","57,029","63,017","56,428","61,945","45,184","59,099","71,042","62,993","54,876","60,094","49,389","64,485","56,913891","62,06191","58,856657"
+INTL.33-12-DEU-BKWH.A,        Germany,--,--,--,--,--,--,--,--,--,--,--,"14,742","17,223","17,699","19,731","21,562","21,737","17,18343","17,044","19,451","21,515","22,506","22,893","19,071","20,866","19,442","19,808","20,957","20,239","18,841","20,678","17,323","21,331","22,66","19,31","18,664","20,214","19,985","17,694","19,731","18,322","19,252"
+INTL.33-12-DDR-BKWH.A,"        Germany, East","1,658","1,718","1,748","1,683","1,748","1,758","1,767","1,726","1,719","1,551","1,389",--,--,--,--,--,--,--,--,--,--,--,--,--,--,--,--,--,--,--,--,--,--,--,--,--,--,--,--,--,--,--
+INTL.33-12-DEUW-BKWH.A,"        Germany, West","17,125","17,889","17,694","16,713","16,434","15,354","16,526","18,36","18,128","16,482","15,769",--,--,--,--,--,--,--,--,--,--,--,--,--,--,--,--,--,--,--,--,--,--,--,--,--,--,--,--,--,--,--
+INTL.33-12-GIB-BKWH.A,        Gibraltar,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+INTL.33-12-GRC-BKWH.A,        Greece,"3,396","3,398","3,551","2,331","2,852","2,792","3,222","2,768","2,354","1,888","1,751","3,068","2,181","2,26","2,573","3,494","4,305","3,84318","3,68","4,546","3,656","2,076","2,772","4,718","4,625","4,967","5,806","2,565","3,279","5,32","7,431","3,998","4,387","6,337","4,464","5,782","5,543","3,962","5,035","3,9798","3,343687","5,909225"
+INTL.33-12-HUN-BKWH.A,        Hungary,"0,111","0,166","0,158","0,153","0,179","0,153","0,152","0,167","0,167","0,156","0,176","0,192","0,156","0,164","0,159","0,161","0,205","0,21384","0,15345","0,179","0,176","0,184","0,192","0,169","0,203","0,2","0,184","0,208","0,211","0,226","0,184","0,215999","0,205999","0,207999","0,294001","0,226719","0,253308","0,213999","0,216","0,2129999","0,238","0,202379"
+INTL.33-12-ISL-BKWH.A,        Iceland,"3,053","3,085","3,407","3,588","3,738","3,667","3,846","3,918","4,169","4,217","4,162","4,162","4,267","4,421","4,47","4,635","4,724","5,15493","5,565","5,987","6,292","6,512","6,907","7,017","7,063","6,949","7,22","8,31","12,303","12,156","12,509999","12,381999","12,213999","12,747001","12,554","13,541","13,091609","13,891929","13,679377","13,32911","12,9196201","13,5746171"
+INTL.33-12-IRL-BKWH.A,        Ireland,"0,833","0,855","0,792","0,776","0,68","0,824","0,91","0,673","0,862","0,684","0,69","0,738","0,809","0,757","0,911","0,706","0,715","0,67122","0,907","0,838","0,838","0,59","0,903","0,592","0,624","0,625","0,717","0,66","0,959","0,893","0,593","0,699","0,795","0,593","0,701","0,798","0,674","0,685","0,687","0,87813","0,932656","0,750122"
+INTL.33-12-ITA-BKWH.A,        Italy,"44,997","42,782","41,216","40,96","41,923","40,616","40,626","39,05","40,205","33,647","31,31","41,817","41,778","41,011","44,212","37,404","41,617","41,18697","40,808","44,911","43,763","46,343","39,125","33,303","41,915","35,706","36,624","32,488","41,207","48,647","50,506","45,36477","41,45625","52,24626","57,95955","45,08163","42,00768","35,83701","48,29913","45,31824","47,551784","44,739"
+INTL.33-12-XKS-BKWH.A,        Kosovo,--,--,--,--,--,--,--,--,--,--,--,--,--,--,--,--,--,--,--,--,--,--,--,--,--,--,--,--,"0,075","0,119","0,154","0,104","0,095","0,142","0,149","0,139","0,243","0,177","0,27027","0,2079","0,262826","0,300635"
+INTL.33-12-LVA-BKWH.A,        Latvia,--,--,--,--,--,--,--,--,--,--,--,--,"2,498","2,846","3,272","2,908","1,841","2,922","2,99","2,729","2,791","2,805","2,438","2,243","3,078","3,293","2,671","2,706","3,078","3,422","3,487998","2,8568","3,677","2,838","1,953","1,841","2,522819","4,355513","2,4170639","2,0958919","2,5840101","2,6889293"
+INTL.33-12-LTU-BKWH.A,        Lithuania,--,--,--,--,--,--,--,--,--,--,--,--,"0,308","0,389","0,447","0,369","0,323","0,291","0,413","0,409","0,336","0,322","0,35","0,323","0,417","0,446193","0,393","0,417","0,398","0,42","0,535","0,475","0,419","0,516","0,395","0,346","0,45","0,597","0,427","0,34254","0,3006","0,3837"
+INTL.33-12-LUX-BKWH.A,        Luxembourg,"0,086","0,095","0,084","0,083","0,088","0,071","0,084","0,101","0,097","0,072","0,07","0,083","0,069","0,066","0,117","0,087","0,059","0,082","0,114","0,084","0,119","0,117","0,098","0,078","0,103","0,093","0,11","0,116","0,131","0,105","0,104","0,061","0,095","0,114","0,104","0,095","0,111","0,082","0,089","0,10593","0,091602","0,1068"
+INTL.33-12-MLT-BKWH.A,        Malta,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+INTL.33-12-MNE-BKWH.A,        Montenegro,--,--,--,--,--,--,--,--,--,--,--,--,--,--,--,--,--,--,--,--,--,--,--,--,--,--,"1,733","1,271","1,524","2,05","2,723","1,192","1,462","2,479","1,734","1,476","1,825","1,014","1,693443","1,262781","0,867637","1,212652"
+INTL.33-12-NLD-BKWH.A,        Netherlands,0,0,0,0,0,"0,003","0,003","0,001","0,002","0,037","0,119","0,079","0,119","0,091","0,1","0,087","0,079","0,09108","0,111","0,089","0,141","0,116","0,109","0,071","0,094","0,087","0,105","0,106","0,101","0,097","0,105","0,057","0,104389","0,11431","0,112202","0,0927","0,100078","0,060759","0,0723481","0,074182","0,0462851","0,0838927"
+INTL.33-12-MKD-BKWH.A,        North Macedonia,--,--,--,--,--,--,--,--,--,--,--,--,"0,817","0,517","0,696","0,793","0,842","0,891","1,072","1,375","1,158","0,62","0,749","1,36","1,467","1,477","1,634",1,"0,832","1,257","2,407","1,419","1,031","1,568","1,195","1,846","1,878","1,099","1,773","1,15236","1,277144","1,451623"
+INTL.33-12-NOR-BKWH.A,        Norway,"82,717","91,876","91,507","104,704","104,895","101,464","95,321","102,341","107,919","117,369","119,933","109,032","115,505","118,024","110,398","120,315","102,823","108,677","114,546","120,237","140,4","119,258","128,078","104,425","107,693","134,331","118,175","132,319","137,654","124,03","116,257","119,78","141,189","127,551","134,844","136,662","142,244","141,651","138,202","123,66288","141,69",144
+INTL.33-12-POL-BKWH.A,        Poland,"2,326","2,116","1,528","1,658","1,394","1,833","1,534","1,644","1,775","1,593","1,403","1,411","1,492","1,473","1,716","1,868","1,912","1,941","2,286","2,133","2,085","2,302","2,256","1,654","2,06","2,179","2,022","2,328","2,13","2,351","2,9","2,313","2,02","2,421","2,165","1,814","2,117","2,552","1,949","1,93842","2,118337","2,339192"
+INTL.33-12-PRT-BKWH.A,        Portugal,"7,873","4,934","6,82","7,897","9,609","10,512","8,364","9,005","12,037","5,72","9,065","8,952","4,599","8,453","10,551","8,26","14,613","12,97395","12,853","7,213","11,21","13,894","7,722","15,566","9,77","4,684","10,892","9,991","6,73","8,201","15,954","11,423","5,589","13,652","15,471","8,615","15,608","5,79","12,316","8,6526","12,082581","11,846464"
+INTL.33-12-ROU-BKWH.A,        Romania,"12,506","12,605","11,731","9,934","11,208","11,772","10,688","11,084","13,479","12,497","10,87","14,107","11,583","12,64","12,916","16,526","15,597","17,334","18,69","18,107","14,63","14,774","15,886","13,126","16,348","20,005","18,172","15,806","17,023","15,379","19,684","14,581","11,945","14,807","18,618","16,467","17,848","14,349","17,48736","15,580622","15,381243","17,376933"
+INTL.33-12-SRB-BKWH.A,        Serbia,--,--,--,--,--,--,--,--,--,--,--,--,--,--,--,--,--,--,--,--,--,--,--,--,--,--,"10,855","9,937","9,468","10,436","11,772","8,58","9,193","10,101","10,893","9,979","10,684","9,061","10,53261","9,457175","9,034496","11,284232"
+INTL.33-12-SVK-BKWH.A,        Slovakia,--,--,--,--,--,--,--,--,--,--,--,--,--,"3,432","4,311","4,831","4,185","4,023","4,224","4,429","4,569","4,878","5,215","3,4452","4,059","4,592","4,355","4,406",4,"4,324","5,184","3,211","3,687","4,329","3,762","3,701","4,302","4,321","3,506","4,27383","4,517","4,17"
+INTL.33-12-SVN-BKWH.A,        Slovenia,--,--,--,--,--,--,--,--,--,--,--,--,"3,379","2,974","3,348","3,187","3,616","3,046","3,4","3,684","3,771","3,741","3,265","2,916","4,033","3,426","3,555","3,233","3,978","4,666","4,452","3,506","3,841","4,562","6,011","3,75","4,443","3,814","4,643","4,43421","4,93406","4,711944"
+INTL.33-12-ESP-BKWH.A,        Spain,"29,16","21,64","25,99","26,696","31,088","30,895","26,105","27,016","34,76","19,046","25,16","27,01","18,731","24,133","27,898","22,881","39,404","34,43","33,665","22,634","29,274","40,617","22,691","40,643","31,359","18,209","25,699","27,036","23,13","26,147","41,576","30,07","20,192","36,45","38,815","27,656","35,77","18,007","33,743","24,23025","30,507","29,626"
+INTL.33-12-SWE-BKWH.A,        Sweden,"58,133","59,006","54,369","62,801","67,106","70,095","60,134","70,95","69,016","70,911","71,778","62,603","73,588","73,905","58,508","67,421","51,2226","68,365","74,25","70,974","77,798","78,269","65,696","53,005","59,522","72,075","61,106","65,497","68,378","65,193","66,279","66,047","78,333","60,81","63,227","74,734","61,645","64,651","61,79","64,46583","71,6","71,086"
+INTL.33-12-CHE-BKWH.A,        Switzerland,"32,481","35,13","35,974","35,069","29,871","31,731","32,576","34,328","35,437","29,477","29,497","31,756","32,373","35,416","38,678","34,817","28,458","33,70257","33,136","37,104","33,854","38,29","32,323","31,948","30,938","28,664","28,273","32,362","33,214","32,833","33,261","29,906","35,783","35,628","35,122","35,378","31,984","31,47968","32,095881","35,156989","37,867647","36,964485"
+INTL.33-12-TUR-BKWH.A,        Turkey,"11,159","12,308","13,81","11,13","13,19","11,822","11,637","18,314","28,447","17,61","22,917","22,456","26,302","33,611","30,28","35,186","40,07","39,41784","41,80671","34,33","30,57","23,77","33,346","34,977","45,623","39,165","43,802","35,492","32,937","35,598","51,423001","51,154999","56,668998","58,225","39,750001","65,856","66,685883","57,823851","59,490211","88,2094218","78,094369","55,1755392"
+INTL.33-12-GBR-BKWH.A,        United Kingdom,"3,921","4,369","4,543","4,548","3,992","4,08","4,767","4,13","4,915","4,732","5,119","4,534","5,329","4,237","5,043","4,79","3,359","4,127","5,117","5,336","5,085","4,055","4,78787","3,22767","4,844","4,92149","4,59315","5,0773","5,14119","5,22792","3,59138","5,69175","5,30965","4,70147","5,8878","6,29727","5,370412217","5,88187","5,44327","5,84628","6,75391","5,0149"
+,    Eurasia,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,
+INTL.33-12-MDA-BKWH.A,        Moldova,--,--,--,--,--,--,--,--,--,--,--,--,"0,255","0,371","0,275","0,321","0,362","0,378","0,387","0,363","0,392","0,359","0,348","0,358","0,35","0,359","0,365","0,354","0,385","0,354","0,403","0,348","0,266","0,311","0,317","0,265","0,228","0,282","0,27324","0,29799","0,276","0,316"
+INTL.33-12-UKR-BKWH.A,        Ukraine,--,--,--,--,--,--,--,--,--,--,--,--,"7,725","10,929","11,997","9,853","8,546","9,757","15,756","14,177","11,161","11,912","9,531","9,146","11,635","12,239","12,757","10,042","11,397","11,817","13,02","10,837","10,374","13,663","8,393","5,343","7,594","8,856","10,32372","6,5083","7,5638","10,3326"

data/entsoegridkit/README.md

@@ -0,0 +1,130 @@
+# Unofficial ENTSO-E dataset processed by GridKit
+
+This dataset was generated based on a map extract from March 2022.
+This is an _unofficial_ extract of the
+[ENTSO-E interactive map](https://www.entsoe.eu/data/map/)
+of the European power system (including to a limited extent North
+Africa and the Middle East). The dataset has been processed by GridKit
+to form complete topological connections.  This dataset is neither
+approved nor endorsed by ENTSO-E.
+
+This dataset may be inaccurate in several ways, notably:
+
++ Geographical coordinates are transfered from the ENTSO-E map, which
+  is known to choose topological clarity over geographical
+  accuracy. Hence coordinates will not correspond exactly to reality.
++ Voltage levels are typically provided as ranges by ENTSO-E, of which
+  the lower bound has been reported in this dataset.
++ Line structure conflicts are resolved by picking the first structure
+  in the set
++ Transformers are _not present_ in the original ENTSO-E dataset,
+  their presence has been derived from the different voltages from
+  connected lines.
++ The connection between generators and busses is derived as the
+  geographically nearest station at the lowest voltage level. This
+  information is again not present in the ENTSO-E dataset.
+
+All users are advised to exercise caution in the use of this
+dataset. No liability is taken for inaccuracies.
+
+
+## Contents of dataset
+
+This dataset is provided as set of CSV files that describe the ENTSO-E
+network. These files use the comma (`,`) as field separator, single
+newlines (`\n`) as record separator, and single quotes (`'`) as string
+quote characters. The CSV files have headers.
+
+Example code for reading the files:
+
+    # R
+    buses <- read.csv("buses.csv", header=TRUE, quote="'")
+    # python
+    import io, csv
+    class dialect(csv.excel):
+        quotechar = "'"
+    with io.open('buses.csv', 'rb') as handle:
+        buses = list(csv.DictReader(handle, dialect))
+
+### buses.csv:
+
+Describes terminals, vertices, or 'nodes' of the system
+
++ `bus_id`: the unique identifier for the bus
++ `station_id`: unique identifier of its substation; a station may have multiple buses, which are typically connected by transformers
++ `voltage`: the operating voltage of this bus
++ `dc`: boolean ('t' or 'f'), describes whether the bus is a HVDC
+  terminal (t) or a regular AC terminal (f)
++ `symbol`: type of station of this bus.
++ `under_construction`: boolean ('t' if station is currently under construction,
+  'f' otherwise)
++ `tags`: _hstore_ encoded dictionary of 'extra' properties for this bus
++ `x`: longitude of its location
++ `y`: latitude of its location
+
+**NOTA BENE**: During the processing of the network, so called
+'synthetic' stations may be inserted on locations where lines are
+apparantly connected. Such synthetic stations can be recognised
+because their symbol is always `joint`.
+
+### lines.csv:
+
+Buses are connected by AC-lines:
+
++ `line_id`: unique identifier for the line
++ `bus0`: first of the two connected buses
++ `bus1`: second of two connected buses
++ `voltage`: operating voltage of the line (identical to operating voltage of
+  the bus)
++ `circuits`: number of (independent) circuits in this link, each of which
+  typically has 3 cables.
++ `length`: length of line in km
++ `underground`: boolean, `t` if this is an underground cable, `f` for
+  an overhead line
++ `under_construction`: boolean, `t` for lines that are currently
+  under construction
++ `tags`: _hstore_ encoded dictionary of extra properties for this link
++ `geometry`: extent of this line in well-known-text format (WGS84)
+
+### links.csv:
+
+Connections between buses:
+
++ `link_id`: unique identifier for the link
++ `bus0`: first of the two connected buses
++ `bus1`: second of two connected buses
++ `length`: length of line in km
++ `under_construction`: boolean, `t` for lines that are currently
+  under construction
++ `tags`: _hstore_ encoded dictionary of extra properties for this link
++ `geometry`: extent of this line in well-known-text format (WGS84)
+
+### generators.csv
+
+Generators attached to the network.
+
++ `generator_id`: unique identifier for the generator
++ `bus_id`: the bus to which this generator is connected
++ `technology`: type of generator
++ `capacity`: capacity of this generator in MW
++ `tags`: _hstore_ encoded dictionary of extra attributes
++ `geometry`: location of generator in well-known text format (WGS84)
+
+### transformers.csv
+
+A transformer connects buses which operate at distinct voltages. **NOTA BENE**:
+Transformers are _not_ represented in the original dataset, but instead have
+been added at substations to connect AC transmission lines of distinct voltage
+levels.
+
++ `transformer_id`: unique identifier
++ `bus0`: Bus at lower voltage level
+  `bus1`: Bus at higher voltage level
+
+### converters.csv
+
+Back-to-back converters connecting non-synchronized buses.
+
++ `converter_id`: unique identifier
++ `bus0`: First bus
+  `bus1`: Second bus

data/entsoegridkit/converters.csv

@@ -0,0 +1,7 @@
+converter_id,bus0,bus1
+2349,1900,1902
+2288,1869,1871
+6342,5544,5545
+2349,1900,1901
+7484,6523,6524
+2349,1901,1902

data/entsoegridkit/links.csv

@@ -0,0 +1,63 @@
+link_id,bus0,bus1,length,underground,under_construction,tags,geometry
+5577,5,94,362337.247822072,f,f,'"MW"=>"None", "TSO"=>"None", "oid"=>"32523", "ext1"=>"None", "EIC_2"=>"None", "EIC_3"=>"None", "EIC_4"=>"None", "text_"=>" ", "symbol"=>"DC-Line", "country"=>"SA", "t9_code"=>"0", "visible"=>"1", "EIC_code"=>"None", "tie_line"=>"0", "oneCircuit"=>"0", "CreatedDate"=>"None", "DeletedDate"=>"None", "ModifiedDate"=>"None", "Internalcomments"=>"None", "visible_on_printed"=>"1"','LINESTRING(39.6360309199414 24.7771549364779,40.253906 27.059126,40.4982466187365 27.9539936298126)'
+5946,1231,1233,11419.5508883069,f,f,'"MW"=>"None", "TSO"=>"None", "oid"=>"36200", "ext1"=>"None", "EIC_2"=>"None", "EIC_3"=>"None", "EIC_4"=>"None", "text_"=>"None", "symbol"=>"DC-Line", "country"=>"TR", "t9_code"=>"None", "visible"=>"1", "EIC_code"=>"None", "tie_line"=>"0", "oneCircuit"=>"0", "CreatedDate"=>"1.487925895e+12", "DeletedDate"=>"None", "ModifiedDate"=>"1.48895783e+12", "Internalcomments"=>"None", "visible_on_printed"=>"1"','LINESTRING(26.680298 40.313043,26.5557438215552 40.3516481544774)'
+14811,1278,1294,272366.529693327,f,f,,'LINESTRING(21.0892517161789 39.3174860744064,20.867157 39.426647,20.537567 39.544294,20.037689 39.647997,19.980011 39.678655,19.974518 39.748378,19.947052 39.807481,19.871521 39.834905,19.730072 39.852829,19.27002 39.898148,19.234314 39.900255,18.625946 39.932907,18.1732034663802 39.9781277204571)'
+13588,1349,7428,92513.5411955304,f,f,,'LINESTRING(8.21673410679486 40.9126998173886,8.31665 40.979898,8.55560299999999 41.139365,9.04861499999999 41.276774,9.17007598089397 41.296762471629)'
+5587,1377,2382,76847.0139826037,f,f,'"MW"=>"None", "TSO"=>"None", "oid"=>"32533", "ext1"=>"None", "EIC_2"=>"None", "EIC_3"=>"None", "EIC_4"=>"None", "text_"=>"200", "symbol"=>"DC-Line", "country"=>"IT", "t9_code"=>"0", "visible"=>"1", "EIC_code"=>"None", "tie_line"=>"0", "oneCircuit"=>"0", "CreatedDate"=>"None", "DeletedDate"=>"None", "ModifiedDate"=>"None", "Internalcomments"=>"None", "visible_on_printed"=>"1"','LINESTRING(8.67675371049727 40.6777653795244,9.03900099999999 40.979898,9.22164899999999 41.133159,9.19977299501706 41.2082924934473)'
+5640,1422,1638,234733.218840324,f,f,'"MW"=>"None", "TSO"=>"None", "oid"=>"32590", "ext1"=>"None", "EIC_2"=>"None", "EIC_3"=>"None", "EIC_4"=>"None", "text_"=>"Rómulo", "symbol"=>"DC-Line", "country"=>"ES", "t9_code"=>"0", "visible"=>"1", "EIC_code"=>"None", "tie_line"=>"0", "oneCircuit"=>"0", "CreatedDate"=>"None", "DeletedDate"=>"None", "ModifiedDate"=>"None", "Internalcomments"=>"None", "visible_on_printed"=>"1"','LINESTRING(2.48932993486183 39.561252379133,1.13159199999999 39.610978,0 39.710356,-0.234388957535875 39.7314420592468)'
+13589,2262,7428,316517.539537871,f,f,,'LINESTRING(9.17009350125146 41.2967653544603,9.38095099999999 41.331451,9.858856 41.352072,10.70755 41.479776,11.25 41.448903,12.100067 41.432431,12.380219 41.426253,12.418671 41.401536,12.704315 41.347948,12.805939 41.368564,12.9016442293009 41.3921592955445)'
+14802,2258,7029,391819.608605717,f,t,,'LINESTRING(14.0986517070226 42.4133438660838,14.412689 42.431566,15.115814 42.363618,16.269379 42.067646,16.875 42.126747,16.962891 42.135913,18.531189 42.271212,18.7271798293119 42.3522936900005)'
+14668,2333,3671,146536.932669904,f,t,,'LINESTRING(6.04271995139229 45.4637174756646,6.16607700000001 45.327048,6.351471 45.183973,6.54922499999999 45.148148,6.62338299999999 45.101638,6.642609 45.089036,6.70440700000001 45.05121,6.980438 45.089036,7.00653099999999 45.092914,7.21939099999999 45.094853,7.223511 45.089036,7.378693 44.871443,7.32136143270145 44.8385424366672)'
+14808,2379,2383,103628.671904731,f,f,,'LINESTRING(9.37725891362686 42.7057449479108,9.79980499999999 42.799431,10.5931379465185 42.9693952059839)'
+5575,2379,2380,24868.4258834249,f,f,'"MW"=>"None", "TSO"=>"None", "oid"=>"32521", "ext1"=>"None", "EIC_2"=>"None", "EIC_3"=>"None", "EIC_4"=>"None", "text_"=>" ", "symbol"=>"DC-Line", "country"=>"FR", "t9_code"=>"0", "visible"=>"1", "EIC_code"=>"None", "tie_line"=>"0", "oneCircuit"=>"0", "CreatedDate"=>"None", "DeletedDate"=>"None", "ModifiedDate"=>"None", "Internalcomments"=>"None", "visible_on_printed"=>"1"','LINESTRING(9.37679000208623 42.7053229039427,9.357605 42.552069,9.45054814341409 42.5389781005166)'
+5586,2380,2381,130349.805131517,f,f,'"MW"=>"None", "TSO"=>"None", "oid"=>"32532", "ext1"=>"None", "EIC_2"=>"None", "EIC_3"=>"None", "EIC_4"=>"None", "text_"=>"200", "symbol"=>"DC-Line", "country"=>"FR", "t9_code"=>"0", "visible"=>"1", "EIC_code"=>"None", "tie_line"=>"0", "oneCircuit"=>"0", "CreatedDate"=>"None", "DeletedDate"=>"None", "ModifiedDate"=>"None", "Internalcomments"=>"None", "visible_on_printed"=>"1"','LINESTRING(9.45062783092712 42.538721099255,9.35348499999999 42.486277,9.385071 42.11758,9.13387617519614 41.4276065839255)'
+5582,2381,7428,14773.4696528853,f,f,'"MW"=>"None", "TSO"=>"None", "oid"=>"32528", "ext1"=>"None", "EIC_2"=>"None", "EIC_3"=>"None", "EIC_4"=>"None", "text_"=>" ", "symbol"=>"DC-Line", "country"=>"FR", "t9_code"=>"FR-IT-01", "visible"=>"1", "EIC_code"=>"None", "tie_line"=>"1", "oneCircuit"=>"0", "CreatedDate"=>"None", "DeletedDate"=>"None", "ModifiedDate"=>"1.555318236e+12", "Internalcomments"=>"None", "visible_on_printed"=>"1"','LINESTRING(9.1338505292182 41.4269535813022,9.168091 41.303603,9.17008474107272 41.2967639130447)'
+5583,2382,7428,11623.019620339,f,f,'"MW"=>"None", "TSO"=>"None", "oid"=>"32529", "ext1"=>"None", "EIC_2"=>"None", "EIC_3"=>"None", "EIC_4"=>"None", "text_"=>" ", "symbol"=>"DC-Line", "country"=>"IT", "t9_code"=>"FR-IT-01", "visible"=>"1", "EIC_code"=>"None", "tie_line"=>"1", "oneCircuit"=>"0", "CreatedDate"=>"None", "DeletedDate"=>"None", "ModifiedDate"=>"1.555323123e+12", "Internalcomments"=>"None", "visible_on_printed"=>"1"','LINESTRING(9.17008474107272 41.2967639130447,9.168091 41.303603,9.18319700000001 41.250968,9.1995514318356 41.2089447559651)'
+14825,2476,2585,45367.7245799963,f,f,,'LINESTRING(2.98259070757654 42.2776059846425,2.90313700000001 42.397094,2.867432 42.467032,2.77404800000001 42.655172)'
+8745,3611,8302,9361.61122972312,f,f,'"MW"=>"None", "TSO"=>"None", "oid"=>"120591", "ext1"=>"None", "EIC_2"=>"None", "EIC_3"=>"None", "EIC_4"=>"None", "text_"=>"None", "symbol"=>"DC-Line", "country"=>"CH", "t9_code"=>"None", "visible"=>"1", "EIC_code"=>"None", "tie_line"=>"0", "oneCircuit"=>"1", "CreatedDate"=>"1.556535027e+12", "DeletedDate"=>"None", "ModifiedDate"=>"None", "Internalcomments"=>"None", "visible_on_printed"=>"1"','LINESTRING(7.95410166666667 47.5542867377085,7.928009 47.555214,7.937622 47.526475,7.96895162362761 47.4961125343931)'
+14801,4709,4781,50206.4589537583,f,t,,'LINESTRING(6.43068069229957 50.8136946409214,6.020508 50.766865,5.925751 50.755572,5.73118285928413 50.7304278585398)'
+14814,4972,5062,232745.802729813,f,f,,'LINESTRING(4.04528166772434 51.9611233898246,2.41561900000001 51.702353,0.794192405058928 51.4189824547604)'
+5558,4975,7427,45665.1050240866,f,t,'"MW"=>"None", "TSO"=>"None", "oid"=>"32502", "ext1"=>"None", "EIC_2"=>"None", "EIC_3"=>"None", "EIC_4"=>"None", "text_"=>" ", "symbol"=>"DC-Line", "country"=>"UK", "t9_code"=>" BE-UK-01", "visible"=>"1", "EIC_code"=>"None", "tie_line"=>"1", "oneCircuit"=>"0", "CreatedDate"=>"None", "DeletedDate"=>"None", "ModifiedDate"=>"1.555407949e+12", "Internalcomments"=>"None", "visible_on_printed"=>"1"','LINESTRING(1.92947399999999 51.251601,1.27623412238205 51.2327009391635)'
+14826,4977,4983,52725.5506558225,f,f,,'LINESTRING(1.75051314494826 50.9186901861196,1.43508900000001 50.970535,1.02353536683349 51.0370060560335)'
+12727,5071,7427,92700.7652335474,t,f,,'LINESTRING(3.25699821065925 51.2773723094758,1.9294829557868 51.251601173908)'
+14820,5605,6355,388691.281442629,f,f,,'LINESTRING(21.2350493599337 55.6649551399923,21.220093 55.641174,21.122589 55.631872,20.210724 55.776573,19.114838 55.949969,18.491364 55.974567,16.875 56.109576,16.875 56.109576,16.292725 56.158553,15.545654 56.647167)'
+14805,5624,5847,49985.3600979311,t,f,,'LINESTRING(11.2853515176222 55.5308076825323,11.25 55.515415,11.185455 55.488191,11.134644 55.483523,10.735016 55.405629,10.5537191820378 55.3715610145456)'
+14824,5646,5685,148283.118314702,f,f,,'LINESTRING(11.9669051857726 55.421747727341,12.087708 54.770593,12.13028 54.564896,12.236023 54.258807,12.267609 54.102086)'
+5601,5673,7430,56022.9511788432,f,f,'"MW"=>"None", "TSO"=>"None", "oid"=>"32550", "ext1"=>"None", "EIC_2"=>"None", "EIC_3"=>"None", "EIC_4"=>"None", "text_"=>"Baltic Cable 400 kV", "symbol"=>"DC-Line", "country"=>"SE", "t9_code"=>"DE-SE-01", "visible"=>"1", "EIC_code"=>"None", "tie_line"=>"1", "oneCircuit"=>"0", "CreatedDate"=>"None", "DeletedDate"=>"None", "ModifiedDate"=>"1.555402087e+12", "Internalcomments"=>"None", "visible_on_printed"=>"1"','LINESTRING(12.9299984288384 55.0630403498842,12.947388 55.077581,13.002319 55.155336,13.095703 55.379891,13.1752359988911 55.5447059797474)'
+14823,5588,6351,223028.828051207,f,f,,'LINESTRING(16.861267 54.533833,16.274872 55.092515,16.022186 55.289283,15.37674 55.776573,14.8455441317166 56.1736465974452)'
+5564,5736,5784,165019.269173818,f,f,'"MW"=>"None", "TSO"=>"None", "oid"=>"32508", "ext1"=>"None", "EIC_2"=>"None", "EIC_3"=>"None", "EIC_4"=>"None", "text_"=>"BorWin2", "symbol"=>"DC-Line", "country"=>"DE", "t9_code"=>"0", "visible"=>"1", "EIC_code"=>"None", "tie_line"=>"0", "oneCircuit"=>"0", "CreatedDate"=>"None", "DeletedDate"=>"None", "ModifiedDate"=>"1.545224178e+12", "Internalcomments"=>"None", "visible_on_printed"=>"1"','LINESTRING(6.86000811621652 54.3820648628198,7.274323 54.290882,7.288055 53.860626,7.52975500000001 53.417717,7.454224 53.153359,7.39105200000001 53.107217)'
+5602,5737,5784,157422.786637004,f,f,'"MW"=>"None", "TSO"=>"None", "oid"=>"32551", "ext1"=>"None", "EIC_2"=>"None", "EIC_3"=>"None", "EIC_4"=>"None", "text_"=>"BorWin1", "symbol"=>"DC-Line", "country"=>"DE", "t9_code"=>"0", "visible"=>"1", "EIC_code"=>"None", "tie_line"=>"0", "oneCircuit"=>"0", "CreatedDate"=>"None", "DeletedDate"=>"None", "ModifiedDate"=>"1.545224172e+12", "Internalcomments"=>"None", "visible_on_printed"=>"1"','LINESTRING(6.85179661058644 54.3229401608779,6.929626 54.324533,7.209778 54.266026,7.22213700000001 53.866295,7.46932999999999 53.399707,7.39105200000001 53.107217,7.38971611765728 53.0975905041478)'
+12931,5740,8153,147059.541473767,f,t,,'LINESTRING(7.09421654321873 54.4442608229811,7.044983 54.388555,6.59042399999999 53.907574,6.64672900000001 53.683695,6.594543 53.59821,6.707153 53.530513,7.15458909584828 53.4027444956413)'
+5625,5741,7074,155612.70583537,f,f,'"MW"=>"None", "TSO"=>"None", "oid"=>"32573", "ext1"=>"None", "EIC_2"=>"None", "EIC_3"=>"None", "EIC_4"=>"None", "text_"=>"SylWin1", "symbol"=>"DC-Line", "country"=>"DE", "t9_code"=>"0", "visible"=>"1", "EIC_code"=>"None", "tie_line"=>"0", "oneCircuit"=>"0", "CreatedDate"=>"None", "DeletedDate"=>"None", "ModifiedDate"=>"1.549874782e+12", "Internalcomments"=>"None", "visible_on_printed"=>"1"','LINESTRING(7.78813124671178 54.9221766212277,8.346863 54.26763,9.06784100000001 54.038425,9.32702542887196 53.9319881402015)'
+5613,5742,7074,90848.7767557952,f,f,'"MW"=>"None", "TSO"=>"None", "oid"=>"32562", "ext1"=>"None", "EIC_2"=>"None", "EIC_3"=>"None", "EIC_4"=>"None", "text_"=>"HelWin2", "symbol"=>"DC-Line", "country"=>"DE", "t9_code"=>"0", "visible"=>"1", "EIC_code"=>"None", "tie_line"=>"0", "oneCircuit"=>"0", "CreatedDate"=>"None", "DeletedDate"=>"None", "ModifiedDate"=>"1.545224095e+12", "Internalcomments"=>"None", "visible_on_printed"=>"1"','LINESTRING(8.05753950747769 54.25154162105,8.20541400000001 54.23634,9.10354599999999 53.970628,9.32696419621539 53.9319113429646)'
+5571,5743,7074,89346.6337548304,f,f,'"MW"=>"None", "TSO"=>"None", "oid"=>"32517", "ext1"=>"None", "EIC_2"=>"None", "EIC_3"=>"None", "EIC_4"=>"None", "text_"=>"HelWin1", "symbol"=>"DC-Line", "country"=>"DE", "t9_code"=>"0", "visible"=>"1", "EIC_code"=>"None", "tie_line"=>"0", "oneCircuit"=>"0", "CreatedDate"=>"None", "DeletedDate"=>"None", "ModifiedDate"=>"1.545224101e+12", "Internalcomments"=>"None", "visible_on_printed"=>"1"','LINESTRING(8.12610708224912 54.310749538123,8.238373 54.256401,9.32699442549698 53.9319562532009)'
+5567,5744,5787,139209.866527364,f,f,'"MW"=>"None", "TSO"=>"None", "oid"=>"32512", "ext1"=>"None", "EIC_2"=>"None", "EIC_3"=>"None", "EIC_4"=>"None", "text_"=>"DolWin1", "symbol"=>"DC-Line", "country"=>"DE", "t9_code"=>"0", "visible"=>"1", "EIC_code"=>"None", "tie_line"=>"0", "oneCircuit"=>"0", "CreatedDate"=>"None", "DeletedDate"=>"None", "ModifiedDate"=>"1.545224147e+12", "Internalcomments"=>"None", "visible_on_printed"=>"1"','LINESTRING(6.84493115764205 53.880869,6.909027 53.880869,7.116394 53.835512,7.36358600000001 53.396432,7.32101399999999 53.112163,7.33612100000001 52.893992,7.16075117704058 52.8485079587114)'
+5570,5745,8272,99066.5793764307,f,f,'"MW"=>"None", "TSO"=>"None", "oid"=>"32515", "ext1"=>"None", "EIC_2"=>"None", "EIC_3"=>"None", "EIC_4"=>"None", "text_"=>"DolWin3", "symbol"=>"DC-Line", "country"=>"DE", "t9_code"=>"0", "visible"=>"1", "EIC_code"=>"None", "tie_line"=>"0", "oneCircuit"=>"0", "CreatedDate"=>"None", "DeletedDate"=>"None", "ModifiedDate"=>"1.545224133e+12", "Internalcomments"=>"None", "visible_on_printed"=>"1"','LINESTRING(6.84423599483409 53.8134043878533,6.71127300000001 53.693454,6.65634200000001 53.59821,6.73461900000001 53.55581,7.112274 53.45126,7.05596900000001 53.340713,7.237244 53.26932,7.223511 53.18135,7.223511 53.1805270078955)'
+14803,5751,5803,280301.445474794,f,t,,'LINESTRING(6.75668661933496 53.437616158174,6.838989 53.664171,6.96258499999999 53.785238,7.34298700000001 53.882488,7.80029300000001 54.517096,8.20678699999999 55.297102,8.86005375885099 55.4336013425692)'
+14821,5749,6363,575352.425009444,f,f,,'LINESTRING(6.83036734046461 53.4374933986115,6.253967 53.645452,6.33636499999999 55.776573,6.34597800000001 56.029855,6.34597800000001 56.030622,6.43661500000001 58.130121,6.90176957000565 58.2653404287817)'
+5568,5768,5787,131420.09609615,f,f,'"MW"=>"None", "TSO"=>"None", "oid"=>"32513", "ext1"=>"None", "EIC_2"=>"None", "EIC_3"=>"None", "EIC_4"=>"None", "text_"=>"DolWin2", "symbol"=>"DC-Line", "country"=>"DE", "t9_code"=>"0", "visible"=>"1", "EIC_code"=>"None", "tie_line"=>"0", "oneCircuit"=>"0", "CreatedDate"=>"None", "DeletedDate"=>"None", "ModifiedDate"=>"1.545224159e+12", "Internalcomments"=>"None", "visible_on_printed"=>"1"','LINESTRING(7.11083415172816 53.9630966319811,7.07107499999999 53.80795,7.301788 53.39807,7.267456 53.110514,7.29354899999999 52.907246,7.16070024970726 52.8485606886388)'
+12932,5770,5773,6905.52230262641,f,t,,'LINESTRING(7.15460523215685 53.4027398808691,7.24823000000001 53.375956)'
+14848,5858,6358,574884.998052791,f,t,,'LINESTRING(6.81690675921544 58.6338502746805,6.63024900000001 58.249559,6.78268399999999 57.579197,7.17544599999999 56.532986,7.17407200000001 56.5345,7.46521000000001 55.776573,7.46521000000001 55.776573,7.64099100000001 55.312736,8.458099 54.316523,9.394684 53.934262)'
+5581,5893,6072,59184.4227659405,f,f,'"MW"=>"None", "TSO"=>"None", "oid"=>"32527", "ext1"=>"None", "EIC_2"=>"None", "EIC_3"=>"None", "EIC_4"=>"None", "text_"=>" ", "symbol"=>"DC-Line", "country"=>"UK", "t9_code"=>"222.1.2", "visible"=>"1", "EIC_code"=>"None", "tie_line"=>"1", "oneCircuit"=>"0", "CreatedDate"=>"None", "DeletedDate"=>"None", "ModifiedDate"=>"None", "Internalcomments"=>"None", "visible_on_printed"=>"1"','LINESTRING(-4.94702447012386 55.0727948492206,-5.137482 55.042188,-5.62500000000001 54.890036,-5.631866 54.887667,-5.7332134509551 54.813550429852)'
+5580,5893,6072,58741.4601812995,f,f,'"MW"=>"None", "TSO"=>"None", "oid"=>"32526", "ext1"=>"None", "EIC_2"=>"None", "EIC_3"=>"None", "EIC_4"=>"None", "text_"=>" ", "symbol"=>"DC-Line", "country"=>"UK", "t9_code"=>"222.1.1", "visible"=>"1", "EIC_code"=>"None", "tie_line"=>"1", "oneCircuit"=>"0", "CreatedDate"=>"None", "DeletedDate"=>"None", "ModifiedDate"=>"None", "Internalcomments"=>"None", "visible_on_printed"=>"1"','LINESTRING(-4.94689333475508 55.0726735779237,-5.045471 55.009914,-5.59616099999999 54.840245,-5.62500000000001 54.834709,-5.73306677066227 54.8134313531551)'
+8009,5897,5936,363085.503577327,f,f,'"MW"=>"None", "TSO"=>"None", "oid"=>"70191", "ext1"=>"None", "EIC_2"=>"None", "EIC_3"=>"None", "EIC_4"=>"None", "text_"=>"Western HVDC link", "symbol"=>"DC-Line", "country"=>"UK", "t9_code"=>"None", "visible"=>"1", "EIC_code"=>"None", "tie_line"=>"0", "oneCircuit"=>"0", "CreatedDate"=>"1.514994622e+12", "DeletedDate"=>"None", "ModifiedDate"=>"1.51499467e+12", "Internalcomments"=>"None", "visible_on_printed"=>"1"','LINESTRING(-3.18595885129092 53.213699479605,-3.158569 53.308724,-3.40988200000001 53.511735,-4.081421 53.803084,-5.158081 54.013418,-5.28442399999999 54.866334,-5.177307 55.345546,-4.88616899999999 55.586883,-4.8806877889882 55.7044245716822)'
+14815,5937,6086,242400.41935291,f,f,,'LINESTRING(-3.12293971810515 53.2087645354697,-3.13934300000001 53.266034,-3.368683 53.377594,-5.18280000000001 53.495399,-5.62500000000001 53.519084,-5.62500000000001 53.519084,-6.101532 53.503568,-6.61057668606004 53.483977180569)'
+14804,5949,6684,695432.776022422,f,t,,'LINESTRING(6.64773945778347 59.5995729910866,6.483307 59.539192,6.374817 59.538495,6.24847399999999 59.510636,6.196289 59.448566,5.898285 59.321981,5.64697299999999 59.234284,5.62500000000001 59.223042,4.81338500000001 58.813742,2.03384400000001 57.374679,0 56.170023,-0.650940000000012 55.776573,-1.55838055228731 55.2221613174321)'
+5635,6300,6348,93313.2906756649,f,f,'"MW"=>"None", "TSO"=>"None", "oid"=>"32585", "ext1"=>"None", "EIC_2"=>"None", "EIC_3"=>"None", "EIC_4"=>"None", "text_"=>"150", "symbol"=>"DC-Line", "country"=>"SE", "t9_code"=>"0", "visible"=>"1", "EIC_code"=>"None", "tie_line"=>"0", "oneCircuit"=>"0", "CreatedDate"=>"None", "DeletedDate"=>"None", "ModifiedDate"=>"None", "Internalcomments"=>"None", "visible_on_printed"=>"1"','LINESTRING(18.2272491895352 57.5711315582343,17.274628 57.645401,16.875 57.674052,16.6818074486274 57.692364166947)'
+14819,6311,6416,122337.134741418,f,f,,'LINESTRING(10.2163282994747 57.1311139024238,10.567474 57.20771,10.737762 57.192832,10.972595 57.230016,11.25 57.33171,11.532898 57.436081,11.867981 57.556366,12.0227165657676 57.561507168045)'
+14809,6311,6416,122935.90852816,f,f,,'LINESTRING(10.2163571716117 57.1310010356663,10.366974 57.123569,10.578461 57.16678,10.740509 57.15263,11.001434 57.197296,11.174469 57.255281,11.25 57.282754,11.56723 57.399104,12.0227887239052 57.5613889668514)'
+14806,6339,6343,231949.324357763,t,f,,'LINESTRING(13.5805221045065 55.8609194660763,13.8414 57.218121,14.242401 57.518035,14.543152 57.740083,14.6252826086631 57.7992163579132)'
+14822,6366,6396,221531.577587461,t,f,,'LINESTRING(9.55911260232728 56.517221415454,9.31778000000001 56.610909,9.37408399999999 56.871495,9.14611800000001 57.139965,9.13650499999999 57.15263,8.728638 57.517298,8.728638 57.51656,8.072205 58.088041,8.10237170729511 58.2442659573338)'
+11679,6366,6366,5210.95506577122,f,f,,'LINESTRING(8.1598074770784 58.2085243278292,8.10270452292159 58.2443198548829)'
+14827,6366,6396,210556.812324662,f,f,,'LINESTRING(9.5593768244562 56.5173195981253,9.503174 56.649432,9.540253 56.875247,9.35348499999999 57.103436,9.27932699999999 57.19804,8.83300799999999 57.593919,8.26446499999999 58.085137,8.1602778860472 58.2081284789676)'
+14810,6366,6396,212662.44654471,f,f,,'LINESTRING(9.5592153675061 56.5172786524048,9.408417 56.631308,9.456482 56.875247,9.27108800000001 57.092992,9.20654300000001 57.172736,8.779449 57.554155,8.143616 58.107636,8.16005655183257 58.2081093636119)'
+8708,6444,6449,146493.574370529,f,f,'"MW"=>"None", "TSO"=>"None", "oid"=>"115391", "ext1"=>"None", "EIC_2"=>"None", "EIC_3"=>"None", "EIC_4"=>"None", "text_"=>"Caithness Moray HVDC", "symbol"=>"DC-Line", "country"=>"UK", "t9_code"=>"None", "visible"=>"1", "EIC_code"=>"None", "tie_line"=>"0", "oneCircuit"=>"0", "CreatedDate"=>"1.550153418e+12", "DeletedDate"=>"None", "ModifiedDate"=>"1.550153457e+12", "Internalcomments"=>"None", "visible_on_printed"=>"1"','LINESTRING(-3.45338156475634 58.4908032474467,-3.00064100000001 58.470721,-3.239594 58.019737,-3.01171670865558 57.4230098547791)'
+8706,6445,6449,81229.3870806789,f,f,'"MW"=>"None", "TSO"=>"None", "oid"=>"115000", "ext1"=>"None", "EIC_2"=>"None", "EIC_3"=>"None", "EIC_4"=>"None", "text_"=>"Caithness Moray HVDC", "symbol"=>"DC-Line", "country"=>"UK", "t9_code"=>"None", "visible"=>"1", "EIC_code"=>"None", "tie_line"=>"0", "oneCircuit"=>"0", "CreatedDate"=>"1.550153227e+12", "DeletedDate"=>"None", "ModifiedDate"=>"1.550153468e+12", "Internalcomments"=>"None", "visible_on_printed"=>"1"','LINESTRING(-3.01162654963074 57.4230148179161,-3.01025445036928 58.1523540206105)'
+14807,6556,6558,91438.6141819039,f,f,,'LINESTRING(24.597015 59.388479,24.514618 59.41015,24.44046 59.58928,24.505005 59.752936,24.503632 59.751553,24.6559859237295 60.1665725262589)'
+14816,6567,6577,122361.767586768,f,f,,'LINESTRING(26.4769584465578 59.4850679251882,26.423492 59.613602,26.048584 59.92956,25.632477 60.272515,25.743713 60.360243,25.6409589827655 60.4394217635504)'
+14818,6586,6618,257364.279393886,f,f,,'LINESTRING(21.3559064590049 61.0800030227353,21.303864 61.005076,20.946808 60.801394,18.153534 60.501202,18.007965 60.483615,17.171631 60.503906,17.0593630437863 60.5503864910584)'
+14817,6589,6618,197128.229552834,f,f,,'LINESTRING(21.3557421230034 61.0800501553429,20.902863 60.846249,18.224945 60.556604,18.0193872312079 60.533018071939)'
+14812,6620,6623,140169.735736189,f,f,,'LINESTRING(22.3045576957813 60.4368452717433,21.404114 60.329667,19.8472351583549 60.129935739173)'
+8394,6684,6696,21158.5735245602,f,t,'"MW"=>"None", "TSO"=>"None", "oid"=>"89791", "ext1"=>"None", "EIC_2"=>"None", "EIC_3"=>"None", "EIC_4"=>"None", "text_"=>"None", "symbol"=>"DC-Line", "country"=>"NO", "t9_code"=>"None", "visible"=>"1", "EIC_code"=>"None", "tie_line"=>"0", "oneCircuit"=>"0", "CreatedDate"=>"1.518010133e+12", "DeletedDate"=>"None", "ModifiedDate"=>"None", "Internalcomments"=>"None", "visible_on_printed"=>"1"','LINESTRING(6.64851407057135 59.5996162767494,6.99238592942864 59.5246589234811)'
+5569,5787,8272,38561.1931761179,f,t,'"MW"=>"None", "TSO"=>"None", "oid"=>"32514", "ext1"=>"None", "EIC_2"=>"None", "EIC_3"=>"None", "EIC_4"=>"None", "text_"=>"DolWin 3", "symbol"=>"DC-Line", "country"=>"DE", "t9_code"=>"0", "visible"=>"1", "EIC_code"=>"None", "tie_line"=>"0", "oneCircuit"=>"0", "CreatedDate"=>"None", "DeletedDate"=>"None", "ModifiedDate"=>"1.489072219e+12", "Internalcomments"=>"None", "visible_on_printed"=>"1"','LINESTRING(7.223511 53.1805270078955,7.223511 53.179704,7.21527100000001 53.121229,7.24273699999999 52.932086,7.16056753068224 52.8486333236236)'
+14813,7053,7430,192856.020480538,f,f,,'LINESTRING(10.8823542109264 53.948125809387,11.25 54.061,11.657867 54.186548,12.208557 54.386955,12.236023 54.402946,12.43515 54.541003,12.602692 54.684153,12.745514 54.844199,12.744141 54.842618,12.87735 54.979978,12.947388 55.077581,12.9299984288384 55.0630403498842)'

data/existing_infrastructure/offwind_capacity_IRENA.csv

@@ -1,34 +1,34 @@
-Country/area,2000,2001,2002,2003,2004,2005,2006,2007,2008,2009,2010,2011,2012,2013,2014,2015,2016,2017,2018
+Country/area,2000,2001,2002,2003,2004,2005,2006,2007,2008,2009,2010,2011,2012,2013,2014,2015,2016,2017,2018,2019,2020,2021,2022
-Albania,,,,,,,,,,,,,,,,,,,
+Albania,,,,,,,,,,,,,,,,,,,,,,,
-Austria,,,,,,,,,,,,,,,,,,,
+Austria,,,,,,,,,,,,,,,,,,,,,,,
-Belgium,,,,,,,,,,31.5,196.5,196.5,381,707.7,707.7,712,712.2,877.2,1185.9
+Belgium,,,,,,,,,,31.5,196.5,196.5,381.0,707.7,707.7,712.0,712.2,877.2,1185.9,1555.5,2261.8,2261.8,2261.8
-Bosnia Herzg,,,,,,,,,,,,,,,,,,,
+Bosnia Herzg,,,,,,,,,,,,,,,,,,,,,,,
-Bulgaria,,,,,,,,,,,,,,,,,,,
+Bulgaria,,,,,,,,,,,,,,,,,,,,,,,
-Croatia,,,,,,,,,,,,,,,,,,,
+Croatia,,,,,,,,,,,,,,,,,,,,,,,
-Czechia,,,,,,,,,,,,,,,,,,,
+Czechia,,,,,,,,,,,,,,,,,,,,,,,
-Denmark,50,50,214,423.4,423.4,423.4,423.4,423.4,423.4,660.9,867.9,871.5,921.9,1271.1,1271.1,1271.1,1271.1,1263.8,1700.8
+Denmark,49.95,49.95,213.95,423.35,423.35,423.35,423.35,423.35,423.35,660.85,867.85,871.45,921.85,1271.05,1271.05,1271.05,1271.05,1263.8,1700.8,1700.8,1700.8,2305.6,2305.6
-Estonia,,,,,,,,,,,,,,,,,,,
+Estonia,,,,,,,,,,,,,,,,,,,,,,,
-Finland,,,,,,,,,24,24,26.3,26.3,26.3,26.3,26.3,32,32,72.7,72.7
+Finland,,,,,,,,,24.0,24.0,26.3,26.3,26.3,26.3,26.3,32.0,32.0,72.7,72.7,73.0,73.0,73.0,73.0
-France,,,,,,,,,,,,,,,,,,2,2
+France,,,,,,,,,,,,,,,,,,2.0,2.0,2.0,2.0,2.0,482.0
-Germany,,,,,,,,,,35,80,188,268,508,994,3283,4132,5406,6396
+Germany,,,,,,,,,,35.0,80.0,188.0,268.0,508.0,994.0,3283.0,4132.0,5406.0,6393.0,7555.0,7787.0,7787.0,8129.0
-Greece,,,,,,,,,,,,,,,,,,,
+Greece,,,,,,,,,,,,,,,,,,,,,,,
-Hungary,,,,,,,,,,,,,,,,,,,
+Hungary,,,,,,,,,,,,,,,,,,,,,,,
-Ireland,,,,,25.2,25.2,25.2,25.2,25.2,25.2,25.2,25.2,25.2,25.2,25.2,25.2,25.2,25.2,25.2
+Ireland,,,,,25.2,25.2,25.2,25.2,25.2,25.2,25.2,25.2,25.2,25.2,25.2,25.2,25.2,25.2,25.2,25.2,25.2,25.2,25.2
-Italy,,,,,,,,,,,,,,,,,,,
+Italy,,,,,,,,,,,,,,,,,,,,,,,30.0
-Latvia,,,,,,,,,,,,,,,,,,,
+Latvia,,,,,,,,,,,,,,,,,,,,,,,
-Lithuania,,,,,,,,,,,,,,,,,,,
+Lithuania,,,,,,,,,,,,,,,,,,,,,,,
-Luxembourg,,,,,,,,,,,,,,,,,,,
+Luxembourg,,,,,,,,,,,,,,,,,,,,,,,
-Montenegro,,,,,,,,,,,,,,,,,,,
+Montenegro,,,,,,,,,,,,,,,,,,,,,,,
-Netherlands,,,,,,,108,108,228,228,228,228,228,228,228,357,957,957,957
+Netherlands,,,,,,,108.0,108.0,228.0,228.0,228.0,228.0,228.0,228.0,228.0,357.0,957.0,957.0,957.0,957.0,2459.5,2459.5,2571.0
-North Macedonia,,,,,,,,,,,,,,,,,,,
+North Macedonia,,,,,,,,,,,,,,,,,,,,,,,
-Norway,,,,,,,,,,2.3,2.3,2.3,2.3,2.3,2.3,2.3,2.3,2.3,2.3
+Norway,,,,,,,,,,2.3,2.3,2.3,2.3,2.3,2.3,2.3,2.3,2.3,2.3,2.3,2.3,6.3,66.3
-Poland,,,,,,,,,,,,,,,,,,,
+Poland,,,,,,,,,,,,,,,,,,,,,,,
-Portugal,,,,,,,,,,,,1.9,2,2,2,2,,,
+Portugal,,,,,,,,,,,,1.86,2.0,2.0,2.0,2.0,,,,,25.0,25.0,25.0
-Romania,,,,,,,,,,,,,,,,,,,
+Romania,,,,,,,,,,,,,,,,,,,,,,,
-Serbia,,,,,,,,,,,,,,,,,,,
+Serbia,,,,,,,,,,,,,,,,,,,,,,,
-Slovakia,,,,,,,,,,,,,,,,,,,
+Slovakia,,,,,,,,,,,,,,,,,,,,,,,
-Slovenia,,,,,,,,,,,,,,,,,,,
+Slovenia,,,,,,,,,,,,,,,,,,,,,,,
-Spain,,,,,,,,,,,,,,5,5,5,5,5,5
+Spain,,,,,,,,,,,,,,5.0,5.0,5.0,5.0,5.0,5.0,5.0,5.0,5.0,5.0
-Sweden,13,22,22,22,22,22,22,131,133,163,163,163,163,212,213,213,203,203,203
+Sweden,13.0,22.0,22.0,22.0,22.0,22.0,22.0,131.0,133.0,163.0,163.0,163.0,163.0,212.0,213.0,213.0,203.0,203.0,203.0,203.0,203.0,193.0,193.0
-Switzerland,,,,,,,,,,,,,,,,,,,
+Switzerland,,,,,,,,,,,,,,,,,,,,,,,
-UK,3.8,3.8,3.8,63.8,123.8,213.8,303.8,393.8,596.2,951.2,1341.5,1838.3,2995.5,3696,4501.3,5093.4,5293.4,6987.9,8216.5
+UK,4.0,4.0,4.0,64.0,124.0,214.0,304.0,394.0,596.2,951.0,1341.0,1838.0,2995.0,3696.0,4501.0,5093.0,5293.0,6988.0,8181.0,9888.0,10383.0,11255.0,13928.0

data/existing_infrastructure/onwind_capacity_IRENA.csv

@@ -1,34 +1,34 @@
-Country/area,2000,2001,2002,2003,2004,2005,2006,2007,2008,2009,2010,2011,2012,2013,2014,2015,2016,2017,2018
+Country/area,2000,2001,2002,2003,2004,2005,2006,2007,2008,2009,2010,2011,2012,2013,2014,2015,2016,2017,2018,2019,2020,2021,2022
-Albania,,,,,,,,,,,,,,,,,,,
+Albania,,,,,,,,,,,,,,,,,,,,,,,
-Austria,50,67,109,322,581,825.2,968.3,991.2,992,1001,1015.8,1106,1337.2,1674.5,2110.3,2488.7,2730,2886.7,3132.7
+Austria,50.0,67.0,109.0,322.0,581.0,825.22,968.27,991.16,991.97,1000.99,1015.83,1105.97,1337.15,1674.54,2110.28,2488.73,2730.0,2886.7,3132.71,3224.12,3225.98,3407.81,3735.81
-Belgium,14,26,31,67,96,167,212,276,324,576.5,715.5,872.5,989,1072.3,1236.3,1464,1657.8,1919.3,2074.8
+Belgium,14.0,26.0,31.0,67.0,96.0,167.0,212.0,276.0,324.0,576.5,715.5,872.5,985.9,1061.3,1225.0,1469.3,1621.6,1902.2,2119.0,2308.0,2410.9,2686.6,2989.6
-Bosnia Herzg,,,,,,,,,,,,0.3,0.3,0.3,0.3,0.3,0.3,0.3,50.9
+Bosnia Herzg,,,,,,,,,,,,0.3,0.3,0.3,0.3,0.3,0.3,0.3,51.0,87.0,87.0,135.0,135.0
-Bulgaria,,,,,1,8,27,30,114,333,488,541,677,683,699,699,699,698.4,698.9
+Bulgaria,,,,,1.0,8.0,27.0,30.0,114.0,333.0,488.0,541.0,677.0,683.0,699.0,699.0,699.0,698.39,698.92,703.12,702.8,704.38,704.38
-Croatia,,,,,6,6,17,17,17,70,79,130,180,254,339,418,483,576.1,586.3
+Croatia,,,,,6.0,6.0,17.0,17.0,17.0,70.0,79.0,130.0,180.0,254.0,339.0,418.0,483.0,576.1,586.3,646.3,801.3,986.9,1042.9
-Czechia,2,,6.4,10.6,16.5,22,43.5,113.8,150,193,213,213,258,262,278,281,282,308.2,316.2
+Czechia,2.0,,6.4,10.6,16.5,22.0,43.5,113.8,150.0,193.0,213.0,213.0,258.0,262.0,278.0,281.0,282.0,308.21,316.2,339.41,339.42,339.41,339.41
-Denmark,2340.1,2447.2,2680.6,2696.6,2700.4,2704.5,2712.3,2700.9,2739.5,2821.2,2934,3080.5,3240.1,3547.9,3615.4,3805.9,3974.5,4225.8,4419.8
+Denmark,2340.07,2447.2,2680.58,2696.57,2700.36,2704.49,2712.35,2700.86,2739.52,2821.24,2933.98,3080.53,3240.09,3547.87,3615.35,3805.92,3974.09,4225.15,4421.86,4409.74,4566.23,4715.24,4782.24
-Estonia,,,1,3,7,31,31,50,77,104,108,180,266,248,275,300,310,311.8,310
+Estonia,,,1.0,3.0,7.0,31.0,31.0,50.0,77.0,104.0,108.0,180.0,266.0,248.0,275.0,300.0,310.0,311.8,310.0,316.0,317.0,315.0,315.0
-Finland,38,39,43,52,82,82,86,110,119,123,170.7,172.7,230.7,420.7,600.7,973,1533,1971.3,1968.3
+Finland,38.0,39.0,43.0,52.0,82.0,82.0,86.0,110.0,119.0,123.0,170.7,172.7,230.7,420.7,600.7,973.0,1533.0,1971.3,1968.3,2211.0,2513.0,3184.0,5541.0
-France,38,66,138,218,358,690,1412,2223,3403,4582,5912,6758,7607.5,8156,9201.4,10298.2,11566.6,13497.4,14898.1
+France,38.0,66.0,138.0,218.0,358.0,690.0,1412.0,2223.0,3403.0,4582.0,5912.0,6758.02,7607.5,8155.96,9201.42,10298.18,11566.56,13497.35,14898.14,16424.85,17512.0,18737.98,20637.98
-Germany,6095,8754,12001,14381,16419,18248,20474,22116,22794,25697,26823,28524,30711,32969,37620,41297,45303,50174,52447
+Germany,6095.0,8754.0,12001.0,14381.0,16419.0,18248.0,20474.0,22116.0,22794.0,25697.0,26823.0,28524.0,30711.0,32969.0,37620.0,41297.0,45303.0,50174.0,52328.0,53187.0,54414.0,56046.0,58165.0
-Greece,226,270,287,371,470,491,749,846,1022,1171,1298,1640,1753,1809,1978,2091,2370,2624,2877.5
+Greece,226.0,270.0,287.0,371.0,470.0,491.0,749.0,846.0,1022.0,1171.0,1298.0,1640.0,1753.0,1809.0,1978.0,2091.0,2370.0,2624.0,2877.5,3589.0,4119.25,4649.13,4879.13
-Hungary,,1,1,3,3,17,33,61,134,203,293,331,325,329,329,329,329,329,329
+Hungary,,1.0,1.0,3.0,3.0,17.0,33.0,61.0,134.0,203.0,293.0,331.0,325.0,329.0,329.0,329.0,329.0,329.0,329.0,323.0,323.0,324.0,324.0
-Ireland,116.5,122.9,134.8,210.3,311.2,468.1,651.3,715.3,917.1,1226.1,1365.2,1559.4,1679.2,1983,2258.1,2426,2760.8,3292.8,3650.9
+Ireland,116.5,122.9,134.8,210.3,311.2,468.1,651.3,715.3,917.1,1226.1,1365.2,1559.4,1679.15,1898.1,2258.05,2425.95,2776.45,3293.95,3648.65,4101.25,4281.5,4313.84,4593.84
-Italy,363,664,780,874,1127,1635,1902,2702,3525,4879,5794,6918,8102,8542,8683,9137,9384,9736.6,10230.2
+Italy,363.0,664.0,780.0,874.0,1127.0,1635.0,1902.0,2702.0,3525.0,4879.0,5794.0,6918.0,8102.0,8542.0,8683.0,9137.0,9384.0,9736.58,10230.25,10679.46,10870.62,11253.73,11749.73
-Latvia,2,2,22,26,26,26,26,26,28,29,30,36,59,65.9,68.9,68.2,69.9,77.1,78.2
+Latvia,2.0,2.0,22.0,26.0,26.0,26.0,26.0,26.0,28.0,29.0,30.0,36.0,59.0,65.89,68.92,68.17,69.91,77.11,78.17,78.07,78.07,77.13,136.13
-Lithuania,,,,,1,1,31,47,54,98,133,202,275,279,288,436,509,518,533
+Lithuania,,,,,1.0,1.0,31.0,47.0,54.0,98.0,133.0,202.0,275.0,279.0,288.0,436.0,509.0,518.0,533.0,534.0,540.0,671.0,814.0
-Luxembourg,14,13.9,13.9,20.5,34.9,34.9,34.9,34.9,42.9,42.9,43.7,44.5,58.3,58.3,58.3,63.8,119.7,119.7,122.9
+Luxembourg,14.0,13.9,13.9,20.5,34.9,34.9,34.9,34.9,42.92,42.93,43.73,44.53,58.33,58.33,58.34,63.79,119.69,119.69,122.89,135.79,152.74,136.44,165.44
-Montenegro,,,,,,,,,,,,,,,,,,72,118
+Montenegro,,,,,,,,,,,,,,,,,,72.0,72.0,118.0,118.0,118.0,118.0
-Netherlands,447,486,672,905,1075,1224,1453,1641,1921,1994,2009,2088,2205,2485,2637,3034,3300,3245,3436
+Netherlands,447.0,486.0,672.0,905.0,1075.0,1224.0,1453.0,1641.0,1921.0,1994.0,2009.0,2088.0,2205.0,2485.0,2637.0,3033.84,3300.12,3245.0,3436.11,3527.16,4188.38,5309.87,6176.0
-North Macedonia,,,,,,,,,,,,,,,37,37,37,37,37
+North Macedonia,,,,,,,,,,,,,,,37.0,37.0,37.0,37.0,37.0,37.0,37.0,37.0,37.0
-Norway,13,13,97,97,152,265,284,348,395,420.7,422.7,509.7,702.7,815.7,856.7,864.7,880.7,1204.7,1708
+Norway,13.0,13.0,97.0,97.0,152.0,265.0,284.0,348.0,395.0,420.7,422.7,509.7,702.7,815.7,856.7,864.7,880.7,1204.7,1707.7,2911.7,4027.7,5042.7,5067.7
-Poland,4,19,32,35,40,121,172,306,526,709,1108,1800,2564,3429,3836,4886,5747,5759.4,5766.1
+Poland,4.0,19.0,32.0,35.0,40.0,121.0,172.0,306.0,526.0,709.0,1108.0,1800.0,2564.0,3429.0,3836.0,4886.0,5747.0,5759.36,5766.08,5837.76,6298.25,6967.34,7987.34
-Portugal,83,125,190,268,553,1064,1681,2201,2857,3326,3796,4254.4,4409.6,4607.9,4854.6,4934.8,5124.1,5124.1,5172.4
+Portugal,83.0,125.0,190.0,268.0,553.0,1064.0,1681.0,2201.0,2857.0,3326.0,3796.0,4254.35,4409.55,4607.95,4854.56,4934.84,5124.1,5124.1,5172.36,5222.75,5097.26,5402.33,5430.33
-Romania,,,,,,1,1,3,5,15,389,988,1822,2773,3244,3130,3025,3029.8,3032.3
+Romania,,,,,,1.0,1.0,3.0,5.0,15.0,389.0,988.0,1822.0,2773.0,3244.0,3130.0,3025.0,3029.8,3032.26,3037.52,3012.53,3014.96,3014.96
-Serbia,,,,,,,,,,,,,0.5,0.5,0.5,10.4,17,25,25
+Serbia,,,,,,,,,,,,,0.5,0.5,0.5,10.4,17.0,25.0,227.0,398.0,398.0,398.0,398.0
-Slovakia,,,,3,3,5,5,5,5,3,3,3,3,5,3,3,3,4,3
+Slovakia,,,,3.0,3.0,5.0,5.0,5.0,5.0,3.0,3.0,3.0,3.0,5.0,3.0,3.0,3.0,4.0,3.0,4.0,4.0,4.0,4.0
-Slovenia,,,,,,,,,,,,,,4,4,5,5,5,5.2
+Slovenia,,,,,,,,,,,,,2.0,2.0,3.0,3.0,3.0,3.3,3.3,3.3,3.3,3.33,3.33
-Spain,2206,3397,4891,5945,8317,9918,11722,14820,16555,19176,20693,21529,22789,22953,22920,22938,22985,23119.5,23400.1
+Spain,2206.0,3397.0,4891.0,5945.0,8317.0,9918.0,11722.0,14820.0,16555.0,19176.0,20693.0,21529.0,22789.0,22953.0,22920.0,22938.0,22985.0,23119.48,23400.06,25585.08,26814.19,27902.65,29302.84
-Sweden,196,273,335,395,453,500,563,692,956,1312,1854,2601,3443,3982,4875,5606,6232,6408,7097
+Sweden,196.0,273.0,335.0,395.0,453.0,500.0,563.0,692.0,956.0,1312.0,1854.0,2601.0,3443.0,3982.0,4875.0,5606.0,6232.0,6408.0,7097.0,8478.0,9773.0,11923.0,14364.0
-Switzerland,3,5,5,5,9,12,12,12,14,18,42,46,49,60,60,60,75,75,75
+Switzerland,3.0,5.0,5.0,5.0,9.0,12.0,12.0,12.0,14.0,18.0,42.0,46.0,49.0,60.0,60.0,60.0,75.0,75.0,75.0,75.0,87.0,87.0,87.0
-UK,408.2,489.2,530.2,678.2,809.2,1351.2,1651.2,2083.2,2849.8,3470.8,4079.8,4758,6035,7586.3,8572.7,9212.2,10832.3,12596.9,13553.9
+UK,431.0,490.0,531.0,678.0,809.0,1351.0,1651.0,2083.0,2849.8,3468.0,4080.0,4758.0,6035.0,7586.0,8573.0,9212.0,10833.0,12597.0,13425.0,13999.0,14075.0,14492.0,14832.0

data/existing_infrastructure/solar_capacity_IRENA.csv

@@ -1,34 +1,34 @@
-Country/area,2000,2001,2002,2003,2004,2005,2006,2007,2008,2009,2010,2011,2012,2013,2014,2015,2016,2017,2018
+Country/area,2000,2001,2002,2003,2004,2005,2006,2007,2008,2009,2010,2011,2012,2013,2014,2015,2016,2017,2018,2019,2020,2021,2022
-Albania,,0.1,0.2,0.2,0.2,0.2,0.2,0.2,0.2,0.3,0.4,0.6,0.7,0.8,0.9,1.1,1,1,1
+Albania,,0.1,0.2,0.2,0.2,0.2,0.2,0.2,0.2,0.3,0.4,0.56,0.68,0.76,0.87,1.05,1.0,1.0,1.0,14.0,21.0,23.0,28.6
-Austria,5,7,9,23,27,21,22.4,24.2,30.1,48.9,88.8,174.1,337.5,626,785.2,937.1,1096,1269,1437.6
+Austria,5.0,7.0,9.0,23.0,27.0,18.49,19.61,21.42,27.0,45.56,85.27,169.88,333.09,620.78,779.76,931.56,1089.53,1262.01,1447.94,1694.4,2034.74,2773.91,3538.91
-Belgium,,,1,1,1,2,2,20,62,386,1007,1979,2647,2902,3015.2,3131.7,3327,3616.2,3986.5
+Belgium,,,1.0,1.0,1.0,2.0,2.0,20.0,62.0,386.0,1006.6,1978.6,2646.6,2901.6,3015.0,3131.6,3328.8,3620.6,4000.0,4636.6,5572.8,6012.4,6898.4
-Bosnia Herzg,,,,0.1,0.2,0.3,0.3,0.3,0.3,0.3,0.3,0.3,0.3,1.3,7.2,8.2,14.1,16,18.2
+Bosnia Herzg,,,,0.1,0.2,0.3,0.3,0.3,0.3,0.3,0.3,0.3,0.35,1.34,7.17,8.17,14.12,16.0,18.15,22.35,34.89,56.51,107.47
-Bulgaria,,,,,,,,0,0.1,2,25,154,1013,1020,1026,1029,1028,1035.6,1032.7
+Bulgaria,,,,,,,,0.03,0.1,2.0,25.0,154.0,921.99,1038.54,1028.92,1027.89,1029.89,1030.7,1033.06,1044.39,1100.21,1274.71,1948.36
-Croatia,,,,,,,,,,0.3,0.3,0.3,4,19,33,47.8,55.8,60,67.7
+Croatia,,,,,,,,,,0.3,0.3,0.3,4.0,19.0,33.0,47.8,55.8,60.0,67.7,84.8,108.5,138.3,182.3
-Czechia,0.1,0.1,0.2,0.3,0.4,0.6,0.8,4,39.5,464.6,1727,1913,2022,2063.5,2067.4,2074.9,2067.9,2069.5,2075.1
+Czechia,0.1,0.1,0.2,0.3,0.4,0.59,0.84,3.96,39.5,464.6,1727.0,1913.0,2022.0,2063.5,2067.4,2074.9,2067.9,2075.44,2081.05,2110.67,2171.96,2246.09,2627.09
-Denmark,1,1,2,2,2,3,3,3,3,5,7,17,402,571,607,782.1,851,906.4,998
+Denmark,1.0,1.0,2.0,2.0,2.0,3.0,3.0,3.0,3.0,5.0,7.0,17.0,402.0,571.0,607.0,782.11,850.95,906.35,998.0,1080.0,1304.29,1704.04,3122.04
-Estonia,,,,,,,,,,0.1,0.1,0.2,0.4,1.5,3.3,6.5,10,15,31.9
+Estonia,,,,,,,,,,0.1,0.1,0.2,0.38,1.5,3.34,6.5,10.0,15.0,31.9,120.6,207.67,394.77,534.77
-Finland,2,3,3,3,4,4,5,5,6,6,7,7,8,9,11,17,39,82,140
+Finland,2.0,3.0,3.0,3.0,4.0,4.0,5.0,5.0,6.0,6.0,7.0,7.0,8.0,9.0,11.0,17.0,39.0,82.0,140.0,222.0,318.0,425.0,590.6
-France,7,7,8,9,11,13,15,26,80,277,1044,3003.6,4358.8,5277.3,6034.4,7137.5,7702.1,8610.4,9617
+France,7.0,7.0,8.0,9.0,11.0,13.0,15.0,26.0,80.0,277.0,1044.0,3003.57,4358.75,5277.29,6034.42,7137.52,7702.08,8610.44,9638.88,10738.39,11812.2,14436.97,17036.97
-Germany,114,195,260,435,1105,2056,2899,4170,6120,10564,18004,25914,34075,36708,37898,39222,40677,42291,45179
+Germany,114.0,195.0,260.0,435.0,1105.0,2056.0,2899.0,4170.0,6120.0,10564.0,18004.0,25914.0,34075.0,36708.0,37898.0,39222.0,40677.0,42291.0,45156.0,48912.0,53669.0,59371.0,66662.0
-Greece,,1,1,1,1,1,5,9,12,46,202,612,1536,2579,2596,2604,2604,2605.5,2651.6
+Greece,,1.0,1.0,1.0,1.0,1.0,5.0,9.0,12.0,46.0,202.0,612.0,1536.0,2579.0,2596.0,2604.0,2604.0,2605.53,2651.57,2833.79,3287.72,4277.42,5557.42
-Hungary,,,,,,,,0.4,1,1,2,4,12,35,89,172,235,344,726
+Hungary,,,,,,,,0.4,1.0,1.0,2.0,4.0,12.0,35.0,89.0,172.0,235.0,344.0,728.0,1400.0,2131.0,2968.0,2988.0
-Ireland,,,,,,,,,,0.6,0.7,0.8,0.9,1,1.6,2.4,5.9,15.7,24.2
+Ireland,,,,,,,,,,,,,,,,,,,,,,,
-Italy,19,20,22,26,31,34,45,110,483,1264,3592,13131,16785,18185,18594,18901,19283,19682.3,20107.6
+Italy,19.0,20.0,22.0,26.0,31.0,34.0,45.0,110.0,483.0,1264.0,3592.0,13131.0,16785.0,18185.0,18594.0,18901.0,19283.0,19682.29,20107.59,20865.28,21650.04,22594.26,25076.56
-Latvia,,,,,,,,,,,,,0.2,0.2,0.2,0.2,0.7,0.7,2
+Latvia,,,,,,,,,,,,,,,,,0.69,0.69,1.96,3.3,5.1,7.16,56.16
-Lithuania,,,,,,,,,0.1,0.1,0.1,0.3,7,68,69,69,70,73.8,82
+Lithuania,,,,,,,,,0.1,0.1,0.1,0.3,7.0,68.0,69.0,69.0,70.0,70.08,72.0,73.0,80.0,84.0,397.0
-Luxembourg,,0.2,1.6,14.2,23.6,23.6,23.7,23.9,24.6,26.4,29.5,40.7,74.7,95,109.9,116.3,121.9,128.1,130.6
+Luxembourg,,0.16,1.59,14.17,23.56,23.58,23.7,23.93,24.56,26.36,29.45,40.67,74.65,95.02,109.93,116.27,121.9,128.1,130.62,159.74,186.64,277.16,319.16
-Montenegro,,,,,,,0,0.2,0.4,0.4,0.6,0.8,0.9,1.1,2.1,2.7,3.1,3.4,3.4
+Montenegro,,,,,,,,,,,,,,,,,,,,,2.57,2.57,22.2
-Netherlands,13,21,26,46,50,51,53,54,59,69,90,149,369,746,1048,1515,2049,2903,4522
+Netherlands,13.0,21.0,26.0,46.0,50.0,51.0,53.0,54.0,59.0,69.0,90.0,149.0,287.0,650.0,1007.0,1526.26,2135.02,2910.89,4608.0,7226.0,11108.43,14910.69,18848.69
-North Macedonia,,,,,,,,,,,0,2,4,7,15,17,16.7,16.7,20.6
+North Macedonia,,,,,,,,,,,,2.0,4.0,7.0,15.0,17.0,16.7,16.7,16.7,16.71,84.93,84.93,84.93
-Norway,6,6,6,7,7,7,8,8,8.3,8.7,9.1,9.5,10,11,13,15,26.7,44.9,68.4
+Norway,6.0,6.0,6.0,7.0,7.0,7.0,8.0,8.0,8.3,8.7,9.1,9.5,10.0,11.0,13.0,15.0,26.7,44.9,53.11,102.53,141.53,186.53,302.53
-Poland,,,,,,,,,,,,1.1,1.3,2.4,27.2,107.8,187.2,287.1,562
+Poland,,,,,,,,,,,,1.11,1.3,2.39,27.15,107.78,187.25,287.09,561.98,1539.26,3954.96,7415.52,11166.52
-Portugal,1,1,1,2,2,2,3,24,59,115,134,172,238,296,415,447,512.8,579.2,667.4
+Portugal,1.0,1.0,1.0,2.0,2.0,2.0,3.0,24.0,59.0,115.0,134.0,169.6,235.6,293.6,412.6,441.75,493.05,539.42,617.85,832.74,1010.07,1474.78,2364.78
-Romania,,,,,,,,,0.1,0.1,0.1,1,41,761,1293,1326,1372,1374.1,1385.8
+Romania,,,,,,,,,0.1,0.1,0.1,1.0,41.0,761.0,1293.0,1326.0,1372.0,1374.13,1385.82,1397.71,1382.54,1393.92,1413.92
-Serbia,,,,,,0.1,0.2,0.4,0.9,1.2,1.3,1.5,3.1,4.7,6,9,11,10,10
+Serbia,,,,,,0.1,0.2,0.4,0.9,1.2,1.3,1.5,3.1,4.7,6.0,9.0,11.0,10.0,11.0,11.0,11.5,11.94,11.94
-Slovakia,,,,,,,,,,,19,496,513,533,533,533,533,528,472
+Slovakia,,,,,,,,,,,19.0,496.0,513.0,533.0,533.0,533.0,533.0,528.0,472.0,590.0,535.0,537.0,537.0
-Slovenia,,,0,0,0,0,0.2,0.6,1,4,12,57,142,187,223,238,233,246.8,221.3
+Slovenia,1.0,1.0,,,,0.05,0.19,0.59,1.0,4.0,12.0,57.0,142.0,187.0,223.0,238.0,233.0,246.8,246.8,277.88,369.78,461.16,632.16
-Spain,10,13,17,22,33,52,130,494,3384,3423,3873,4283,4569,4690,4697,4704,4713,4723,4763.5
+Spain,1.0,3.0,6.0,10.0,19.0,37.0,113.0,476.0,3365.0,3403.0,3851.0,4260.0,4545.0,4665.0,4672.0,4677.0,4687.0,4696.0,4730.7,8772.02,10100.42,13678.4,18176.73
-Sweden,3,3,3,4,4,4,5,6,8,9,11,12,24,43,60,104,153,402,492
+Sweden,3.0,3.0,3.0,4.0,4.0,4.0,5.0,6.0,8.0,9.0,11.0,12.0,24.0,43.0,60.0,104.0,153.0,231.0,411.0,698.0,1090.0,1587.0,2587.0
-Switzerland,16,18,20,22,24,28,30,37,49,79,125,223,437,756,1061,1394,1664,1906,2171
+Switzerland,16.0,18.0,20.0,22.0,24.0,28.0,30.0,37.0,49.0,79.0,125.0,223.0,437.0,756.0,1061.0,1394.0,1664.0,1906.0,2173.0,2498.0,2973.0,3655.0,4339.92
-UK,2,3,4,6,8,11,14,18,23,27,95,1000,1753,2937,5528,9601.2,11930.5,12781.8,13118.3
+UK,2.0,3.0,4.0,6.0,8.0,11.0,14.0,18.0,23.0,27.0,95.0,1000.0,1753.0,2937.0,5528.0,9601.0,11914.0,12760.0,13059.0,13345.0,13579.0,13965.0,14660.0

data/gas_network/planned_LNGs.csv

@@ -1,8 +0,0 @@
-name,geometry,max_cap_store2pipe_M_m3_per_d,source
-Wilhelmshaven,"POINT(8.133 53.516)",27.4,https://www.gem.wiki/Wilhelmshaven_LNG_Terminal
-Brunsbüttel,"POINT(8.976 53.914)",19.2,https://www.gem.wiki/Brunsb%C3%BCttel_LNG_Terminal
-Stade,"POINT(9.510 53.652)",32.9,https://www.gem.wiki/Stade_LNG_Terminal
-Alexandroupolis,"POINT(25.843 40.775)",16.7,https://www.gem.wiki/Alexandroupolis_LNG_Terminal
-Shannon,"POINT(-9.442 52.581)",22.5,https://www.gem.wiki/Shannon_LNG_Terminal
-Gothenburg,"POINT(11.948 57.702)",1.4,https://www.gem.wiki/Gothenburg_LNG_Terminal
-Cork,"POINT(-8.323 51.831)",11.0,https://www.gem.wiki/Cork_LNG_Terminal 

data/geth2015_hydro_capacities.csv

@@ -0,0 +1,32 @@
+# Table 25 from F. Geth et al., An overview of large-scale stationary electricity storage plants in Europe  (2015) 1212–1227
+country,n,p_nom_discharge,p_nom_charge,e_stor
+AT,19,4.051,3.246,132.41
+BE,3,1.301,1.196,5.71
+BG,3,1.399,0.93,11.13
+HR,3,0.281,0.246,2.34
+CY,0,-,-,-
+CZ,3,1.119,1.145,5.72
+DK,0,-,-,-
+EE,0,-,-,-
+FI     ,0,-,-,-
+FR,10,5.512,4.317,83.37
+DE,34,6.805,6.417,39.12
+GR,2,0.735,-,4.97
+HU,0,-,-,-
+IE,1,0.292,-,1.8
+IT,25,7.833,7.64,68.27
+LV,0,-,-,-
+LT,1,0.9,0.88,10.8
+LU,1,1.296,1.05,4.92
+MT,0,-,-,-
+NL,0,-,-,-
+PL,6,1.757,1.647,7.96
+PT,7,1.279,-,40.77
+RO,5,0.285,0.2,10.2
+SK,4,1.016,0.79,3.63
+SI,1,0.185,0.18,0.5
+ES,26,6.358,5.859,70
+SE,2,0.091,-,72.12
+GB,4,2.788,2.65,26.7
+NO,8,1.273,0.892,399.39
+CH,20,2.291,1.512,311.48

data/links_p_nom.csv

@@ -0,0 +1,50 @@
+Name,Converterstation 1,Converterstation 2,Total Length (Cable/Pole) (km),Volt (kV),Power (MW),Year,Type,Remarks,Ref,x1,y1,x2,y2
+Elbe-Project,"Germany- Vockerode 51°50′40″N 12°21′50″E / 51.84444°N 12.36389°E","Germany - Berlin Marienfelde 52°25′49″N 13°22′42″E / 52.43028°N 13.37833°E",115(115/0),200,60.0,1945,Merc,Never placed in service Dismantled,,12.363888888888889,51.84444444444444,13.378333333333334,52.430277777777775
+Gotland 1,Sweden - Västervik 57°43′41″N 16°38′51″E / 57.72806°N 16.64750°E,Sweden - Yigne 57°35′13″N 18°11′44″E / 57.58694°N 18.19556°E,98(98/0),200,20.0,1954,Merc,"World's first commercial HVDC link. Expanded by ABB in 1970. Decommissioned in 1986",[1][32],16.6475,57.72805555555556,18.195555555555554,57.58694444444444
+Cross-Channel,France - Echingen 50°41′48″N 1°38′21″E / 50.69667°N 1.63917°E,UK - Lydd 50°54′54″N 0°56′50″E / 50.91500°N 0.94722°E,64(64/0),100,160.0,1961,Merc,Shut down in 1984,[1],1.6391666666666667,50.696666666666665,0.9472222222222223,50.915
+Volgograd-Donbass,Russia - Volzhskaya 48°49′34″N 44°40′20″E / 48.82611°N 44.67222°E,Ukraine - Mikhailovskaya 48°39′13″N 38°33′56″E / 48.65361°N 38.56556°E,475(0/475),400,750.0,1965,Merc/Thyr,Shut down in 2014,[1],44.672222222222224,48.82611111111111,38.565555555555555,48.65361111111111
+Konti-Skan 1,Denmark - Vester Hassing 57°3′46″N 10°5′24″E / 57.06278°N 10.09000°E,Sweden - Stenkullen 57°48′15″N 12°19′13″E / 57.80417°N 12.32028°E,176(87/89),250,250.0,1965,Merc,Replaced in August 2006 by modern converters using thyristors,[1],10.09,57.062777777777775,12.320277777777777,57.80416666666667
+SACOI 1a,Italy - Suvereto 43°3′10″N 10°41′42″E / 43.05278°N 10.69500°E ( before 1992: Italy - San Dalmazio 43°15′43″N 10°55′05″E / 43.26194°N 10.91806°E),"France- Lucciana 42°31′40″N 9°26′59″E / 42.52778°N 9.44972°E",483(365/118),200,200.0,1965,Merc,"Replaced in 1986 by Thyr- multiterminal scheme",[1],10.695,43.05277777777778,9.449722222222222,42.52777777777778
+SACOI 1b,"France- Lucciana 42°31′40″N 9°26′59″E / 42.52778°N 9.44972°E", "Codrongianos- Italy 40°39′7″N 8°42′48″E / 40.65194°N 8.71333°E",483(365/118),200,200.0,1965,Merc,"Replaced in 1986 by Thyr- multiterminal scheme",[1],9.449722222222222,42.52777777777778,8.679351,40.65765
+Kingsnorth,UK - Kingsnorth 51°25′11″N 0°35′46″E / 51.41972°N 0.59611°E,UK - London-Beddington 51°22′23″N 0°7′38″W / 51.37306°N 0.12722°W,85(85/0),266,320.0,1975,Merc,Bipolar scheme Supplier: English Electric Shut down in 1987,[33],0.5961111111111111,51.41972222222222,-0.1272222222222222,51.37305555555555
+Skagerrak 1 + 2,Denmark - Tjele 56°28′44″N 9°34′1″E / 56.47889°N 9.56694°E,Norway - Kristiansand 58°15′36″N 7°53′55″E / 58.26000°N 7.89861°E,230(130/100),250,500.0,1977,Thyr,Supplier: STK(Nexans) Control system upgrade by ABB in 2007,[34][35][36],9.566944444444445,56.47888888888889,7.898611111111111,58.26
+Gotland 2,Sweden - Västervik 57°43′41″N 16°38′51″E / 57.72806°N 16.64750°E,Sweden - Yigne 57°35′13″N 18°11′44″E / 57.58694°N 18.19556°E,99.5(92.9/6.6),150,130.0,1983,Thyr,Supplier: ABB,,16.6475,57.72805555555556,18.195555555555554,57.58694444444444
+Interconnexion France Angleterre (new),France - Les Mandarins 50°54′11″N 1°47′5″E / 50.90306°N 1.78472°E,UK - Sellindge 51°6′21″N 0°58′32″E / 51.10583°N 0.97556°E,72(72/0),270,2000.0,1986,Thyr,2 bipolar systems Supplier: Alstom,[1][37],1.7847222222222223,50.903055555555554,0.9755555555555555,51.10583333333334
+Gotland 3,Sweden - Västervik 57°43′41″N 16°38′51″E / 57.72806°N 16.64750°E,Sweden - Yigne 57°35′13″N 18°11′44″E / 57.58694°N 18.19556°E,98(98/0),150,130.0,1987,Thyr,Supplier: ABB,,16.6475,57.72805555555556,18.195555555555554,57.58694444444444
+Konti-Skan 2,"Denmark - Vester- Hassing 57°3′46″N 10°5′24″E / 57.06278°N 10.09000°E",Sweden - Lindome 57°36′24″N 12°6′40″E / 57.60667°N 12.11111°E,147(87/60),285,300.0,1988,Thyr,Supplier: ABB,,10.09,57.062777777777775,12.11111111111111,57.60666666666667
+Fenno-Skan,Finland - Rauma 61°09′07″N 21°37′32″E / 61.15194°N 21.62556°E,Sweden - Dannebo 60°24′14″N 18°08′10″E / 60.40389°N 18.13611°E,233(200/33),400,500.0,1989,Thyr,Supplier: ABB,,21.625555555555554,61.151944444444446,18.136111111111113,60.403888888888886
+SACOI 2,Italy - Suvereto 43°3′10″N 10°41′42″E / 43.05278°N 10.69500°E ( before 1992: Italy - San Dalmazio 43°15′43″N 10°55′05″E / 43.26194°N 10.91806°E),"France- Lucciana 42°31′40″N 9°26′59″E / 42.52778°N 9.44972°E",422(118/304),200,300.0,1992,Thyr,Multiterminal scheme Supplier: Alstom,,10.695,43.05277777777778,9.449722222222222,42.52777777777778
+SACOI 2,"France- Lucciana 42°31′40″N 9°26′59″E / 42.52778°N 9.44972°E"," Codrongianos- Italy 40°39′7″N 8°42′48″E / 40.65194°N 8.71333°E",422(118/304),200,300.0,1992,Thyr,Multiterminal scheme Supplier: Alstom,,9.449722222222222,42.52777777777778,8.679351,40.65765
+Skagerrak 3,Denmark - Tjele 56°28′44″N 9°34′1″E / 56.47889°N 9.56694°E,Norway - Kristiansand 58°15′36″N 7°53′55″E / 58.26000°N 7.89861°E,230(130/100),350,440.0,1993,Thyr,Supplier: Nexans ABB,[34],9.566944444444445,56.47888888888889,7.898611111111111,58.26
+Baltic Cable,Germany - Lübeck- Herrenwyk 53°53′46″N 10°48′9″E / 53.89611°N 10.80250°E,Sweden - Kruseberg 55°30′1″N 13°8′45″E / 55.50028°N 13.14583°E,262(250/12),450,600.0,1994,Thyr,Supplier: ABB,,10.8025,53.89611111111111,13.145833333333334,55.500277777777775
+Kontek,Denmark - Bjæverskov 55°27′1″N 12°0′27″E / 55.45028°N 12.00750°E,Germany - Bentwisch 54°6′3″N 12°13′1″E / 54.10083°N 12.21694°E,170(170/0),400,600.0,1996,Thyr,Supplier: ABB,,12.0075,55.45027777777778,12.216944444444444,54.100833333333334
+Hellsjön-Grängesberg,Sweden - Hellsjön 60°02′50″N 15°08′52″E / 60.04722°N 15.14778°E,Sweden - Grängesberg 60°03′53″N 14°59′39″E / 60.06472°N 14.99417°E,10(0/10),180,3.0,1997,IGBT,Experimental HVDC Supplier: ABB,,15.147777777777778,60.047222222222224,14.994166666666667,60.06472222222222
+Visby-Nas,Sweden - Nas 57°05′58″N 18°14′27″E / 57.09944°N 18.24083°E,Sweden - Visby 57°37′29″N 18°21′18″E / 57.62472°N 18.35500°E,70(70/0),80,50.0,1999,Thyr,,,18.240833333333335,57.099444444444444,18.355,57.624722222222225
+SwePol,Poland - Wierzbięcin 54°30′8″N 16°53′28″E / 54.50222°N 16.89111°E,Sweden - Stärnö 56°9′11″N 14°50′29″E / 56.15306°N 14.84139°E,245(245/0),450,600.0,2000,Thyr,Supplier: ABB,[38],16.891111111111112,54.50222222222222,14.841388888888888,56.153055555555554
+Tjæreborg,Denmark - Tjæreborg/Enge 55°26′52″N 8°35′34″E / 55.44778°N 8.59278°E,Denmark - Tjæreborg/Substation 55°28′07″N 8°33′36″E / 55.46861°N 8.56000°E,4.3(4.3/0),9,7.0,2000,IGBT,Interconnection to wind power generating stations,,8.592777777777778,55.44777777777778,8.56,55.46861111111111
+Italy-Greece,Greece - Arachthos 39°11′00″N 20°57′48″E / 39.18333°N 20.96333°E,Italy - Galatina 40°9′53″N 18°7′49″E / 40.16472°N 18.13028°E,310(200/110),400,500.0,2001,Thyr,,,20.963333333333335,39.18333333333333,18.130277777777778,40.164722222222224
+Moyle,UK - Auchencrosh 55°04′10″N 4°58′50″W / 55.06944°N 4.98056°W,UK - N. Ireland- Ballycronan More 54°50′34″N 5°46′11″W / 54.84278°N 5.76972°W,63.5(63.5/0),250,2501.0,2001,Thyr,"Supplier: Siemens- Nexans",[39],-4.980555555555556,55.06944444444444,-5.769722222222223,54.842777777777776
+HVDC Troll,Norway - Kollsnes 60°33′01″N 4°50′26″E / 60.55028°N 4.84056°E,Norway - Offshore platform Troll A 60°40′00″N 3°40′00″E / 60.66667°N 3.66667°E,70(70/0),60,80.0,2004,IGBT,Power supply for offshore gas compressor Supplier: ABB,[40],4.8405555555555555,60.55027777777778,3.6666666666666665,60.666666666666664
+Estlink,Finland - Espoo 60°12′14″N 24°33′06″E / 60.20389°N 24.55167°E,Estonia - Harku 59°23′5″N 24°33′37″E / 59.38472°N 24.56028°E,105(105/0),150,350.0,2006,IGBT,Supplier: ABB,[40],24.551666666666666,60.20388888888889,24.560277777777777,59.38472222222222
+NorNed,Netherlands - Eemshaven 53°26′4″N 6°51′57″E / 53.43444°N 6.86583°E,Norway - Feda 58°16′58″N 6°51′55″E / 58.28278°N 6.86528°E,580(580/0),450,700.0,2008,Thyr,"Supplier: ABB- Nexans",[40],6.865833333333334,53.434444444444445,6.865277777777778,58.28277777777778
+BritNed,UK - Grain 51°26′24″N 0°43′0″E / 51.44000°N 0.71667°E,Netherlands - Maasvlakte 51°57′27″N 4°01′17″E / 51.95750°N 4.02139°E,245(245/0),450,1000.0,2010,Thyr,Operational since April 2011. Supplier: Siemens,[40][41] [42][43],0.7166666666666667,51.44,4.021388888888889,51.9575
+StoreBælt,Denmark - Fraugde 55°22′01″N 10°30′25″E / 55.36694°N 10.50694°E,Denmark - Herslev 55°31′53″N 11°19′01″E / 55.53139°N 11.31694°E,56(56/0),400,600.0,2010,Thyr,Operational since August 2010. Supplier: Siemens,[40],10.506944444444445,55.36694444444444,11.316944444444445,55.53138888888889
+Cometa,Spain - Morvedre 39°38′28″N 0°14′7″W / 39.64111°N 0.23528°W,Spain - Santa Ponsa 39°32′2″N 2°30′21″E / 39.53389°N 2.50583°E,247(247/0),250,400.0,2011,Thyr,Expected completion 2011 Supplier: Siemens (converter stations); Prysmian/Nexans (cables),[40],-0.23527777777777778,39.64111111111111,2.5058333333333334,39.53388888888889
+Fenno-Skan 2,Finland - Rauma 61°09′07″N 21°37′32″E / 61.15194°N 21.62556°E,Sweden - Finnbole 60°25′30″N 17°3′42″E / 60.42500°N 17.06167°E,303(200/103),500,800.0,2011,Thyr,,,21.625555555555554,61.151944444444446,17.061666666666667,60.425
+SAPEI,Italy - Latina 41°25′47″N 12°48′25″E / 41.42972°N 12.80694°E,Italy - Fiume Santo 40°50′29″N 8°18′21″E / 40.84139°N 8.30583°E,435(435/0),500,1000.0,2011,Thyr,The largest HVDC link in the Mediterranean Sea. Supplier: ABB,[40][44][45],12.806944444444444,41.429722222222225,8.305833333333334,40.841388888888886
+East West Interconnector,Ireland - Woodland 53°28′16″N 6°34′3″W / 53.47111°N 6.56750°W,"UK - Shotton- Wales 53°13′38″N 3°4′22″W / 53.22722°N 3.07278°W",130(130/0),±200,500.0,2012,IGBT,Supplier: ABB,[51],-6.5675,53.471111111111114,-3.0727777777777776,53.227222222222224
+Estlink 2,Finland - Anttila 60°22′36″N 25°22′01″E / 60.37667°N 25.36694°E,Estonia - Püssi 59°22′13″N 27°04′05″E / 59.37028°N 27.06806°E,171(157/14),450,650.0,2014,Thyr,"Supplier: Siemens- Nexans",,25.366944444444446,60.376666666666665,27.068055555555556,59.37027777777778
+BorWin2,Germany - Diele 53°7′30″N 7°18′29″E / 53.12500°N 7.30806°E,Germany - BorWin Beta platform 54°21′18″N 6°01′30″E / 54.35500°N 6.02500°E,200(200/0),±300,800.0,2015,IGBT,Supplier: Siemens,[58],7.308055555555556,53.125,6.025,54.355
+DolWin1,Germany - Heede 52°58′57″N 7°15′26″E / 52.98250°N 7.25722°E,Germany - DolWin Alpha platform 53°59′42″N 6°25′16″E / 53.99500°N 6.42111°E,165(165/0),±320,800.0,2015,IGBT,Supplier:ABB,[59],7.2572222222222225,52.9825,6.421111111111111,53.995
+HelWin1,Germany - Büttel 53°55′01″N 9°13′55″E / 53.91694°N 9.23194°E,Germany - HelWin Alpha platform 54°27′07″N 7°44′20″E / 54.45194°N 7.73889°E,130(130/0),±250,576.0,2015,IGBT,Supplier: Siemens,[60],9.231944444444444,53.91694444444445,7.738888888888889,54.45194444444444
+HelWin2,Germany - Büttel 53°55′01″N 9°13′55″E / 53.91694°N 9.23194°E,Germany - HelWin Beta platform 54°27′11″N 7°44′20″E / 54.45306°N 7.73889°E,130(130/0),±320,690.0,2015,IGBT,Supplier: Siemens,,9.231944444444444,53.91694444444445,7.738888888888889,54.45305555555556
+INELFE,France - Baixas 42°43′56″N 2°48′14″E / 42.73222°N 2.80389°E,Spain - Santa Llogaia 42°13′59″N 2°56′39″E / 42.23306°N 2.94417°E,64(64/0),±320,2000.0,2015,IGBT,"Supplier: Siemens- Cables: Prysmian. €700m- 8km tunnel near HSR",[61] [62][63][64],2.803888888888889,42.73222222222222,2.944166666666667,42.23305555555555
+NordBalt,Sweden - Nybro 56°46′4″N 15°51′15″E / 56.76778°N 15.85417°E,Lithuania - Klaipėda 55°40′54″N 21°15′24″E / 55.68167°N 21.25667°E,450(450/0),300,700.0,2015,IGBT,Supplier: ABB,[69],15.854166666666666,56.76777777777778,21.256666666666668,55.681666666666665
+Skagerrak 4,Denmark - Tjele 56°28′44″N 9°34′1″E / 56.47889°N 9.56694°E,Norway - Kristiansand 58°15′36″N 7°53′55″E / 58.26000°N 7.89861°E,244(244/0),500,700.0,2015,IGBT,"Suppliers: Nexans- ABB",[70],9.566944444444445,56.47888888888889,7.898611111111111,58.26
+SylWin1,Germany - Büttel 53°55′01″N 9°13′55″E / 53.91694°N 9.23194°E,Germany - SylWin Alpha platform 55°03′47″N 7°14′28″E / 55.06306°N 7.24111°E,205(205/0),±320,864.0,2015,IGBT,Supplier: Siemens,[71],9.231944444444444,53.91694444444445,7.2411111111111115,55.06305555555556
+DolWin2,Germany - Heede 52°58′52″N 7°15′26″E / 52.98111°N 7.25722°E,Germany - DolWin Beta platform 53°58′41″N 6°55′23″E / 53.97806°N 6.92306°E,135(135/0),±320,900.0,2016,IGBT,Supplier: ABB,[78],7.2572222222222225,52.98111111111111,6.923055555555555,53.97805555555556
+SydVästlänken,Sweden - Barkeryd 57°44′52″N 14°39′19″E / 57.74778°N 14.65528°E,Sweden - Hurva 55°49′59″N 13°36′08″E / 55.83306°N 13.60222°E,260(197/63),±300,,2016,IGBT,Supplier: Alstom,,14.655277777777778,57.74777777777778,13.602222222222222,55.83305555555555
+DolWin3,Germany - Heede 52°58′57″N 7°15′26″E / 52.98250°N 7.25722°E,Germany - DolWin Gamma platform 53°59′42″N 6°25′16″E / 53.99500°N 6.42111°E,160(160/0),±320,900.0,2017,IGBT,Supplier: Alstom,[79],7.2572222222222225,52.9825,6.421111111111111,53.995
+HVDC MON.ITA Project,Italy-Cepagatti 42°23′41″N 14°07′30″E / 42.39472°N 14.12500°E,Montenegro - Lastva Grbaljska 42°19′03″N 18°47′41″E / 42.31750°N 18.79472°E,415(415/0),±500,1000.0,2017,Thyr,Supplier: Toshiba (converter stations); Nexans (cables).,[80][81][82],14.125,42.39472222222222,18.794722222222223,42.3175
+Western HVDC Link,UK - Hunterston 55°43′16″N 4°53′7″W / 55.72111°N 4.88528°W,UK - Flintshire Bridge 53°13′54″N 3°1′58″W / 53.23167°N 3.03278°W,422(422/0),600,2200.0,2017-18,Thyr,"Supplier: Prysmian Group- SiemensFirst subsea 600kV link",[83][84],-4.885277777777778,55.721111111111114,-3.0327777777777776,53.23166666666667
+NORD.LINK,Norway - Tonstad 58°40′07″N 6°45′16″E / 58.66861°N 6.75444°E,Germany - Wilster 53°55′18″N 9°20′41″E / 53.92167°N 9.34472°E,623(570/53),525,1400.0,2020,IGBT,Supplier: ABB,[105][106][107],6.754444444444444,58.66861111111111,9.344722222222222,53.92166666666667

data/links_tyndp.csv

@@ -0,0 +1,28 @@
+Name,Converterstation 1,Converterstation 2,Length (given) (km),Length (distance*1.2) (km),Power (MW),status,replaces,Ref,x1,y1,x2,y2
+Biscay Gulf,Gatica (ES),Cubnezais (FR),370,,2200,in permitting,,https://tyndp.entsoe.eu/tyndp2018/projects/projects/16,-2.867,43.367,-0.408943,45.074191
+Italy-France,Piossasco (IT),Grand Ile (FR),190,,1000,under construction,,https://tyndp.entsoe.eu/tyndp2018/projects/projects/21,7.468,44.9898,6.045,45.472
+IFA2,Tourbe (FR),Chilling (GB),,247.2,1000,under construction,,https://tyndp.entsoe.eu/tyndp2018/projects/projects/25,-0.172042,49.083593,-1.277269,50.839338
+Italy-Montenegro,Villanova (IT),Latsva (MT),445,,1200,under construction,Link.14539,https://tyndp.entsoe.eu/tyndp2018/projects/projects/28,14.125,42.3947222222222,18.7947222222222,42.3175
+NordLink,Tonstad (NO),Wilster (DE),514,,1400,under construction,,https://tyndp.entsoe.eu/tyndp2018/projects/projects/37,6.716948,58.662631,9.373979,53.922479
+COBRA cable,Endrup (DK),Eemshaven (NL),325,,700,under construction,,https://tyndp.entsoe.eu/tyndp2018/projects/projects/71,8.718392,55.523115,6.835494,53.438589
+Thames Estuary Cluster (NEMO-Link),Richborough (GB),Gezelle (BE),140,,1000,under construction,,https://tyndp.entsoe.eu/tyndp2018/projects/projects/74,1.324854,51.295891,3.23043,51.24902
+Anglo-Scottish -1,Hunterston (UK),Deeside (UK),422,,2400,built,,https://tyndp.entsoe.eu/tyndp2018/projects/projects/77,-4.898329,55.723331,-3.032972,53.199735
+ALEGrO,Lixhe (BE),Oberzier (DE),100,,1000,built,,https://tyndp.entsoe.eu/tyndp2018/projects/projects/92,5.67933,50.7567965,6.474704,50.867532
+North Sea Link,Kvilldal (NO),Blythe (GB),720,,1400,under construction,,https://tyndp.entsoe.eu/tyndp2018/projects/projects/110,6.637527,59.515096,-1.510277,55.126957
+HVDC SuedOstLink,Wolmirstedt (DE),Isar (DE),,557,2000,in permitting,,https://tyndp.entsoe.eu/tyndp2018/projects/projects/130,11.629014,52.252137,12.091596,48.080837
+HVDC Line A-North,Emden East (DE),Osterath (DE),,284,2000,in permitting,,https://tyndp.entsoe.eu/tyndp2018/projects/projects/132,7.206009,53.359403,6.619451,51.272935
+France-Alderney-Britain,Exeter (UK),Menuel (FR),220,,1400,in permitting,,https://tyndp.entsoe.eu/tyndp2018/projects/projects/153,-3.533899,50.718412,-1.469216,49.509594
+Viking DKW-GB,Bicker Fen (GB),Revsing (DK),,807,1400,in permitting,,https://tyndp.entsoe.eu/tyndp2018/projects/projects/167,-0.203587,52.93979,9.178363,55.509166
+ElecLink,Sellindge (UK),Mandarins (FR),,72,1000,under construction,,https://tyndp.entsoe.eu/tyndp2018/projects/projects/172,0.975555555555556,51.1058333333333,1.78472222222222,50.9030555555556
+Greenconnector,Verderio (IT),Sils i.D. (CH),150,,1000,in permitting,,https://tyndp.entsoe.eu/tyndp2018/projects/projects/174,9.439781,45.668539,9.76569,46.432156
+Hansa PowerBridge I,Hurva (SE),Guestrow (DE),,283,700,in permitting,,https://tyndp.entsoe.eu/tyndp2018/projects/projects/176,13.6022222222222,55.8330555555556,12.189538,53.803155
+NorthConnect,Simadalen (NO),Peterhead (UK),650,,1400,in permitting,,https://tyndp.entsoe.eu/tyndp2018/projects/projects/190,7.16027,60.500527,-1.784066,57.508123
+HVDC SuedLink,Wilster (DE),Großgartach (DE),,637,4000,in permitting,,https://tyndp.entsoe.eu/tyndp2018/projects/projects/235,9.373979,53.922479,9.117193,49.145157
+AQUIND Interconnector,Lovedean (GB),Barnabos (FR),254,,2000,in permitting,,https://tyndp.entsoe.eu/tyndp2018/projects/projects/247,-1.020512,50.908244,0.991736,49.656631
+HVDC Ultranet,Osterath (DE),Philippsburg (DE),,314,600,in permitting,,https://tyndp.entsoe.eu/tyndp2018/projects/projects/254,6.619451,51.272935,8.458036,49.235253
+Gridlink,Kingsnorth (UK),Warande (FR),160,,1400,in permitting,,https://tyndp.entsoe.eu/tyndp2018/projects/projects/285,0.596111111111111,51.41972,2.376776,51.034368
+NeuConnect,Grain (UK),Fedderwarden (DE),680,,1400,in permitting,,https://tyndp.entsoe.eu/tyndp2018/projects/projects/309,0.716666666666667,51.44,8.046524,53.562763
+NordBalt,Klaipeda (LT),Nybro (SE),450,,700,built,,https://en.wikipedia.org/wiki/NordBalt,21.256667,55.681667,15.854167,56.767778
+Estlink 1,Harku (EE),Espoo (FI),105,,350,built,,https://en.wikipedia.org/wiki/Estlink,24.560278,59.384722,24.551667,60.203889
+Greenlink,Waterford (IE),Pembroke (UK),,180,500,under construction,,https://tyndp2022-project-platform.azurewebsites.net/projectsheets/transmission/286,-6.987,52.260,-4.986,51.686
+Celtic Interconnector,Aghada (IE),La Martyre (FR),,572,700,under consideration,,https://tyndp2022-project-platform.azurewebsites.net/projectsheets/transmission/107,-8.16642,51.91413,-4.184,48.459

data/nuclear_p_max_pu.csv

@@ -0,0 +1,16 @@
+country,factor
+BE,0.796
+BG,0.894
+CZ,0.827
+FI,0.936
+FR,0.71
+DE,0.871
+HU,0.913
+NL,0.868
+RO,0.909
+SK,0.9
+SI,0.913
+ES,0.897
+SE,0.851
+CH,0.87
+GB,0.656

data/override_component_attrs/buses.csv

@@ -1,3 +0,0 @@
-attribute,type,unit,default,description,status
-location,string,n/a,n/a,Reference to original electricity bus,Input (optional)
-unit,string,n/a,MWh,Unit of the bus (descriptive only), Input (optional)

data/override_component_attrs/generators.csv

@@ -1,4 +0,0 @@
-attribute,type,unit,default,description,status
-carrier,string,n/a,n/a,carrier,Input (optional)
-lifetime,float,years,inf,lifetime,Input (optional)
-build_year,int,year ,0,build year,Input (optional)

data/override_component_attrs/links.csv

@@ -1,13 +0,0 @@
-attribute,type,unit,default,description,status
-bus2,string,n/a,n/a,2nd bus,Input (optional)
-bus3,string,n/a,n/a,3rd bus,Input (optional)
-bus4,string,n/a,n/a,4th bus,Input (optional)
-efficiency2,static or series,per unit,1,2nd bus efficiency,Input (optional)
-efficiency3,static or series,per unit,1,3rd bus efficiency,Input (optional)
-efficiency4,static or series,per unit,1,4th bus efficiency,Input (optional)
-p2,series,MW,0,2nd bus output,Output
-p3,series,MW,0,3rd bus output,Output
-p4,series,MW,0,4th bus output,Output
-carrier,string,n/a,n/a,carrier,Input (optional)
-lifetime,float,years,inf,lifetime,Input (optional)
-build_year,int,year ,0,build year,Input (optional)

data/override_component_attrs/loads.csv

@@ -1,2 +0,0 @@
-attribute,type,unit,default,description,status
-carrier,string,n/a,n/a,carrier,Input (optional)

data/override_component_attrs/stores.csv

@@ -1,4 +0,0 @@
-attribute,type,unit,default,description,status
-carrier,string,n/a,n/a,carrier,Input (optional)
-lifetime,float,years,inf,lifetime,Input (optional)
-build_year,int,year ,0,build year,Input (optional)

data/parameter_corrections.yaml

@@ -0,0 +1,67 @@
+Link:
+  p_nom:
+    oid:
+      "32508": 400 #BorWin1
+      "32513": 900  # DolWin 2
+      "32515": 900  # DolWin 3
+      "32517": 576  # HelWin 1
+      "32526": 250  # GB-IE
+      "32528": 300  # Links on Corse
+      "32521": 300  # Links on Corse
+      "32529": 300  # SACOI (between Sardinia and Corse)
+      "32533": 300  # SACOI (between Sardinia and Corse)
+      "32550": 600  # Baltic
+      "115391": 1200 # Caithness Moray HVDC
+      "115000": 1200 # Caithness Moray HVDC
+    index:
+      "14804": 1400 # North-Sea link (NSN Link)
+      "14822": 700 # NO-DK Skagerrak 4
+      "14827": 440 # NO-DK Skagerrak 3
+      "14810": 500 # NO-DK Skagerrak 1-2
+      "11679": 940 # NO-DK Skagerrak joint 1-3
+      "14806": 1440 # SE-SE
+      "14819": 250 # Hassing-Lindome
+      "14803": 700 # Cobra DK-NL
+      "T6": 1000 # NEMO GB-BE
+      "14801": 1000 # ALEGrO BE-DE
+      "14807": 600 # SwePol
+      "14820": 700 #NordBalt
+  bus0:
+    index:
+      "8708": "6443" # fix bus-id of substation in GB
+      "8009": "5896" # fix bus-id of substation in GB
+      "11679": "6365" # fix bus-id of substation in NO
+      "12727": "7427" # bus0 == bus1 to remove link in remove_unconnected_components (GB-BE)
+      "5558": "7427" # bus0 == bus1 to remove link in remove_unconnected_components (GB-BE)
+      "5583": "7428" # bus0 == bus1 to remove link in remove_unconnected_components (Sardinia)
+      "13588": "7428" # bus0 == bus1 to remove link in remove_unconnected_components (Sardinia)
+      "T23": "6355" # bus0 == bus1 to remove link in remove_unconnected_components (NordBalt)
+      "14815": "5939" # Kainachtal
+      "8706": "6448"
+  bus1:
+    index:
+      "12931": "8152" # BorWin3
+      "5582": "2382" # combine link 5583 + 5582 in 5582 (Sardinia)
+      "13589": "1349" # combine link 13589 + 13588 in 13589 (Sardinia)
+      "14820": "6354" # NordBalt
+      "14810": "6365" # Skagerrak
+      "8708": "6448"
+      "8394": "6695"
+      "14813": "7052"
+      "8009": "5939"
+      "5601": "7052" # Link Sweden - Lübeck
+  length:
+    index:
+      "5582": 26.39 # new length of combined links (sum)
+      "13589": 509.0 # new length of combined links (sum)
+Line:
+  bus1:
+    index:
+      "14573": "7950" #fix bus-id substation in PT (220/380kV issue)
+  bus0:
+    index:
+      "14573": "7179" #fix bus-id substation in PT (220/380kV issue)
+      "14756": "8577" # Deeside connection
+  v_nom:
+    index:
+      "14573": 220 # 220/380kV issue of substation in PT

data/unit_commitment.csv

@@ -0,0 +1,8 @@
+attribute,OCGT,CCGT,coal,lignite,nuclear
+ramp_limit_up,1,1,1,1,0.3
+ramp_limit_start_up,0.2,0.45,0.38,0.4,0.5
+ramp_limit_shut_down,0.2,0.45,0.38,0.4,0.5
+p_min_pu,0.2,0.45,0.325,0.4,0.5
+min_up_time,,3,5,7,6
+min_down_time,,2,6,6,10
+start_up_cost,9.6,34.2,35.64,19.14,16.5

doc/Makefile

@@ -1,3 +1,7 @@
+# SPDX-FileCopyrightText: 2017-2023 The PyPSA-Eur Authors
+#
+# SPDX-License-Identifier: MIT
+
 # Makefile for Sphinx documentation
 #
 

doc/conf.py

@@ -1,3 +1,8 @@
+# -*- coding: utf-8 -*-
+# SPDX-FileCopyrightText: 20017-2020 The PyPSA-Eur Authors
+#
+# SPDX-License-Identifier: MIT
+
 # -*- coding: utf-8 -*-
 #
 # PyPSA documentation build configuration file, created by
@@ -12,19 +17,18 @@
 # All configuration values have a default; values that are commented out
 # serve to show the default.
 
-import sys
 import os
-import shlex
+import sys
 
 # If extensions (or modules to document with autodoc) are in another directory,
 # add these directories to sys.path here. If the directory is relative to the
 # documentation root, use os.path.abspath to make it absolute, like shown here.
-sys.path.insert(0, os.path.abspath('../scripts'))
+sys.path.insert(0, os.path.abspath("../scripts"))
 
 # -- General configuration ------------------------------------------------
 
 # If your documentation needs a minimal Sphinx version, state it here.
-#needs_sphinx = '1.0'
+# needs_sphinx = '1.0'
 
 # Add any Sphinx extension module names here, as strings. They can be
 # extensions coming with Sphinx (named 'sphinx.ext.*') or your custom
@@ -32,89 +36,94 @@ sys.path.insert(0, os.path.abspath('../scripts'))
 extensions = [
     #'sphinx.ext.autodoc',
     #'sphinx.ext.autosummary',
-    'sphinx.ext.autosectionlabel',
+    "myst_parser",
-    'sphinx.ext.intersphinx',
+    "sphinx.ext.autosectionlabel",
-    'sphinx.ext.todo',
+    "sphinx.ext.intersphinx",
-    'sphinx.ext.mathjax',
+    "sphinx.ext.todo",
-    'sphinx.ext.napoleon',
+    "sphinx.ext.mathjax",
-    'sphinx.ext.graphviz',
+    "sphinx.ext.napoleon",
+    "sphinx.ext.graphviz",
+    "sphinxcontrib.bibtex",
     #'sphinx.ext.pngmath',
     #'sphinxcontrib.tikz',
     #'rinoh.frontend.sphinx',
-    'sphinx.ext.imgconverter', # for SVG conversion
+    "sphinx.ext.imgconverter",  # for SVG conversion
 ]
 
-autodoc_default_flags = ['members']
+autodoc_default_flags = ["members"]
 autosummary_generate = True
 
+bibtex_bibfiles = ["publications.bib"]
+bibtex_default_style = "unsrt"
+
 # Add any paths that contain templates here, relative to this directory.
-templates_path = ['_templates']
+templates_path = ["_templates"]
 
 # The suffix(es) of source filenames.
 # You can specify multiple suffix as a list of string:
 # source_suffix = ['.rst', '.md']
-source_suffix = '.rst'
+source_suffix = ".rst"
 
 # The encoding of source files.
-#source_encoding = 'utf-8-sig'
+# source_encoding = 'utf-8-sig'
 
 # The master toctree document.
-master_doc = 'index'
+master_doc = "index"
 
 # General information about the project.
-project = u'PyPSA-Eur-Sec'
+project = "PyPSA-Eur"
-copyright = u'2019-2021 Tom Brown (KIT, TUB), Marta Victoria (Aarhus University), Lisa Zeyen (KIT, TUB), Fabian Neumann (TUB)'
+copyright = "2017-2023 Tom Brown (KIT, TUB, FIAS), Jonas Hoersch (KIT, FIAS), Fabian Hofmann (TUB, FIAS), Fabian Neumann (TUB, KIT), Marta Victoria (Aarhus University), Lisa Zeyen (KIT, TUB)"
-author = u'2019-2021 Tom Brown (KIT, TUB), Marta Victoria (Aarhus University), Lisa Zeyen (KIT, TUB), Fabian Neumann (TUB)'
+author = "Tom Brown (KIT, TUB, FIAS), Jonas Hoersch (KIT, FIAS), Fabian Hofmann (TUB, FIAS), Fabian Neumann (TUB, KIT), Marta Victoria (Aarhus University), Lisa Zeyen (KIT, TUB)"
 
 # The version info for the project you're documenting, acts as replacement for
 # |version| and |release|, also used in various other places throughout the
 # built documents.
 #
 # The short X.Y version.
-version = u'0.6'
+version = "0.8"
 # The full version, including alpha/beta/rc tags.
-release = u'0.6.0'
+release = "0.8.1"
 
 # The language for content autogenerated by Sphinx. Refer to documentation
 # for a list of supported languages.
 #
 # This is also used if you do content translation via gettext catalogs.
 # Usually you set "language" from the command line for these cases.
-language = None
+language = "en"
 
 # There are two options for replacing |today|: either, you set today to some
 # non-false value, then it is used:
-#today = ''
+# today = ''
 # Else, today_fmt is used as the format for a strftime call.
-#today_fmt = '%B %d, %Y'
+# today_fmt = '%B %d, %Y'
 
 # List of patterns, relative to source directory, that match files and
 # directories to ignore when looking for source files.
-exclude_patterns = ['_build']
+exclude_patterns = ["_build"]
 
 # The reST default role (used for this markup: `text`) to use for all
 # documents.
-#default_role = None
+# default_role = None
 
 # If true, '()' will be appended to :func: etc. cross-reference text.
-#add_function_parentheses = True
+# add_function_parentheses = True
 
 # If true, the current module name will be prepended to all description
 # unit titles (such as .. function::).
-#add_module_names = True
+# add_module_names = True
 
 # If true, sectionauthor and moduleauthor directives will be shown in the
 # output. They are ignored by default.
-#show_authors = False
+# show_authors = False
 
 # The name of the Pygments (syntax highlighting) style to use.
-pygments_style = 'sphinx'
+pygments_style = "sphinx"
 
 # A list of ignored prefixes for module index sorting.
-#modindex_common_prefix = []
+# modindex_common_prefix = []
 
 # If true, keep warnings as "system message" paragraphs in the built documents.
-#keep_warnings = False
+# keep_warnings = False
 
 # If true, `todo` and `todoList` produce output, else they produce nothing.
 todo_include_todos = True
@@ -124,174 +133,168 @@ todo_include_todos = True
 
 # The theme to use for HTML and HTML Help pages.  See the documentation for
 # a list of builtin themes.
-html_theme = 'sphinx_rtd_theme'
+html_theme = "sphinx_book_theme"
 
 # Theme options are theme-specific and customize the look and feel of a theme
 # further.  For a list of options available for each theme, see the
 # documentation.
 html_theme_options = {
-    'display_version': True,
+    "repository_url": "https://github.com/pypsa/pypsa-eur",
-    'sticky_navigation': True,
+    "use_repository_button": True,
+    "show_navbar_depth": 1,
 }
 
 
 # Add any paths that contain custom themes here, relative to this directory.
-#html_theme_path = []
+# html_theme_path = []
 
 # The name for this set of Sphinx documents.  If None, it defaults to
 # "<project> v<release> documentation".
-#html_title = None
+html_title = "PyPSA-Eur"
 
 # A shorter title for the navigation bar.  Default is the same as html_title.
-#html_short_title = None
+html_short_title = "PyPSA-Eur"
 
 # The name of an image file (relative to this directory) to place at the top
 # of the sidebar.
-#html_logo = None
+html_logo = "img/pypsa-logo.png"
 
 # The name of an image file (within the static path) to use as favicon of the
 # docs.  This file should be a Windows icon file (.ico) being 16x16 or 32x32
 # pixels large.
-#html_favicon = None
+# html_favicon = None
 
-# Add any paths that contain custom static files (such as style sheets) here,
+# These folders are copied to the documentation's HTML output
-# relative to this directory. They are copied after the builtin static files,
+# html_static_path = ["_static"]
-# so a file named "default.css" will overwrite the builtin "default.css".
-html_static_path = ['_static']
 
-html_context = {
+# These paths are either relative to html_static_path
-    'css_files': [
+# or fully qualified paths (eg. https://...)
-        '_static/theme_overrides.css',  # override wide tables in RTD theme
+# html_css_files = ["theme_overrides.css"]
-        ],
-}
 
 # Add any extra paths that contain custom files (such as robots.txt or
 # .htaccess) here, relative to this directory. These files are copied
 # directly to the root of the documentation.
-#html_extra_path = []
+# html_extra_path = []
 
 # If not '', a 'Last updated on:' timestamp is inserted at every page bottom,
 # using the given strftime format.
-#html_last_updated_fmt = '%b %d, %Y'
+# html_last_updated_fmt = '%b %d, %Y'
 
 # If true, SmartyPants will be used to convert quotes and dashes to
 # typographically correct entities.
-#html_use_smartypants = True
+# html_use_smartypants = True
 
 # Custom sidebar templates, maps document names to template names.
-#html_sidebars = {}
+# html_sidebars = {}
 
 # Additional templates that should be rendered to pages, maps page names to
 # template names.
-#html_additional_pages = {}
+# html_additional_pages = {}
 
 # If false, no module index is generated.
-#html_domain_indices = True
+# html_domain_indices = True
 
 # If false, no index is generated.
-#html_use_index = True
+# html_use_index = True
 
 # If true, the index is split into individual pages for each letter.
-#html_split_index = False
+# html_split_index = False
 
 # If true, links to the reST sources are added to the pages.
-#html_show_sourcelink = True
+# html_show_sourcelink = True
 
 # If true, "Created using Sphinx" is shown in the HTML footer. Default is True.
-#html_show_sphinx = True
+# html_show_sphinx = True
 
 # If true, "(C) Copyright ..." is shown in the HTML footer. Default is True.
-#html_show_copyright = True
+# html_show_copyright = True
 
 # If true, an OpenSearch description file will be output, and all pages will
 # contain a <link> tag referring to it.  The value of this option must be the
 # base URL from which the finished HTML is served.
-#html_use_opensearch = ''
+# html_use_opensearch = ''
 
 # This is the file name suffix for HTML files (e.g. ".xhtml").
-#html_file_suffix = None
+# html_file_suffix = None
 
 # Language to be used for generating the HTML full-text search index.
 # Sphinx supports the following languages:
 #   'da', 'de', 'en', 'es', 'fi', 'fr', 'hu', 'it', 'ja'
 #   'nl', 'no', 'pt', 'ro', 'ru', 'sv', 'tr'
-#html_search_language = 'en'
+# html_search_language = 'en'
 
 # A dictionary with options for the search language support, empty by default.
 # Now only 'ja' uses this config value
-#html_search_options = {'type': 'default'}
+# html_search_options = {'type': 'default'}
 
 # The name of a javascript file (relative to the configuration directory) that
 # implements a search results scorer. If empty, the default will be used.
-#html_search_scorer = 'scorer.js'
+# html_search_scorer = 'scorer.js'
 
 # Output file base name for HTML help builder.
-htmlhelp_basename = 'PyPSAEurSecdoc'
+htmlhelp_basename = "PyPSAEurdoc"
 
 # -- Options for LaTeX output ---------------------------------------------
 
 latex_elements = {
-# The paper size ('letterpaper' or 'a4paper').
+    # The paper size ('letterpaper' or 'a4paper').
-#'papersize': 'letterpaper',
+    #'papersize': 'letterpaper',
-
+    # The font size ('10pt', '11pt' or '12pt').
-# The font size ('10pt', '11pt' or '12pt').
+    #'pointsize': '10pt',
-#'pointsize': '10pt',
+    # Additional stuff for the LaTeX preamble.
-
+    #'preamble': '',
-# Additional stuff for the LaTeX preamble.
+    # Latex figure (float) alignment
-#'preamble': '',
+    #'figure_align': 'htbp',
-
-# Latex figure (float) alignment
-#'figure_align': 'htbp',
 }
 
 # Grouping the document tree into LaTeX files. List of tuples
 # (source start file, target name, title,
 #  author, documentclass [howto, manual, or own class]).
 latex_documents = [
-  (master_doc, 'PyPSA-Eur-Sec.tex', u'PyPSA-Eur-Sec Documentation',
+    (master_doc, "PyPSA-Eur.tex", "PyPSA-Eur Documentation", "author", "manual"),
-   u'author', 'manual'),
 ]
 
 
-#Added for rinoh http://www.mos6581.org/rinohtype/quickstart.html
+# Added for rinoh http://www.mos6581.org/rinohtype/quickstart.html
-rinoh_documents = [(master_doc,            # top-level file (index.rst)
+rinoh_documents = [
-                    'PyPSA-Eur-Sec',           # output (target.pdf)
+    (
-                    'PyPSA-Eur-Sec Documentation',   # document title
+        master_doc,  # top-level file (index.rst)
-                    'author')]   # document author
+        "PyPSA-Eur",  # output (target.pdf)
+        "PyPSA-Eur Documentation",  # document title
+        "author",
+    )
+]  # document author
 
 
 # The name of an image file (relative to this directory) to place at the top of
 # the title page.
-#latex_logo = None
+# latex_logo = None
 
 # For "manual" documents, if this is true, then toplevel headings are parts,
 # not chapters.
-#latex_use_parts = False
+# latex_use_parts = False
 
 # If true, show page references after internal links.
-#latex_show_pagerefs = False
+# latex_show_pagerefs = False
 
 # If true, show URL addresses after external links.
-#latex_show_urls = False
+# latex_show_urls = False
 
 # Documents to append as an appendix to all manuals.
-#latex_appendices = []
+# latex_appendices = []
 
 # If false, no module index is generated.
-#latex_domain_indices = True
+# latex_domain_indices = True
 
 
 # -- Options for manual page output ---------------------------------------
 
 # One entry per manual page. List of tuples
 # (source start file, name, description, authors, manual section).
-man_pages = [
+man_pages = [(master_doc, "pypsa-eur", "PyPSA-Eur Documentation", [author], 1)]
-    (master_doc, 'pypsa-eur-sec', u'PyPSA-Eur-Sec Documentation',
-     [author], 1)
-]
 
 # If true, show URL addresses after external links.
-#man_show_urls = False
+# man_show_urls = False
 
 
 # -- Options for Texinfo output -------------------------------------------
@@ -300,23 +303,29 @@ man_pages = [
 # (source start file, target name, title, author,
 #  dir menu entry, description, category)
 texinfo_documents = [
-  (master_doc, 'PyPSA-Eur-Sec', u'PyPSA-Eur-Sec Documentation',
+    (
-   author, 'PyPSA-Eur-Sec', 'One line description of project.',
+        master_doc,
-   'Miscellaneous'),
+        "PyPSA-Eur",
+        "PyPSA-Eur Documentation",
+        author,
+        "PyPSA-Eur",
+        "One line description of project.",
+        "Miscellaneous",
+    ),
 ]
 
 # Documents to append as an appendix to all manuals.
-#texinfo_appendices = []
+# texinfo_appendices = []
 
 # If false, no module index is generated.
-#texinfo_domain_indices = True
+# texinfo_domain_indices = True
 
 # How to display URL addresses: 'footnote', 'no', or 'inline'.
-#texinfo_show_urls = 'footnote'
+# texinfo_show_urls = 'footnote'
 
 # If true, do not generate a @detailmenu in the "Top" node's menu.
-#texinfo_no_detailmenu = False
+# texinfo_no_detailmenu = False
 
 
 # Example configuration for intersphinx: refer to the Python standard library.
-intersphinx_mapping = {'https://docs.python.org/': None}
+intersphinx_mapping = {"https://docs.python.org/": None}

doc/configtables/atlite.csv

@@ -0,0 +1,13 @@
+,Unit,Values,Description
+default_cutout,--,str,"Defines a default cutout."
+nprocesses,--,int,"Number of parallel processes in cutout preparation"
+show_progress,bool,true/false,"Whether progressbar for atlite conversion processes should be shown. False saves time."
+cutouts,,,
+-- {name},--,"Convention is to name cutouts like ``<region>-<year>-<source>`` (e.g. ``europe-2013-era5``).","Name of the cutout netcdf file. The user may specify multiple cutouts under configuration ``atlite: cutouts:``. Reference is used in configuration ``renewable: {technology}: cutout:``. The cutout ``base`` may be used to automatically calculate temporal and spatial bounds of the network."
+-- -- module,--,"Subset of {'era5','sarah'}","Source of the reanalysis weather dataset (e.g. `ERA5 <https://www.ecmwf.int/en/forecasts/datasets/reanalysis-datasets/era5>`_ or `SARAH-2 <https://wui.cmsaf.eu/safira/action/viewDoiDetails?acronym=SARAH_V002>`_)"
+-- -- x,°,"Float interval within [-180, 180]","Range of longitudes to download weather data for. If not defined, it defaults to the spatial bounds of all bus shapes."
+-- -- y,°,"Float interval within [-90, 90]","Range of latitudes to download weather data for. If not defined, it defaults to the spatial bounds of all bus shapes."
+-- -- dx,°,"Larger than 0.25","Grid resolution for longitude"
+-- -- dy,°,"Larger than 0.25","Grid resolution for latitude"
+-- -- time,,"Time interval within ['1979', '2018'] (with valid pandas date time strings)","Time span to download weather data for. If not defined, it defaults to the time interval spanned by the snapshots."
+-- -- features,,"String or list of strings with valid cutout features ('inlfux', 'wind').","When freshly building a cutout, retrieve data only for those features. If not defined, it defaults to all available features."

doc/configtables/biomass.csv

@@ -0,0 +1,7 @@
+,Unit,Values,Description
+year ,--,"{2010, 2020, 2030, 2040, 2050}",Year for which to retrieve biomass potential according to the assumptions of the `JRC ENSPRESO <https://data.jrc.ec.europa.eu/dataset/74ed5a04-7d74-4807-9eab-b94774309d9f>`_ .
+scenario ,--,"{""ENS_Low"", ""ENS_Med"", ""ENS_High""}",Scenario for which to retrieve biomass potential. The scenario definition can be seen in `ENSPRESO_BIOMASS <https://cidportal.jrc.ec.europa.eu/ftp/jrc-opendata/ENSPRESO/ENSPRESO_BIOMASS.xlsx>`_
+classes ,,,
+-- solid biomass,--,Array of biomass comodity,The comodity that are included as solid biomass
+-- not included,--,Array of biomass comodity,The comodity that are not included as a biomass potential
+-- biogas,--,Array of biomass comodity,The comodity that are included as biogas

doc/configtables/clustering.csv

@@ -0,0 +1,19 @@
+,Unit,Values,Description
+focus_weights,,,Optionally specify the focus weights for the clustering of countries. For instance: `DE: 0.8` will distribute 80% of all nodes to Germany and 20% to the rest of the countries.
+simplify_network,,,
+-- to_substations,bool,"{'true','false'}","Aggregates all nodes without power injection (positive or negative, i.e. demand or generation) to electrically closest ones"
+-- algorithm,str,"One of {‘kmeans’, ‘hac’, ‘modularity‘}",
+-- feature,str,"Str in the format ‘carrier1+carrier2+...+carrierN-X’, where CarrierI can be from {‘solar’, ‘onwind’, ‘offwind’, ‘ror’} and X is one of {‘cap’, ‘time’}.",
+-- exclude_carriers,list,"List of Str like [ 'solar', 'onwind'] or empy list []","List of carriers which will not be aggregated. If empty, all carriers will be aggregated."
+-- remove stubs,bool,"{'true','false'}",Controls whether radial parts of the network should be recursively aggregated. Defaults to true.
+-- remove_stubs_across_borders,bool,"{'true','false'}",Controls whether radial parts of the network should be recursively aggregated across borders. Defaults to true.
+cluster_network,,,
+-- algorithm,str,"One of {‘kmeans’, ‘hac’}",
+-- feature,str,"Str in the format ‘carrier1+carrier2+...+carrierN-X’, where CarrierI can be from {‘solar’, ‘onwind’, ‘offwind’, ‘ror’} and X is one of {‘cap’, ‘time’}.",
+-- exclude_carriers,list,"List of Str like [ 'solar', 'onwind'] or empy list []","List of carriers which will not be aggregated. If empty, all carriers will be aggregated."
+-- consider_efficiency_classes,bool,"{'true','false'}","Aggregated each carriers into the top 10-quantile (high), the bottom 90-quantile (low), and everything in between (medium)."
+aggregation_strategies,,,
+-- generators,,,
+-- -- {key},str,"{key} can be any of the component of the generator (str). It’s value can be any that can be converted to pandas.Series using getattr(). For example one of {min, max, sum}.","Aggregates the component according to the given strategy. For example, if sum, then all values within each cluster are summed to represent the new generator."
+-- buses,,,
+-- -- {key},str,"{key} can be any of the component of the bus (str). It’s value can be any that can be converted to pandas.Series using getattr(). For example one of {min, max, sum}.","Aggregates the component according to the given strategy. For example, if sum, then all values within each cluster are summed to represent the new bus."

doc/configtables/co2_budget.csv

@@ -0,0 +1,2 @@
+,Unit,Values,Description
+co2_budget,--,Dictionary with planning horizons as keys.,CO2 budget as a fraction of 1990 emissions. Overwritten if ``CO2Lx`` or ``cb`` are set in ``{sector_opts}`` wildcard"doc/configtables/othertoplevel.csv

doc/configtables/conventional.csv

@@ -0,0 +1,5 @@
+,Unit,Values,Description
+unit_commitment ,bool,"{true, false}","Allow the overwrite of ramp_limit_up, ramp_limit_start_up, ramp_limit_shut_down, p_min_pu, min_up_time, min_down_time, and start_up_cost of conventional generators. Refer to the CSV file „unit_commitment.csv“."
+dynamic_fuel_price ,bool,"{true, false}","Consider the monthly fluctuating fuel prices for each conventional generator. Refer to the CSV file ""data/validation/monthly_fuel_price.csv""."
+{name},--,string,For any carrier/technology overwrite attributes as listed below.
+-- {attribute},--,string or float,"For any attribute, can specify a float or reference to a file path to a CSV file giving floats for each country (2-letter code)."

doc/configtables/costs.csv

@@ -0,0 +1,9 @@
+,Unit,Values,Description
+year,--,"YYYY; e.g. '2030'","Year for which to retrieve cost assumptions of ``resources/costs.csv``."
+version,--,"vX.X.X; e.g. 'v0.5.0'","Version of ``technology-data`` repository to use."
+rooftop_share,--,float,"Share of rooftop PV when calculating capital cost of solar (joint rooftop and utility-scale PV)."
+fill_values,--,float,"Default values if not specified for a technology in ``resources/costs.csv``."
+capital_cost,EUR/MW,"Keys should be in the 'technology' column of ``resources/costs.csv``. Values can be any float.","For the given technologies, assumptions about their capital investment costs are set to the corresponding value. Optional; overwrites cost assumptions from ``resources/costs.csv``."
+marginal_cost,EUR/MWh,"Keys should be in the 'technology' column of ``resources/costs.csv``. Values can be any float.","For the given technologies, assumptions about their marginal operating costs are set to the corresponding value. Optional; overwrites cost assumptions from ``resources/costs.csv``."
+emission_prices,,,"Specify exogenous prices for emission types listed in ``network.carriers`` to marginal costs."
+-- co2,EUR/t,float,"Exogenous price of carbon-dioxide added to the marginal costs of fossil-fuelled generators according to their carbon intensity. Added through the keyword ``Ep`` in the ``{opts}`` wildcard only in the rule :mod:`prepare_network``."

doc/configtables/countries.csv

@@ -0,0 +1,2 @@
+ ,Unit,Values,Description
+countries,--,"Subset of {'AL', 'AT', 'BA', 'BE', 'BG', 'CH', 'CZ', 'DE', 'DK', 'EE', 'ES', 'FI', 'FR', 'GB', 'GR', 'HR', 'HU', 'IE', 'IT', 'LT', 'LU', 'LV', 'ME', 'MK', 'NL', 'NO', 'PL', 'PT', 'RO', 'RS', 'SE', 'SI', 'SK'}","European countries defined by their `Two-letter country codes (ISO 3166-1) <https://en.wikipedia.org/wiki/ISO_3166-1_alpha-2>`_ which should be included in the energy system model."

doc/configtables/electricity.csv

@@ -0,0 +1,36 @@
+,Unit,Values,Description
+voltages,kV,"Any subset of {220., 300., 380.}",Voltage levels to consider
+gaslimit,MWhth,float or false,Global gas usage limit
+co2limit,:math:`t_{CO_2-eq}/a`,float,Cap on total annual system carbon dioxide emissions
+co2base,:math:`t_{CO_2-eq}/a`,float,Reference value of total annual system carbon dioxide emissions if relative emission reduction target is specified in ``{opts}`` wildcard.
+agg_p_nom_limits,file,path,Reference to ``.csv`` file specifying per carrier generator nominal capacity constraints for individual countries if ``'CCL'`` is in ``{opts}`` wildcard. Defaults to ``data/agg_p_nom_minmax.csv``.
+operational_reserve,,,Settings for reserve requirements following `GenX <https://genxproject.github.io/GenX/dev/core/#Reserves>`_
+,,,
+-- activate,bool,true or false,Whether to take operational reserve requirements into account during optimisation
+-- epsilon_load,--,float,share of total load
+-- epsilon_vres,--,float,share of total renewable supply
+-- contingency,MW,float,fixed reserve capacity
+max_hours,,,
+-- battery,h,float,Maximum state of charge capacity of the battery in terms of hours at full output capacity ``p_nom``. Cf. `PyPSA documentation <https://pypsa.readthedocs.io/en/latest/components.html#storage-unit>`_.
+-- H2,h,float,Maximum state of charge capacity of the hydrogen storage in terms of hours at full output capacity ``p_nom``. Cf. `PyPSA documentation <https://pypsa.readthedocs.io/en/latest/components.html#storage-unit>`_.
+extendable_carriers,,,
+-- Generator,--,Any extendable carrier,"Defines existing or non-existing conventional and renewable power plants to be extendable during the optimization. Conventional generators can only be built/expanded where already existent today. If a listed conventional carrier is not included in the ``conventional_carriers`` list, the lower limit of the capacity expansion is set to 0."
+-- StorageUnit,--,"Any subset of {'battery','H2'}",Adds extendable storage units (battery and/or hydrogen) at every node/bus after clustering without capacity limits and with zero initial capacity.
+-- Store,--,"Any subset of {'battery','H2'}",Adds extendable storage units (battery and/or hydrogen) at every node/bus after clustering without capacity limits and with zero initial capacity.
+-- Link,--,Any subset of {'H2 pipeline'},Adds extendable links (H2 pipelines only) at every connection where there are lines or HVDC links without capacity limits and with zero initial capacity. Hydrogen pipelines require hydrogen storage to be modelled as ``Store``.
+powerplants_filter,--,"use `pandas.query <https://pandas.pydata.org/pandas-docs/stable/reference/api/pandas.DataFrame.query.html>`_ strings here, e.g. ``Country not in ['Germany']``",Filter query for the default powerplant database.
+,,,
+custom_powerplants,--,"use `pandas.query <https://pandas.pydata.org/pandas-docs/stable/reference/api/pandas.DataFrame.query.html>`_ strings here, e.g. ``Country in ['Germany']``",Filter query for the custom powerplant database.
+,,,
+conventional_carriers,--,"Any subset of {nuclear, oil, OCGT, CCGT, coal, lignite, geothermal, biomass}","List of conventional power plants to include in the model from ``resources/powerplants.csv``. If an included carrier is also listed in ``extendable_carriers``, the capacity is taken as a lower bound."
+,,,
+renewable_carriers,--,"Any subset of {solar, onwind, offwind-ac, offwind-dc, hydro}",List of renewable generators to include in the model.
+estimate_renewable_capacities,,,
+-- enable,,bool,Activate routine to estimate renewable capacities
+-- from_opsd,--,bool,Add renewable capacities from `OPSD database <https://data.open-power-system-data.org/renewable_power_plants/2020-08-25>`_. The value is depreciated but still can be used.
+-- year,--,bool,Renewable capacities are based on existing capacities reported by IRENA (IRENASTAT) for the specified year
+-- expansion_limit,--,float or false,"Artificially limit maximum IRENA capacities to a factor.  For example, an ``expansion_limit: 1.1`` means 110% of capacities . If false are chosen, the estimated renewable potentials determine by the workflow are used."
+-- technology_mapping,,,Mapping between PyPSA-Eur and powerplantmatching technology names
+-- -- Offshore,--,"Any subset of {offwind-ac, offwind-dc}","List of PyPSA-Eur carriers that is considered as (IRENA, OPSD) onshore technology."
+-- -- Offshore,--,{onwind},"List of PyPSA-Eur carriers that is considered as (IRENA, OPSD) offshore technology."
+-- -- PV,--,{solar},"List of PyPSA-Eur carriers that is considered as (IRENA, OPSD) PV technology."

doc/configtables/enable.csv

@@ -0,0 +1,12 @@
+,Unit,Values,Description
+enable,str or bool,"{auto, true, false}","Switch to include (true) or exclude (false) the retrieve_* rules of snakemake into the workflow; 'auto' sets true|false based on availability of an internet connection to prevent issues with snakemake failing due to lack of internet connection."
+prepare_links_p_nom,bool,"{true, false}","Switch to retrieve current HVDC projects from `Wikipedia <https://en.wikipedia.org/wiki/List_of_HVDC_projects>`_"
+retrieve_databundle,bool,"{true, false}","Switch to retrieve databundle from zenodo via the rule :mod:`retrieve_databundle` or whether to keep a custom databundle located in the corresponding folder."
+retrieve_sector_databundle,bool,"{true, false}","Switch to retrieve sector databundle from zenodo via the rule :mod:`retrieve_sector_databundle` or whether to keep a custom databundle located in the corresponding folder."
+retrieve_cost_data,bool,"{true, false}","Switch to retrieve technology cost data from `technology-data repository <https://github.com/PyPSA/technology-data>`_."
+build_cutout,bool,"{true, false}","Switch to enable the building of cutouts via the rule :mod:`build_cutout`."
+retrieve_irena,bool,"{true, false}",Switch to enable the retrieval of ``existing_capacities`` from IRENASTAT with :mod:`retrieve_irena`.
+retrieve_cutout,bool,"{true, false}","Switch to enable the retrieval of cutouts from zenodo with :mod:`retrieve_cutout`."
+build_natura_raster,bool,"{true, false}","Switch to enable the creation of the raster ``natura.tiff`` via the rule :mod:`build_natura_raster`."
+retrieve_natura_raster,bool,"{true, false}","Switch to enable the retrieval of ``natura.tiff`` from zenodo with :mod:`retrieve_natura_raster`."
+custom_busmap,bool,"{true, false}","Switch to enable the use of custom busmaps in rule :mod:`cluster_network`. If activated the rule looks for provided busmaps at ``data/custom_busmap_elec_s{simpl}_{clusters}.csv`` which should have the same format as ``resources/busmap_elec_s{simpl}_{clusters}.csv``, i.e. the index should contain the buses of ``networks/elec_s{simpl}.nc``."

doc/configtables/energy.csv

@@ -0,0 +1,7 @@
+,Unit,Values,Description
+energy_totals_year ,--,"{1990,1995,2000,2005,2010,2011,…} ",The year for the sector energy use. The year must be avaliable in the Eurostat report
+base_emissions_year ,--,"YYYY; e.g. 1990","The base year for the sector emissions. See `European Environment Agency (EEA) <https://www.eea.europa.eu/data-and-maps/data/national-emissions-reported-to-the-unfccc-and-to-the-eu-greenhouse-gas-monitoring-mechanism-16>`_."
+
+eurostat_report_year ,--,"{2016,2017,2018}","The publication year of the Eurostat report. 2016 includes Bosnia and Herzegovina, 2017 does not"
+
+emissions ,--,"{CO2, All greenhouse gases - (CO2 equivalent)}","Specify which sectoral emissions are taken into account. Data derived from EEA. Currently only CO2 is implemented."

doc/configtables/existing_capacities.csv

@@ -0,0 +1,6 @@
+,Unit,Values,Description
+grouping_years_power ,--,A list of years,Intervals to group existing capacities for power
+grouping_years_heat ,--,A list of years below 2020,Intervals to group existing capacities for heat
+
+threshold_capacity ,MW,float,Capacities generators and links of below threshold are removed during add_existing_capacities
+conventional_carriers ,--,"Any subset of {uranium, coal, lignite, oil} ",List of conventional power plants to include in the sectoral network

doc/configtables/foresight.csv

@@ -0,0 +1,2 @@
+,Unit,Values,Description
+foresight,string,"{overnight, myopic, perfect}","See :ref:`Foresight Options` for detail explanations."

doc/configtables/hydro.csv

@@ -0,0 +1,8 @@
+,Unit,Values,Description
+cutout,--,Must be 'europe-2013-era5',Specifies the directory where the relevant weather data ist stored.
+carriers,--,"Any subset of {'ror', 'PHS', 'hydro'}","Specifies the types of hydro power plants to build per-unit availability time series for. 'ror' stands for run-of-river plants, 'PHS' represents pumped-hydro storage, and 'hydro' stands for hydroelectric dams."
+PHS_max_hours,h,float,Maximum state of charge capacity of the pumped-hydro storage (PHS) in terms of hours at full output capacity ``p_nom``. Cf. `PyPSA documentation <https://pypsa.readthedocs.io/en/latest/components.html#storage-unit>`_.
+hydro_max_hours,h,"Any of {float, 'energy_capacity_totals_by_country', 'estimate_by_large_installations'}",Maximum state of charge capacity of the pumped-hydro storage (PHS) in terms of hours at full output capacity ``p_nom`` or heuristically determined. Cf. `PyPSA documentation <https://pypsa.readthedocs.io/en/latest/components.html#storage-unit>`_.
+flatten_dispatch,bool,"{true, false}",Consider an upper limit for the hydro dispatch. The limit is given by the average capacity factor plus the buffer given in  ``flatten_dispatch_buffer``
+flatten_dispatch_buffer,--,float,"If ``flatten_dispatch`` is true, specify the value added above the average capacity factor."
+clip_min_inflow,MW,float,"To avoid too small values in the inflow time series, values below this threshold are set to zero."

doc/configtables/industry.csv

@@ -0,0 +1,31 @@
+,Unit,Values,Description
+St_primary_fraction,--,Dictionary with planning horizons as keys.,The fraction of steel produced via primary route versus secondary route (scrap+EAF). Current fraction is 0.6
+DRI_fraction,--,Dictionary with planning horizons as keys.,The fraction of the primary route DRI + EAF
+,,,
+H2_DRI,--,float,The hydrogen consumption in Direct Reduced Iron (DRI)  Mwh_H2 LHV/ton_Steel from 51kgH2/tSt in `Vogl et al (2018) <https://doi.org/10.1016/j.jclepro.2018.08.279>`_
+elec_DRI,MWh/tSt,float,The electricity consumed in Direct Reduced Iron (DRI) shaft. From `HYBRIT brochure <https://ssabwebsitecdn.azureedge.net/-/media/hybrit/files/hybrit_brochure.pdf>`_
+Al_primary_fraction,--,Dictionary with planning horizons as keys.,The fraction of aluminium produced via the primary route versus scrap. Current fraction is 0.4
+MWh_NH3_per_tNH3,LHV,float,The energy amount per ton of ammonia.
+MWh_CH4_per_tNH3_SMR,--,float,The energy amount of methane needed to produce a ton of ammonia using steam methane reforming (SMR). Value derived from 2012's demand from `Center for European Policy Studies (2008) <https://ec.europa.eu/docsroom/documents/4165/attachments/1/translations/en/renditions/pdf>`_
+MWh_elec_per_tNH3_SMR,--,float,"The energy amount of electricity needed to produce a ton of ammonia using steam methane reforming (SMR). same source, assuming 94-6% split methane-elec of total energy demand 11.5 MWh/tNH3"
+Mwh_H2_per_tNH3 _electrolysis,--,float,"The energy amount of hydrogen needed to produce a ton of ammonia using Haber–Bosch process. From  `Wang et al (2018) <https://doi.org/10.1016/j.joule.2018.04.017>`_, Base value assumed around 0.197 tH2/tHN3 (>3/17 since some H2 lost and used for energy)"
+Mwh_elec_per_tNH3 _electrolysis,--,float,"The energy amount of electricity needed to produce a ton of ammonia using Haber–Bosch process. From  `Wang et al (2018) <https://doi.org/10.1016/j.joule.2018.04.017>`_, Table 13 (air separation and HB)"
+Mwh_NH3_per_MWh _H2_cracker,--,float,The energy amount of amonia needed to produce an energy amount hydrogen using ammonia cracker
+NH3_process_emissions,MtCO2/a,float,The emission of ammonia production from steam methane reforming (SMR). From UNFCCC for 2015 for EU28
+petrochemical_process _emissions,MtCO2/a,float,The emission of petrochemical production. From UNFCCC for 2015 for EU28
+HVC_primary_fraction,--,float,The fraction of high value chemicals (HVC) produced via primary route
+HVC_mechanical_recycling _fraction,--,float,The fraction of high value chemicals (HVC) produced using mechanical recycling
+HVC_chemical_recycling _fraction,--,float,The fraction of high value chemicals (HVC) produced using chemical recycling
+,,,
+HVC_production_today,MtHVC/a,float,"The amount of high value chemicals (HVC) produced. This includes ethylene, propylene and BTX. From `DECHEMA (2017) <https://dechema.de/dechema_media/Downloads/Positionspapiere/Technology_study_Low_carbon_energy_and_feedstock_for_the_European_chemical_industry-p-20002750.pdf>`_, Figure 16, page 107"
+Mwh_elec_per_tHVC _mechanical_recycling,MWh/tHVC,float,"The energy amount of electricity needed to produce a ton of high value chemical (HVC) using mechanical recycling. From SI of `Meys et al (2020) <https://doi.org/10.1016/j.resconrec.2020.105010>`_, Table S5, for HDPE, PP, PS, PET. LDPE would be 0.756."
+Mwh_elec_per_tHVC _chemical_recycling,MWh/tHVC,float,"The energy amount of electricity needed to produce a ton of high value chemical (HVC) using chemical recycling. The default value is based on pyrolysis and electric steam cracking. From `Material Economics (2019) <https://materialeconomics.com/latest-updates/industrial-transformation-2050>`_, page 125"
+,,,
+chlorine_production _today,MtCl/a,float,"The amount of chlorine produced. From `DECHEMA (2017) <https://dechema.de/dechema_media/Downloads/Positionspapiere/Technology_study_Low_carbon_energy_and_feedstock_for_the_European_chemical_industry-p-20002750.pdf>`_, Table 7, page 43"
+MWh_elec_per_tCl,MWh/tCl,float,"The energy amount of electricity needed to produce a ton of chlorine. From `DECHEMA (2017) <https://dechema.de/dechema_media/Downloads/Positionspapiere/Technology_study_Low_carbon_energy_and_feedstock_for_the_European_chemical_industry-p-20002750.pdf>`_, Table 6 page 43"
+MWh_H2_per_tCl,MWhH2/tCl,float,"The energy amount of hydrogen needed to produce a ton of chlorine. The value is negative since hydrogen produced in chloralkali process. From `DECHEMA (2017) <https://dechema.de/dechema_media/Downloads/Positionspapiere/Technology_study_Low_carbon_energy_and_feedstock_for_the_European_chemical_industry-p-20002750.pdf>`_, page 43"
+methanol_production _today,MtMeOH/a,float,"The amount of methanol produced. From `DECHEMA (2017) <https://dechema.de/dechema_media/Downloads/Positionspapiere/Technology_study_Low_carbon_energy_and_feedstock_for_the_European_chemical_industry-p-20002750.pdf>`_, page 62"
+MWh_elec_per_tMeOH,MWh/tMeOH,float,"The energy amount of electricity needed to produce a ton of methanol. From `DECHEMA (2017) <https://dechema.de/dechema_media/Downloads/Positionspapiere/Technology_study_Low_carbon_energy_and_feedstock_for_the_European_chemical_industry-p-20002750.pdf>`_, Table 14, page 65"
+MWh_CH4_per_tMeOH,MWhCH4/tMeOH,float,"The energy amount of methane needed to produce a ton of methanol. From `DECHEMA (2017) <https://dechema.de/dechema_media/Downloads/Positionspapiere/Technology_study_Low_carbon_energy_and_feedstock_for_the_European_chemical_industry-p-20002750.pdf>`_, Table 14, page 65"
+hotmaps_locate_missing,--,"{true,false}",Locate industrial sites without valid locations based on city and countries.
+reference_year,year,YYYY,The year used as the baseline for industrial energy demand and production. Data extracted from `JRC-IDEES 2015 <https://data.jrc.ec.europa.eu/dataset/jrc-10110-10001>`_

doc/configtables/licenses-sector.csv

@@ -10,12 +10,12 @@ BASt emobility statistics,emobility/,unknown,http://www.bast.de/DE/Verkehrstechn
 BDEW heating profile,heat_load_profile_BDEW.csv,unknown,https://github.com/oemof/demandlib
 heating profiles for Aarhus,heat_load_profile_DK_AdamJensen.csv,unknown,Adam Jensen MA thesis at Aarhus University
 George Lavidas wind/wave costs,WindWaveWEC_GLTB.xlsx,unknown,George Lavidas
-country codes,Country_codes.csv,CC BY 4.0,Marta Victoria
 co2 budgets,co2_budget.csv,CC BY 4.0,https://arxiv.org/abs/2004.11009
 existing heating potentials,existing_infrastructure/existing_heating_raw.csv,unknown,https://ec.europa.eu/energy/studies/mapping-and-analyses-current-and-future-2020-2030-heatingcooling-fuel-deployment_en?redir=1
 IRENA existing VRE capacities,existing_infrastructure/{solar|onwind|offwind}_capcity_IRENA.csv,unknown,https://www.irena.org/Statistics/Download-Data
 USGS ammonia production,myb1-2017-nitro.xls,unknown,https://www.usgs.gov/centers/nmic/nitrogen-statistics-and-information
 hydrogen salt cavern potentials,h2_salt_caverns_GWh_per_sqkm.geojson,CC BY 4.0,https://doi.org/10.1016/j.ijhydene.2019.12.161 https://doi.org/10.20944/preprints201910.0187.v1
+international port trade volumes,attributed_ports.json,CC BY 4.0,https://datacatalog.worldbank.org/search/dataset/0038118/Global---International-Ports
 hotmaps industrial site database,Industrial_Database.csv,CC BY 4.0,https://gitlab.com/hotmaps/industrial_sites/industrial_sites_Industrial_Database
 Hotmaps building stock data,data_building_stock.csv,CC BY 4.0,https://gitlab.com/hotmaps/building-stock
 U-values Poland,u_values_poland.csv,unknown,https://data.europa.eu/euodp/de/data/dataset/building-stock-observatory
@@ -26,4 +26,3 @@ Building topologies and corresponding standard values,tabula-calculator-calcsetb
 Retrofitting thermal envelope costs for Germany,retro_cost_germany.csv,unknown,https://www.iwu.de/forschung/handlungslogiken/kosten-energierelevanter-bau-und-anlagenteile-bei-modernisierung/
 District heating most countries,jrc-idees-2015/,CC BY 4.0,https://ec.europa.eu/jrc/en/potencia/jrc-idees,,
 District heating missing countries,district_heat_share.csv,unknown,https://www.euroheat.org/knowledge-hub/country-profiles,,
-

doc/configtables/licenses.csv

@@ -0,0 +1,14 @@
+"Files","BY","NC","SA","Mark Changes",Detail
+"corine/*","x",,,"x",https://land.copernicus.eu/pan-european/corine-land-cover/clc-2012?tab=metadata
+"eez/*","x","x","x",,http://www.marineregions.org/disclaimer.php
+"natura/*","x",,,,https://www.eea.europa.eu/data-and-maps/data/natura-10#tab-metadata
+"naturalearth/*",,,,,http://www.naturalearthdata.com/about/terms-of-use/
+"NUTS_2013 _60M_SH/*","x","x",,"x",https://ec.europa.eu/eurostat/web/gisco/geodata/reference-data/administrative-units-statistical-units
+"cantons.csv","x",,"x",,https://en.wikipedia.org/wiki/Data_codes_for_Switzerland
+"eia_hydro_annual_generation.csv","x",,,,https://www.eia.gov/about/copyrights_reuse.php
+"GEBCO_2014_2D.nc","x",,,,https://www.gebco.net/data_and_products/gridded_bathymetry_data/documents/gebco_2014_historic.pdf
+"hydro_capacities.csv","x",,,,
+"je-e-21.03.02.xls","x","x",,,https://www.bfs.admin.ch/bfs/en/home/fso/swiss-federal-statistical-office/terms-of-use.html
+"nama_10r_3 gdp.tsv.gz","x",,,"x",https://ec.europa.eu/eurostat/about/policies/copyright
+"nama_10r_3 popgdp.tsv.gz","x",,,"x",https://ec.europa.eu/eurostat/about/policies/copyright
+"time_series_60min _singleindex_filtered.csv","x",,,,https://data.open-power-system-data.org/time_series/2019-06-05/README.md

doc/configtables/lines.csv

@@ -0,0 +1,14 @@
+,Unit,Values,Description
+types,--,"Values should specify a `line type in PyPSA <https://pypsa.readthedocs.io/en/latest/components.html#line-types>`_. Keys should specify the corresponding voltage level (e.g. 220., 300. and 380. kV)","Specifies line types to assume for the different voltage levels of the ENTSO-E grid extraction. Should normally handle voltage levels 220, 300, and 380 kV"
+s_max_pu,--,"Value in [0.,1.]","Correction factor for line capacities (``s_nom``) to approximate :math:`N-1` security and reserve capacity for reactive power flows"
+s_nom_max,MW,"float","Global upper limit for the maximum capacity of each extendable line."
+max_extension,MW,"float","Upper limit for the extended capacity of each extendable line."
+length_factor,--,float,"Correction factor to account for the fact that buses are *not* connected by lines through air-line distance."
+under_construction,--,"One of {'zero': set capacity to zero, 'remove': remove completely, 'keep': keep with full capacity}","Specifies how to handle lines which are currently under construction."
+reconnect_crimea,--,"true or false","Whether to reconnect Crimea to the Ukrainian grid"
+dynamic_line_rating,,,
+-- activate,bool,"true or false","Whether to take dynamic line rating into account"
+-- cutout,--,"Should be a folder listed in the configuration ``atlite: cutouts:`` (e.g. 'europe-2013-era5') or reference an existing folder in the directory ``cutouts``. Source module must be ERA5.","Specifies the directory where the relevant weather data ist stored."
+-- correction_factor,--,"float","Factor to compensate for overestimation of wind speeds in hourly averaged wind data"
+-- max_voltage_difference,deg,"float","Maximum voltage angle difference in degrees or 'false' to disable"
+-- max_line_rating,--,"float","Maximum line rating relative to nominal capacity without DLR, e.g. 1.3 or 'false' to disable"

doc/configtables/links.csv

@@ -0,0 +1,6 @@
+,Unit,Values,Description
+p_max_pu,--,"Value in [0.,1.]","Correction factor for link capacities ``p_nom``."
+p_nom_max,MW,"float","Global upper limit for the maximum capacity of each extendable DC link."
+max_extension,MW,"float","Upper limit for the extended capacity of each extendable DC link."
+include_tyndp,bool,"{'true', 'false'}","Specifies whether to add HVDC link projects from the `TYNDP 2018 <https://tyndp.entsoe.eu/tyndp2018/projects/>`_ which are at least in permitting."
+under_construction,--,"One of {'zero': set capacity to zero, 'remove': remove completely, 'keep': keep with full capacity}","Specifies how to handle lines which are currently under construction."

doc/configtables/load.csv

@@ -0,0 +1,6 @@
+,Unit,Values,Description
+power_statistics,bool,"{true, false}",Whether to load the electricity consumption data of the ENTSOE power statistics (only for files from 2019 and before) or from the ENTSOE transparency data (only has load data from 2015 onwards).
+interpolate_limit,hours,integer,"Maximum gap size (consecutive nans) which interpolated linearly."
+time_shift_for_large_gaps,string,string,"Periods which are used for copying time-slices in order to fill large gaps of nans. Have to be valid ``pandas`` period strings."
+manual_adjustments,bool,"{true, false}","Whether to adjust the load data manually according to the function in :func:`manual_adjustment`."
+scaling_factor,--,float,"Global correction factor for the load time series."

doc/configtables/offwind-ac.csv

@@ -0,0 +1,16 @@
+,Unit,Values,Description
+cutout,--,"Should be a folder listed in the configuration ``atlite: cutouts:`` (e.g. 'europe-2013-era5') or reference an existing folder in the directory ``cutouts``. Source module must be ERA5.","Specifies the directory where the relevant weather data ist stored."
+resource,,,
+-- method,--,"Must be 'wind'","A superordinate technology type."
+-- turbine,--,"One of turbine types included in `atlite <https://github.com/PyPSA/atlite/tree/master/atlite/resources/windturbine>`_","Specifies the turbine type and its characteristic power curve."
+capacity_per_sqkm,:math:`MW/km^2`,float,"Allowable density of wind turbine placement."
+correction_factor,--,float,"Correction factor for capacity factor time series."
+excluder_resolution,m,float,"Resolution on which to perform geographical elibility analysis."
+corine,--,"Any *realistic* subset of the `CORINE Land Cover code list <http://www.eea.europa.eu/data-and-maps/data/corine-land-cover-2006-raster-1/corine-land-cover-classes-and/clc_legend.csv/at_download/file>`_","Specifies areas according to CORINE Land Cover codes which are generally eligible for AC-connected offshore wind turbine placement."
+natura,bool,"{true, false}","Switch to exclude `Natura 2000 <https://en.wikipedia.org/wiki/Natura_2000>`_ natural protection areas. Area is excluded if ``true``."
+ship_threshold,--,float,"Ship density threshold from which areas are excluded."
+max_depth,m,float,"Maximum sea water depth at which wind turbines can be build. Maritime areas with deeper waters are excluded in the process of calculating the AC-connected offshore wind potential."
+min_shore_distance,m,float,"Minimum distance to the shore below which wind turbines cannot be build. Such areas close to the shore are excluded in the process of calculating the AC-connected offshore wind potential."
+max_shore_distance,m,float,"Maximum distance to the shore above which wind turbines cannot be build. Such areas close to the shore are excluded in the process of calculating the AC-connected offshore wind potential."
+potential,--,"One of {'simple', 'conservative'}","Method to compute the maximal installable potential for a node; confer :ref:`renewableprofiles`"
+clip_p_max_pu,p.u.,float,"To avoid too small values in the renewables` per-unit availability time series values below this threshold are set to zero."

doc/configtables/offwind-dc.csv

@@ -0,0 +1,16 @@
+,Unit,Values,Description
+cutout,--,"Should be a folder listed in the configuration ``atlite: cutouts:`` (e.g. 'europe-2013-era5') or reference an existing folder in the directory ``cutouts``. Source module must be ERA5.","Specifies the directory where the relevant weather data ist stored."
+resource,,,
+-- method,--,"Must be 'wind'","A superordinate technology type."
+-- turbine,--,"One of turbine types included in `atlite <https://github.com/PyPSA/atlite/tree/master/atlite/resources/windturbine>`__","Specifies the turbine type and its characteristic power curve."
+capacity_per_sqkm,:math:`MW/km^2`,float,"Allowable density of wind turbine placement."
+correction_factor,--,float,"Correction factor for capacity factor time series."
+excluder_resolution,m,float,"Resolution on which to perform geographical elibility analysis."
+corine,--,"Any *realistic* subset of the `CORINE Land Cover code list <http://www.eea.europa.eu/data-and-maps/data/corine-land-cover-2006-raster-1/corine-land-cover-classes-and/clc_legend.csv/at_download/file>`_","Specifies areas according to CORINE Land Cover codes which are generally eligible for AC-connected offshore wind turbine placement."
+natura,bool,"{true, false}","Switch to exclude `Natura 2000 <https://en.wikipedia.org/wiki/Natura_2000>`_ natural protection areas. Area is excluded if ``true``."
+ship_threshold,--,float,"Ship density threshold from which areas are excluded."
+max_depth,m,float,"Maximum sea water depth at which wind turbines can be build. Maritime areas with deeper waters are excluded in the process of calculating the AC-connected offshore wind potential."
+min_shore_distance,m,float,"Minimum distance to the shore below which wind turbines cannot be build."
+max_shore_distance,m,float,"Maximum distance to the shore above which wind turbines cannot be build."
+potential,--,"One of {'simple', 'conservative'}","Method to compute the maximal installable potential for a node; confer :ref:`renewableprofiles`"
+clip_p_max_pu,p.u.,float,"To avoid too small values in the renewables` per-unit availability time series values below this threshold are set to zero."

doc/configtables/onwind.csv

@@ -0,0 +1,15 @@
+,Unit,Values,Description
+cutout,--,"Should be a folder listed in the configuration ``atlite: cutouts:`` (e.g. 'europe-2013-era5') or reference an existing folder in the directory ``cutouts``. Source module must be ERA5.","Specifies the directory where the relevant weather data ist stored."
+resource,,,
+-- method,--,"Must be 'wind'","A superordinate technology type."
+-- turbine,--,"One of turbine types included in `atlite <https://github.com/PyPSA/atlite/tree/master/atlite/resources/windturbine>`__","Specifies the turbine type and its characteristic power curve."
+capacity_per_sqkm,:math:`MW/km^2`,float,"Allowable density of wind turbine placement."
+corine,,,
+-- grid_codes,--,"Any subset of the `CORINE Land Cover code list <http://www.eea.europa.eu/data-and-maps/data/corine-land-cover-2006-raster-1/corine-land-cover-classes-and/clc_legend.csv/at_download/file>`_","Specifies areas according to CORINE Land Cover codes which are generally eligible for wind turbine placement."
+-- distance,m,float,"Distance to keep from areas specified in ``distance_grid_codes``"
+-- distance_grid_codes,--,"Any subset of the `CORINE Land Cover code list <http://www.eea.europa.eu/data-and-maps/data/corine-land-cover-2006-raster-1/corine-land-cover-classes-and/clc_legend.csv/at_download/file>`_","Specifies areas according to CORINE Land Cover codes to which wind turbines must maintain a distance specified in the setting ``distance``."
+natura,bool,"{true, false}","Switch to exclude `Natura 2000 <https://en.wikipedia.org/wiki/Natura_2000>`_ natural protection areas. Area is excluded if ``true``."
+potential,--,"One of {'simple', 'conservative'}","Method to compute the maximal installable potential for a node; confer :ref:`renewableprofiles`"
+clip_p_max_pu,p.u.,float,"To avoid too small values in the renewables` per-unit availability time series values below this threshold are set to zero."
+correction_factor,--,float,"Correction factor for capacity factor time series."
+excluder_resolution,m,float,"Resolution on which to perform geographical elibility analysis."

doc/configtables/opts.csv

@@ -0,0 +1,13 @@
+Trigger, Description, Definition, Status
+``nH``; i.e. ``2H``-``6H``, Resample the time-resolution by averaging over every ``n`` snapshots, ``prepare_network``: `average_every_nhours() <https://github.com/PyPSA/pypsa-eur/blob/6b964540ed39d44079cdabddee8333f486d0cd63/scripts/prepare_network.py#L110>`_ and its `caller <https://github.com/PyPSA/pypsa-eur/blob/6b964540ed39d44079cdabddee8333f486d0cd63/scripts/prepare_network.py#L146>`__), In active use
+``nSEG``; e.g. ``4380SEG``, "Apply time series segmentation with `tsam <https://tsam.readthedocs.io/en/latest/index.html>`_ package to ``n`` adjacent snapshots of varying lengths based on capacity factors of varying renewables, hydro inflow and load.", ``prepare_network``: apply_time_segmentation(), In active use
+``Co2L``, Add an overall absolute carbon-dioxide emissions limit configured in ``electricity: co2limit``. If a float is appended an overall emission limit relative to the emission level given in ``electricity: co2base`` is added (e.g. ``Co2L0.05`` limits emissisions to 5% of what is given in ``electricity: co2base``), ``prepare_network``: `add_co2limit() <https://github.com/PyPSA/pypsa-eur/blob/6b964540ed39d44079cdabddee8333f486d0cd63/scripts/prepare_network.py#L19>`_ and its `caller <https://github.com/PyPSA/pypsa-eur/blob/6b964540ed39d44079cdabddee8333f486d0cd63/scripts/prepare_network.py#L154>`__, In active use
+``Ep``, Add cost for a carbon-dioxide price configured in ``costs: emission_prices: co2`` to ``marginal_cost`` of generators (other emission types listed in ``network.carriers`` possible as well), ``prepare_network``: `add_emission_prices() <https://github.com/PyPSA/pypsa-eur/blob/6b964540ed39d44079cdabddee8333f486d0cd63/scripts/prepare_network.py#L24>`_ and its `caller <https://github.com/PyPSA/pypsa-eur/blob/6b964540ed39d44079cdabddee8333f486d0cd63/scripts/prepare_network.py#L158>`__, In active use
+``Ept``, Add monthly cost for a carbon-dioxide price based on historical values built by the rule ``build_monthly_prices``, In active use
+``CCL``, Add minimum and maximum levels of generator nominal capacity per carrier for individual countries. These can be specified in the file linked at ``electricity: agg_p_nom_limits`` in the configuration. File defaults to ``data/agg_p_nom_minmax.csv``., ``solve_network``, In active use
+``EQ``, "Require each country or node to on average produce a minimal share of its total consumption itself. Example: ``EQ0.5c`` demands each country to produce on average at least 50% of its consumption; ``EQ0.5`` demands each node to produce on average at least 50% of its consumption.", ``solve_network``, In active use
+``ATK``, "Require each node to be autarkic. Example: ``ATK`` removes all lines and links. ``ATKc`` removes all cross-border lines and links.", ``prepare_network``, In active use
+``BAU``, Add a per-``carrier`` minimal overall capacity; i.e. at least ``40GW`` of ``OCGT`` in Europe; configured in ``electricity: BAU_mincapacities``, ``solve_network``: `add_opts_constraints() <https://github.com/PyPSA/pypsa-eur/blob/6b964540ed39d44079cdabddee8333f486d0cd63/scripts/solve_network.py#L66>`__, Untested
+``SAFE``, Add a capacity reserve margin of a certain fraction above the peak demand to which renewable generators and storage do *not* contribute. Ignores network., ``solve_network`` `add_opts_constraints() <https://github.com/PyPSA/pypsa-eur/blob/6b964540ed39d44079cdabddee8333f486d0cd63/scripts/solve_network.py#L73>`__, Untested
+``carrier+{c|p|m}factor``,"Alter the capital cost (``c``), installable potential (``p``) or marginal costs (``m``) of a carrier by a factor. Example: ``solar+c0.5`` reduces the capital cost of solar to 50\% of original values.", ``prepare_network``, In active use
+``CH4L``,"Add an overall absolute gas limit. If configured in ``electricity: gaslimit`` it is given in MWh thermal, if a float is appended, the overall gaslimit is assumed to be given in TWh thermal (e.g. ``CH4L200`` limits gas dispatch to 200 TWh termal)", ``prepare_network``: ``add_gaslimit()``, In active use

doc/configtables/plotting.csv

@@ -0,0 +1,10 @@
+,Unit,Values,Description
+map,,,
+-- boundaries,°,"[x1,x2,y1,y2]",Boundaries of the map plots in degrees latitude (y) and longitude (x)
+costs_max,bn Euro,float,Upper y-axis limit in cost bar plots.
+costs_threshold,bn Euro,float,Threshold below which technologies will not be shown in cost bar plots.
+energy_max,TWh,float,Upper y-axis limit in energy bar plots.
+energy_min,TWh,float,Lower y-axis limit in energy bar plots.
+energy_threshold,TWh,float,Threshold below which technologies will not be shown in energy bar plots.
+tech_colors,--,carrier -> HEX colour code,Mapping from network ``carrier`` to a colour (`HEX colour code <https://en.wikipedia.org/wiki/Web_colors#Hex_triplet>`_).
+nice_names,--,str -> str,Mapping from network ``carrier`` to a more readable name.

doc/configtables/run.csv

@@ -0,0 +1,5 @@
+,Unit,Values,Description
+name,--,"any string","Specify a name for your run. Results will be stored under this name."
+disable_progrssbar,bool,"{true, false}","Switch to select whether progressbar should be disabled."
+shared_resources,bool,"{true, false}","Switch to select whether resources should be shared across runs."
+shared_cutouts,bool,"{true, false}","Switch to select whether cutouts should be shared across runs."

doc/configtables/scenario.csv

@@ -0,0 +1,7 @@
+,Unit,Values,Description
+simpl,--,cf. :ref:`simpl`,"List of ``{simpl}`` wildcards to run."
+clusters,--,cf. :ref:`clusters`,"List of ``{clusters}`` wildcards to run."
+ll,--,cf. :ref:`ll`,"List of ``{ll}`` wildcards to run."
+opts,--,cf. :ref:`opts`,"List of ``{opts}`` wildcards to run."
+sector_opts,--,cf. :ref:`sector_opts`,"List of ``{sector_opts}`` wildcards to run."
+planning_horizons,--,cf. :ref:`planning_horizons`,"List of ``{planning_horizon}`` wildcards to run."

doc/configtables/sector-opts.csv

@@ -0,0 +1,11 @@
+Trigger, Description, Definition, Status
+``nH``, i.e. ``2H``-``6H``, "Resample the time-resolution by averaging over every ``n`` snapshots, ``prepare_network``: `average_every_nhours() <https://github.com/PyPSA/pypsa-eur/blob/6b964540ed39d44079cdabddee8333f486d0cd63/scripts/prepare_network.py#L110>`_ and its `caller <https://github.com/PyPSA/pypsa-eur/blob/6b964540ed39d44079cdabddee8333f486d0cd63/scripts/prepare_network.py#L146>`__)", In active use
+``Co2L``, Add an overall absolute carbon-dioxide emissions limit configured in ``electricity: co2limit``. If a float is appended an overall emission limit relative to the emission level given in ``electricity: co2base`` is added (e.g. ``Co2L0.05`` limits emissisions to 5% of what is given in ``electricity: co2base``), ``prepare_network``: `add_co2limit() <https://github.com/PyPSA/pypsa-eur/blob/6b964540ed39d44079cdabddee8333f486d0cd63/scripts/prepare_network.py#L19>`_ and its `caller <https://github.com/PyPSA/pypsa-eur/blob/6b964540ed39d44079cdabddee8333f486d0cd63/scripts/prepare_network.py#L154>`__, In active use
+``carrier+{c|p|m}factor``,"Alter the capital cost (``c``), installable potential (``p``) or marginal costs (``m``) of a carrier by a factor. Example: ``solar+c0.5`` reduces the capital cost of solar to 50\% of original values.", ``prepare_network``, In active use
+``T``,Add land transport sector,,In active use
+``H``,Add heating sector,,In active use
+``B``,Add biomass,,In active use
+``I``,Add industry sector,,In active use
+``A``,Add agriculture sector,,In active use
+``dist``+``n``,Add distribution grid with investment costs of ``n`` times costs in ``data/costs_{cost_year}.csv``,,In active use
+``seq``+``n``,Sets the CO2 sequestration potential to ``n`` Mt CO2 per year,,In active use

doc/configtables/sector.csv

@@ -0,0 +1,123 @@
+,Unit,Values,Description
+district_heating,--,,`prepare_sector_network.py <https://github.com/PyPSA/pypsa-eur-sec/blob/master/scripts/prepare_sector_network.py>`_
+-- potential,--,float,maximum fraction of urban demand which can be supplied by district heating
+-- progress,--,Dictionary with planning horizons as keys., Increase of today's district heating demand to potential maximum district heating share. Progress = 0 means today's district heating share. Progress = 1 means maximum fraction of urban demand is supplied by district heating
+-- district_heating_loss,--,float,Share increase in district heat demand in urban central due to heat losses
+cluster_heat_buses,--,"{true, false}",Cluster residential and service heat buses in `prepare_sector_network.py <https://github.com/PyPSA/pypsa-eur-sec/blob/master/scripts/prepare_sector_network.py>`_  to one to save memory.
+,,,
+bev_dsm_restriction _value,--,float,Adds a lower state of charge (SOC) limit for battery electric vehicles (BEV) to manage its own energy demand (DSM). Located in `build_transport_demand.py <https://github.com/PyPSA/pypsa-eur-sec/blob/master/scripts/build_transport_demand.py>`_. Set to 0 for no restriction on BEV DSM
+bev_dsm_restriction _time,--,float,Time at which SOC of BEV has to be dsm_restriction_value
+transport_heating _deadband_upper,°C,float,"The maximum temperature in the vehicle. At higher temperatures, the energy required for cooling in the vehicle increases."
+transport_heating _deadband_lower,°C,float,"The minimum temperature in the vehicle. At lower temperatures, the energy required for heating in the vehicle increases."
+,,,
+ICE_lower_degree_factor,--,float,Share increase in energy demand in internal combustion engine (ICE) for each degree difference between the cold environment and the minimum temperature.
+ICE_upper_degree_factor,--,float,Share increase in energy demand in internal combustion engine (ICE) for each degree difference between the hot environment and the maximum temperature.
+EV_lower_degree_factor,--,float,Share increase in energy demand in electric vehicles (EV) for each degree difference between the cold environment and the minimum temperature.
+EV_upper_degree_factor,--,float,Share increase in energy demand in electric vehicles (EV) for each degree difference between the hot environment and the maximum temperature.
+bev_dsm,--,"{true, false}",Add the option for battery electric vehicles (BEV) to participate in demand-side management (DSM)
+,,,
+bev_availability,--,float,The share for battery electric vehicles (BEV) that are able to do demand side management (DSM)
+bev_energy,--,float,The average size of battery electric vehicles (BEV) in MWh
+bev_charge_efficiency,--,float,Battery electric vehicles (BEV) charge and discharge efficiency
+bev_plug_to_wheel _efficiency,km/kWh,float,The distance battery electric vehicles (BEV) can travel in km per kWh of energy charge in battery.  Base value comes from `Tesla Model S <https://www.fueleconomy.gov/feg/>`_
+bev_charge_rate,MWh,float,The power consumption for one electric vehicle (EV) in MWh. Value derived from 3-phase charger with 11 kW.
+bev_avail_max,--,float,The maximum share plugged-in availability for passenger electric vehicles.
+bev_avail_mean,--,float,The average share plugged-in availability for passenger electric vehicles.
+v2g,--,"{true, false}",Allows feed-in to grid from EV battery
+land_transport_fuel_cell _share,--,Dictionary with planning horizons as keys.,The share of vehicles that uses fuel cells in a given year
+land_transport_electric _share,--,Dictionary with planning horizons as keys.,The share of vehicles that uses electric vehicles (EV) in a given year
+land_transport_ice _share,--,Dictionary with planning horizons as keys.,The share of vehicles that uses internal combustion engines (ICE) in a given year. What is not EV or FCEV is oil-fuelled ICE.
+transport_fuel_cell _efficiency,--,float,The H2 conversion efficiencies of fuel cells in transport
+transport_internal _combustion_efficiency,--,float,The oil conversion efficiencies of internal combustion engine (ICE) in transport
+agriculture_machinery _electric_share,--,float,The share for agricultural machinery that uses electricity
+agriculture_machinery _oil_share,--,float,The share for agricultural machinery that uses oil
+agriculture_machinery _fuel_efficiency,--,float,The efficiency of electric-powered machinery in the conversion of electricity to meet agricultural needs.
+agriculture_machinery _electric_efficiency,--,float,The efficiency of oil-powered machinery in the conversion of oil to meet agricultural needs.
+Mwh_MeOH_per_MWh_H2,LHV,float,"The energy amount of the produced methanol per energy amount of hydrogen. From `DECHEMA (2017) <https://dechema.de/dechema_media/Downloads/Positionspapiere/Technology_study_Low_carbon_energy_and_feedstock_for_the_European_chemical_industry-p-20002750.pdf>`_, page 64."
+MWh_MeOH_per_tCO2,LHV,float,"The energy amount of the produced methanol per ton of CO2. From `DECHEMA (2017) <https://dechema.de/dechema_media/Downloads/Positionspapiere/Technology_study_Low_carbon_energy_and_feedstock_for_the_European_chemical_industry-p-20002750.pdf>`_, page 64."
+MWh_MeOH_per_MWh_e,LHV,float,"The energy amount of the produced methanol per energy amount of electricity. From `DECHEMA (2017) <https://dechema.de/dechema_media/Downloads/Positionspapiere/Technology_study_Low_carbon_energy_and_feedstock_for_the_European_chemical_industry-p-20002750.pdf>`_, page 64."
+shipping_hydrogen _liquefaction,--,"{true, false}",Whether to include liquefaction costs for hydrogen demand in shipping.
+,,,
+shipping_hydrogen_share,--,Dictionary with planning horizons as keys.,The share of ships powered by hydrogen in a given year
+shipping_methanol_share,--,Dictionary with planning horizons as keys.,The share of ships powered by methanol in a given year
+shipping_oil_share,--,Dictionary with planning horizons as keys.,The share of ships powered by oil in a given year
+shipping_methanol _efficiency,--,float,The efficiency of methanol-powered ships in the conversion of methanol to meet shipping needs (propulsion). The efficiency increase from oil can be 10-15% higher according to the `IEA <https://www.iea-amf.org/app/webroot/files/file/Annex%20Reports/AMF_Annex_56.pdf>`_
+,,,
+shipping_oil_efficiency,--,float,The efficiency of oil-powered ships in the conversion of oil to meet shipping needs (propulsion). Base value derived from 2011
+aviation_demand_factor,--,float,The proportion of demand for aviation compared to today's consumption
+HVC_demand_factor,--,float,The proportion of demand for high-value chemicals compared to today's consumption
+,,,
+time_dep_hp_cop,--,"{true, false}",Consider the time dependent coefficient of performance (COP) of the heat pump
+heat_pump_sink_T,°C,float,The temperature heat sink used in heat pumps based on DTU / large area radiators. The value is conservatively high to cover hot water and space heating in poorly-insulated buildings
+reduce_space_heat _exogenously,--,"{true, false}",Influence on space heating demand by a certain factor (applied before losses in district heating).
+reduce_space_heat _exogenously_factor,--,Dictionary with planning horizons as keys.,"A positive factor can mean renovation or demolition of a building. If the factor is negative, it can mean an increase in floor area, increased thermal comfort, population growth. The default factors are determined by the `Eurocalc Homes and buildings decarbonization scenario <http://tool.european-calculator.eu/app/buildings/building-types-area/?levers=1ddd4444421213bdbbbddd44444ffffff11f411111221111211l212221>`_"
+retrofitting,,,
+-- retro_endogen,--,"{true, false}",Add retrofitting as an endogenous system which co-optimise space heat savings.
+-- cost_factor,--,float,Weight costs for building renovation
+-- interest_rate,--,float,The interest rate for investment in building components
+-- annualise_cost,--,"{true, false}",Annualise the investment costs of retrofitting
+-- tax_weighting,--,"{true, false}",Weight the costs of retrofitting depending on taxes in countries
+-- construction_index,--,"{true, false}",Weight the costs of retrofitting depending on labour/material costs per country
+tes,--,"{true, false}",Add option for storing thermal energy in large water pits associated with district heating systems and individual thermal energy storage (TES)
+tes_tau,,,The time constant used to calculate the decay of thermal energy in thermal energy storage (TES): 1- :math:`e^{-1/24τ}`.
+-- decentral,days,float,The time constant in decentralized thermal energy storage (TES)
+-- central,days,float,The time constant in centralized thermal energy storage (TES)
+boilers,--,"{true, false}",Add option for transforming electricity into heat using resistive heater
+oil_boilers,--,"{true, false}",Add option for transforming oil into heat using boilers
+biomass_boiler,--,"{true, false}",Add option for transforming biomass into heat using boilers
+chp,--,"{true, false}",Add option for using Combined Heat and Power (CHP)
+micro_chp,--,"{true, false}",Add option for using Combined Heat and Power (CHP) for decentral areas.
+solar_thermal,--,"{true, false}",Add option for using solar thermal to generate heat.
+solar_cf_correction,--,float,The correction factor for the value provided by the solar thermal profile calculations
+marginal_cost_storage,currency/MWh ,float,The marginal cost of discharging batteries in distributed grids
+methanation,--,"{true, false}",Add option for transforming hydrogen and CO2 into methane using methanation.
+helmeth,--,"{true, false}",Add option for transforming power into gas using HELMETH (Integrated High-Temperature ELectrolysis and METHanation for Effective Power to Gas Conversion)
+coal_cc,--,"{true, false}",Add option for coal CHPs with carbon capture
+dac,--,"{true, false}",Add option for Direct Air Capture (DAC)
+co2_vent,--,"{true, false}",Add option for vent out CO2 from storages to the atmosphere.
+allam_cycle,--,"{true, false}",Add option to include `Allam cycle gas power plants <https://en.wikipedia.org/wiki/Allam_power_cycle>`_
+hydrogen_fuel_cell,--,"{true, false}",Add option to include hydrogen fuel cell for re-electrification. Assuming OCGT technology costs
+hydrogen_turbine,--,"{true, false}",Add option to include hydrogen turbine for re-electrification. Assuming OCGT technology costs
+SMR,--,"{true, false}",Add option for transforming natural gas into hydrogen and CO2 using Steam Methane Reforming (SMR)
+SMR CC,--,"{true, false}",Add option for transforming natural gas into hydrogen and CO2 using Steam Methane Reforming (SMR) and Carbon Capture (CC)
+regional_co2 _sequestration_potential,,,
+-- enable,--,"{true, false}",Add option for regionally-resolved geological carbon dioxide sequestration potentials based on `CO2StoP <https://setis.ec.europa.eu/european-co2-storage-database_en>`_.
+-- attribute,--,string,Name of the attribute for the sequestration potential
+-- include_onshore,--,"{true, false}",Add options for including onshore sequestration potentials
+-- min_size,Gt ,float,Any sites with lower potential than this value will be excluded
+-- max_size,Gt ,float,The maximum sequestration potential for any one site.
+-- years_of_storage,years,float,The years until potential exhausted at optimised annual rate
+co2_sequestration_potential,MtCO2/a,float,The potential of sequestering CO2 in Europe per year
+co2_sequestration_cost,currency/tCO2,float,The cost of sequestering a ton of CO2
+co2_spatial,--,"{true, false}","Add option to spatially resolve carrier representing stored carbon dioxide. This allows for more detailed modelling of CCUTS, e.g. regarding the capturing of industrial process emissions, usage as feedstock for electrofuels, transport of carbon dioxide, and geological sequestration sites."
+,,,
+co2network,--,"{true, false}",Add option for planning a new carbon dioxide transmission network
+,,,
+cc_fraction,--,float,The default fraction of CO2 captured with post-combustion capture
+hydrogen_underground _storage,--,"{true, false}",Add options for storing hydrogen underground. Storage potential depends regionally.
+hydrogen_underground _storage_locations,,"{onshore, nearshore, offshore}","The location where hydrogen underground storage can be located. Onshore, nearshore, offshore means it must be located more than 50 km away from the sea, within 50 km of the sea, or within the sea itself respectively."
+,,,
+ammonia,--,"{true, false, regional}","Add ammonia as a carrrier. It can be either true (copperplated NH3), false (no NH3 carrier) or ""regional"" (regionalised NH3 without network)"
+min_part_load_fischer _tropsch,per unit of p_nom ,float,The minimum unit dispatch (``p_min_pu``) for the Fischer-Tropsch process
+min_part_load _methanolisation,per unit of p_nom ,float,The minimum unit dispatch (``p_min_pu``) for the methanolisation process
+,,,
+use_fischer_tropsch _waste_heat,--,"{true, false}",Add option for using waste heat of Fischer Tropsch in district heating networks
+use_fuel_cell_waste_heat,--,"{true, false}",Add option for using waste heat of fuel cells in district heating networks
+use_electrolysis_waste _heat,--,"{true, false}",Add option for using waste heat of electrolysis in district heating networks
+electricity_distribution _grid,--,"{true, false}",Add a simplified representation of the exchange capacity between transmission and distribution grid level through a link.
+electricity_distribution _grid_cost_factor,,,Multiplies the investment cost of the electricity distribution grid
+,,,
+electricity_grid _connection,--,"{true, false}",Add the cost of electricity grid connection for onshore wind and solar
+H2_network,--,"{true, false}",Add option for new hydrogen pipelines
+gas_network,--,"{true, false}","Add existing natural gas infrastructure, incl. LNG terminals, production and entry-points. The existing gas network is added with a lossless transport model. A length-weighted `k-edge augmentation algorithm   <https://networkx.org/documentation/stable/reference/algorithms/generated/networkx.algorithms.connectivity.edge_augmentation.k_edge_augmentation.html#networkx.algorithms.connectivity.edge_augmentation.k_edge_augmentation>`_   can be run to add new candidate gas pipelines such that all regions of the model can be connected to the gas network. When activated, all the gas demands are regionally disaggregated as well."
+H2_retrofit,--,"{true, false}",Add option for retrofiting existing pipelines to transport hydrogen.
+H2_retrofit_capacity _per_CH4,--,float,"The ratio for H2 capacity per original CH4 capacity of retrofitted pipelines. The `European Hydrogen Backbone (April, 2020) p.15 <https://gasforclimate2050.eu/wp-content/uploads/2020/07/2020_European-Hydrogen-Backbone_Report.pdf>`_ 60% of original natural gas capacity could be used in cost-optimal case as H2 capacity."
+gas_network_connectivity _upgrade ,--,float,The number of desired edge connectivity (k) in the length-weighted `k-edge augmentation algorithm <https://networkx.org/documentation/stable/reference/algorithms/generated/networkx.algorithms.connectivity.edge_augmentation.k_edge_augmentation.html#networkx.algorithms.connectivity.edge_augmentation.k_edge_augmentation>`_ used for the gas network
+gas_distribution_grid,--,"{true, false}",Add a gas distribution grid
+gas_distribution_grid _cost_factor,,,Multiplier for the investment cost of the gas distribution grid
+,,,
+biomass_spatial,--,"{true, false}",Add option for resolving biomass demand regionally
+biomass_transport,--,"{true, false}",Add option for transporting solid biomass between nodes
+conventional_generation,,,Add a more detailed description of conventional carriers. Any power generation requires the consumption of fuel from nodes representing that fuel.
+biomass_to_liquid,--,"{true, false}",Add option for transforming solid biomass into liquid fuel with the same properties as oil
+biosng,--,"{true, false}",Add option for transforming solid biomass into synthesis gas with the same properties as natural gas

doc/configtables/snapshots.csv

@@ -0,0 +1,4 @@
+,Unit,Values,Description
+start,--,"str or datetime-like; e.g. YYYY-MM-DD","Left bound of date range"
+end,--,"str or datetime-like; e.g. YYYY-MM-DD","Right bound of date range"
+inclusive,--,"One of {'neither', 'both', ‘left’, ‘right’}","Make the time interval closed to the ``left``, ``right``, or both sides ``both`` or neither side ``None``."

doc/configtables/solar-thermal.csv

@@ -0,0 +1,6 @@
+,Unit,Values,Description
+clearsky_model ,--,"{‘simple’, ‘enhanced’}",Type of clearsky model for diffuse irradiation
+orientation ,--,"{units of degrees, ‘latitude_optimal’}",Panel orientation with slope and azimuth
+-- azimuth,float,units of degrees,The angle between the North and the sun with panels on the local horizon
+
+-- slope,float,units of degrees,The angle between the ground and the panels

doc/configtables/solar.csv

@@ -0,0 +1,15 @@
+,Unit,Values,Description
+cutout,--,"Should be a folder listed in the configuration ``atlite: cutouts:`` (e.g. 'europe-2013-era5') or reference an existing folder in the directory ``cutouts``. Source module can be ERA5 or SARAH-2.","Specifies the directory where the relevant weather data ist stored that is specified at ``atlite/cutouts`` configuration. Both ``sarah`` and ``era5`` work."
+resource,,,
+-- method,--,"Must be 'pv'","A superordinate technology type."
+-- panel,--,"One of {'Csi', 'CdTe', 'KANENA'} as defined in `atlite <https://github.com/PyPSA/atlite/tree/master/atlite/resources/solarpanel>`__","Specifies the solar panel technology and its characteristic attributes."
+-- orientation,,,
+-- -- slope,°,"Realistically any angle in [0., 90.]","Specifies the tilt angle (or slope) of the solar panel. A slope of zero corresponds to the face of the panel aiming directly overhead. A positive tilt angle steers the panel towards the equator."
+-- -- azimuth,°,"Any angle in [0., 360.]","Specifies the `azimuth <https://en.wikipedia.org/wiki/Azimuth>`_ orientation of the solar panel. South corresponds to 180.°."
+capacity_per_sqkm,:math:`MW/km^2`,float,"Allowable density of solar panel placement."
+correction_factor,--,float,"A correction factor for the capacity factor (availability) time series."
+corine,--,"Any subset of the `CORINE Land Cover code list <http://www.eea.europa.eu/data-and-maps/data/corine-land-cover-2006-raster-1/corine-land-cover-classes-and/clc_legend.csv/at_download/file>`_","Specifies areas according to CORINE Land Cover codes which are generally eligible for solar panel placement."
+natura,bool,"{true, false}","Switch to exclude `Natura 2000 <https://en.wikipedia.org/wiki/Natura_2000>`_ natural protection areas. Area is excluded if ``true``."
+potential,--,"One of {'simple', 'conservative'}","Method to compute the maximal installable potential for a node; confer :ref:`renewableprofiles`"
+clip_p_max_pu,p.u.,float,"To avoid too small values in the renewables` per-unit availability time series values below this threshold are set to zero."
+excluder_resolution,m,float,"Resolution on which to perform geographical elibility analysis."

doc/configtables/solving.csv

@@ -0,0 +1,19 @@
+,Unit,Values,Description
+options,,,
+-- clip_p_max_pu,p.u.,float,To avoid too small values in the renewables` per-unit availability time series values below this threshold are set to zero.
+-- load_shedding,bool/float,"{'true','false', float}","Add generators with very high marginal cost to simulate load shedding and avoid problem infeasibilities. If load shedding is a float, it denotes the marginal cost in EUR/kWh."
+-- noisy_costs,bool,"{'true','false'}","Add random noise to marginal cost of generators by :math:`\mathcal{U}(0.009,0,011)` and capital cost of lines and links by :math:`\mathcal{U}(0.09,0,11)`."
+-- skip_iterations,bool,"{'true','false'}","Skip iterating, do not update impedances of branches. Defaults to true."
+-- rolling_horizon,bool,"{'true','false'}","Whether to optimize the network in a rolling horizon manner, where the snapshot range is split into slices of size `horizon` which are solved consecutively."
+-- seed,--,int,Random seed for increased deterministic behaviour.
+-- track_iterations,bool,"{'true','false'}",Flag whether to store the intermediate branch capacities and objective function values are recorded for each iteration in ``network.lines['s_nom_opt_X']`` (where ``X`` labels the iteration)
+-- min_iterations,--,int,Minimum number of solving iterations in between which resistance and reactence (``x/r``) are updated for branches according to ``s_nom_opt`` of the previous run.
+-- max_iterations,--,int,Maximum number of solving iterations in between which resistance and reactence (``x/r``) are updated for branches according to ``s_nom_opt`` of the previous run.
+-- transmission_losses,int,[0-9],"Add piecewise linear approximation of transmission losses based on n tangents. Defaults to 0, which means losses are ignored."
+-- linearized_unit_commitment,bool,"{'true','false'}",Whether to optimise using the linearized unit commitment formulation.
+-- horizon,--,int,Number of snapshots to consider in each iteration. Defaults to 100.
+solver,,,
+-- name,--,"One of {'gurobi', 'cplex', 'cbc', 'glpk', 'ipopt'}; potentially more possible",Solver to use for optimisation problems in the workflow; e.g. clustering and linear optimal power flow.
+-- options,--,Key listed under ``solver_options``.,Link to specific parameter settings.
+solver_options,,dict,Dictionaries with solver-specific parameter settings.
+mem,MB,int,Estimated maximum memory requirement for solving networks.

doc/configtables/toplevel.csv

@@ -0,0 +1,12 @@
+,Unit,Values,Description
+version,--,0.x.x,Version of PyPSA-Eur. Descriptive only.
+tutorial,bool,"{true, false}",Switch to retrieve the tutorial data set instead of the full data set.
+logging,,,
+-- level,--,"Any of {'INFO', 'WARNING', 'ERROR'}","Restrict console outputs to all infos, warning or errors only"
+-- format,--,,Custom format for log messages. See `LogRecord <https://docs.python.org/3/library/logging.html#logging.LogRecord>`_ attributes.
+private,,,
+-- keys,,,
+-- -- entsoe_api,--,,Optionally specify the ENTSO-E API key. See the guidelines to get `ENTSO-E API key <https://transparency.entsoe.eu/content/static_content/Static%20content/web%20api/Guide.html>`_
+remote,,,
+-- ssh,--,,Optionally specify the SSH of a remote cluster to be synchronized.
+-- path,--,,Optionally specify the file path within the remote cluster to be synchronized.

doc/configtables/transformers.csv

@@ -0,0 +1,4 @@
+,Unit,Values,Description
+x,p.u.,float,"Series reactance (per unit, using ``s_nom`` as base power of the transformer. Overwritten if ``type`` is specified."
+s_nom,MVA,float,"Limit of apparent power which can pass through branch. Overwritten if ``type`` is specified."
+type,--,"A `transformer type in PyPSA <https://pypsa.readthedocs.io/en/latest/components.html#transformer-types>`_.","Specifies transformer types to assume for the transformers of the ENTSO-E grid extraction."

doc/configuration.rst

@@ -0,0 +1,594 @@
+..
+  SPDX-FileCopyrightText: 2019-2023 The PyPSA-Eur Authors
+
+  SPDX-License-Identifier: CC-BY-4.0
+
+.. _config:
+
+##########################################
+Configuration
+##########################################
+
+PyPSA-Eur has several configuration options which are documented in this section and are collected in a ``config/config.yaml`` file located in the root directory. Users should copy the provided default configuration (``config/config.default.yaml``) and amend their own modifications and assumptions in the user-specific configuration file (``config/config.yaml``); confer installation instructions at :ref:`defaultconfig`.
+
+.. _toplevel_cf:
+
+Top-level configuration
+=======================
+
+"Private" refers to local, machine-specific settings or data meant for personal use, not to be shared. "Remote" indicates the address of a server used for data exchange, often for clusters and data pushing/pulling.
+
+.. literalinclude:: ../config/config.default.yaml
+   :language: yaml
+   :start-at: version:
+   :end-before: # docs
+
+.. csv-table::
+   :header-rows: 1
+   :widths: 22,7,22,33
+   :file: configtables/toplevel.csv
+
+.. _run_cf:
+
+``run``
+=======
+
+It is common conduct to analyse energy system optimisation models for **multiple scenarios** for a variety of reasons,
+e.g. assessing their sensitivity towards changing the temporal and/or geographical resolution or investigating how
+investment changes as more ambitious greenhouse-gas emission reduction targets are applied.
+
+The ``run`` section is used for running and storing scenarios with different configurations which are not covered by :ref:`wildcards`. It determines the path at which resources, networks and results are stored. Therefore the user can run different configurations within the same directory. If a run with a non-empty name should use cutouts shared across runs, set ``shared_cutouts`` to `true`.
+
+.. literalinclude:: ../config/config.default.yaml
+   :language: yaml
+   :start-at: run:
+   :end-before: # docs
+
+.. csv-table::
+   :header-rows: 1
+   :widths: 22,7,22,33
+   :file: configtables/run.csv
+
+.. _foresight_cf:
+
+``foresight``
+=============
+
+.. literalinclude:: ../config/config.default.yaml
+   :language: yaml
+   :start-at: foresight:
+   :end-at: foresight:
+
+.. csv-table::
+   :header-rows: 1
+   :widths: 22,7,22,33
+   :file: configtables/foresight.csv
+
+.. note::
+    If you use myopic or perfect foresight, the planning horizon in
+    :ref:`planning_horizons` in scenario has to be set.
+
+.. _scenario:
+
+``scenario``
+============
+
+The ``scenario`` section is an extraordinary section of the config file
+that is strongly connected to the :ref:`wildcards` and is designed to
+facilitate running multiple scenarios through a single command
+
+.. code:: bash
+
+   # for electricity-only studies
+   snakemake -call solve_elec_networks
+
+   # for sector-coupling studies
+   snakemake -call solve_sector_networks
+
+For each wildcard, a **list of values** is provided. The rule
+``solve_all_elec_networks`` will trigger the rules for creating
+``results/networks/elec_s{simpl}_{clusters}_ec_l{ll}_{opts}.nc`` for **all
+combinations** of the provided wildcard values as defined by Python's
+`itertools.product(...)
+<https://docs.python.org/2/library/itertools.html#itertools.product>`_ function
+that snakemake's `expand(...) function
+<https://snakemake.readthedocs.io/en/stable/snakefiles/rules.html#targets>`_
+uses.
+
+An exemplary dependency graph (starting from the simplification rules) then looks like this:
+
+.. image:: img/scenarios.png
+
+.. literalinclude:: ../config/config.default.yaml
+   :language: yaml
+   :start-at: scenario:
+   :end-before: # docs
+
+.. csv-table::
+   :header-rows: 1
+   :widths: 22,7,22,33
+   :file: configtables/scenario.csv
+
+.. _countries:
+
+``countries``
+=============
+
+.. literalinclude:: ../config/config.default.yaml
+   :language: yaml
+   :start-at: countries:
+   :end-before: # docs
+
+.. csv-table::
+   :header-rows: 1
+   :widths: 22,7,22,33
+   :file: configtables/countries.csv
+
+.. _snapshots_cf:
+
+``snapshots``
+=============
+
+Specifies the temporal range to build an energy system model for as arguments to `pandas.date_range <https://pandas.pydata.org/pandas-docs/stable/reference/api/pandas.date_range.html>`_
+
+.. literalinclude:: ../config/config.default.yaml
+   :language: yaml
+   :start-at: snapshots:
+   :end-before: # docs
+
+.. csv-table::
+   :header-rows: 1
+   :widths: 22,7,22,33
+   :file: configtables/snapshots.csv
+
+.. _enable_cf:
+
+``enable``
+==========
+
+Switches for some rules and optional features.
+
+.. literalinclude:: ../config/config.default.yaml
+   :language: yaml
+   :start-at: enable:
+   :end-before: # docs
+
+.. csv-table::
+   :header-rows: 1
+   :widths: 22,7,22,33
+   :file: configtables/enable.csv
+
+.. _CO2_budget_cf:
+
+``co2 budget``
+==============
+
+.. literalinclude:: ../config/config.default.yaml
+   :language: yaml
+   :start-at: co2_budget:
+   :end-before: # docs
+
+.. csv-table::
+   :header-rows: 1
+   :widths: 22,7,22,33
+   :file: configtables/co2_budget.csv
+
+.. note::
+    this parameter is over-ridden if ``CO2Lx`` or ``cb`` is set in
+    sector_opts.
+
+.. _electricity_cf:
+
+``electricity``
+===============
+
+.. literalinclude:: ../config/config.default.yaml
+   :language: yaml
+   :start-at: electricity:
+   :end-before: # docs
+
+.. csv-table::
+   :header-rows: 1
+   :widths: 22,7,22,33
+   :file: configtables/electricity.csv
+
+.. _atlite_cf:
+
+``atlite``
+==========
+
+Define and specify the ``atlite.Cutout`` used for calculating renewable potentials and time-series. All options except for ``features`` are directly used as `cutout parameters <https://atlite.readthedocs.io/en/latest/ref_api.html#cutout>`_.
+
+.. literalinclude:: ../config/config.default.yaml
+   :language: yaml
+   :start-at: atlite:
+   :end-before: # docs
+
+.. csv-table::
+   :header-rows: 1
+   :widths: 22,7,22,33
+   :file: configtables/atlite.csv
+
+.. _renewable_cf:
+
+``renewable``
+=============
+
+``onwind``
+----------
+
+.. literalinclude:: ../config/config.default.yaml
+   :language: yaml
+   :start-at: renewable:
+   :end-before:   offwind-ac:
+
+.. csv-table::
+   :header-rows: 1
+   :widths: 22,7,22,33
+   :file: configtables/onwind.csv
+
+.. note::
+   Notes on ``capacity_per_sqkm``. ScholzPhd Tab 4.3.1: 10MW/km^2 and assuming 30% fraction of the already restricted
+   area is available for installation of wind generators due to competing land use and likely public
+   acceptance issues.
+
+.. note::
+   The default choice for corine ``grid_codes`` was based on Scholz, Y. (2012). Renewable energy based electricity supply at low costs
+   development of the REMix model and application for Europe. ( p.42 / p.28)
+
+``offwind-ac``
+--------------
+
+.. literalinclude:: ../config/config.default.yaml
+   :language: yaml
+   :start-at:   offwind-ac:
+   :end-before:   offwind-dc:
+
+.. csv-table::
+   :header-rows: 1
+   :widths: 22,7,22,33
+   :file: configtables/offwind-ac.csv
+
+.. note::
+   Notes on ``capacity_per_sqkm``. ScholzPhd Tab 4.3.1: 10MW/km^2 and assuming 20% fraction of the already restricted
+   area is available for installation of wind generators due to competing land use and likely public
+   acceptance issues.
+
+.. note::
+   Notes on ``correction_factor``. Correction due to proxy for wake losses
+   from 10.1016/j.energy.2018.08.153
+   until done more rigorously in #153
+
+``offwind-dc``
+---------------
+
+.. literalinclude:: ../config/config.default.yaml
+   :language: yaml
+   :start-at:   offwind-dc:
+   :end-before:   solar:
+
+.. csv-table::
+   :header-rows: 1
+   :widths: 22,7,22,33
+   :file: configtables/offwind-dc.csv
+
+.. note::
+   both ``offwind-ac`` and ``offwind-dc`` have the same assumption on
+   ``capacity_per_sqkm`` and ``correction_factor``.
+
+``solar``
+---------------
+
+.. literalinclude:: ../config/config.default.yaml
+   :language: yaml
+   :start-at:   solar:
+   :end-before:   hydro:
+
+.. csv-table::
+   :header-rows: 1
+   :widths: 22,7,22,33
+   :file: configtables/solar.csv
+
+.. note::
+   Notes on ``capacity_per_sqkm``. ScholzPhd Tab 4.3.1: 170 MW/km^2 and assuming 1% of the area can be used for solar PV panels.
+   Correction factor determined by comparing uncorrected area-weighted full-load hours to those
+   published in Supplementary Data to Pietzcker, Robert Carl, et al. "Using the sun to decarbonize the power
+   sector -- The economic potential of photovoltaics and concentrating solar
+   power." Applied Energy 135 (2014): 704-720.
+   This correction factor of 0.854337 may be in order if using reanalysis data.
+   for discussion refer to this <issue https://github.com/PyPSA/pypsa-eur/issues/285>
+
+``hydro``
+---------------
+
+.. literalinclude:: ../config/config.default.yaml
+   :language: yaml
+   :start-at:   hydro:
+   :end-before: # docs
+
+.. csv-table::
+   :header-rows: 1
+   :widths: 22,7,22,33
+   :file: configtables/hydro.csv
+
+.. _lines_cf:
+
+``conventional``
+================
+
+Define additional generator attribute for conventional carrier types. If a
+scalar value is given it is applied to all generators. However if a string
+starting with "data/" is given, the value is interpreted as a path to a csv file
+with country specific values. Then, the values are read in and applied to all
+generators of the given carrier in the given country. Note that the value(s)
+overwrite the existing values.
+
+.. literalinclude:: ../config/config.default.yaml
+   :language: yaml
+   :start-at:   conventional:
+   :end-before: # docs
+
+.. csv-table::
+   :header-rows: 1
+   :widths: 22,7,22,33
+   :file: configtables/conventional.csv
+
+``lines``
+=============
+
+.. literalinclude:: ../config/config.default.yaml
+   :language: yaml
+   :start-at: lines:
+   :end-before: # docs
+
+.. csv-table::
+   :header-rows: 1
+   :widths: 22,7,22,33
+   :file: configtables/lines.csv
+
+.. _links_cf:
+
+``links``
+=============
+
+.. literalinclude:: ../config/config.default.yaml
+   :language: yaml
+   :start-at: links:
+   :end-before: # docs
+
+.. csv-table::
+   :header-rows: 1
+   :widths: 22,7,22,33
+   :file: configtables/links.csv
+
+.. _transformers_cf:
+
+``transformers``
+================
+
+.. literalinclude:: ../config/config.default.yaml
+   :language: yaml
+   :start-at: transformers:
+   :end-before: # docs
+
+.. csv-table::
+   :header-rows: 1
+   :widths: 22,7,22,33
+   :file: configtables/transformers.csv
+
+.. _load_cf:
+
+``load``
+=============
+
+.. literalinclude:: ../config/config.default.yaml
+   :language: yaml
+   :start-after:   type:
+   :end-before: # docs
+
+.. csv-table::
+   :header-rows: 1
+   :widths: 22,7,22,33
+   :file: configtables/load.csv
+
+.. _energy_cf:
+
+``energy``
+=======================
+
+.. note::
+   Only used for sector-coupling studies.
+
+.. literalinclude:: ../config/config.default.yaml
+   :language: yaml
+   :start-at: energy:
+   :end-before: # docs
+
+.. csv-table::
+   :header-rows: 1
+   :widths: 22,7,22,33
+   :file: configtables/energy.csv
+
+.. _biomass_cf:
+
+``biomass``
+=======================
+
+.. note::
+   Only used for sector-coupling studies.
+
+.. literalinclude:: ../config/config.default.yaml
+   :language: yaml
+   :start-at: biomass:
+   :end-before: # docs
+
+.. csv-table::
+   :header-rows: 1
+   :widths: 22,7,22,33
+   :file: configtables/biomass.csv
+
+The list of available biomass is given by the category in `ENSPRESO_BIOMASS <https://cidportal.jrc.ec.europa.eu/ftp/jrc-opendata/ENSPRESO/ENSPRESO_BIOMASS.xlsx>`_, namely:
+
+- Agricultural waste
+- Manure solid, liquid
+- Residues from landscape care
+- Bioethanol barley, wheat, grain maize, oats, other cereals and rye
+- Sugar from sugar beet
+- Miscanthus, switchgrass, RCG
+- Willow
+- Poplar
+- Sunflower, soya seed
+- Rape seed
+- Fuelwood residues
+- FuelwoodRW
+- C&P_RW
+- Secondary Forestry residues - woodchips
+- Sawdust
+- Municipal waste
+- Sludge
+
+.. _solar_thermal_cf:
+
+``solar_thermal``
+=======================
+
+.. note::
+   Only used for sector-coupling studies.
+
+.. literalinclude:: ../config/config.default.yaml
+   :language: yaml
+   :start-at: solar_thermal:
+   :end-before: # docs
+
+.. csv-table::
+   :header-rows: 1
+   :widths: 22,7,22,33
+   :file: configtables/solar-thermal.csv
+
+.. _existing_capacities_cf:
+
+``existing_capacities``
+=======================
+
+.. note::
+   Only used for sector-coupling studies. The value for grouping years are only used in myopic or perfect foresight scenarios.
+
+.. literalinclude:: ../config/config.default.yaml
+   :language: yaml
+   :start-at: existing_capacities:
+   :end-before: # docs
+
+.. csv-table::
+   :header-rows: 1
+   :widths: 22,7,22,33
+   :file: configtables/existing_capacities.csv
+
+.. _sector_cf:
+
+``sector``
+=======================
+
+.. note::
+   Only used for sector-coupling studies.
+
+.. literalinclude:: ../config/config.default.yaml
+   :language: yaml
+   :start-at: sector:
+   :end-before: # docs
+
+.. csv-table::
+   :header-rows: 1
+   :widths: 22,7,22,33
+   :file: configtables/sector.csv
+
+.. _industry_cf:
+
+``industry``
+=======================
+
+.. note::
+   Only used for sector-coupling studies.
+
+.. literalinclude:: ../config/config.default.yaml
+   :language: yaml
+   :start-at: industry:
+   :end-before: # docs
+
+.. csv-table::
+   :header-rows: 1
+   :widths: 22,7,22,33
+   :file: configtables/industry.csv
+
+.. _costs_cf:
+
+``costs``
+=============
+
+.. literalinclude:: ../config/config.default.yaml
+   :language: yaml
+   :start-at: costs:
+   :end-before: # docs
+
+.. csv-table::
+   :header-rows: 1
+   :widths: 22,7,22,33
+   :file: configtables/costs.csv
+
+.. note::
+   ``rooftop_share:`` are based on the potentials, assuming
+   (0.1 kW/m2 and 10 m2/person)
+
+.. _clustering_cf:
+
+``clustering``
+==============
+
+.. literalinclude:: ../config/config.default.yaml
+   :language: yaml
+   :start-at: clustering:
+   :end-before: # docs
+
+.. csv-table::
+   :header-rows: 1
+   :widths: 22,7,22,33
+   :file: configtables/clustering.csv
+
+.. note::
+   ``feature:`` in ``simplify_network:``
+   are only relevant if ``hac`` were chosen in ``algorithm``.
+
+.. tip::
+   use ``min`` in ``p_nom_max:`` for more `
+   conservative assumptions.
+
+.. _solving_cf:
+
+``solving``
+=============
+
+.. literalinclude:: ../config/config.default.yaml
+   :language: yaml
+   :start-at: solving:
+   :end-before: # docs
+
+.. csv-table::
+   :header-rows: 1
+   :widths: 22,7,22,33
+   :file: configtables/solving.csv
+
+.. _plotting_cf:
+
+``plotting``
+=============
+
+.. warning::
+   More comprehensive documentation for this segment will be released soon.
+
+.. literalinclude:: ../config/config.default.yaml
+   :language: yaml
+   :start-at: plotting:
+
+.. csv-table::
+   :header-rows: 1
+   :widths: 22,7,22,33
+   :file: configtables/plotting.csv

doc/contributing.rst

@@ -0,0 +1,37 @@
+..
+  SPDX-FileCopyrightText: 2019-2023 The PyPSA-Eur Authors
+
+  SPDX-License-Identifier: CC-BY-4.0
+
+#######################
+Contributing
+#######################
+
+We welcome anyone interested in contributing to this project, be it with new
+ideas, suggestions, by filing bug reports or contributing code to our `GitHub
+repository <https://github.com/PyPSA/PyPSA-Eur>`_.
+
+* If you already have some code changes, you can submit them directly as a `pull request <https://github.com/PyPSA/pypsa-eur/pulls>`_.
+* If you are wondering where we would greatly appreciate your efforts, check out the ``help wanted`` tag in the `issues list <https://github.com/PyPSA/pypsa-eur/issues>`_ and initiate a discussion there.
+* If you start working on a feature in the code, let us know by opening an issue or a draft pull request.
+  This helps all of us to keep an overview on what is being done and helps to avoid a situation where we
+  are doing the same work twice in parallel.
+
+For linting, formatting and checking your code contributions
+against our guidelines (e.g. we use `Black <https://github.com/psf/black>`_ as code style
+use `pre-commit <https://pre-commit.com/index.html>`_:
+
+1. Installation ``mamba install -c conda-forge pre-commit`` or ``pip install pre-commit``
+2. Usage:
+    * To automatically activate ``pre-commit`` on every ``git commit``: Run ``pre-commit install``
+    * To manually run it: ``pre-commit run --all``
+
+.. note::
+  Note that installing ``pre-commit`` locally is not strictly necessary. If you create a Pull Request the ``pre-commit CI`` will be triggered automatically and take care of the checks.
+
+For all code contributions we follow the four eyes principle (two person principle), i.e. all suggested code
+including our own are reviewed by a second person before they are incorporated into our repository.
+
+If you are unfamiliar with pull requests, the GitHub help pages have a nice `guide <https://help.github.com/en/articles/about-pull-requests>`_.
+
+To ask and answer general usage questions, join the `PyPSA mailing list <https://groups.google.com/forum/#!forum/pypsa>`_.

doc/costs.rst

@@ -0,0 +1,57 @@
+..
+  SPDX-FileCopyrightText: 2019-2023 The PyPSA-Eur Authors
+
+  SPDX-License-Identifier: CC-BY-4.0
+
+############################
+Techno-Economic Assumptions
+############################
+
+The database of cost assumptions is retrieved from the repository
+`PyPSA/technology-data <https://github.com/pypsa/technology-data>`_ and then
+saved to a file ``data/costs_{year}.csv``. The ``config/config.yaml`` provides options
+to choose a reference year and use a specific version of the repository.
+
+.. literalinclude:: ../config/config.default.yaml
+   :language: yaml
+   :start-at: costs:
+   :end-at:   version:
+
+The file includes cost assumptions for all included technologies for specific
+years compiled from various sources, namely for
+
+- discount rate,
+- lifetime,
+- investment (CAPEX),
+- fixed operation and maintenance (FOM),
+- variable operation and maintenance (VOM),
+- fuel costs,
+- efficiency, and
+- carbon-dioxide intensity.
+
+Many values are taken from a database published by the Danish Energy Agency (`DEA
+<https://ens.dk/en/our-services/projections-and-models/technology-data>`_).
+
+
+The given overnight capital costs are annualised to net present costs
+with a discount rate of :math:`r` over the economic lifetime :math:`n` using the annuity factor
+
+.. math::
+
+    a = \frac{1-(1+r)^{-n}}{r}.
+
+Based on the parameters above the ``marginal_cost`` and ``capital_cost`` of the
+system components are automatically calculated.
+
+
+Modifying Assumptions
+=====================
+
+Some cost assumptions (e.g. marginal cost and capital cost) can be directly
+set in the ``config/config.yaml`` (cf. Section  :ref:`costs_cf`  in
+:ref:`config`). To change cost assumptions in more detail, make a copy of
+``data/costs_{year}.csv`` and reference the new cost file in the ``Snakefile``:
+
+.. literalinclude:: ../Snakefile
+   :start-at: COSTS
+   :end-at: COSTS

doc/foresight.rst

@@ -0,0 +1,276 @@
+..
+  SPDX-FileCopyrightText: 2021-2023 The PyPSA-Eur Authors
+
+  SPDX-License-Identifier: CC-BY-4.0
+
+.. _foresight:
+
+#####################
+Foresight Options
+#####################
+
+.. _overnight:
+
+Overnight (greenfield) scenarios
+================================
+
+The default is to calculate a rebuilding of the energy system to meet demand, a so-called overnight or greenfield approach.
+
+In this case, the ``planning_horizons`` parameter specifies the reference year for exogenously given transition paths (e.g. the level of steel recycling).
+It does not affect the year for cost and technology assumptions, which is set separately in the config.
+
+.. code:: yaml
+
+  scenario:
+    planning_horizons:
+    - 2050
+
+  costs:
+    year: 2030
+
+For running overnight scenarios, use in the ``config/config.yaml``:
+
+.. code:: yaml
+
+  foresight: overnight
+
+.. _perfect:
+
+Perfect foresight scenarios
+===========================
+
+.. warning::
+
+  Perfect foresight is currently implemented as a first test version.
+
+For running perfect foresight scenarios, you can adjust the
+ ``config/config.perfect.yaml``:
+
+.. code:: yaml
+
+  foresight: perfect
+
+
+.. _myopic:
+
+Myopic foresight scenarios
+=============================
+
+The myopic code can be used to investigate progressive changes in a network, for
+instance, those taking place throughout a transition path. The capacities
+installed in a certain time step are maintained in the network until their
+operational lifetime expires.
+
+The myopic approach was initially developed and used in the paper `Early
+decarbonisation of the European Energy system pays off (2020)
+<https://www.nature.com/articles/s41467-020-20015-4>`__ and later further
+extended in `Speed of technological transformations required in Europe to
+achieve different climate goals (2022)
+<https://doi.org/10.1016/j.joule.2022.04.016>`__. The current implementation
+complies with the PyPSA-Eur-Sec standard working flow and is compatible with
+using the higher resolution electricity transmission model `PyPSA-Eur
+<https://github.com/PyPSA/pypsa-eur>`__ rather than a one-node-per-country
+model.
+
+The current code applies the myopic approach to generators, storage technologies
+and links in the power sector. It furthermore applies it to the space and water
+heating sector (e.g., the share of district heating and reduced space heat
+demand), industry processes (e.g., steel, direct reduced iron, and aluminum
+production via primary route), the share of fuel cell and battery electric
+vehicles in land transport, and the hydrogen share in shipping (see
+:doc:`supply_demand` for further information).
+
+The following subjects within the land transport and biomass currently do not
+evolve with the myopic approach:
+
+- The percentage of electric vehicles that allow demand-side management and
+  vehicle-to-grid services.
+
+- The annual biomass potential (default year and scenario for which potential is
+  taken is 2030, as defined in config)
+
+.. literalinclude:: ../config/test/config.myopic.yaml
+   :language: yaml
+   :start-at: biomass:
+   :end-at: year:
+
+
+Configuration
+--------------
+
+For running myopic foresight transition scenarios, set in ``config/config.yaml``:
+
+.. code:: yaml
+
+  foresight: myopic
+
+The following options included in the ``config/config.yaml`` file  are relevant for the
+myopic code.
+
+The ``{planning_horizons}`` wildcard indicates the year in which the network is
+optimized. For a myopic optimization, this is equivalent to the investment year.
+To set the investment years which are sequentially simulated for the myopic
+investment planning, select for example:
+
+.. literalinclude:: ../config/test/config.myopic.yaml
+   :language: yaml
+   :start-at:   planning_horizons:
+   :end-before: countries:
+
+
+**existing capacities**
+
+Grouping years indicates the bins limits for grouping the existing capacities of
+different technologies. Note that separate bins are defined for the power and
+heating plants due to different data sources.
+
+``grouping_years_power: [1980, 1985, 1990, 1995, 2000, 2005, 2010, 2015, 2020,
+2025, 2030]``
+
+``grouping_years_heat: [1980, 1985, 1990, 1995, 2000, 2005, 2010, 2015, 2019]``
+
+
+
+
+
+**threshold capacity**
+
+If for a technology, node, and grouping bin, the capacity is lower than
+threshold_capacity, it is ignored.
+
+``threshold_capacity: 10``
+
+
+
+
+**conventional carriers**
+
+Conventional carriers indicate carriers used in the existing conventional
+technologies.
+
+    conventional_carriers:
+
+    \- lignite
+
+    \- coal
+
+    \- oil
+
+    \- uranium
+
+
+
+
+Options
+--------------
+
+The total carbon budget for the entire transition path can be indicated in the
+`sector_opts
+<https://github.com/PyPSA/pypsa-eur-sec/blob/f13902510010b734c510c38c4cae99356f683058/config.default.yaml#L25>`_
+in ``config/config.yaml``. The carbon budget can be split among the
+``planning_horizons`` following an exponential or beta decay. E.g. ``'cb40ex0'``
+splits a carbon budget equal to 40 Gt :math:`_{CO_2}` following an exponential
+decay whose initial linear growth rate r is zero. They can also follow some
+user-specified path, if defined `here
+<https://github.com/PyPSA/pypsa-eur-sec/blob/413254e241fb37f55b41caba7264644805ad8e97/config.default.yaml#L56>`_.
+The paper `Speed of technological transformations required in Europe to achieve
+different climate goals (2022) <https://doi.org/10.1016/j.joule.2022.04.016>`__
+defines CO_2 budgets corresponding to global temperature increases (1.5C – 2C)
+as response to the emissions. Here, global carbon budgets are converted to
+European budgets assuming equal-per capita distribution which translates into a
+6.43% share for Europe. The carbon budgets are in this paper distributed
+throughout the transition paths assuming an exponential decay. Emissions e(t) in
+every year t are limited by
+
+.. math::
+  e(t) = e_0 (1+ (r+m)t) e^{-mt}
+
+where r is the initial linear growth rate, which here is assumed to be r=0, and
+the decay parameter m is determined by imposing the integral of the path to be
+equal to the budget for Europe. Following this approach, the CO_2 budget is
+defined. Following the same approach as in this paper, add the following to the
+``scenario.sector_opts`` E.g.  ``-cb25.7ex0`` (1.5C increase) Or ``cb73.9ex0``
+(2C increase). See details in Supplemental Note S1 `Speed of technological
+transformations required in Europe to achieve different climate goals (2022)
+<https://doi.org/10.1016/j.joule.2022.04.016>`__.
+
+
+General myopic code structure
+---------------------------------
+
+The myopic code solves the network for the time steps included in
+``planning_horizons`` in a recursive loop, so that:
+
+1. The existing capacities (those installed before the base year are added as
+   fixed capacities with p_nom=value, p_nom_extendable=False). E.g. for
+   baseyear=2020, capacities installed before 2020 are added. In addition, the
+   network comprises additional generator, storage, and link capacities with
+   p_nom_extendable=True. The non-solved network is saved in
+   ``results/run_name/networks/prenetworks-brownfield``.
+
+The base year is the first element in ``planning_horizons``. Step 1 is
+implemented with the rule add_baseyear for the base year and with the rule
+add_brownfield for the remaining planning_horizons.
+
+2. The 2020 network is optimized. The solved network is saved in
+   ``results/run_name/networks/postnetworks``
+
+3. For the next planning horizon, e.g. 2030, the capacities from a previous time
+   step are added if they are still in operation (i.e., if they fulfil planning
+   horizon <= commissioned year + lifetime). In addition, the network comprises
+   additional generator, storage, and link capacities with
+   p_nom_extendable=True. The non-solved network is saved in
+   ``results/run_name/networks/prenetworks-brownfield``.
+
+Steps 2 and 3 are solved recursively for all the planning_horizons included in
+``config/config.yaml``.
+
+Rule overview
+--------------
+
+- rule add_existing baseyear
+
+  The rule add_existing_baseyear loads the network in
+  ‘results/run_name/networks/prenetworks’ and performs the following operations:
+
+  1. Add the conventional, wind and solar power generators that were installed
+     before the base year.
+
+  2. Add the heating capacities that were installed before the base year.
+
+  The existing conventional generators are retrieved from the `powerplants.csv
+  file
+  <https://pypsa-eur.readthedocs.io/en/latest/preparation/build_powerplants.html?highlight=powerplants>`__
+  generated by pypsa-eur which, in turn, is based on the `powerplantmatching
+  <https://github.com/FRESNA/powerplantmatching>`__ database.
+
+  Existing wind and solar capacities are retrieved from `IRENA annual statistics
+  <https://www.irena.org/Statistics/Download-Data>`__ and distributed among the
+  nodes in a country proportional to capacity factor. (This will be updated to
+  include capacity distributions closer to reality.)
+
+  Existing heating capacities are retrieved from the report `Mapping and
+  analyses of the current and future (2020 - 2030) heating/cooling fuel
+  deployment (fossil/renewables)
+  <https://ec.europa.eu/energy/studies/mapping-and-analyses-current-and-future-2020-2030-heatingcooling-fuel-deployment_en?redir=1>`__.
+
+  The heating capacities are assumed to have a lifetime indicated by the
+  parameter lifetime in the configuration file, e.g 25 years. They are assumed
+  to be decommissioned linearly starting on the base year, e.g., from 2020 to
+  2045.
+
+  Then, the resulting network is saved in
+  ``results/run_name/networks/prenetworks-brownfield``.
+
+- rule add_brownfield
+
+  The rule add_brownfield loads the network in
+  ``results/run_name/networks/prenetworks`` and performs the following
+  operation:
+
+  1. Read the capacities optimized in the previous time step and add them to the
+     network if they are still in operation (i.e., if they fulfill planning
+     horizon < commissioned year + lifetime)
+
+  Then, the resulting network is saved in
+  ``results/run_name/networks/prenetworks_brownfield``.