Eurostat2023 data

.git-blame-ignore-revs

@@ -6,4 +6,5 @@
 5d1ef8a64055a039aa4a0834d2d26fe7752fe9a0
 92080b1cd2ca5f123158571481722767b99c2b27
 13769f90af4500948b0376d57df4cceaa13e78b5
+cc299f969e1535082bcf668e4afe206c57c8a920
 9865a970893d9e515786f33c629b14f71645bf1e

config/config.default.yaml

@@ -44,7 +44,7 @@ scenario:
   opts:
   - ''
   sector_opts:
-  - Co2L0-3H-T-H-B-I-A-dist1
+  - Co2L0-3h-T-H-B-I-A-dist1
   planning_horizons:
   # - 2020
   # - 2030
@@ -314,9 +314,9 @@ pypsa_eur:
 
 # docs in https://pypsa-eur.readthedocs.io/en/latest/configuration.html#energy
 energy:
-  energy_totals_year: 2011
+  energy_totals_year: 2019
   base_emissions_year: 1990
-  eurostat_report_year: 2016
+  eurostat_report_year: 2023
   emissions: CO2
 
 # docs in https://pypsa-eur.readthedocs.io/en/latest/configuration.html#biomass
@@ -501,6 +501,7 @@ sector:
   SMR_cc: true
   regional_methanol_demand: false
   regional_oil_demand: false
+  regional_coal_demand: false
   regional_co2_sequestration_potential:
     enable: false
     attribute: 'conservative estimate Mt'
@@ -636,6 +637,15 @@ industry:
     2040: 0.12
     2045: 0.16
     2050: 0.20
+  sector_ratios_fraction_future:
+    2020: 0.0
+    2025: 0.1
+    2030: 0.3
+    2035: 0.5
+    2040: 0.7
+    2045: 0.9
+    2050: 1.0
+  basic_chemicals_without_NH3_production_today: 69. #Mt/a, = 86 Mtethylene-equiv - 17 MtNH3
   HVC_production_today: 52.
   MWh_elec_per_tHVC_mechanical_recycling: 0.547
   MWh_elec_per_tHVC_chemical_recycling: 6.9
@@ -815,6 +825,13 @@ plotting:
   energy_max: 20000
   energy_min: -20000
   energy_threshold: 50.
+  countries:
+  - all
+  carriers:
+  - electricity
+  - heat
+  carrier_groups:
+    electricity: [AC, low_voltage]
 
   nice_names:
     OCGT: "Open-Cycle Gas"

doc/configtables/plotting.csv

@@ -1,13 +1,16 @@
 ,Unit,Values,Description
 map,,,
 -- boundaries,°,"[x1,x2,y1,y2]",Boundaries of the map plots in degrees latitude (y) and longitude (x)
-projection,,,,
--- name,--,"Valid Cartopy projection name","See https://scitools.org.uk/cartopy/docs/latest/reference/projections.html for list of available projections."
+projection,,,
+-- name,--,Valid Cartopy projection name,See https://scitools.org.uk/cartopy/docs/latest/reference/projections.html for list of available projections.
 -- args,--,--,"Other entries under 'projection' are passed as keyword arguments to the projection constructor, e.g. ``central_longitude: 10.``."
 costs_max,bn Euro,float,Upper y-axis limit in cost bar plots.
 costs_threshold,bn Euro,float,Threshold below which technologies will not be shown in cost bar plots.
 energy_max,TWh,float,Upper y-axis limit in energy bar plots.
 energy_min,TWh,float,Lower y-axis limit in energy bar plots.
 energy_threshold,TWh,float,Threshold below which technologies will not be shown in energy bar plots.
-tech_colors,--,carrier -> HEX colour code,Mapping from network ``carrier`` to a colour (`HEX colour code <https://en.wikipedia.org/wiki/Web_colors#Hex_triplet>`_).
+countries,--,[str],List of countries you want to plot in your statistics figures. Default is all coutries but also single countries can be defined like ``DE``.
+carriers,--,[str],Carrier you want to plot from in your statistics figures. This carrier must be an available bus carrier in your network or substring of a carrier or a defined carrier group.
+carrier_groups,--,str -> carrier,Mapping from ``carrier_groups`` to individual bus carriers in the network.
 nice_names,--,str -> str,Mapping from network ``carrier`` to a more readable name.
+tech_colors,--,carrier -> HEX colour code,Mapping from network ``carrier`` to a colour (`HEX colour code <https://en.wikipedia.org/wiki/Web_colors#Hex_triplet>`_).

doc/release_notes.rst

@@ -10,6 +10,8 @@ Release Notes
 Upcoming Release
 ================
 
+* Add plotting routine with statistics where we allow for plotting of individual energy carriers and countries. Besides the plots, we create all necessary csv files for the plotting routine.
+
 * Merged two OPSD time series data versions into such that the option ``load:
   power_statistics:`` becomes superfluous and was hence removed.
 

rules/build_sector.smk

@@ -433,6 +433,30 @@ rule build_industry_sector_ratios:
         "../scripts/build_industry_sector_ratios.py"
 
 
+rule build_industry_sector_ratios_intermediate:
+    params:
+        industry=config["industry"],
+    input:
+        industry_sector_ratios=RESOURCES + "industry_sector_ratios.csv",
+        industrial_energy_demand_per_country_today=RESOURCES
+        + "industrial_energy_demand_per_country_today.csv",
+        industrial_production_per_country=RESOURCES
+        + "industrial_production_per_country.csv",
+    output:
+        industry_sector_ratios=RESOURCES + "industry_sector_ratios_{planning_horizons}.csv",
+    threads: 1
+    resources:
+        mem_mb=1000,
+    log:
+        LOGS + "build_industry_sector_ratios_{planning_horizons}.log",
+    benchmark:
+        BENCHMARKS + "build_industry_sector_ratios_{planning_horizons}"
+    conda:
+        "../envs/environment.yaml"
+    script:
+        "../scripts/build_industry_sector_ratios_intermediate.py"
+
+
 rule build_industrial_production_per_country:
     params:
         industry=config["industry"],
@@ -535,7 +559,7 @@ rule build_industrial_production_per_node:
 
 rule build_industrial_energy_demand_per_node:
     input:
-        industry_sector_ratios=RESOURCES + "industry_sector_ratios.csv",
+        industry_sector_ratios=RESOURCES + "industry_sector_ratios_{planning_horizons}.csv",
         industrial_production_per_node=RESOURCES
         + "industrial_production_elec_s{simpl}_{clusters}_{planning_horizons}.csv",
         industrial_energy_demand_per_node_today=RESOURCES
@@ -566,7 +590,6 @@ rule build_industrial_energy_demand_per_country_today:
         industry=config["industry"],
     input:
         jrc="data/bundle-sector/jrc-idees-2015",
-        ammonia_production=RESOURCES + "ammonia_production.csv",
         industrial_production_per_country=RESOURCES
         + "industrial_production_per_country.csv",
     output:

rules/collect.smk

@@ -81,3 +81,22 @@ rule validate_elec_networks:
             **config["scenario"],
             kind=["production", "prices", "cross_border"],
         ),
+
+
+rule plot_statistics:
+    input:
+        [
+            expand(
+                RESULTS
+                + "statistics/figures/comparison/country_{country}/.statistics_{carrier}_plots",
+                country=config["plotting"].get("countries", "all"),
+                carrier=config["plotting"].get("carriers", ["all"]),
+            ),
+            expand(
+                RESULTS
+                + "statistics/figures/single/elec_s{simpl}_{clusters}_l{ll}_{opts}_{sector_opts}_{planning_horizons}/country_{country}/.statistics_{carrier}_plots",
+                **config["scenario"],
+                country=config["plotting"].get("countries", "all"),
+                carrier=config["plotting"].get("carriers", ["all"]),
+            ),
+        ],

rules/common.smk

@@ -65,8 +65,11 @@ def has_internet_access(url="www.zenodo.org") -> bool:
 
 def input_eurostat(w):
     # 2016 includes BA, 2017 does not
-    report_year = config["energy"]["eurostat_report_year"]
-    return f"data/bundle-sector/eurostat-energy_balances-june_{report_year}_edition"
+    if config["energy"]["eurostat_report_year"] != 2023:
+        report_year = config["energy"]["eurostat_report_year"]
+        return f"data/bundle-sector/eurostat-energy_balances-june_{report_year}_edition"
+    else:
+        return "data/bundle-sector/eurostat-energy_balances-april_2023_edition"
 
 
 def solved_previous_horizon(wildcards):

rules/postprocess.smk

@@ -280,6 +280,92 @@ STATISTICS_BARPLOTS = [
     "market_value",
 ]
 
+STATISTICS = {
+    "capacity_factor": ("-", "p.u."),
+    "installed_capacity": (1e3, "GW"),
+    "optimal_capacity": (1e3, "GW"),
+    "capex": (1e9, "bn €"),
+    "opex": (1e9, "bn €"),
+    "total_cost": ("1e9", "bn €"),
+    "curtailment": (1e3, "GWh"),
+    "supply": (1e6, "TWh"),
+    "withdrawal": (1e6, "TWh"),
+    "energy_balance": (1e6, "TWh"),
+    "market_value": ("-", "€/MWh"),
+}
+
+
+rule save_statistics_csv:
+    params:
+        statistics=STATISTICS,
+    input:
+        network=RESULTS
+        + "postnetworks/elec_s{simpl}_{clusters}_l{ll}_{opts}_{sector_opts}_{planning_horizons}.nc",
+    output:
+        **{
+            f"{csv}": RESULTS
+            + "statistics/csv/elec_s{simpl}_{clusters}_l{ll}_{opts}_{sector_opts}_{planning_horizons}/country_{country}/{carrier}_"
+            + f"{csv}.csv"
+            for carrier in config["plotting"].get("carriers", "all")
+            for csv in STATISTICS
+        },
+        csv_touch=RESULTS
+        + "statistics/csv/elec_s{simpl}_{clusters}_l{ll}_{opts}_{sector_opts}_{planning_horizons}/country_{country}/.statistics_{carrier}_csv",
+    script:
+        "../scripts/write_statistics.py"
+
+
+rule plot_statistics_single:
+    params:
+        plotting=config["plotting"],
+        statistics=STATISTICS,
+    input:
+        **{
+            f"{csv}": RESULTS
+            + "statistics/csv/elec_s{simpl}_{clusters}_l{ll}_{opts}_{sector_opts}_{planning_horizons}/country_{country}/{carrier}_"
+            + f"{csv}.csv"
+            for carrier in config["plotting"].get("carriers", "all")
+            for csv in STATISTICS
+        },
+    output:
+        **{
+            f"{plot}": RESULTS
+            + "statistics/figures/single/elec_s{simpl}_{clusters}_l{ll}_{opts}_{sector_opts}_{planning_horizons}/country_{country}/{carrier}_"
+            + f"{plot}.pdf"
+            for carrier in config["plotting"].get("carriers", "all")
+            for plot in STATISTICS
+        },
+        barplots_touch=RESULTS
+        + "statistics/figures/single/elec_s{simpl}_{clusters}_l{ll}_{opts}_{sector_opts}_{planning_horizons}/country_{country}/.statistics_{carrier}_plots",
+    script:
+        "../scripts/plot_statistics_single.py"
+
+
+rule plot_statistics_comparison:
+    params:
+        plotting=config["plotting"],
+        statistics=STATISTICS,
+    input:
+        expand(
+            RESULTS
+            + "statistics/csv/elec_s{simpl}_{clusters}_l{ll}_{opts}_{sector_opts}_{planning_horizons}/country_{country}/{carrier}_{csv}.csv",
+            **config["scenario"],
+            csv=STATISTICS,
+            allow_missing=True,
+        ),
+    output:
+        **{
+            f"{plot}": RESULTS
+            + "statistics/figures/comparison/country_{country}/{carrier}_"
+            + f"{plot}.pdf"
+            for carrier in config["plotting"].get("carriers", "all")
+            for plot in STATISTICS
+        },
+        barplots_touch=RESULTS
+        + "statistics/figures/comparison/country_{country}/.statistics_{carrier}_plots",
+    script:
+        "../scripts/plot_statistics_comparison.py"
+
 
 rule plot_elec_statistics:
     params:

rules/solve_myopic.smk

@@ -3,6 +3,40 @@
 # SPDX-License-Identifier: MIT
 
 
+rule build_existing_heating_distribution:
+    params:
+        baseyear=config["scenario"]["planning_horizons"][0],
+        sector=config["sector"],
+        existing_capacities=config["existing_capacities"],
+    input:
+        existing_heating="data/existing_infrastructure/existing_heating_raw.csv",
+        clustered_pop_layout=RESOURCES + "pop_layout_elec_s{simpl}_{clusters}.csv",
+        clustered_pop_energy_layout=RESOURCES
+        + "pop_weighted_energy_totals_s{simpl}_{clusters}.csv",
+        district_heat_share=RESOURCES
+        + "district_heat_share_elec_s{simpl}_{clusters}_{planning_horizons}.csv",
+    output:
+        existing_heating_distribution=RESOURCES
+        + "existing_heating_distribution_elec_s{simpl}_{clusters}_{planning_horizons}.csv",
+    wildcard_constraints:
+        planning_horizons=config["scenario"]["planning_horizons"][0],  #only applies to baseyear
+    threads: 1
+    resources:
+        mem_mb=2000,
+    log:
+        LOGS
+        + "build_existing_heating_distribution_elec_s{simpl}_{clusters}_{planning_horizons}.log",
+    benchmark:
+        (
+            BENCHMARKS
+            + "build_existing_heating_distribution/elec_s{simpl}_{clusters}_{planning_horizons}"
+        )
+    conda:
+        "../envs/environment.yaml"
+    script:
+        "../scripts/build_existing_heating_distribution.py"
+
+
 rule add_existing_baseyear:
     params:
         baseyear=config["scenario"]["planning_horizons"][0],

scripts/build_ammonia_production.py

@@ -7,6 +7,7 @@
 """
 
 import country_converter as coco
+import numpy as np
 import pandas as pd
 
 cc = coco.CountryConverter()
@@ -30,8 +31,10 @@
     ammonia.index = cc.convert(ammonia.index, to="iso2")
 
     years = [str(i) for i in range(2013, 2018)]
-    countries = ammonia.index.intersection(snakemake.params.countries)
-    ammonia = ammonia.loc[countries, years].astype(float)
+
+    ammonia = ammonia[years]
+    ammonia.replace("--", np.nan, inplace=True)
+    ammonia = ammonia.astype(float)
 
     # convert from ktonN to ktonNH3
     ammonia *= 17 / 14