data.datasets.chp_etrago

Complexity

Total Complexity

7

Size/Duplication

Total Lines	443
Duplicated Lines	0 %

Importance

Changes

0

1 Method

Rating	Name	Duplication	Size	Complexity
A	ChpEtrago.__init__()	0	6	1

"""
The central module containing all code dealing with chp for eTraGo.
"""

import geopandas as gpd
import pandas as pd

from egon.data import config, db
from egon.data.datasets import Dataset
from egon.data.datasets.etrago_setup import link_geom_from_buses
from egon.data.datasets.scenario_parameters import get_sector_parameters


class ChpEtrago(Dataset):
    """
    Collect data related to combined heat and power plants for the eTraGo tool

    This dataset collects data for combined heat and power plants and puts it into a format that
    is needed for the transmission grid optimisation within the tool eTraGo.
    This data is then writting into the corresponding tables that are read by eTraGo.


    *Dependencies*
      * :py:class:`HeatEtrago <egon.data.datasets.heat_etrago.HeatEtrago>`
      * :py:class:`Chp <egon.data.datasets.chp.Chp>`

    *Resulting tables*
      * :py:class:`grid.egon_etrago_link <egon.data.datasets.etrago_setup.EgonPfHvLink>` is extended
      * :py:class:`grid.egon_etrago_generator <egon.data.datasets.etrago_setup.EgonPfHvGenerator>` is extended

    """

    #:
    name: str = "ChpEtrago"
    #:
    version: str = "0.0.6"

    def __init__(self, dependencies):
        super().__init__(
            name=self.name,
            version=self.version,
            dependencies=dependencies,
            tasks=(insert),
        )


def insert_egon100re():
    sources = config.datasets()["chp_etrago"]["sources"]

    targets = config.datasets()["chp_etrago"]["targets"]

    db.execute_sql(
        f"""
        DELETE FROM {targets['link']['schema']}.{targets['link']['table']}
        WHERE carrier LIKE '%%CHP%%'
        AND scn_name = 'eGon100RE'
        AND bus0 IN
        (SELECT bus_id
         FROM {sources['etrago_buses']['schema']}.{sources['etrago_buses']['table']}
         WHERE scn_name = 'eGon100RE'
         AND country = 'DE')
        AND bus1 IN
        (SELECT bus_id
         FROM {sources['etrago_buses']['schema']}.{sources['etrago_buses']['table']}
         WHERE scn_name = 'eGon100RE'
         AND country = 'DE')
        """
    )

    # Select all CHP plants used in district heating
    chp_dh = db.select_dataframe(
        f"""
        SELECT electrical_bus_id, ch4_bus_id, a.carrier,
        SUM(el_capacity) AS el_capacity, SUM(th_capacity) AS th_capacity,
        c.bus_id as heat_bus_id
        FROM {sources['chp_table']['schema']}.
        {sources['chp_table']['table']} a
        JOIN {sources['district_heating_areas']['schema']}.
        {sources['district_heating_areas']['table']}  b
        ON a.district_heating_area_id = b.area_id
        JOIN grid.egon_etrago_bus c
        ON ST_Transform(ST_Centroid(b.geom_polygon), 4326) = c.geom

        WHERE a.scenario='eGon100RE'
        AND b.scenario = 'eGon100RE'
        AND c.scn_name = 'eGon100RE'
        AND c.carrier = 'central_heat'
        AND NOT district_heating_area_id IS NULL
        GROUP BY (
            electrical_bus_id, ch4_bus_id, a.carrier, c.bus_id)
        """
    )

    if chp_dh.empty:
        print("No CHP for district heating in scenario eGon100RE")
        return

    # Create geodataframes for gas CHP plants
    chp_el = link_geom_from_buses(
        gpd.GeoDataFrame(
            index=chp_dh.index,
            data={
                "scn_name": "eGon2035",
                "bus0": chp_dh.loc[:, "ch4_bus_id"].astype(int),
                "bus1": chp_dh.loc[:, "electrical_bus_id"].astype(int),
                "p_nom": chp_dh.loc[:, "el_capacity"],
                "carrier": "central_gas_CHP",
            },
        ),
        "eGon100RE",
    )
    # Set index
    chp_el["link_id"] = range(
        db.next_etrago_id("link"), len(chp_el) + db.next_etrago_id("link")
    )

    # Add marginal cost which is only VOM in case of gas chp
    chp_el["marginal_cost"] = get_sector_parameters("gas", "eGon100RE")[
        "marginal_cost"
    ]["chp_gas"]

    # Insert into database
    chp_el.to_postgis(
        targets["link"]["table"],
        schema=targets["link"]["schema"],
        con=db.engine(),
        if_exists="append",
    )

    #
    chp_heat = link_geom_from_buses(
        gpd.GeoDataFrame(
            index=chp_dh.index,
            data={
                "scn_name": "eGon100RE",
                "bus0": chp_dh.loc[:, "ch4_bus_id"].astype(int),
                "bus1": chp_dh.loc[:, "heat_bus_id"].astype(int),
                "p_nom": chp_dh.loc[:, "th_capacity"],
                "carrier": "central_gas_CHP_heat",
            },
        ),
        "eGon100RE",
    )

    chp_heat["link_id"] = range(
        db.next_etrago_id("link"), len(chp_heat) + db.next_etrago_id("link")
    )

    chp_heat.to_postgis(
        targets["link"]["table"],
        schema=targets["link"]["schema"],
        con=db.engine(),
        if_exists="append",
    )


def insert_scenario(scenario):
    sources = config.datasets()["chp_etrago"]["sources"]

    targets = config.datasets()["chp_etrago"]["targets"]

    db.execute_sql(
        f"""
        DELETE FROM {targets['link']['schema']}.{targets['link']['table']}
        WHERE carrier LIKE '%%CHP%%'
        AND scn_name = '{scenario}'
        AND bus0 IN
        (SELECT bus_id
         FROM {sources['etrago_buses']['schema']}.{sources['etrago_buses']['table']}
         WHERE scn_name = '{scenario}'
         AND country = 'DE')
        AND bus1 IN
        (SELECT bus_id
         FROM {sources['etrago_buses']['schema']}.{sources['etrago_buses']['table']}
         WHERE scn_name = '{scenario}'
         AND country = 'DE')
        """
    )
    db.execute_sql(
        f"""
        DELETE FROM {targets['generator']['schema']}.{targets['generator']['table']}
        WHERE carrier LIKE '%%CHP%%'
        AND scn_name = '{scenario}'
        """
    )
    # Select all CHP plants used in district heating
    chp_dh = db.select_dataframe(
        f"""
        SELECT electrical_bus_id, ch4_bus_id, a.carrier,
        SUM(el_capacity) AS el_capacity, SUM(th_capacity) AS th_capacity,
        c.bus_id as heat_bus_id
        FROM {sources['chp_table']['schema']}.
        {sources['chp_table']['table']} a
        JOIN {sources['district_heating_areas']['schema']}.
        {sources['district_heating_areas']['table']}  b
        ON a.district_heating_area_id = b.area_id
        JOIN grid.egon_etrago_bus c
        ON ST_Transform(ST_Centroid(b.geom_polygon), 4326) = c.geom

        WHERE a.scenario='{scenario}'
        AND b.scenario = '{scenario}'
        AND c.scn_name = '{scenario}'
        AND c.carrier = 'central_heat'
        AND NOT district_heating_area_id IS NULL
        GROUP BY (
            electrical_bus_id, ch4_bus_id, a.carrier, c.bus_id)
        """
    )
    # Divide into biomass and gas CHP which are modelled differently
    chp_link_dh = chp_dh[chp_dh.carrier == "gas"].index
    chp_generator_dh = chp_dh[chp_dh.carrier != "gas"].index

    # Create geodataframes for gas CHP plants
    chp_el = link_geom_from_buses(
        gpd.GeoDataFrame(
            index=chp_link_dh,
            data={
                "scn_name": scenario,
                "bus0": chp_dh.loc[chp_link_dh, "ch4_bus_id"].astype(int),
                "bus1": chp_dh.loc[chp_link_dh, "electrical_bus_id"].astype(
                    int
                ),
                "p_nom": chp_dh.loc[chp_link_dh, "el_capacity"],
                "carrier": "central_gas_CHP",
            },
        ),
        scenario,
    )
    # Set index
    chp_el["link_id"] = range(
        db.next_etrago_id("link"), len(chp_el) + db.next_etrago_id("link")
    )

    # Add marginal cost which is only VOM in case of gas chp
    chp_el["marginal_cost"] = get_sector_parameters("gas", scenario)[
        "marginal_cost"
    ]["chp_gas"]

    # Insert into database
    chp_el.to_postgis(
        targets["link"]["table"],
        schema=targets["link"]["schema"],
        con=db.engine(),
        if_exists="append",
    )

    #
    chp_heat = link_geom_from_buses(
        gpd.GeoDataFrame(
            index=chp_link_dh,
            data={
                "scn_name": scenario,
                "bus0": chp_dh.loc[chp_link_dh, "ch4_bus_id"].astype(int),
                "bus1": chp_dh.loc[chp_link_dh, "heat_bus_id"].astype(int),
                "p_nom": chp_dh.loc[chp_link_dh, "th_capacity"],
                "carrier": "central_gas_CHP_heat",
            },
        ),
        scenario,
    )

    chp_heat["link_id"] = range(
        db.next_etrago_id("link"), len(chp_heat) + db.next_etrago_id("link")
    )

    chp_heat.to_postgis(
        targets["link"]["table"],
        schema=targets["link"]["schema"],
        con=db.engine(),
        if_exists="append",
    )

    # Insert biomass, coal, oil and other CHP as generators
    # Create geodataframes for CHP plants
    chp_el_gen = pd.DataFrame(
        index=chp_generator_dh,
        data={
            "scn_name": scenario,
            "bus": chp_dh.loc[chp_generator_dh, "electrical_bus_id"].astype(
                int
            ),
            "p_nom": chp_dh.loc[chp_generator_dh, "el_capacity"],
            "carrier": chp_dh.loc[chp_generator_dh, "carrier"],
        },
    )

    chp_el_gen["generator_id"] = range(
        db.next_etrago_id("generator"),
        len(chp_el_gen) + db.next_etrago_id("generator"),
    )

    # Add marginal cost
    chp_el_gen["marginal_cost"] = (
        pd.Series(
            get_sector_parameters("electricity", scenario)["marginal_cost"]
        )
        .rename({"other_non_renewable": "others"})
        .loc[chp_el_gen["carrier"]]
    ).values

    chp_el_gen["carrier"] = (
        "central_" + chp_dh.loc[chp_generator_dh, "carrier"] + "_CHP"
    )

    chp_el_gen.to_sql(
        targets["generator"]["table"],
        schema=targets["generator"]["schema"],
        con=db.engine(),
        if_exists="append",
        index=False,
    )

    chp_heat_gen = pd.DataFrame(
        index=chp_generator_dh,
        data={
            "scn_name": scenario,
            "bus": chp_dh.loc[chp_generator_dh, "heat_bus_id"].astype(int),
            "p_nom": chp_dh.loc[chp_generator_dh, "th_capacity"],
            "carrier": "central_"
            + chp_dh.loc[chp_generator_dh, "carrier"]
            + "_CHP_heat",
        },
    )

    chp_heat_gen["generator_id"] = range(
        db.next_etrago_id("generator"),
        len(chp_heat_gen) + db.next_etrago_id("generator"),
    )

    chp_heat_gen.to_sql(
        targets["generator"]["table"],
        schema=targets["generator"]["schema"],
        con=db.engine(),
        if_exists="append",
        index=False,
    )

    chp_industry = db.select_dataframe(
        f"""
        SELECT electrical_bus_id, ch4_bus_id, carrier,
        SUM(el_capacity) AS el_capacity, SUM(th_capacity) AS th_capacity
        FROM {sources['chp_table']['schema']}.{sources['chp_table']['table']}
        WHERE scenario='{scenario}'
        AND district_heating_area_id IS NULL
        GROUP BY (electrical_bus_id, ch4_bus_id, carrier)
        """
    )
    chp_link_ind = chp_industry[chp_industry.carrier == "gas"].index

    chp_generator_ind = chp_industry[chp_industry.carrier != "gas"].index

    chp_el_ind = link_geom_from_buses(
        gpd.GeoDataFrame(
            index=chp_link_ind,
            data={
                "scn_name": scenario,
                "bus0": chp_industry.loc[chp_link_ind, "ch4_bus_id"].astype(
                    int
                ),
                "bus1": chp_industry.loc[
                    chp_link_ind, "electrical_bus_id"
                ].astype(int),
                "p_nom": chp_industry.loc[chp_link_ind, "el_capacity"],
                "carrier": "industrial_gas_CHP",
            },
        ),
        scenario,
    )

    chp_el_ind["link_id"] = range(
        db.next_etrago_id("link"), len(chp_el_ind) + db.next_etrago_id("link")
    )

    # Add marginal cost which is only VOM in case of gas chp
    chp_el_ind["marginal_cost"] = get_sector_parameters("gas", scenario)[
        "marginal_cost"
    ]["chp_gas"]

    chp_el_ind.to_postgis(
        targets["link"]["table"],
        schema=targets["link"]["schema"],
        con=db.engine(),
        if_exists="append",
    )

    # Insert biomass CHP as generators
    chp_el_ind_gen = pd.DataFrame(
        index=chp_generator_ind,
        data={
            "scn_name": scenario,
            "bus": chp_industry.loc[
                chp_generator_ind, "electrical_bus_id"
            ].astype(int),
            "p_nom": chp_industry.loc[chp_generator_ind, "el_capacity"],
            "carrier": chp_industry.loc[chp_generator_ind, "carrier"],
        },
    )

    chp_el_ind_gen["generator_id"] = range(
        db.next_etrago_id("generator"),
        len(chp_el_ind_gen) + db.next_etrago_id("generator"),
    )

    # Add marginal cost
    chp_el_ind_gen["marginal_cost"] = (
        pd.Series(
            get_sector_parameters("electricity", scenario)["marginal_cost"]
        )
        .rename({"other_non_renewable": "others"})
        .loc[chp_el_ind_gen["carrier"]]
    ).values

    # Update carrier
    chp_el_ind_gen["carrier"] = "industrial_" + chp_el_ind_gen.carrier + "_CHP"

    chp_el_ind_gen.to_sql(
        targets["generator"]["table"],
        schema=targets["generator"]["schema"],
        con=db.engine(),
        if_exists="append",
        index=False,
    )


def insert():
    """Insert combined heat and power plants into eTraGo tables.

    Gas CHP plants are modeled as links to the gas grid,
    biomass CHP plants (only in eGon2035) are modeled as generators

    Returns
    -------
    None.

    """

    for scenario in config.settings()["egon-data"]["--scenarios"]:
        if scenario != "eGon100RE":
            insert_scenario(scenario)

        else:
            insert_egon100re()