openego / eGon-data

tasks += (pp_metadata.metadata,)

class PowerPlants(Dataset):

    """

    This dataset deals with the distribution and allocation of power plants

    For the distribution and allocation of power plants to their corresponding

    grid connection point different technology-specific methods are applied.

    In a first step separate tables are created for wind, pv, hydro and biomass

    based power plants by running :py:func:`create_tables`.

    Different methods rely on the locations of existing power plants retrieved

    from the official power plant registry 'Marktstammdatenregister' applying

    function :py:func:`ìmport_mastr`.

    *Hydro and Biomass*

    Hydro and biomass power plants are distributed based on the status quo

    locations of existing power plants assuming that no further expansion of

    these technologies is to be expected in Germany. Hydro power plants include

    reservoir and run-of-river plants.

    Power plants without a correct geolocation are not taken into account.

    To compensate this, the installed capacities of the suitable plants are

    scaled up to meet the target value using function :py:func:`scale_prox2now`

    *Conventional power plants without CHP*

    The distribution of conventional plants, excluding CHPs, takes place in

    function :py:func:`allocate_conventional_non_chp_power_plants`. Therefore

    information about future power plants from the grid development plan

    function as the target value and are matched with actual existing power

    plants with correct geolocations from MaStR registry.

    *Wind onshore*

    *Wind offshore*

    *PV ground-mounted*

    *PV rooftop*

    *others*

    *Dependencies*

      * :py:class:`Chp <egon.data.datasets.chp.Chp>`

      * :py:class:`CtsElectricityDemand

      <egon.data.datasets.electricity_demand.CtsElectricityDemand>`

      * :py:class:`HouseholdElectricityDemand

      <egon.data.datasets.electricity_demand.HouseholdElectricityDemand>`

      * :py:class:`mastr_data <egon.data.datasets.mastr.mastr_data>`

      * :py:func:`define_mv_grid_districts

      <egon.data.datasets.mv_grid_districts.define_mv_grid_districts>`

      * :py:class:`RePotentialAreas

      <egon.data.datasets.re_potential_areas.RePotentialAreas>`

      * :py:class:`ZensusVg250

      <egon.data.datasets.RenewableFeedin>`

      * :py:class:`ScenarioCapacities

      <egon.data.datasets.scenario_capacities.ScenarioCapacities>`

      * :py:class:`ScenarioParameters

      <egon.data.datasets.scenario_parameters.ScenarioParameters>`

      * :py:func:`Setup <egon.data.datasets.database.setup>`

      * :py:class:`substation_extraction

      <egon.data.datasets.substation.substation_extraction>`

      * :py:class:`Vg250MvGridDistricts

      <egon.data.datasets.Vg250MvGridDistricts>`

      * :py:class:`ZensusMvGridDistricts

      <egon.data.datasets.zensus_mv_grid_districts.ZensusMvGridDistricts>`

    *Resulting tables*

      * :py:class:`supply.egon_power_plants

      <egon.data.datasets.power_plants.EgonPowerPlants>` is filled

    """

    #:

    name: str = "PowerPlants"

    #:

    version: str = "0.0.29"

    def __init__(self, dependencies):

        super().__init__(

            name=self.name,

            version=self.version,

            dependencies=dependencies,

            tasks=tasks,

            validation={

                "data-quality": [

                    RowCountValidation(

                        table="supply.egon_power_plants",

                        rule_id="TEST_ROW_COUNT.egon_power_plants",

                        expected_count={"Schleswig-Holstein":34828, "Everything": 1103}

                    ),

                    DataTypeValidation(

                        table="supply.egon_power_plants",

                        rule_id="TEST_DATA_MULTIPLE_TYPES.egon_power_plants",

                        column_types={

                            "id": "bigint",

                            "sources": "jsonb",

                            "source_id": "jsonb",

                            "carrier": "character varying",

                            "el_capacity": "double precision",

                            "bus_id": "integer",

                            "voltage_level": "integer",

                            "weather_cell_id": "integer",

                            "scenario": "character varying",

                            "geom": "geometry"

                        }

                    ),

                    NotNullAndNotNaNValidation(

                        table="supply.egon_power_plants",

                        rule_id="TEST_NOT_NAN.egon_power_plants",

                        columns=["id",

                            "sources",

                            "source_id",

                            "carrier",

                            "el_capacity",

                            "bus_id",

                            "voltage_level",

                            "weather_cell_id",

                            "scenario",

                            "geom"]

                    ),

                    WholeTableNotNullAndNotNaNValidation(

                        table="supply.egon_power_plants",

                        rule_id="TEST_WHOLE_TABLE_NOT_NAN.egon_power_plants"

                    ),

                    ValueSetValidation(

                        table="supply.egon_power_plants",

                        rule_id="VALUE_SET_VALIDATION_CARRIER.egon_power_plants",

                        column="carrier",

                        expected_values=["others",

                            "gas",

                            "biomass",

                            "run_of_river",

                            "wind_onshore",

                            "oil",

                            "wind_offshore",

                            "solar",

                            "reservoir"]

                    ),

                    ValueSetValidation(

                        table="supply.egon_power_plants",

                        rule_id="VALUE_SET_VALIDATION_SCENARIO.egon_power_plants",

                        column="scenario",

                        expected_values=["eGon2035", "eGon100RE"]

                    ),

                    SRIDUniqueNonZero(

                        table="supply.egon_power_plants",

                        rule_id="SRIDUniqueNonZero.egon_power_plants.geom",

                        column="geom"

                    ),

                ]

            },

            on_validation_failure="continue"

        )

tasks += (metadata,)

class Chp(Dataset):

    """

    Extract combined heat and power plants for each scenario

    This dataset creates combined heat and power (CHP) plants for each scenario and defines their use case.

    The method bases on existing CHP plants from Marktstammdatenregister. For the eGon2035 scenario,

    a list of CHP plans from the grid operator is used for new largescale CHP plants. CHP < 10MW are

    randomly distributed.

    Depending on the distance to a district heating grid, it is decided if the CHP is used to

    supply a district heating grid or used by an industrial site.

    *Dependencies*

      * :py:class:`GasAreaseGon100RE <egon.data.datasets.gas_areas.GasAreaseGon100RE>`

      * :py:class:`GasAreaseGon2035 <egon.data.datasets.gas_areas.GasAreaseGon2035>`

      * :py:class:`DistrictHeatingAreas <egon.data.datasets.district_heating_areas.DistrictHeatingAreas>`

      * :py:class:`IndustrialDemandCurves <egon.data.datasets.industry.IndustrialDemandCurves>`

      * :py:class:`OsmLanduse <egon.data.datasets.loadarea.OsmLanduse>`

      * :py:func:`download_mastr_data <egon.data.datasets.mastr.download_mastr_data>`

      * :py:func:`define_mv_grid_districts <egon.data.datasets.mv_grid_districts.define_mv_grid_districts>`

      * :py:class:`ScenarioCapacities <egon.data.datasets.scenario_capacities.ScenarioCapacities>`

    *Resulting tables*

      * :py:class:`supply.egon_chp_plants <egon.data.datasets.chp.EgonChp>` is created and filled

      * :py:class:`supply.egon_mastr_conventional_without_chp <egon.data.datasets.chp.EgonMaStRConventinalWithoutChp>` is created and filled

    """

    #:

    name: str = "Chp"

    #:

    version: str = "0.0.10"

    def __init__(self, dependencies):

        super().__init__(

            name=self.name,

            version=self.version,

            dependencies=dependencies,

            tasks=tasks,

            validation={

                "data-quality":[

                    RowCountValidation(

                        table="supply.egon_chp_plants",

                        rule_id="TEST_ROW_COUNT.egon_chp_plants",

                        expected_count={"Schleswig-Holstein": 1720, "Everything": 40197}

                    ),

                    DataTypeValidation(

                        table="supply.egon_chp_plants",

                        rule_id="TEST_DATA_MULTIPLE_TYPES.egon_chp_plants",

                        column_types={

                            "id": "integer",

                            "sources": "jsonb",

                            "source_id": "jsonb",

                            "carrier": "character varying",

                            "district_heating": "boolean",

                            "el_capacity": "double precision",

                            "th_capacity": "double precision",

                            "electrical_bus_id": "integer",

                            "district_heating_area_id": "integer",

                            "ch4_bus_id": "integer",

                            "voltage_level": "integer",

                            "scenario": "character varying",

                            "geom": "geometry"

                        }

                    ),

                    NotNullAndNotNaNValidation(

                        table="supply.egon_chp_plants",

                        rule_id="TEST_NOT_NAN.egon_chp_plants",

                        columns=[

                            "id",

                            "sources",

                            "source_id",

                            "carrier",

                            "district_heating",

                            "el_capacity",

                            "th_capacity",

                            "electrical_bus_id",

                            "district_heating_area_id",

                            "ch4_bus_id",

                            "voltage_level",

                            "scenario",

                            "geom"

                        ]

                    ),

                    WholeTableNotNullAndNotNaNValidation(

                        table="supply.egon_chp_plants",

                        rule_id="TEST_WHOLE_TABLE_NOT_NAN.egon_chp_plants"

                    ),

                    ValueSetValidation(

                        table="supply.egon_chp_plants",

                        rule_id="VALUE_SET_VALIDATION_CARRIER.egon_chp_plants",

                        column="carrier",

                        expected_values=["oil", "others", "gas", "gas extended", "biomass"]

                    ),

                    ValueSetValidation(

                        table="supply.egon_chp_plants",

                        rule_id="VALUE_SET_VALIDATION_SCENARIO.egon_chp_plants",

                        column="scenario",

                        expected_values=["eGon2035", "eGon100RE"]

                    ),

                    SRIDUniqueNonZero(

                        table="supply.egon_chp_plants",

                        rule_id="SRIDUniqueNonZero.egon_chp_plants",

                        column="geom"

                    )

                ]

            },

            on_validation_failure="continue"

        )