Total Complexity | 68 |
Total Lines | 1623 |
Duplicated Lines | 4.87 % |
Changes | 0 |
Duplicate code is one of the most pungent code smells. A rule that is often used is to re-structure code once it is duplicated in three or more places.
Common duplication problems, and corresponding solutions are:
Complex classes like data.datasets.power_plants often do a lot of different things. To break such a class down, we need to identify a cohesive component within that class. A common approach to find such a component is to look for fields/methods that share the same prefixes, or suffixes.
Once you have determined the fields that belong together, you can apply the Extract Class refactoring. If the component makes sense as a sub-class, Extract Subclass is also a candidate, and is often faster.
1 | """The central module containing all code dealing with the distribution and |
||
2 | allocation of data on conventional and renewable power plants. |
||
3 | """ |
||
4 | |||
5 | from pathlib import Path |
||
6 | import logging |
||
7 | |||
8 | from geoalchemy2 import Geometry |
||
9 | from shapely.geometry import Point |
||
10 | from sqlalchemy import BigInteger, Column, Float, Integer, Sequence, String |
||
11 | from sqlalchemy.dialects.postgresql import JSONB |
||
12 | from sqlalchemy.ext.declarative import declarative_base |
||
13 | from sqlalchemy.orm import sessionmaker |
||
14 | import geopandas as gpd |
||
15 | import numpy as np |
||
16 | import pandas as pd |
||
17 | |||
18 | from egon.data import db, logger |
||
19 | from egon.data.datasets import Dataset, wrapped_partial |
||
20 | from egon.data.datasets.mastr import ( |
||
21 | WORKING_DIR_MASTR_NEW, |
||
22 | WORKING_DIR_MASTR_OLD, |
||
23 | ) |
||
24 | from egon.data.datasets.power_plants.conventional import ( |
||
25 | match_nep_no_chp, |
||
26 | select_nep_power_plants, |
||
27 | select_no_chp_combustion_mastr, |
||
28 | ) |
||
29 | from egon.data.datasets.power_plants.mastr import ( |
||
30 | EgonPowerPlantsBiomass, |
||
31 | EgonPowerPlantsHydro, |
||
32 | EgonPowerPlantsPv, |
||
33 | EgonPowerPlantsWind, |
||
34 | import_mastr, |
||
35 | ) |
||
36 | from egon.data.datasets.power_plants.pv_rooftop import pv_rooftop_per_mv_grid |
||
37 | from egon.data.datasets.power_plants.pv_rooftop_buildings import ( |
||
38 | pv_rooftop_to_buildings, |
||
39 | ) |
||
40 | import egon.data.config |
||
41 | import egon.data.datasets.power_plants.assign_weather_data as assign_weather_data # noqa: E501 |
||
42 | import egon.data.datasets.power_plants.metadata as pp_metadata |
||
43 | import egon.data.datasets.power_plants.pv_ground_mounted as pv_ground_mounted |
||
44 | import egon.data.datasets.power_plants.wind_farms as wind_onshore |
||
45 | import egon.data.datasets.power_plants.wind_offshore as wind_offshore |
||
46 | |||
47 | Base = declarative_base() |
||
48 | |||
49 | |||
50 | View Code Duplication | class EgonPowerPlants(Base): |
|
|
|||
51 | __tablename__ = "egon_power_plants" |
||
52 | __table_args__ = {"schema": "supply"} |
||
53 | id = Column(BigInteger, Sequence("pp_seq"), primary_key=True) |
||
54 | sources = Column(JSONB) |
||
55 | source_id = Column(JSONB) |
||
56 | carrier = Column(String) |
||
57 | el_capacity = Column(Float) |
||
58 | bus_id = Column(Integer) |
||
59 | voltage_level = Column(Integer) |
||
60 | weather_cell_id = Column(Integer) |
||
61 | scenario = Column(String) |
||
62 | geom = Column(Geometry("POINT", 4326), index=True) |
||
63 | |||
64 | |||
65 | def create_tables(): |
||
66 | """Create tables for power plant data |
||
67 | Returns |
||
68 | ------- |
||
69 | None. |
||
70 | """ |
||
71 | |||
72 | # Tables for future scenarios |
||
73 | cfg = egon.data.config.datasets()["power_plants"] |
||
74 | db.execute_sql(f"CREATE SCHEMA IF NOT EXISTS {cfg['target']['schema']};") |
||
75 | engine = db.engine() |
||
76 | db.execute_sql( |
||
77 | f"""DROP TABLE IF EXISTS |
||
78 | {cfg['target']['schema']}.{cfg['target']['table']}""" |
||
79 | ) |
||
80 | |||
81 | db.execute_sql("""DROP SEQUENCE IF EXISTS pp_seq""") |
||
82 | EgonPowerPlants.__table__.create(bind=engine, checkfirst=True) |
||
83 | |||
84 | # Tables for status quo |
||
85 | tables = [ |
||
86 | EgonPowerPlantsWind, |
||
87 | EgonPowerPlantsPv, |
||
88 | EgonPowerPlantsBiomass, |
||
89 | EgonPowerPlantsHydro, |
||
90 | ] |
||
91 | for t in tables: |
||
92 | db.execute_sql( |
||
93 | f""" |
||
94 | DROP TABLE IF EXISTS {t.__table_args__['schema']}. |
||
95 | {t.__tablename__} CASCADE; |
||
96 | """ |
||
97 | ) |
||
98 | t.__table__.create(bind=engine, checkfirst=True) |
||
99 | |||
100 | |||
101 | def scale_prox2now(df, target, level="federal_state"): |
||
102 | """Scale installed capacities linear to status quo power plants |
||
103 | |||
104 | Parameters |
||
105 | ---------- |
||
106 | df : pandas.DataFrame |
||
107 | Status Quo power plants |
||
108 | target : pandas.Series |
||
109 | Target values for future scenario |
||
110 | level : str, optional |
||
111 | Scale per 'federal_state' or 'country'. The default is 'federal_state'. |
||
112 | |||
113 | Returns |
||
114 | ------- |
||
115 | df : pandas.DataFrame |
||
116 | Future power plants |
||
117 | |||
118 | """ |
||
119 | if level == "federal_state": |
||
120 | df.loc[:, "Nettonennleistung"] = ( |
||
121 | df.groupby(df.Bundesland) |
||
122 | .Nettonennleistung.apply(lambda grp: grp / grp.sum()) |
||
123 | .mul(target[df.Bundesland.values].values) |
||
124 | ) |
||
125 | else: |
||
126 | df.loc[:, "Nettonennleistung"] = df.Nettonennleistung * ( |
||
127 | target / df.Nettonennleistung.sum() |
||
128 | ) |
||
129 | |||
130 | df = df[df.Nettonennleistung > 0] |
||
131 | |||
132 | return df |
||
133 | |||
134 | |||
135 | def select_target(carrier, scenario): |
||
136 | """Select installed capacity per scenario and carrier |
||
137 | |||
138 | Parameters |
||
139 | ---------- |
||
140 | carrier : str |
||
141 | Name of energy carrier |
||
142 | scenario : str |
||
143 | Name of scenario |
||
144 | |||
145 | Returns |
||
146 | ------- |
||
147 | pandas.Series |
||
148 | Target values for carrier and scenario |
||
149 | |||
150 | """ |
||
151 | cfg = egon.data.config.datasets()["power_plants"] |
||
152 | |||
153 | return ( |
||
154 | pd.read_sql( |
||
155 | f"""SELECT DISTINCT ON (b.gen) |
||
156 | REPLACE(REPLACE(b.gen, '-', ''), 'ü', 'ue') as state, |
||
157 | a.capacity |
||
158 | FROM {cfg['sources']['capacities']} a, |
||
159 | {cfg['sources']['geom_federal_states']} b |
||
160 | WHERE a.nuts = b.nuts |
||
161 | AND scenario_name = '{scenario}' |
||
162 | AND carrier = '{carrier}' |
||
163 | AND b.gen NOT IN ('Baden-Württemberg (Bodensee)', |
||
164 | 'Bayern (Bodensee)')""", |
||
165 | con=db.engine(), |
||
166 | ) |
||
167 | .set_index("state") |
||
168 | .capacity |
||
169 | ) |
||
170 | |||
171 | |||
172 | def filter_mastr_geometry(mastr, federal_state=None): |
||
173 | """Filter data from MaStR by geometry |
||
174 | |||
175 | Parameters |
||
176 | ---------- |
||
177 | mastr : pandas.DataFrame |
||
178 | All power plants listed in MaStR |
||
179 | federal_state : str or None |
||
180 | Name of federal state whoes power plants are returned. |
||
181 | If None, data for Germany is returned |
||
182 | |||
183 | Returns |
||
184 | ------- |
||
185 | mastr_loc : pandas.DataFrame |
||
186 | Power plants listed in MaStR with geometry inside German boundaries |
||
187 | |||
188 | """ |
||
189 | cfg = egon.data.config.datasets()["power_plants"] |
||
190 | |||
191 | if type(mastr) == pd.core.frame.DataFrame: |
||
192 | # Drop entries without geometry for insert |
||
193 | mastr_loc = mastr[ |
||
194 | mastr.Laengengrad.notnull() & mastr.Breitengrad.notnull() |
||
195 | ] |
||
196 | |||
197 | # Create geodataframe |
||
198 | mastr_loc = gpd.GeoDataFrame( |
||
199 | mastr_loc, |
||
200 | geometry=gpd.points_from_xy( |
||
201 | mastr_loc.Laengengrad, mastr_loc.Breitengrad, crs=4326 |
||
202 | ), |
||
203 | ) |
||
204 | else: |
||
205 | mastr_loc = mastr.copy() |
||
206 | |||
207 | # Drop entries outside of germany or federal state |
||
208 | if not federal_state: |
||
209 | sql = f"SELECT geometry as geom FROM {cfg['sources']['geom_germany']}" |
||
210 | else: |
||
211 | sql = f""" |
||
212 | SELECT geometry as geom |
||
213 | FROM boundaries.vg250_lan_union |
||
214 | WHERE REPLACE(REPLACE(gen, '-', ''), 'ü', 'ue') = '{federal_state}'""" |
||
215 | |||
216 | mastr_loc = ( |
||
217 | gpd.sjoin( |
||
218 | gpd.read_postgis(sql, con=db.engine()).to_crs(4326), |
||
219 | mastr_loc, |
||
220 | how="right", |
||
221 | ) |
||
222 | .query("index_left==0") |
||
223 | .drop("index_left", axis=1) |
||
224 | ) |
||
225 | |||
226 | return mastr_loc |
||
227 | |||
228 | |||
229 | def insert_biomass_plants(scenario): |
||
230 | """Insert biomass power plants of future scenario |
||
231 | |||
232 | Parameters |
||
233 | ---------- |
||
234 | scenario : str |
||
235 | Name of scenario. |
||
236 | |||
237 | Returns |
||
238 | ------- |
||
239 | None. |
||
240 | |||
241 | """ |
||
242 | cfg = egon.data.config.datasets()["power_plants"] |
||
243 | |||
244 | # import target values |
||
245 | target = select_target("biomass", scenario) |
||
246 | |||
247 | # import data for MaStR |
||
248 | mastr = pd.read_csv( |
||
249 | WORKING_DIR_MASTR_OLD / cfg["sources"]["mastr_biomass"] |
||
250 | ).query("EinheitBetriebsstatus=='InBetrieb'") |
||
251 | |||
252 | # Drop entries without federal state or 'AusschließlichWirtschaftszone' |
||
253 | mastr = mastr[ |
||
254 | mastr.Bundesland.isin( |
||
255 | pd.read_sql( |
||
256 | f"""SELECT DISTINCT ON (gen) |
||
257 | REPLACE(REPLACE(gen, '-', ''), 'ü', 'ue') as states |
||
258 | FROM {cfg['sources']['geom_federal_states']}""", |
||
259 | con=db.engine(), |
||
260 | ).states.values |
||
261 | ) |
||
262 | ] |
||
263 | |||
264 | # Scaling will be done per federal state in case of eGon2035 scenario. |
||
265 | if scenario == "eGon2035": |
||
266 | level = "federal_state" |
||
267 | else: |
||
268 | level = "country" |
||
269 | |||
270 | # Choose only entries with valid geometries inside DE/test mode |
||
271 | mastr_loc = filter_mastr_geometry(mastr).set_geometry("geometry") |
||
272 | |||
273 | # Scale capacities to meet target values |
||
274 | mastr_loc = scale_prox2now(mastr_loc, target, level=level) |
||
275 | |||
276 | # Assign bus_id |
||
277 | if len(mastr_loc) > 0: |
||
278 | mastr_loc["voltage_level"] = assign_voltage_level( |
||
279 | mastr_loc, cfg, WORKING_DIR_MASTR_OLD |
||
280 | ) |
||
281 | mastr_loc = assign_bus_id(mastr_loc, cfg) |
||
282 | |||
283 | # Insert entries with location |
||
284 | session = sessionmaker(bind=db.engine())() |
||
285 | |||
286 | for i, row in mastr_loc.iterrows(): |
||
287 | if not row.ThermischeNutzleistung > 0: |
||
288 | entry = EgonPowerPlants( |
||
289 | sources={"el_capacity": "MaStR scaled with NEP 2021"}, |
||
290 | source_id={"MastrNummer": row.EinheitMastrNummer}, |
||
291 | carrier="biomass", |
||
292 | el_capacity=row.Nettonennleistung, |
||
293 | scenario=scenario, |
||
294 | bus_id=row.bus_id, |
||
295 | voltage_level=row.voltage_level, |
||
296 | geom=f"SRID=4326;POINT({row.Laengengrad} {row.Breitengrad})", |
||
297 | ) |
||
298 | session.add(entry) |
||
299 | |||
300 | session.commit() |
||
301 | |||
302 | |||
303 | def insert_hydro_plants(scenario): |
||
304 | """Insert hydro power plants of future scenario. |
||
305 | |||
306 | Hydro power plants are diveded into run_of_river and reservoir plants |
||
307 | according to Marktstammdatenregister. |
||
308 | Additional hydro technologies (e.g. turbines inside drinking water |
||
309 | systems) are not considered. |
||
310 | |||
311 | Parameters |
||
312 | ---------- |
||
313 | scenario : str |
||
314 | Name of scenario. |
||
315 | |||
316 | Returns |
||
317 | ------- |
||
318 | None. |
||
319 | |||
320 | """ |
||
321 | cfg = egon.data.config.datasets()["power_plants"] |
||
322 | |||
323 | # Map MaStR carriers to eGon carriers |
||
324 | map_carrier = { |
||
325 | "run_of_river": ["Laufwasseranlage"], |
||
326 | "reservoir": ["Speicherwasseranlage"], |
||
327 | } |
||
328 | |||
329 | for carrier in map_carrier.keys(): |
||
330 | # import target values |
||
331 | if scenario == "eGon100RE": |
||
332 | try: |
||
333 | target = pd.read_sql( |
||
334 | f"""SELECT capacity FROM supply.egon_scenario_capacities |
||
335 | WHERE scenario_name = '{scenario}' |
||
336 | AND carrier = '{carrier}' |
||
337 | """, |
||
338 | con=db.engine(), |
||
339 | ).capacity[0] |
||
340 | except: |
||
341 | logger.info( |
||
342 | f"No assigned capacity for {carrier} in {scenario}" |
||
343 | ) |
||
344 | continue |
||
345 | |||
346 | elif scenario == "eGon2035": |
||
347 | target = select_target(carrier, scenario) |
||
348 | |||
349 | # import data for MaStR |
||
350 | mastr = pd.read_csv( |
||
351 | WORKING_DIR_MASTR_NEW / cfg["sources"]["mastr_hydro"] |
||
352 | ).query("EinheitBetriebsstatus=='InBetrieb'") |
||
353 | |||
354 | # Choose only plants with specific carriers |
||
355 | mastr = mastr[mastr.ArtDerWasserkraftanlage.isin(map_carrier[carrier])] |
||
356 | |||
357 | # Drop entries without federal state or 'AusschließlichWirtschaftszone' |
||
358 | mastr = mastr[ |
||
359 | mastr.Bundesland.isin( |
||
360 | pd.read_sql( |
||
361 | f"""SELECT DISTINCT ON (gen) |
||
362 | REPLACE(REPLACE(gen, '-', ''), 'ü', 'ue') as states |
||
363 | FROM {cfg['sources']['geom_federal_states']}""", |
||
364 | con=db.engine(), |
||
365 | ).states.values |
||
366 | ) |
||
367 | ] |
||
368 | |||
369 | # Scaling will be done per federal state in case of eGon2035 scenario. |
||
370 | if scenario == "eGon2035": |
||
371 | level = "federal_state" |
||
372 | else: |
||
373 | level = "country" |
||
374 | |||
375 | # Scale capacities to meet target values |
||
376 | mastr = scale_prox2now(mastr, target, level=level) |
||
377 | |||
378 | # Choose only entries with valid geometries inside DE/test mode |
||
379 | mastr_loc = filter_mastr_geometry(mastr).set_geometry("geometry") |
||
380 | # TODO: Deal with power plants without geometry |
||
381 | |||
382 | # Assign bus_id and voltage level |
||
383 | if len(mastr_loc) > 0: |
||
384 | mastr_loc["voltage_level"] = assign_voltage_level( |
||
385 | mastr_loc, cfg, WORKING_DIR_MASTR_NEW |
||
386 | ) |
||
387 | mastr_loc = assign_bus_id(mastr_loc, cfg) |
||
388 | |||
389 | # Insert entries with location |
||
390 | session = sessionmaker(bind=db.engine())() |
||
391 | for i, row in mastr_loc.iterrows(): |
||
392 | entry = EgonPowerPlants( |
||
393 | sources={"el_capacity": "MaStR scaled with NEP 2021"}, |
||
394 | source_id={"MastrNummer": row.EinheitMastrNummer}, |
||
395 | carrier=carrier, |
||
396 | el_capacity=row.Nettonennleistung, |
||
397 | scenario=scenario, |
||
398 | bus_id=row.bus_id, |
||
399 | voltage_level=row.voltage_level, |
||
400 | geom=f"SRID=4326;POINT({row.Laengengrad} {row.Breitengrad})", |
||
401 | ) |
||
402 | session.add(entry) |
||
403 | |||
404 | session.commit() |
||
405 | |||
406 | |||
407 | def assign_voltage_level(mastr_loc, cfg, mastr_working_dir): |
||
408 | """Assigns voltage level to power plants. |
||
409 | |||
410 | If location data inluding voltage level is available from |
||
411 | Marktstammdatenregister, this is used. Otherwise the voltage level is |
||
412 | assigned according to the electrical capacity. |
||
413 | |||
414 | Parameters |
||
415 | ---------- |
||
416 | mastr_loc : pandas.DataFrame |
||
417 | Power plants listed in MaStR with geometry inside German boundaries |
||
418 | |||
419 | Returns |
||
420 | ------- |
||
421 | pandas.DataFrame |
||
422 | Power plants including voltage_level |
||
423 | |||
424 | """ |
||
425 | mastr_loc["Spannungsebene"] = np.nan |
||
426 | mastr_loc["voltage_level"] = np.nan |
||
427 | |||
428 | if "LokationMastrNummer" in mastr_loc.columns: |
||
429 | # Adjust column names to format of MaStR location dataset |
||
430 | if mastr_working_dir == WORKING_DIR_MASTR_OLD: |
||
431 | cols = ["LokationMastrNummer", "Spannungsebene"] |
||
432 | elif mastr_working_dir == WORKING_DIR_MASTR_NEW: |
||
433 | cols = ["MaStRNummer", "Spannungsebene"] |
||
434 | else: |
||
435 | raise ValueError("Invalid MaStR working directory!") |
||
436 | |||
437 | location = ( |
||
438 | pd.read_csv( |
||
439 | mastr_working_dir / cfg["sources"]["mastr_location"], |
||
440 | usecols=cols, |
||
441 | ) |
||
442 | .rename(columns={"MaStRNummer": "LokationMastrNummer"}) |
||
443 | .set_index("LokationMastrNummer") |
||
444 | ) |
||
445 | |||
446 | location = location[~location.index.duplicated(keep="first")] |
||
447 | |||
448 | mastr_loc.loc[ |
||
449 | mastr_loc[ |
||
450 | mastr_loc.LokationMastrNummer.isin(location.index) |
||
451 | ].index, |
||
452 | "Spannungsebene", |
||
453 | ] = location.Spannungsebene[ |
||
454 | mastr_loc[ |
||
455 | mastr_loc.LokationMastrNummer.isin(location.index) |
||
456 | ].LokationMastrNummer |
||
457 | ].values |
||
458 | |||
459 | # Transfer voltage_level as integer from Spanungsebene |
||
460 | map_voltage_levels = pd.Series( |
||
461 | data={ |
||
462 | "Höchstspannung": 1, |
||
463 | "Hoechstspannung": 1, |
||
464 | "UmspannungZurHochspannung": 2, |
||
465 | "Hochspannung": 3, |
||
466 | "UmspannungZurMittelspannung": 4, |
||
467 | "Mittelspannung": 5, |
||
468 | "UmspannungZurNiederspannung": 6, |
||
469 | "Niederspannung": 7, |
||
470 | } |
||
471 | ) |
||
472 | |||
473 | mastr_loc.loc[ |
||
474 | mastr_loc[mastr_loc["Spannungsebene"].notnull()].index, |
||
475 | "voltage_level", |
||
476 | ] = map_voltage_levels[ |
||
477 | mastr_loc.loc[ |
||
478 | mastr_loc[mastr_loc["Spannungsebene"].notnull()].index, |
||
479 | "Spannungsebene", |
||
480 | ].values |
||
481 | ].values |
||
482 | |||
483 | else: |
||
484 | print( |
||
485 | "No information about MaStR location available. " |
||
486 | "All voltage levels are assigned using threshold values." |
||
487 | ) |
||
488 | |||
489 | # If no voltage level is available from mastr, choose level according |
||
490 | # to threshold values |
||
491 | |||
492 | mastr_loc.voltage_level = assign_voltage_level_by_capacity(mastr_loc) |
||
493 | |||
494 | return mastr_loc.voltage_level |
||
495 | |||
496 | |||
497 | def assign_voltage_level_by_capacity(mastr_loc): |
||
498 | |||
499 | for i, row in mastr_loc[mastr_loc.voltage_level.isnull()].iterrows(): |
||
500 | |||
501 | if row.Nettonennleistung > 120: |
||
502 | level = 1 |
||
503 | elif row.Nettonennleistung > 20: |
||
504 | level = 3 |
||
505 | elif row.Nettonennleistung > 5.5: |
||
506 | level = 4 |
||
507 | elif row.Nettonennleistung > 0.2: |
||
508 | level = 5 |
||
509 | elif row.Nettonennleistung > 0.1: |
||
510 | level = 6 |
||
511 | else: |
||
512 | level = 7 |
||
513 | |||
514 | mastr_loc.loc[i, "voltage_level"] = level |
||
515 | |||
516 | mastr_loc.voltage_level = mastr_loc.voltage_level.astype(int) |
||
517 | |||
518 | return mastr_loc.voltage_level |
||
519 | |||
520 | |||
521 | View Code Duplication | def assign_bus_id(power_plants, cfg, drop_missing=False): |
|
522 | """Assigns bus_ids to power plants according to location and voltage level |
||
523 | |||
524 | Parameters |
||
525 | ---------- |
||
526 | power_plants : pandas.DataFrame |
||
527 | Power plants including voltage level |
||
528 | |||
529 | Returns |
||
530 | ------- |
||
531 | power_plants : pandas.DataFrame |
||
532 | Power plants including voltage level and bus_id |
||
533 | |||
534 | """ |
||
535 | |||
536 | mv_grid_districts = db.select_geodataframe( |
||
537 | f""" |
||
538 | SELECT * FROM {cfg['sources']['egon_mv_grid_district']} |
||
539 | """, |
||
540 | epsg=4326, |
||
541 | ) |
||
542 | |||
543 | ehv_grid_districts = db.select_geodataframe( |
||
544 | f""" |
||
545 | SELECT * FROM {cfg['sources']['ehv_voronoi']} |
||
546 | """, |
||
547 | epsg=4326, |
||
548 | ) |
||
549 | |||
550 | # Assign power plants in hv and below to hvmv bus |
||
551 | power_plants_hv = power_plants[power_plants.voltage_level >= 3].index |
||
552 | if len(power_plants_hv) > 0: |
||
553 | power_plants.loc[power_plants_hv, "bus_id"] = gpd.sjoin( |
||
554 | power_plants[power_plants.index.isin(power_plants_hv)], |
||
555 | mv_grid_districts, |
||
556 | ).bus_id |
||
557 | |||
558 | # Assign power plants in ehv to ehv bus |
||
559 | power_plants_ehv = power_plants[power_plants.voltage_level < 3].index |
||
560 | |||
561 | if len(power_plants_ehv) > 0: |
||
562 | ehv_join = gpd.sjoin( |
||
563 | power_plants[power_plants.index.isin(power_plants_ehv)], |
||
564 | ehv_grid_districts, |
||
565 | ) |
||
566 | |||
567 | if "bus_id_right" in ehv_join.columns: |
||
568 | power_plants.loc[power_plants_ehv, "bus_id"] = gpd.sjoin( |
||
569 | power_plants[power_plants.index.isin(power_plants_ehv)], |
||
570 | ehv_grid_districts, |
||
571 | ).bus_id_right |
||
572 | |||
573 | else: |
||
574 | power_plants.loc[power_plants_ehv, "bus_id"] = gpd.sjoin( |
||
575 | power_plants[power_plants.index.isin(power_plants_ehv)], |
||
576 | ehv_grid_districts, |
||
577 | ).bus_id |
||
578 | |||
579 | if drop_missing: |
||
580 | power_plants = power_plants[~power_plants.bus_id.isnull()] |
||
581 | |||
582 | # Assert that all power plants have a bus_id |
||
583 | assert power_plants.bus_id.notnull().all(), f"""Some power plants are |
||
584 | not attached to a bus: {power_plants[power_plants.bus_id.isnull()]}""" |
||
585 | |||
586 | return power_plants |
||
587 | |||
588 | |||
589 | def insert_hydro_biomass(): |
||
590 | """Insert hydro and biomass power plants in database |
||
591 | |||
592 | Returns |
||
593 | ------- |
||
594 | None. |
||
595 | |||
596 | """ |
||
597 | cfg = egon.data.config.datasets()["power_plants"] |
||
598 | db.execute_sql( |
||
599 | f""" |
||
600 | DELETE FROM {cfg['target']['schema']}.{cfg['target']['table']} |
||
601 | WHERE carrier IN ('biomass', 'reservoir', 'run_of_river') |
||
602 | AND scenario IN ('eGon2035', 'eGon100RE') |
||
603 | """ |
||
604 | ) |
||
605 | |||
606 | s = egon.data.config.settings()["egon-data"]["--scenarios"] |
||
607 | scenarios = [] |
||
608 | if "eGon2035" in s: |
||
609 | scenarios.append("eGon2035") |
||
610 | insert_biomass_plants("eGon2035") |
||
611 | if "eGon100RE" in s: |
||
612 | scenarios.append("eGon100RE") |
||
613 | |||
614 | for scenario in scenarios: |
||
615 | insert_hydro_plants(scenario) |
||
616 | |||
617 | |||
618 | def allocate_conventional_non_chp_power_plants(): |
||
619 | """Allocate conventional power plants without CHPs based on the NEP target |
||
620 | values and data from power plant registry (MaStR) by assigning them in a |
||
621 | cascaded manner. |
||
622 | |||
623 | Returns |
||
624 | ------- |
||
625 | None. |
||
626 | |||
627 | """ |
||
628 | # This function is only designed to work for the eGon2035 scenario |
||
629 | if ( |
||
630 | "eGon2035" |
||
631 | not in egon.data.config.settings()["egon-data"]["--scenarios"] |
||
632 | ): |
||
633 | return |
||
634 | |||
635 | carrier = ["oil", "gas"] |
||
636 | |||
637 | cfg = egon.data.config.datasets()["power_plants"] |
||
638 | |||
639 | # Delete existing plants in the target table |
||
640 | db.execute_sql( |
||
641 | f""" |
||
642 | DELETE FROM {cfg ['target']['schema']}.{cfg ['target']['table']} |
||
643 | WHERE carrier IN ('gas', 'oil') |
||
644 | AND scenario='eGon2035'; |
||
645 | """ |
||
646 | ) |
||
647 | |||
648 | for carrier in carrier: |
||
649 | |||
650 | nep = select_nep_power_plants(carrier) |
||
651 | |||
652 | if nep.empty: |
||
653 | print(f"DataFrame from NEP for carrier {carrier} is empty!") |
||
654 | |||
655 | else: |
||
656 | |||
657 | mastr = select_no_chp_combustion_mastr(carrier) |
||
658 | |||
659 | # Assign voltage level to MaStR |
||
660 | mastr["voltage_level"] = assign_voltage_level( |
||
661 | mastr.rename({"el_capacity": "Nettonennleistung"}, axis=1), |
||
662 | cfg, |
||
663 | WORKING_DIR_MASTR_OLD, |
||
664 | ) |
||
665 | |||
666 | # Initalize DataFrame for matching power plants |
||
667 | matched = gpd.GeoDataFrame( |
||
668 | columns=[ |
||
669 | "carrier", |
||
670 | "el_capacity", |
||
671 | "scenario", |
||
672 | "geometry", |
||
673 | "MaStRNummer", |
||
674 | "source", |
||
675 | "voltage_level", |
||
676 | ] |
||
677 | ) |
||
678 | |||
679 | # Match combustion plants of a certain carrier from NEP list |
||
680 | # using PLZ and capacity |
||
681 | matched, mastr, nep = match_nep_no_chp( |
||
682 | nep, |
||
683 | mastr, |
||
684 | matched, |
||
685 | buffer_capacity=0.1, |
||
686 | consider_carrier=False, |
||
687 | ) |
||
688 | |||
689 | # Match plants from NEP list using city and capacity |
||
690 | matched, mastr, nep = match_nep_no_chp( |
||
691 | nep, |
||
692 | mastr, |
||
693 | matched, |
||
694 | buffer_capacity=0.1, |
||
695 | consider_carrier=False, |
||
696 | consider_location="city", |
||
697 | ) |
||
698 | |||
699 | # Match plants from NEP list using plz, |
||
700 | # neglecting the capacity |
||
701 | matched, mastr, nep = match_nep_no_chp( |
||
702 | nep, |
||
703 | mastr, |
||
704 | matched, |
||
705 | consider_location="plz", |
||
706 | consider_carrier=False, |
||
707 | consider_capacity=False, |
||
708 | ) |
||
709 | |||
710 | # Match plants from NEP list using city, |
||
711 | # neglecting the capacity |
||
712 | matched, mastr, nep = match_nep_no_chp( |
||
713 | nep, |
||
714 | mastr, |
||
715 | matched, |
||
716 | consider_location="city", |
||
717 | consider_carrier=False, |
||
718 | consider_capacity=False, |
||
719 | ) |
||
720 | |||
721 | # Match remaining plants from NEP using the federal state |
||
722 | matched, mastr, nep = match_nep_no_chp( |
||
723 | nep, |
||
724 | mastr, |
||
725 | matched, |
||
726 | buffer_capacity=0.1, |
||
727 | consider_location="federal_state", |
||
728 | consider_carrier=False, |
||
729 | ) |
||
730 | |||
731 | # Match remaining plants from NEP using the federal state |
||
732 | matched, mastr, nep = match_nep_no_chp( |
||
733 | nep, |
||
734 | mastr, |
||
735 | matched, |
||
736 | buffer_capacity=0.7, |
||
737 | consider_location="federal_state", |
||
738 | consider_carrier=False, |
||
739 | ) |
||
740 | |||
741 | print(f"{matched.el_capacity.sum()} MW of {carrier} matched") |
||
742 | print(f"{nep.c2035_capacity.sum()} MW of {carrier} not matched") |
||
743 | |||
744 | matched.crs = "EPSG:4326" |
||
745 | |||
746 | # Assign bus_id |
||
747 | # Load grid district polygons |
||
748 | mv_grid_districts = db.select_geodataframe( |
||
749 | f""" |
||
750 | SELECT * FROM {cfg['sources']['egon_mv_grid_district']} |
||
751 | """, |
||
752 | epsg=4326, |
||
753 | ) |
||
754 | |||
755 | ehv_grid_districts = db.select_geodataframe( |
||
756 | f""" |
||
757 | SELECT * FROM {cfg['sources']['ehv_voronoi']} |
||
758 | """, |
||
759 | epsg=4326, |
||
760 | ) |
||
761 | |||
762 | # Perform spatial joins for plants in ehv and hv level seperately |
||
763 | power_plants_hv = gpd.sjoin( |
||
764 | matched[matched.voltage_level >= 3], |
||
765 | mv_grid_districts[["bus_id", "geom"]], |
||
766 | how="left", |
||
767 | ).drop(columns=["index_right"]) |
||
768 | power_plants_ehv = gpd.sjoin( |
||
769 | matched[matched.voltage_level < 3], |
||
770 | ehv_grid_districts[["bus_id", "geom"]], |
||
771 | how="left", |
||
772 | ).drop(columns=["index_right"]) |
||
773 | |||
774 | # Combine both dataframes |
||
775 | power_plants = pd.concat([power_plants_hv, power_plants_ehv]) |
||
776 | |||
777 | # Insert into target table |
||
778 | session = sessionmaker(bind=db.engine())() |
||
779 | for i, row in power_plants.iterrows(): |
||
780 | entry = EgonPowerPlants( |
||
781 | sources={"el_capacity": row.source}, |
||
782 | source_id={"MastrNummer": row.MaStRNummer}, |
||
783 | carrier=row.carrier, |
||
784 | el_capacity=row.el_capacity, |
||
785 | voltage_level=row.voltage_level, |
||
786 | bus_id=row.bus_id, |
||
787 | scenario=row.scenario, |
||
788 | geom=f"SRID=4326;POINT({row.geometry.x} {row.geometry.y})", |
||
789 | ) |
||
790 | session.add(entry) |
||
791 | session.commit() |
||
792 | |||
793 | |||
794 | def allocate_other_power_plants(): |
||
795 | # This function is only designed to work for the eGon2035 scenario |
||
796 | if ( |
||
797 | "eGon2035" |
||
798 | not in egon.data.config.settings()["egon-data"]["--scenarios"] |
||
799 | ): |
||
800 | return |
||
801 | |||
802 | # Get configuration |
||
803 | cfg = egon.data.config.datasets()["power_plants"] |
||
804 | boundary = egon.data.config.settings()["egon-data"]["--dataset-boundary"] |
||
805 | |||
806 | db.execute_sql( |
||
807 | f""" |
||
808 | DELETE FROM {cfg['target']['schema']}.{cfg['target']['table']} |
||
809 | WHERE carrier ='others' |
||
810 | """ |
||
811 | ) |
||
812 | |||
813 | # Define scenario, carrier 'others' is only present in 'eGon2035' |
||
814 | scenario = "eGon2035" |
||
815 | |||
816 | # Select target values for carrier 'others' |
||
817 | target = db.select_dataframe( |
||
818 | f""" |
||
819 | SELECT sum(capacity) as capacity, carrier, scenario_name, nuts |
||
820 | FROM {cfg['sources']['capacities']} |
||
821 | WHERE scenario_name = '{scenario}' |
||
822 | AND carrier = 'others' |
||
823 | GROUP BY carrier, nuts, scenario_name; |
||
824 | """ |
||
825 | ) |
||
826 | |||
827 | # Assign name of federal state |
||
828 | |||
829 | map_states = { |
||
830 | "DE1": "BadenWuerttemberg", |
||
831 | "DEA": "NordrheinWestfalen", |
||
832 | "DE7": "Hessen", |
||
833 | "DE4": "Brandenburg", |
||
834 | "DE5": "Bremen", |
||
835 | "DEB": "RheinlandPfalz", |
||
836 | "DEE": "SachsenAnhalt", |
||
837 | "DEF": "SchleswigHolstein", |
||
838 | "DE8": "MecklenburgVorpommern", |
||
839 | "DEG": "Thueringen", |
||
840 | "DE9": "Niedersachsen", |
||
841 | "DED": "Sachsen", |
||
842 | "DE6": "Hamburg", |
||
843 | "DEC": "Saarland", |
||
844 | "DE3": "Berlin", |
||
845 | "DE2": "Bayern", |
||
846 | } |
||
847 | |||
848 | target = ( |
||
849 | target.replace({"nuts": map_states}) |
||
850 | .rename(columns={"nuts": "Bundesland"}) |
||
851 | .set_index("Bundesland") |
||
852 | ) |
||
853 | target = target.capacity |
||
854 | |||
855 | # Select 'non chp' power plants from mastr table |
||
856 | mastr_combustion = select_no_chp_combustion_mastr("others") |
||
857 | |||
858 | # Rename columns |
||
859 | mastr_combustion = mastr_combustion.rename( |
||
860 | columns={ |
||
861 | "carrier": "Energietraeger", |
||
862 | "plz": "Postleitzahl", |
||
863 | "city": "Ort", |
||
864 | "federal_state": "Bundesland", |
||
865 | "el_capacity": "Nettonennleistung", |
||
866 | } |
||
867 | ) |
||
868 | |||
869 | # Select power plants representing carrier 'others' from MaStR files |
||
870 | mastr_sludge = pd.read_csv( |
||
871 | WORKING_DIR_MASTR_OLD / cfg["sources"]["mastr_gsgk"] |
||
872 | ).query( |
||
873 | """EinheitBetriebsstatus=='InBetrieb'and Energietraeger=='Klärschlamm'""" # noqa: E501 |
||
874 | ) |
||
875 | mastr_geothermal = pd.read_csv( |
||
876 | WORKING_DIR_MASTR_OLD / cfg["sources"]["mastr_gsgk"] |
||
877 | ).query( |
||
878 | "EinheitBetriebsstatus=='InBetrieb' and Energietraeger=='Geothermie' " |
||
879 | "and Technologie == 'ORCOrganicRankineCycleAnlage'" |
||
880 | ) |
||
881 | |||
882 | mastr_sg = pd.concat([mastr_sludge, mastr_geothermal]) |
||
883 | |||
884 | # Insert geometry column |
||
885 | mastr_sg = mastr_sg[~(mastr_sg["Laengengrad"].isnull())] |
||
886 | mastr_sg = gpd.GeoDataFrame( |
||
887 | mastr_sg, |
||
888 | geometry=gpd.points_from_xy( |
||
889 | mastr_sg["Laengengrad"], mastr_sg["Breitengrad"], crs=4326 |
||
890 | ), |
||
891 | ) |
||
892 | |||
893 | # Exclude columns which are not essential |
||
894 | mastr_sg = mastr_sg.filter( |
||
895 | [ |
||
896 | "EinheitMastrNummer", |
||
897 | "Nettonennleistung", |
||
898 | "geometry", |
||
899 | "Energietraeger", |
||
900 | "Postleitzahl", |
||
901 | "Ort", |
||
902 | "Bundesland", |
||
903 | ], |
||
904 | axis=1, |
||
905 | ) |
||
906 | # Rename carrier |
||
907 | mastr_sg.Energietraeger = "others" |
||
908 | |||
909 | # Change data type |
||
910 | mastr_sg["Postleitzahl"] = mastr_sg["Postleitzahl"].astype(int) |
||
911 | |||
912 | # Capacity in MW |
||
913 | mastr_sg.loc[:, "Nettonennleistung"] *= 1e-3 |
||
914 | |||
915 | # Merge different sources to one df |
||
916 | mastr_others = pd.concat([mastr_sg, mastr_combustion]).reset_index() |
||
917 | |||
918 | # Delete entries outside Schleswig-Holstein for test mode |
||
919 | if boundary == "Schleswig-Holstein": |
||
920 | mastr_others = mastr_others[ |
||
921 | mastr_others["Bundesland"] == "SchleswigHolstein" |
||
922 | ] |
||
923 | |||
924 | # Scale capacities prox to now to meet target values |
||
925 | mastr_prox = scale_prox2now(mastr_others, target, level="federal_state") |
||
926 | |||
927 | # Assign voltage_level based on scaled capacity |
||
928 | mastr_prox["voltage_level"] = np.nan |
||
929 | mastr_prox["voltage_level"] = assign_voltage_level_by_capacity(mastr_prox) |
||
930 | |||
931 | # Rename columns |
||
932 | mastr_prox = mastr_prox.rename( |
||
933 | columns={ |
||
934 | "Energietraeger": "carrier", |
||
935 | "Postleitzahl": "plz", |
||
936 | "Ort": "city", |
||
937 | "Bundesland": "federal_state", |
||
938 | "Nettonennleistung": "el_capacity", |
||
939 | } |
||
940 | ) |
||
941 | |||
942 | # Assign bus_id |
||
943 | mastr_prox = assign_bus_id(mastr_prox, cfg) |
||
944 | mastr_prox = mastr_prox.set_crs(4326, allow_override=True) |
||
945 | |||
946 | # Insert into target table |
||
947 | session = sessionmaker(bind=db.engine())() |
||
948 | for i, row in mastr_prox.iterrows(): |
||
949 | entry = EgonPowerPlants( |
||
950 | sources=row.el_capacity, |
||
951 | source_id={"MastrNummer": row.EinheitMastrNummer}, |
||
952 | carrier=row.carrier, |
||
953 | el_capacity=row.el_capacity, |
||
954 | voltage_level=row.voltage_level, |
||
955 | bus_id=row.bus_id, |
||
956 | scenario=scenario, |
||
957 | geom=f"SRID=4326; {row.geometry}", |
||
958 | ) |
||
959 | session.add(entry) |
||
960 | session.commit() |
||
961 | |||
962 | |||
963 | def discard_not_available_generators(gen, max_date): |
||
964 | gen["decommissioning_date"] = pd.to_datetime( |
||
965 | gen["decommissioning_date"] |
||
966 | ) |
||
967 | gen["commissioning_date"] = pd.to_datetime(gen["commissioning_date"]) |
||
968 | # drop plants that are commissioned after the max date |
||
969 | gen = gen[gen["commissioning_date"] < max_date] |
||
970 | |||
971 | # drop decommissioned plants while keeping the ones decommissioned |
||
972 | # after the max date |
||
973 | gen.loc[(gen["decommissioning_date"] > max_date), "status"] = ( |
||
974 | "InBetrieb" |
||
975 | ) |
||
976 | |||
977 | gen = gen.loc[ |
||
978 | gen["status"].isin(["InBetrieb", "VoruebergehendStillgelegt"]) |
||
979 | ] |
||
980 | |||
981 | # drop unnecessary columns |
||
982 | gen = gen.drop(columns=["commissioning_date", "decommissioning_date"]) |
||
983 | |||
984 | return gen |
||
985 | |||
986 | |||
987 | def fill_missing_bus_and_geom( |
||
988 | gens, carrier, geom_municipalities, mv_grid_districts |
||
989 | ): |
||
990 | # drop generators without data to get geometry. |
||
991 | drop_id = gens[ |
||
992 | (gens.geom.is_empty) & ~(gens.location.isin(geom_municipalities.index)) |
||
993 | ].index |
||
994 | new_geom = gens["capacity"][ |
||
995 | (gens.geom.is_empty) & (gens.location.isin(geom_municipalities.index)) |
||
996 | ] |
||
997 | logger.info( |
||
998 | f"""{len(drop_id)} {carrier} generator(s) ({int(gens.loc[drop_id, 'capacity'] |
||
999 | .sum())}MW) were drop""" |
||
1000 | ) |
||
1001 | |||
1002 | logger.info( |
||
1003 | f"""{len(new_geom)} {carrier} generator(s) ({int(new_geom |
||
1004 | .sum())}MW) received a geom based on location |
||
1005 | """ |
||
1006 | ) |
||
1007 | gens.drop(index=drop_id, inplace=True) |
||
1008 | |||
1009 | # assign missing geometries based on location and buses based on geom |
||
1010 | |||
1011 | gens["geom"] = gens.apply( |
||
1012 | lambda x: ( |
||
1013 | geom_municipalities.at[x["location"], "geom"] |
||
1014 | if x["geom"].is_empty |
||
1015 | else x["geom"] |
||
1016 | ), |
||
1017 | axis=1, |
||
1018 | ) |
||
1019 | gens["bus_id"] = gens.sjoin( |
||
1020 | mv_grid_districts[["bus_id", "geom"]], how="left" |
||
1021 | ).bus_id_right.values |
||
1022 | |||
1023 | gens = gens.dropna(subset=["bus_id"]) |
||
1024 | # convert geom to WKB |
||
1025 | gens["geom"] = gens["geom"].to_wkt() |
||
1026 | |||
1027 | return gens |
||
1028 | |||
1029 | |||
1030 | def power_plants_status_quo(scn_name="status2019"): |
||
1031 | def convert_master_info(df): |
||
1032 | # Add further information |
||
1033 | df["sources"] = [{"el_capacity": "MaStR"}] * df.shape[0] |
||
1034 | df["source_id"] = df["gens_id"].apply(lambda x: {"MastrNummer": x}) |
||
1035 | return df |
||
1036 | |||
1037 | def log_insert_capacity(df, tech): |
||
1038 | logger.info( |
||
1039 | f""" |
||
1040 | {len(df)} {tech} generators with a total installed capacity of |
||
1041 | {int(df["el_capacity"].sum())} MW were inserted into the db |
||
1042 | """ |
||
1043 | ) |
||
1044 | |||
1045 | con = db.engine() |
||
1046 | cfg = egon.data.config.datasets()["power_plants"] |
||
1047 | |||
1048 | db.execute_sql( |
||
1049 | f""" |
||
1050 | DELETE FROM {cfg['target']['schema']}.{cfg['target']['table']} |
||
1051 | WHERE carrier IN ('wind_onshore', 'solar', 'biomass', |
||
1052 | 'run_of_river', 'reservoir', 'solar_rooftop', |
||
1053 | 'wind_offshore', 'nuclear', 'coal', 'lignite', 'oil', |
||
1054 | 'gas') |
||
1055 | AND scenario = '{scn_name}' |
||
1056 | """ |
||
1057 | ) |
||
1058 | |||
1059 | # import municipalities to assign missing geom and bus_id |
||
1060 | geom_municipalities = gpd.GeoDataFrame.from_postgis( |
||
1061 | """ |
||
1062 | SELECT gen, ST_UNION(geometry) as geom |
||
1063 | FROM boundaries.vg250_gem |
||
1064 | GROUP BY gen |
||
1065 | """, |
||
1066 | con, |
||
1067 | geom_col="geom", |
||
1068 | ).set_index("gen") |
||
1069 | geom_municipalities["geom"] = geom_municipalities["geom"].centroid |
||
1070 | |||
1071 | mv_grid_districts = gpd.GeoDataFrame.from_postgis( |
||
1072 | f""" |
||
1073 | SELECT * FROM {cfg['sources']['egon_mv_grid_district']} |
||
1074 | """, |
||
1075 | con, |
||
1076 | ) |
||
1077 | mv_grid_districts.geom = mv_grid_districts.geom.to_crs(4326) |
||
1078 | |||
1079 | # Conventional non CHP |
||
1080 | # ################### |
||
1081 | conv = get_conventional_power_plants_non_chp(scn_name) |
||
1082 | |||
1083 | conv = fill_missing_bus_and_geom( |
||
1084 | conv, "conventional", geom_municipalities, mv_grid_districts |
||
1085 | ) |
||
1086 | |||
1087 | conv = conv.rename(columns={"capacity": "el_capacity"}) |
||
1088 | |||
1089 | # Write into DB |
||
1090 | with db.session_scope() as session: |
||
1091 | session.bulk_insert_mappings( |
||
1092 | EgonPowerPlants, |
||
1093 | conv.to_dict(orient="records"), |
||
1094 | ) |
||
1095 | |||
1096 | log_insert_capacity(conv, tech="conventional non chp") |
||
1097 | |||
1098 | # Hydro Power Plants |
||
1099 | # ################### |
||
1100 | hydro = gpd.GeoDataFrame.from_postgis( |
||
1101 | f"""SELECT *, city AS location FROM {cfg['sources']['hydro']} |
||
1102 | WHERE plant_type IN ('Laufwasseranlage', 'Speicherwasseranlage')""", |
||
1103 | con, |
||
1104 | geom_col="geom", |
||
1105 | ) |
||
1106 | |||
1107 | hydro = fill_missing_bus_and_geom( |
||
1108 | hydro, "hydro", geom_municipalities, mv_grid_districts |
||
1109 | ) |
||
1110 | |||
1111 | hydro = convert_master_info(hydro) |
||
1112 | hydro["carrier"] = hydro["plant_type"].replace( |
||
1113 | to_replace={ |
||
1114 | "Laufwasseranlage": "run_of_river", |
||
1115 | "Speicherwasseranlage": "reservoir", |
||
1116 | } |
||
1117 | ) |
||
1118 | hydro["scenario"] = scn_name |
||
1119 | hydro = hydro.rename(columns={"capacity": "el_capacity"}) |
||
1120 | hydro = hydro.drop(columns="id") |
||
1121 | |||
1122 | # Write into DB |
||
1123 | with db.session_scope() as session: |
||
1124 | session.bulk_insert_mappings( |
||
1125 | EgonPowerPlants, |
||
1126 | hydro.to_dict(orient="records"), |
||
1127 | ) |
||
1128 | |||
1129 | log_insert_capacity(hydro, tech="hydro") |
||
1130 | |||
1131 | # Biomass |
||
1132 | # ################### |
||
1133 | biomass = gpd.GeoDataFrame.from_postgis( |
||
1134 | f"""SELECT *, city AS location FROM {cfg['sources']['biomass']}""", |
||
1135 | con, |
||
1136 | geom_col="geom", |
||
1137 | ) |
||
1138 | |||
1139 | # drop chp generators |
||
1140 | biomass["th_capacity"] = biomass["th_capacity"].fillna(0) |
||
1141 | biomass = biomass[biomass.th_capacity == 0] |
||
1142 | |||
1143 | biomass = fill_missing_bus_and_geom( |
||
1144 | biomass, "biomass", geom_municipalities, mv_grid_districts |
||
1145 | ) |
||
1146 | |||
1147 | biomass = convert_master_info(biomass) |
||
1148 | biomass["scenario"] = scn_name |
||
1149 | biomass["carrier"] = "biomass" |
||
1150 | biomass = biomass.rename(columns={"capacity": "el_capacity"}) |
||
1151 | biomass = biomass.drop(columns="id") |
||
1152 | |||
1153 | # Write into DB |
||
1154 | with db.session_scope() as session: |
||
1155 | session.bulk_insert_mappings( |
||
1156 | EgonPowerPlants, |
||
1157 | biomass.to_dict(orient="records"), |
||
1158 | ) |
||
1159 | |||
1160 | log_insert_capacity(biomass, tech="biomass") |
||
1161 | |||
1162 | # Solar |
||
1163 | # ################### |
||
1164 | solar = gpd.GeoDataFrame.from_postgis( |
||
1165 | f"""SELECT *, city AS location FROM {cfg['sources']['pv']} |
||
1166 | WHERE site_type IN ('Freifläche', |
||
1167 | 'Bauliche Anlagen (Hausdach, Gebäude und Fassade)') """, |
||
1168 | con, |
||
1169 | geom_col="geom", |
||
1170 | ) |
||
1171 | map_solar = { |
||
1172 | "Freifläche": "solar", |
||
1173 | "Bauliche Anlagen (Hausdach, Gebäude und Fassade)": "solar_rooftop", |
||
1174 | } |
||
1175 | solar["carrier"] = solar["site_type"].replace(to_replace=map_solar) |
||
1176 | |||
1177 | solar = fill_missing_bus_and_geom( |
||
1178 | solar, "solar", geom_municipalities, mv_grid_districts |
||
1179 | ) |
||
1180 | |||
1181 | solar = convert_master_info(solar) |
||
1182 | solar["scenario"] = scn_name |
||
1183 | solar = solar.rename(columns={"capacity": "el_capacity"}) |
||
1184 | solar = solar.drop(columns="id") |
||
1185 | |||
1186 | # Write into DB |
||
1187 | with db.session_scope() as session: |
||
1188 | session.bulk_insert_mappings( |
||
1189 | EgonPowerPlants, |
||
1190 | solar.to_dict(orient="records"), |
||
1191 | ) |
||
1192 | |||
1193 | log_insert_capacity(solar, tech="solar") |
||
1194 | |||
1195 | # Wind |
||
1196 | # ################### |
||
1197 | wind_onshore = gpd.GeoDataFrame.from_postgis( |
||
1198 | f"""SELECT *, city AS location FROM {cfg['sources']['wind']}""", |
||
1199 | con, |
||
1200 | geom_col="geom", |
||
1201 | ) |
||
1202 | |||
1203 | wind_onshore = fill_missing_bus_and_geom( |
||
1204 | wind_onshore, "wind_onshore", geom_municipalities, mv_grid_districts |
||
1205 | ) |
||
1206 | |||
1207 | wind_onshore = convert_master_info(wind_onshore) |
||
1208 | wind_onshore["scenario"] = scn_name |
||
1209 | wind_onshore = wind_onshore.rename(columns={"capacity": "el_capacity"}) |
||
1210 | wind_onshore["carrier"] = "wind_onshore" |
||
1211 | wind_onshore = wind_onshore.drop(columns="id") |
||
1212 | |||
1213 | # Write into DB |
||
1214 | with db.session_scope() as session: |
||
1215 | session.bulk_insert_mappings( |
||
1216 | EgonPowerPlants, |
||
1217 | wind_onshore.to_dict(orient="records"), |
||
1218 | ) |
||
1219 | |||
1220 | log_insert_capacity(wind_onshore, tech="wind_onshore") |
||
1221 | |||
1222 | |||
1223 | def get_conventional_power_plants_non_chp(scn_name): |
||
1224 | |||
1225 | cfg = egon.data.config.datasets()["power_plants"] |
||
1226 | # Write conventional power plants in supply.egon_power_plants |
||
1227 | common_columns = [ |
||
1228 | "EinheitMastrNummer", |
||
1229 | "Energietraeger", |
||
1230 | "Nettonennleistung", |
||
1231 | "Laengengrad", |
||
1232 | "Breitengrad", |
||
1233 | "Gemeinde", |
||
1234 | "Inbetriebnahmedatum", |
||
1235 | "EinheitBetriebsstatus", |
||
1236 | "DatumEndgueltigeStilllegung", |
||
1237 | ] |
||
1238 | # import nuclear power plants |
||
1239 | nuclear = pd.read_csv( |
||
1240 | WORKING_DIR_MASTR_OLD / cfg["sources"]["mastr_nuclear"], |
||
1241 | usecols=common_columns, |
||
1242 | ) |
||
1243 | # import combustion power plants |
||
1244 | comb = pd.read_csv( |
||
1245 | WORKING_DIR_MASTR_OLD / cfg["sources"]["mastr_combustion"], |
||
1246 | usecols=common_columns + ["ThermischeNutzleistung"], |
||
1247 | ) |
||
1248 | |||
1249 | conv = pd.concat([comb, nuclear]) |
||
1250 | |||
1251 | conv = conv[ |
||
1252 | conv.Energietraeger.isin( |
||
1253 | [ |
||
1254 | "Braunkohle", |
||
1255 | "Mineralölprodukte", |
||
1256 | "Steinkohle", |
||
1257 | "Kernenergie", |
||
1258 | "Erdgas", |
||
1259 | ] |
||
1260 | ) |
||
1261 | ] |
||
1262 | |||
1263 | # drop plants that are decommissioned |
||
1264 | conv["DatumEndgueltigeStilllegung"] = pd.to_datetime( |
||
1265 | conv["DatumEndgueltigeStilllegung"] |
||
1266 | ) |
||
1267 | |||
1268 | # keep plants that were decommissioned after the max date |
||
1269 | conv.loc[ |
||
1270 | ( |
||
1271 | conv.DatumEndgueltigeStilllegung |
||
1272 | > egon.data.config.datasets()["mastr_new"][f"{scn_name}_date_max"] |
||
1273 | ), |
||
1274 | "EinheitBetriebsstatus", |
||
1275 | ] = "InBetrieb" |
||
1276 | |||
1277 | conv = conv.loc[conv.EinheitBetriebsstatus == "InBetrieb"] |
||
1278 | |||
1279 | conv = conv.drop( |
||
1280 | columns=["EinheitBetriebsstatus", "DatumEndgueltigeStilllegung"] |
||
1281 | ) |
||
1282 | |||
1283 | # convert from KW to MW |
||
1284 | conv["Nettonennleistung"] = conv["Nettonennleistung"] / 1000 |
||
1285 | |||
1286 | # drop generators installed after 2019 |
||
1287 | conv["Inbetriebnahmedatum"] = pd.to_datetime(conv["Inbetriebnahmedatum"]) |
||
1288 | conv = conv[ |
||
1289 | conv["Inbetriebnahmedatum"] |
||
1290 | < egon.data.config.datasets()["mastr_new"][f"{scn_name}_date_max"] |
||
1291 | ] |
||
1292 | |||
1293 | conv_cap_chp = ( |
||
1294 | conv.groupby("Energietraeger")["Nettonennleistung"].sum() / 1e3 |
||
1295 | ) |
||
1296 | # drop chp generators |
||
1297 | conv["ThermischeNutzleistung"] = conv["ThermischeNutzleistung"].fillna(0) |
||
1298 | conv = conv[conv.ThermischeNutzleistung == 0] |
||
1299 | conv_cap_no_chp = ( |
||
1300 | conv.groupby("Energietraeger")["Nettonennleistung"].sum() / 1e3 |
||
1301 | ) |
||
1302 | |||
1303 | logger.info("Dropped CHP generators in GW") |
||
1304 | logger.info(conv_cap_chp - conv_cap_no_chp) |
||
1305 | |||
1306 | # rename carriers |
||
1307 | # rename carriers |
||
1308 | conv["Energietraeger"] = conv["Energietraeger"].replace( |
||
1309 | to_replace={ |
||
1310 | "Braunkohle": "lignite", |
||
1311 | "Steinkohle": "coal", |
||
1312 | "Erdgas": "gas", |
||
1313 | "Mineralölprodukte": "oil", |
||
1314 | "Kernenergie": "nuclear", |
||
1315 | } |
||
1316 | ) |
||
1317 | |||
1318 | # rename columns |
||
1319 | conv.rename( |
||
1320 | columns={ |
||
1321 | "EinheitMastrNummer": "gens_id", |
||
1322 | "Energietraeger": "carrier", |
||
1323 | "Nettonennleistung": "capacity", |
||
1324 | "Gemeinde": "location", |
||
1325 | }, |
||
1326 | inplace=True, |
||
1327 | ) |
||
1328 | conv["bus_id"] = np.nan |
||
1329 | conv["geom"] = gpd.points_from_xy( |
||
1330 | conv.Laengengrad, conv.Breitengrad, crs=4326 |
||
1331 | ) |
||
1332 | conv.loc[(conv.Laengengrad.isna() | conv.Breitengrad.isna()), "geom"] = ( |
||
1333 | Point() |
||
1334 | ) |
||
1335 | conv = gpd.GeoDataFrame(conv, geometry="geom") |
||
1336 | |||
1337 | # assign voltage level by capacity |
||
1338 | conv["voltage_level"] = np.nan |
||
1339 | conv["voltage_level"] = assign_voltage_level_by_capacity( |
||
1340 | conv.rename(columns={"capacity": "Nettonennleistung"}) |
||
1341 | ) |
||
1342 | # Add further information |
||
1343 | conv["sources"] = [{"el_capacity": "MaStR"}] * conv.shape[0] |
||
1344 | conv["source_id"] = conv["gens_id"].apply(lambda x: {"MastrNummer": x}) |
||
1345 | conv["scenario"] = scn_name |
||
1346 | |||
1347 | return conv |
||
1348 | |||
1349 | |||
1350 | def import_gas_gen_egon100(): |
||
1351 | scn_name = "eGon100RE" |
||
1352 | if scn_name not in egon.data.config.settings()["egon-data"]["--scenarios"]: |
||
1353 | return |
||
1354 | con = db.engine() |
||
1355 | session = sessionmaker(bind=db.engine())() |
||
1356 | cfg = egon.data.config.datasets()["power_plants"] |
||
1357 | scenario_date_max = "2045-12-31 23:59:00" |
||
1358 | |||
1359 | db.execute_sql( |
||
1360 | f""" |
||
1361 | DELETE FROM {cfg['target']['schema']}.{cfg['target']['table']} |
||
1362 | WHERE carrier = 'gas' |
||
1363 | AND bus_id IN (SELECT bus_id from grid.egon_etrago_bus |
||
1364 | WHERE scn_name = '{scn_name}' |
||
1365 | AND country = 'DE') |
||
1366 | AND scenario = '{scn_name}' |
||
1367 | """ |
||
1368 | ) |
||
1369 | |||
1370 | # import municipalities to assign missing geom and bus_id |
||
1371 | geom_municipalities = gpd.GeoDataFrame.from_postgis( |
||
1372 | """ |
||
1373 | SELECT gen, ST_UNION(geometry) as geom |
||
1374 | FROM boundaries.vg250_gem |
||
1375 | GROUP BY gen |
||
1376 | """, |
||
1377 | con, |
||
1378 | geom_col="geom", |
||
1379 | ).set_index("gen") |
||
1380 | geom_municipalities["geom"] = geom_municipalities["geom"].centroid |
||
1381 | |||
1382 | mv_grid_districts = gpd.GeoDataFrame.from_postgis( |
||
1383 | f""" |
||
1384 | SELECT * FROM {cfg['sources']['egon_mv_grid_district']} |
||
1385 | """, |
||
1386 | con, |
||
1387 | ) |
||
1388 | mv_grid_districts.geom = mv_grid_districts.geom.to_crs(4326) |
||
1389 | |||
1390 | target = db.select_dataframe( |
||
1391 | f""" |
||
1392 | SELECT capacity FROM supply.egon_scenario_capacities |
||
1393 | WHERE scenario_name = '{scn_name}' |
||
1394 | AND carrier = 'gas' |
||
1395 | """, |
||
1396 | ).iat[0, 0] |
||
1397 | |||
1398 | conv = pd.read_csv( |
||
1399 | WORKING_DIR_MASTR_OLD / cfg["sources"]["mastr_combustion"], |
||
1400 | usecols=[ |
||
1401 | "EinheitMastrNummer", |
||
1402 | "Energietraeger", |
||
1403 | "Nettonennleistung", |
||
1404 | "Laengengrad", |
||
1405 | "Breitengrad", |
||
1406 | "Gemeinde", |
||
1407 | "Inbetriebnahmedatum", |
||
1408 | "EinheitBetriebsstatus", |
||
1409 | "DatumEndgueltigeStilllegung", |
||
1410 | "ThermischeNutzleistung", |
||
1411 | ], |
||
1412 | ) |
||
1413 | |||
1414 | conv = conv[conv.Energietraeger == "Erdgas"] |
||
1415 | |||
1416 | conv.rename( |
||
1417 | columns={ |
||
1418 | "Inbetriebnahmedatum": "commissioning_date", |
||
1419 | "EinheitBetriebsstatus": "status", |
||
1420 | "DatumEndgueltigeStilllegung": "decommissioning_date", |
||
1421 | "EinheitMastrNummer": "gens_id", |
||
1422 | "Energietraeger": "carrier", |
||
1423 | "Nettonennleistung": "capacity", |
||
1424 | "Gemeinde": "location", |
||
1425 | }, |
||
1426 | inplace=True, |
||
1427 | ) |
||
1428 | |||
1429 | conv = discard_not_available_generators(conv, scenario_date_max) |
||
1430 | |||
1431 | # convert from KW to MW |
||
1432 | conv["capacity"] = conv["capacity"] / 1000 |
||
1433 | |||
1434 | # drop chp generators |
||
1435 | conv["ThermischeNutzleistung"] = conv["ThermischeNutzleistung"].fillna(0) |
||
1436 | conv = conv[conv.ThermischeNutzleistung == 0] |
||
1437 | |||
1438 | # rename carriers |
||
1439 | map_carrier_conv = {"Erdgas": "gas"} |
||
1440 | conv["carrier"] = conv["carrier"].map(map_carrier_conv) |
||
1441 | |||
1442 | conv["bus_id"] = np.nan |
||
1443 | |||
1444 | conv["geom"] = gpd.points_from_xy( |
||
1445 | conv.Laengengrad, conv.Breitengrad, crs=4326 |
||
1446 | ) |
||
1447 | conv.loc[(conv.Laengengrad.isna() | conv.Breitengrad.isna()), "geom"] = ( |
||
1448 | Point() |
||
1449 | ) |
||
1450 | conv = gpd.GeoDataFrame(conv, geometry="geom") |
||
1451 | |||
1452 | conv = fill_missing_bus_and_geom( |
||
1453 | conv, "conventional", geom_municipalities, mv_grid_districts |
||
1454 | ) |
||
1455 | conv["voltage_level"] = np.nan |
||
1456 | |||
1457 | conv["voltage_level"] = assign_voltage_level_by_capacity( |
||
1458 | conv.rename(columns={"capacity": "Nettonennleistung"}) |
||
1459 | ) |
||
1460 | |||
1461 | conv["capacity"] = conv["capacity"] * (target / conv["capacity"].sum()) |
||
1462 | |||
1463 | max_id = db.select_dataframe( |
||
1464 | """ |
||
1465 | SELECT max(id) FROM supply.egon_power_plants |
||
1466 | """, |
||
1467 | ).iat[0, 0] |
||
1468 | |||
1469 | conv["id"] = range(max_id + 1, max_id + 1 + len(conv)) |
||
1470 | |||
1471 | for i, row in conv.iterrows(): |
||
1472 | entry = EgonPowerPlants( |
||
1473 | id=row.id, |
||
1474 | sources={"el_capacity": "MaStR"}, |
||
1475 | source_id={"MastrNummer": row.gens_id}, |
||
1476 | carrier=row.carrier, |
||
1477 | el_capacity=row.capacity, |
||
1478 | scenario=scn_name, |
||
1479 | bus_id=row.bus_id, |
||
1480 | voltage_level=row.voltage_level, |
||
1481 | geom=row.geom, |
||
1482 | ) |
||
1483 | session.add(entry) |
||
1484 | session.commit() |
||
1485 | |||
1486 | logging.info( |
||
1487 | f""" |
||
1488 | {len(conv)} gas generators with a total installed capacity of |
||
1489 | {conv.capacity.sum()}MW were inserted into the db |
||
1490 | """ |
||
1491 | ) |
||
1492 | |||
1493 | return |
||
1494 | |||
1495 | |||
1496 | tasks = ( |
||
1497 | create_tables, |
||
1498 | import_mastr, |
||
1499 | ) |
||
1500 | |||
1501 | for scn_name in egon.data.config.settings()["egon-data"]["--scenarios"]: |
||
1502 | if "status" in scn_name: |
||
1503 | tasks += ( |
||
1504 | wrapped_partial( |
||
1505 | power_plants_status_quo, |
||
1506 | scn_name=scn_name, |
||
1507 | postfix=f"_{scn_name[-4:]}", |
||
1508 | ), |
||
1509 | ) |
||
1510 | |||
1511 | if ( |
||
1512 | "eGon2035" in egon.data.config.settings()["egon-data"]["--scenarios"] |
||
1513 | or "eGon100RE" in egon.data.config.settings()["egon-data"]["--scenarios"] |
||
1514 | ): |
||
1515 | tasks = tasks + ( |
||
1516 | insert_hydro_biomass, |
||
1517 | allocate_conventional_non_chp_power_plants, |
||
1518 | allocate_other_power_plants, |
||
1519 | { |
||
1520 | wind_onshore.insert, |
||
1521 | pv_ground_mounted.insert, |
||
1522 | pv_rooftop_per_mv_grid, |
||
1523 | }, |
||
1524 | ) |
||
1525 | |||
1526 | if "eGon100RE" in egon.data.config.settings()["egon-data"]["--scenarios"]: |
||
1527 | tasks = tasks + (import_gas_gen_egon100,) |
||
1528 | |||
1529 | tasks = tasks + ( |
||
1530 | pv_rooftop_to_buildings, |
||
1531 | wind_offshore.insert, |
||
1532 | ) |
||
1533 | |||
1534 | for scn_name in egon.data.config.settings()["egon-data"]["--scenarios"]: |
||
1535 | tasks += (wrapped_partial(assign_weather_data.weatherId_and_busId, |
||
1536 | scn_name=scn_name, |
||
1537 | postfix=f"_{scn_name}" |
||
1538 | ),) |
||
1539 | |||
1540 | tasks += (pp_metadata.metadata,) |
||
1541 | |||
1542 | class PowerPlants(Dataset): |
||
1543 | """ |
||
1544 | This dataset deals with the distribution and allocation of power plants |
||
1545 | |||
1546 | For the distribution and allocation of power plants to their corresponding |
||
1547 | grid connection point different technology-specific methods are applied. |
||
1548 | In a first step separate tables are created for wind, pv, hydro and biomass |
||
1549 | based power plants by running :py:func:`create_tables`. |
||
1550 | Different methods rely on the locations of existing power plants retrieved |
||
1551 | from the official power plant registry 'Marktstammdatenregister' applying |
||
1552 | function :py:func:`ìmport_mastr`. |
||
1553 | |||
1554 | *Hydro and Biomass* |
||
1555 | Hydro and biomass power plants are distributed based on the status quo |
||
1556 | locations of existing power plants assuming that no further expansion of |
||
1557 | these technologies is to be expected in Germany. Hydro power plants include |
||
1558 | reservoir and run-of-river plants. |
||
1559 | Power plants without a correct geolocation are not taken into account. |
||
1560 | To compensate this, the installed capacities of the suitable plants are |
||
1561 | scaled up to meet the target value using function :py:func:`scale_prox2now` |
||
1562 | |||
1563 | *Conventional power plants without CHP* |
||
1564 | The distribution of conventional plants, excluding CHPs, takes place in |
||
1565 | function :py:func:`allocate_conventional_non_chp_power_plants`. Therefore |
||
1566 | information about future power plants from the grid development plan |
||
1567 | function as the target value and are matched with actual existing power |
||
1568 | plants with correct geolocations from MaStR registry. |
||
1569 | |||
1570 | *Wind onshore* |
||
1571 | |||
1572 | |||
1573 | *Wind offshore* |
||
1574 | |||
1575 | *PV ground-mounted* |
||
1576 | |||
1577 | *PV rooftop* |
||
1578 | |||
1579 | *others* |
||
1580 | |||
1581 | *Dependencies* |
||
1582 | * :py:class:`Chp <egon.data.datasets.chp.Chp>` |
||
1583 | * :py:class:`CtsElectricityDemand |
||
1584 | <egon.data.datasets.electricity_demand.CtsElectricityDemand>` |
||
1585 | * :py:class:`HouseholdElectricityDemand |
||
1586 | <egon.data.datasets.electricity_demand.HouseholdElectricityDemand>` |
||
1587 | * :py:class:`mastr_data <egon.data.datasets.mastr.mastr_data>` |
||
1588 | * :py:func:`define_mv_grid_districts |
||
1589 | <egon.data.datasets.mv_grid_districts.define_mv_grid_districts>` |
||
1590 | * :py:class:`RePotentialAreas |
||
1591 | <egon.data.datasets.re_potential_areas.RePotentialAreas>` |
||
1592 | * :py:class:`ZensusVg250 |
||
1593 | <egon.data.datasets.RenewableFeedin>` |
||
1594 | * :py:class:`ScenarioCapacities |
||
1595 | <egon.data.datasets.scenario_capacities.ScenarioCapacities>` |
||
1596 | * :py:class:`ScenarioParameters |
||
1597 | <egon.data.datasets.scenario_parameters.ScenarioParameters>` |
||
1598 | * :py:func:`Setup <egon.data.datasets.database.setup>` |
||
1599 | * :py:class:`substation_extraction |
||
1600 | <egon.data.datasets.substation.substation_extraction>` |
||
1601 | * :py:class:`Vg250MvGridDistricts |
||
1602 | <egon.data.datasets.Vg250MvGridDistricts>` |
||
1603 | * :py:class:`ZensusMvGridDistricts |
||
1604 | <egon.data.datasets.zensus_mv_grid_districts.ZensusMvGridDistricts>` |
||
1605 | |||
1606 | *Resulting tables* |
||
1607 | * :py:class:`supply.egon_power_plants |
||
1608 | <egon.data.datasets.power_plants.EgonPowerPlants>` is filled |
||
1609 | |||
1610 | """ |
||
1611 | |||
1612 | #: |
||
1613 | name: str = "PowerPlants" |
||
1614 | #: |
||
1615 | version: str = "0.0.28" |
||
1616 | |||
1617 | def __init__(self, dependencies): |
||
1618 | super().__init__( |
||
1619 | name=self.name, |
||
1620 | version=self.version, |
||
1621 | dependencies=dependencies, |
||
1622 | tasks=tasks, |
||
1623 | ) |
||
1625 |