1
|
|
|
""" |
2
|
|
|
This module does sanity checks for both the eGon2035 and the eGon100RE scenario |
3
|
|
|
separately where a percentage error is given to showcase difference in output |
4
|
|
|
and input values. Please note that there are missing input technologies in the |
5
|
|
|
supply tables. |
6
|
|
|
Authors: @ALonso, @dana, @nailend, @nesnoj |
7
|
|
|
""" |
8
|
|
|
|
9
|
|
|
from sqlalchemy import Numeric |
10
|
|
|
from sqlalchemy.sql import and_, cast, func, or_ |
11
|
|
|
import numpy as np |
12
|
|
|
import pandas as pd |
13
|
|
|
|
14
|
|
|
from egon.data import config, db, logger |
15
|
|
|
from egon.data.datasets import Dataset |
16
|
|
|
from egon.data.datasets.electricity_demand_timeseries.cts_buildings import ( |
17
|
|
|
EgonCtsElectricityDemandBuildingShare, |
18
|
|
|
EgonCtsHeatDemandBuildingShare, |
19
|
|
|
from egon.data import config, db |
20
|
|
|
from egon.data.datasets import Dataset |
21
|
|
|
|
22
|
|
|
from egon.data.datasets.emobility.motorized_individual_travel.db_classes import ( |
23
|
|
|
EgonEvCountMunicipality, |
24
|
|
|
EgonEvCountMvGridDistrict, |
25
|
|
|
EgonEvCountRegistrationDistrict, |
26
|
|
|
EgonEvMvGridDistrict, |
27
|
|
|
EgonEvPool, |
28
|
|
|
EgonEvTrip, |
29
|
|
|
) |
30
|
|
|
from egon.data.datasets.emobility.motorized_individual_travel.helpers import ( |
31
|
|
|
DATASET_CFG, |
32
|
|
|
read_simbev_metadata_file, |
33
|
|
|
) |
34
|
|
|
from egon.data.datasets.etrago_setup import ( |
35
|
|
|
EgonPfHvLink, |
36
|
|
|
EgonPfHvLinkTimeseries, |
37
|
|
|
EgonPfHvLoad, |
38
|
|
|
EgonPfHvLoadTimeseries, |
39
|
|
|
EgonPfHvStore, |
40
|
|
|
EgonPfHvStoreTimeseries, |
41
|
|
|
) |
42
|
|
|
from egon.data.datasets.scenario_parameters import get_sector_parameters |
43
|
|
|
|
44
|
|
|
TESTMODE_OFF = ( |
45
|
|
|
config.settings()["egon-data"]["--dataset-boundary"] == "Everything" |
46
|
|
|
) |
47
|
|
|
|
48
|
|
|
|
49
|
|
|
class SanityChecks(Dataset): |
50
|
|
|
def __init__(self, dependencies): |
51
|
|
|
super().__init__( |
52
|
|
|
name="SanityChecks", |
53
|
|
|
version="0.0.5", |
54
|
|
|
dependencies=dependencies, |
55
|
|
|
tasks={ |
56
|
|
|
etrago_eGon2035_electricity, |
57
|
|
|
etrago_eGon2035_heat, |
58
|
|
|
residential_electricity_annual_sum, |
59
|
|
|
residential_electricity_hh_refinement, |
60
|
|
|
cts_electricity_demand_share, |
61
|
|
|
cts_heat_demand_share, |
62
|
|
|
sanitycheck_emobility_mit, |
63
|
|
|
}, |
64
|
|
|
) |
65
|
|
|
|
66
|
|
|
|
67
|
|
|
def etrago_eGon2035_electricity(): |
68
|
|
|
"""Execute basic sanity checks. |
69
|
|
|
|
70
|
|
|
Returns print statements as sanity checks for the electricity sector in |
71
|
|
|
the eGon2035 scenario. |
72
|
|
|
|
73
|
|
|
Parameters |
74
|
|
|
---------- |
75
|
|
|
None |
76
|
|
|
|
77
|
|
|
Returns |
78
|
|
|
------- |
79
|
|
|
None |
80
|
|
|
""" |
81
|
|
|
|
82
|
|
|
scn = "eGon2035" |
83
|
|
|
|
84
|
|
|
# Section to check generator capacities |
85
|
|
|
logger.info(f"Sanity checks for scenario {scn}") |
86
|
|
|
logger.info( |
87
|
|
|
"For German electricity generators the following deviations between " |
88
|
|
|
"the inputs and outputs can be observed:" |
89
|
|
|
) |
90
|
|
|
|
91
|
|
|
carriers_electricity = [ |
92
|
|
|
"other_non_renewable", |
93
|
|
|
"other_renewable", |
94
|
|
|
"reservoir", |
95
|
|
|
"run_of_river", |
96
|
|
|
"oil", |
97
|
|
|
"wind_onshore", |
98
|
|
|
"wind_offshore", |
99
|
|
|
"solar", |
100
|
|
|
"solar_rooftop", |
101
|
|
|
"biomass", |
102
|
|
|
] |
103
|
|
|
|
104
|
|
|
for carrier in carriers_electricity: |
105
|
|
|
|
106
|
|
|
if carrier == "biomass": |
107
|
|
|
sum_output = db.select_dataframe( |
108
|
|
|
"""SELECT scn_name, SUM(p_nom::numeric) as output_capacity_mw |
109
|
|
|
FROM grid.egon_etrago_generator |
110
|
|
|
WHERE bus IN ( |
111
|
|
|
SELECT bus_id FROM grid.egon_etrago_bus |
112
|
|
|
WHERE scn_name = 'eGon2035' |
113
|
|
|
AND country = 'DE') |
114
|
|
|
AND carrier IN ('biomass', 'industrial_biomass_CHP', |
115
|
|
|
'central_biomass_CHP') |
116
|
|
|
GROUP BY (scn_name); |
117
|
|
|
""", |
118
|
|
|
warning=False, |
119
|
|
|
) |
120
|
|
|
|
121
|
|
|
else: |
122
|
|
|
sum_output = db.select_dataframe( |
123
|
|
|
f"""SELECT scn_name, |
124
|
|
|
SUM(p_nom::numeric) as output_capacity_mw |
125
|
|
|
FROM grid.egon_etrago_generator |
126
|
|
|
WHERE scn_name = '{scn}' |
127
|
|
|
AND carrier IN ('{carrier}') |
128
|
|
|
AND bus IN |
129
|
|
|
(SELECT bus_id |
130
|
|
|
FROM grid.egon_etrago_bus |
131
|
|
|
WHERE scn_name = 'eGon2035' |
132
|
|
|
AND country = 'DE') |
133
|
|
|
GROUP BY (scn_name); |
134
|
|
|
""", |
135
|
|
|
warning=False, |
136
|
|
|
) |
137
|
|
|
|
138
|
|
|
sum_input = db.select_dataframe( |
139
|
|
|
f"""SELECT carrier, SUM(capacity::numeric) as input_capacity_mw |
140
|
|
|
FROM supply.egon_scenario_capacities |
141
|
|
|
WHERE carrier= '{carrier}' |
142
|
|
|
AND scenario_name ='{scn}' |
143
|
|
|
GROUP BY (carrier); |
144
|
|
|
""", |
145
|
|
|
warning=False, |
146
|
|
|
) |
147
|
|
|
|
148
|
|
|
if ( |
149
|
|
|
sum_output.output_capacity_mw.sum() == 0 |
150
|
|
|
and sum_input.input_capacity_mw.sum() == 0 |
151
|
|
|
): |
152
|
|
|
logger.info( |
153
|
|
|
f"No capacity for carrier '{carrier}' needed to be" |
154
|
|
|
f" distributed. Everything is fine" |
155
|
|
|
) |
156
|
|
|
|
157
|
|
|
elif ( |
158
|
|
|
sum_input.input_capacity_mw.sum() > 0 |
159
|
|
|
and sum_output.output_capacity_mw.sum() == 0 |
160
|
|
|
): |
161
|
|
|
logger.info( |
162
|
|
|
f"Error: Capacity for carrier '{carrier}' was not distributed " |
163
|
|
|
f"at all!" |
164
|
|
|
) |
165
|
|
|
|
166
|
|
|
elif ( |
167
|
|
|
sum_output.output_capacity_mw.sum() > 0 |
168
|
|
|
and sum_input.input_capacity_mw.sum() == 0 |
169
|
|
|
): |
170
|
|
|
logger.info( |
171
|
|
|
f"Error: Eventhough no input capacity was provided for carrier" |
172
|
|
|
f"'{carrier}' a capacity got distributed!" |
173
|
|
|
) |
174
|
|
|
|
175
|
|
|
else: |
176
|
|
|
sum_input["error"] = ( |
177
|
|
|
(sum_output.output_capacity_mw - sum_input.input_capacity_mw) |
178
|
|
|
/ sum_input.input_capacity_mw |
179
|
|
|
) * 100 |
180
|
|
|
g = sum_input["error"].values[0] |
181
|
|
|
|
182
|
|
|
logger.info(f"{carrier}: " + str(round(g, 2)) + " %") |
183
|
|
|
|
184
|
|
|
# Section to check storage units |
185
|
|
|
|
186
|
|
|
logger.info(f"Sanity checks for scenario {scn}") |
187
|
|
|
logger.info( |
188
|
|
|
"For German electrical storage units the following deviations between" |
189
|
|
|
"the inputs and outputs can be observed:" |
190
|
|
|
) |
191
|
|
|
|
192
|
|
|
carriers_electricity = ["pumped_hydro"] |
193
|
|
|
|
194
|
|
|
for carrier in carriers_electricity: |
195
|
|
|
|
196
|
|
|
sum_output = db.select_dataframe( |
197
|
|
|
f"""SELECT scn_name, SUM(p_nom::numeric) as output_capacity_mw |
198
|
|
|
FROM grid.egon_etrago_storage |
199
|
|
|
WHERE scn_name = '{scn}' |
200
|
|
|
AND carrier IN ('{carrier}') |
201
|
|
|
AND bus IN |
202
|
|
|
(SELECT bus_id |
203
|
|
|
FROM grid.egon_etrago_bus |
204
|
|
|
WHERE scn_name = 'eGon2035' |
205
|
|
|
AND country = 'DE') |
206
|
|
|
GROUP BY (scn_name); |
207
|
|
|
""", |
208
|
|
|
warning=False, |
209
|
|
|
) |
210
|
|
|
|
211
|
|
|
sum_input = db.select_dataframe( |
212
|
|
|
f"""SELECT carrier, SUM(capacity::numeric) as input_capacity_mw |
213
|
|
|
FROM supply.egon_scenario_capacities |
214
|
|
|
WHERE carrier= '{carrier}' |
215
|
|
|
AND scenario_name ='{scn}' |
216
|
|
|
GROUP BY (carrier); |
217
|
|
|
""", |
218
|
|
|
warning=False, |
219
|
|
|
) |
220
|
|
|
|
221
|
|
|
if ( |
222
|
|
|
sum_output.output_capacity_mw.sum() == 0 |
223
|
|
|
and sum_input.input_capacity_mw.sum() == 0 |
224
|
|
|
): |
225
|
|
|
logger.info( |
226
|
|
|
f"No capacity for carrier '{carrier}' needed to be " |
227
|
|
|
f"distributed. Everything is fine" |
228
|
|
|
) |
229
|
|
|
|
230
|
|
|
elif ( |
231
|
|
|
sum_input.input_capacity_mw.sum() > 0 |
232
|
|
|
and sum_output.output_capacity_mw.sum() == 0 |
233
|
|
|
): |
234
|
|
|
logger.info( |
235
|
|
|
f"Error: Capacity for carrier '{carrier}' was not distributed" |
236
|
|
|
f" at all!" |
237
|
|
|
) |
238
|
|
|
|
239
|
|
|
elif ( |
240
|
|
|
sum_output.output_capacity_mw.sum() > 0 |
241
|
|
|
and sum_input.input_capacity_mw.sum() == 0 |
242
|
|
|
): |
243
|
|
|
logger.info( |
244
|
|
|
f"Error: Eventhough no input capacity was provided for carrier" |
245
|
|
|
f" '{carrier}' a capacity got distributed!" |
246
|
|
|
) |
247
|
|
|
|
248
|
|
|
else: |
249
|
|
|
sum_input["error"] = ( |
250
|
|
|
(sum_output.output_capacity_mw - sum_input.input_capacity_mw) |
251
|
|
|
/ sum_input.input_capacity_mw |
252
|
|
|
) * 100 |
253
|
|
|
g = sum_input["error"].values[0] |
254
|
|
|
|
255
|
|
|
logger.info(f"{carrier}: " + str(round(g, 2)) + " %") |
256
|
|
|
|
257
|
|
|
# Section to check loads |
258
|
|
|
|
259
|
|
|
logger.info( |
260
|
|
|
"For German electricity loads the following deviations between the" |
261
|
|
|
" input and output can be observed:" |
262
|
|
|
) |
263
|
|
|
|
264
|
|
|
output_demand = db.select_dataframe( |
265
|
|
|
"""SELECT a.scn_name, a.carrier, SUM((SELECT SUM(p) |
266
|
|
|
FROM UNNEST(b.p_set) p))/1000000::numeric as load_twh |
267
|
|
|
FROM grid.egon_etrago_load a |
268
|
|
|
JOIN grid.egon_etrago_load_timeseries b |
269
|
|
|
ON (a.load_id = b.load_id) |
270
|
|
|
JOIN grid.egon_etrago_bus c |
271
|
|
|
ON (a.bus=c.bus_id) |
272
|
|
|
AND b.scn_name = 'eGon2035' |
273
|
|
|
AND a.scn_name = 'eGon2035' |
274
|
|
|
AND a.carrier = 'AC' |
275
|
|
|
AND c.scn_name= 'eGon2035' |
276
|
|
|
AND c.country='DE' |
277
|
|
|
GROUP BY (a.scn_name, a.carrier); |
278
|
|
|
|
279
|
|
|
""", |
280
|
|
|
warning=False, |
281
|
|
|
)["load_twh"].values[0] |
282
|
|
|
|
283
|
|
|
input_cts_ind = db.select_dataframe( |
284
|
|
|
"""SELECT scenario, |
285
|
|
|
SUM(demand::numeric/1000000) as demand_mw_regio_cts_ind |
286
|
|
|
FROM demand.egon_demandregio_cts_ind |
287
|
|
|
WHERE scenario= 'eGon2035' |
288
|
|
|
AND year IN ('2035') |
289
|
|
|
GROUP BY (scenario); |
290
|
|
|
|
291
|
|
|
""", |
292
|
|
|
warning=False, |
293
|
|
|
)["demand_mw_regio_cts_ind"].values[0] |
294
|
|
|
|
295
|
|
|
input_hh = db.select_dataframe( |
296
|
|
|
"""SELECT scenario, SUM(demand::numeric/1000000) as demand_mw_regio_hh |
297
|
|
|
FROM demand.egon_demandregio_hh |
298
|
|
|
WHERE scenario= 'eGon2035' |
299
|
|
|
AND year IN ('2035') |
300
|
|
|
GROUP BY (scenario); |
301
|
|
|
""", |
302
|
|
|
warning=False, |
303
|
|
|
)["demand_mw_regio_hh"].values[0] |
304
|
|
|
|
305
|
|
|
input_demand = input_hh + input_cts_ind |
306
|
|
|
|
307
|
|
|
e = round((output_demand - input_demand) / input_demand, 2) * 100 |
308
|
|
|
|
309
|
|
|
logger.info(f"electricity demand: {e} %") |
310
|
|
|
|
311
|
|
|
|
312
|
|
|
def etrago_eGon2035_heat(): |
313
|
|
|
"""Execute basic sanity checks. |
314
|
|
|
|
315
|
|
|
Returns print statements as sanity checks for the heat sector in |
316
|
|
|
the eGon2035 scenario. |
317
|
|
|
|
318
|
|
|
Parameters |
319
|
|
|
---------- |
320
|
|
|
None |
321
|
|
|
|
322
|
|
|
Returns |
323
|
|
|
------- |
324
|
|
|
None |
325
|
|
|
""" |
326
|
|
|
|
327
|
|
|
# Check input and output values for the carriers "other_non_renewable", |
328
|
|
|
# "other_renewable", "reservoir", "run_of_river" and "oil" |
329
|
|
|
|
330
|
|
|
scn = "eGon2035" |
331
|
|
|
|
332
|
|
|
# Section to check generator capacities |
333
|
|
|
logger.info(f"Sanity checks for scenario {scn}") |
334
|
|
|
logger.info( |
335
|
|
|
"For German heat demands the following deviations between the inputs" |
336
|
|
|
" and outputs can be observed:" |
337
|
|
|
) |
338
|
|
|
|
339
|
|
|
# Sanity checks for heat demand |
340
|
|
|
|
341
|
|
|
output_heat_demand = db.select_dataframe( |
342
|
|
|
"""SELECT a.scn_name, |
343
|
|
|
(SUM( |
344
|
|
|
(SELECT SUM(p) FROM UNNEST(b.p_set) p))/1000000)::numeric as load_twh |
345
|
|
|
FROM grid.egon_etrago_load a |
346
|
|
|
JOIN grid.egon_etrago_load_timeseries b |
347
|
|
|
ON (a.load_id = b.load_id) |
348
|
|
|
JOIN grid.egon_etrago_bus c |
349
|
|
|
ON (a.bus=c.bus_id) |
350
|
|
|
AND b.scn_name = 'eGon2035' |
351
|
|
|
AND a.scn_name = 'eGon2035' |
352
|
|
|
AND c.scn_name= 'eGon2035' |
353
|
|
|
AND c.country='DE' |
354
|
|
|
AND a.carrier IN ('rural_heat', 'central_heat') |
355
|
|
|
GROUP BY (a.scn_name); |
356
|
|
|
""", |
357
|
|
|
warning=False, |
358
|
|
|
)["load_twh"].values[0] |
359
|
|
|
|
360
|
|
|
input_heat_demand = db.select_dataframe( |
361
|
|
|
"""SELECT scenario, SUM(demand::numeric/1000000) as demand_mw_peta_heat |
362
|
|
|
FROM demand.egon_peta_heat |
363
|
|
|
WHERE scenario= 'eGon2035' |
364
|
|
|
GROUP BY (scenario); |
365
|
|
|
""", |
366
|
|
|
warning=False, |
367
|
|
|
)["demand_mw_peta_heat"].values[0] |
368
|
|
|
|
369
|
|
|
e_demand = ( |
370
|
|
|
round((output_heat_demand - input_heat_demand) / input_heat_demand, 2) |
371
|
|
|
* 100 |
372
|
|
|
) |
373
|
|
|
|
374
|
|
|
logger.info(f"heat demand: {e_demand} %") |
375
|
|
|
|
376
|
|
|
# Sanity checks for heat supply |
377
|
|
|
|
378
|
|
|
logger.info( |
379
|
|
|
"For German heat supplies the following deviations between the inputs " |
380
|
|
|
"and outputs can be observed:" |
381
|
|
|
) |
382
|
|
|
|
383
|
|
|
# Comparison for central heat pumps |
384
|
|
|
heat_pump_input = db.select_dataframe( |
385
|
|
|
"""SELECT carrier, SUM(capacity::numeric) as Urban_central_heat_pump_mw |
386
|
|
|
FROM supply.egon_scenario_capacities |
387
|
|
|
WHERE carrier= 'urban_central_heat_pump' |
388
|
|
|
AND scenario_name IN ('eGon2035') |
389
|
|
|
GROUP BY (carrier); |
390
|
|
|
""", |
391
|
|
|
warning=False, |
392
|
|
|
)["urban_central_heat_pump_mw"].values[0] |
393
|
|
|
|
394
|
|
|
heat_pump_output = db.select_dataframe( |
395
|
|
|
"""SELECT carrier, SUM(p_nom::numeric) as Central_heat_pump_mw |
396
|
|
|
FROM grid.egon_etrago_link |
397
|
|
|
WHERE carrier= 'central_heat_pump' |
398
|
|
|
AND scn_name IN ('eGon2035') |
399
|
|
|
GROUP BY (carrier); |
400
|
|
|
""", |
401
|
|
|
warning=False, |
402
|
|
|
)["central_heat_pump_mw"].values[0] |
403
|
|
|
|
404
|
|
|
e_heat_pump = ( |
405
|
|
|
round((heat_pump_output - heat_pump_input) / heat_pump_output, 2) * 100 |
406
|
|
|
) |
407
|
|
|
|
408
|
|
|
logger.info(f"'central_heat_pump': {e_heat_pump} % ") |
409
|
|
|
|
410
|
|
|
# Comparison for residential heat pumps |
411
|
|
|
|
412
|
|
|
input_residential_heat_pump = db.select_dataframe( |
413
|
|
|
"""SELECT carrier, SUM(capacity::numeric) as residential_heat_pump_mw |
414
|
|
|
FROM supply.egon_scenario_capacities |
415
|
|
|
WHERE carrier= 'residential_rural_heat_pump' |
416
|
|
|
AND scenario_name IN ('eGon2035') |
417
|
|
|
GROUP BY (carrier); |
418
|
|
|
""", |
419
|
|
|
warning=False, |
420
|
|
|
)["residential_heat_pump_mw"].values[0] |
421
|
|
|
|
422
|
|
|
output_residential_heat_pump = db.select_dataframe( |
423
|
|
|
"""SELECT carrier, SUM(p_nom::numeric) as rural_heat_pump_mw |
424
|
|
|
FROM grid.egon_etrago_link |
425
|
|
|
WHERE carrier= 'rural_heat_pump' |
426
|
|
|
AND scn_name IN ('eGon2035') |
427
|
|
|
GROUP BY (carrier); |
428
|
|
|
""", |
429
|
|
|
warning=False, |
430
|
|
|
)["rural_heat_pump_mw"].values[0] |
431
|
|
|
|
432
|
|
|
e_residential_heat_pump = ( |
433
|
|
|
round( |
434
|
|
|
(output_residential_heat_pump - input_residential_heat_pump) |
435
|
|
|
/ input_residential_heat_pump, |
436
|
|
|
2, |
437
|
|
|
) |
438
|
|
|
* 100 |
439
|
|
|
) |
440
|
|
|
logger.info(f"'residential heat pumps': {e_residential_heat_pump} %") |
441
|
|
|
|
442
|
|
|
# Comparison for resistive heater |
443
|
|
|
resistive_heater_input = db.select_dataframe( |
444
|
|
|
"""SELECT carrier, |
445
|
|
|
SUM(capacity::numeric) as Urban_central_resistive_heater_MW |
446
|
|
|
FROM supply.egon_scenario_capacities |
447
|
|
|
WHERE carrier= 'urban_central_resistive_heater' |
448
|
|
|
AND scenario_name IN ('eGon2035') |
449
|
|
|
GROUP BY (carrier); |
450
|
|
|
""", |
451
|
|
|
warning=False, |
452
|
|
|
)["urban_central_resistive_heater_mw"].values[0] |
453
|
|
|
|
454
|
|
|
resistive_heater_output = db.select_dataframe( |
455
|
|
|
"""SELECT carrier, SUM(p_nom::numeric) as central_resistive_heater_MW |
456
|
|
|
FROM grid.egon_etrago_link |
457
|
|
|
WHERE carrier= 'central_resistive_heater' |
458
|
|
|
AND scn_name IN ('eGon2035') |
459
|
|
|
GROUP BY (carrier); |
460
|
|
|
""", |
461
|
|
|
warning=False, |
462
|
|
|
)["central_resistive_heater_mw"].values[0] |
463
|
|
|
|
464
|
|
|
e_resistive_heater = ( |
465
|
|
|
round( |
466
|
|
|
(resistive_heater_output - resistive_heater_input) |
467
|
|
|
/ resistive_heater_input, |
468
|
|
|
2, |
469
|
|
|
) |
470
|
|
|
* 100 |
471
|
|
|
) |
472
|
|
|
|
473
|
|
|
logger.info(f"'resistive heater': {e_resistive_heater} %") |
474
|
|
|
|
475
|
|
|
# Comparison for solar thermal collectors |
476
|
|
|
|
477
|
|
|
input_solar_thermal = db.select_dataframe( |
478
|
|
|
"""SELECT carrier, SUM(capacity::numeric) as solar_thermal_collector_mw |
479
|
|
|
FROM supply.egon_scenario_capacities |
480
|
|
|
WHERE carrier= 'urban_central_solar_thermal_collector' |
481
|
|
|
AND scenario_name IN ('eGon2035') |
482
|
|
|
GROUP BY (carrier); |
483
|
|
|
""", |
484
|
|
|
warning=False, |
485
|
|
|
)["solar_thermal_collector_mw"].values[0] |
486
|
|
|
|
487
|
|
|
output_solar_thermal = db.select_dataframe( |
488
|
|
|
"""SELECT carrier, SUM(p_nom::numeric) as solar_thermal_collector_mw |
489
|
|
|
FROM grid.egon_etrago_generator |
490
|
|
|
WHERE carrier= 'solar_thermal_collector' |
491
|
|
|
AND scn_name IN ('eGon2035') |
492
|
|
|
GROUP BY (carrier); |
493
|
|
|
""", |
494
|
|
|
warning=False, |
495
|
|
|
)["solar_thermal_collector_mw"].values[0] |
496
|
|
|
|
497
|
|
|
e_solar_thermal = ( |
498
|
|
|
round( |
499
|
|
|
(output_solar_thermal - input_solar_thermal) / input_solar_thermal, |
500
|
|
|
2, |
501
|
|
|
) |
502
|
|
|
* 100 |
503
|
|
|
) |
504
|
|
|
logger.info(f"'solar thermal collector': {e_solar_thermal} %") |
505
|
|
|
|
506
|
|
|
# Comparison for geothermal |
507
|
|
|
|
508
|
|
|
input_geo_thermal = db.select_dataframe( |
509
|
|
|
"""SELECT carrier, |
510
|
|
|
SUM(capacity::numeric) as Urban_central_geo_thermal_MW |
511
|
|
|
FROM supply.egon_scenario_capacities |
512
|
|
|
WHERE carrier= 'urban_central_geo_thermal' |
513
|
|
|
AND scenario_name IN ('eGon2035') |
514
|
|
|
GROUP BY (carrier); |
515
|
|
|
""", |
516
|
|
|
warning=False, |
517
|
|
|
)["urban_central_geo_thermal_mw"].values[0] |
518
|
|
|
|
519
|
|
|
output_geo_thermal = db.select_dataframe( |
520
|
|
|
"""SELECT carrier, SUM(p_nom::numeric) as geo_thermal_MW |
521
|
|
|
FROM grid.egon_etrago_generator |
522
|
|
|
WHERE carrier= 'geo_thermal' |
523
|
|
|
AND scn_name IN ('eGon2035') |
524
|
|
|
GROUP BY (carrier); |
525
|
|
|
""", |
526
|
|
|
warning=False, |
527
|
|
|
)["geo_thermal_mw"].values[0] |
528
|
|
|
|
529
|
|
|
e_geo_thermal = ( |
530
|
|
|
round((output_geo_thermal - input_geo_thermal) / input_geo_thermal, 2) |
531
|
|
|
* 100 |
532
|
|
|
) |
533
|
|
|
logger.info(f"'geothermal': {e_geo_thermal} %") |
534
|
|
|
|
535
|
|
|
|
536
|
|
|
def residential_electricity_annual_sum(rtol=1e-5): |
537
|
|
|
"""Sanity check for dataset electricity_demand_timeseries : |
538
|
|
|
Demand_Building_Assignment |
539
|
|
|
|
540
|
|
|
Aggregate the annual demand of all census cells at NUTS3 to compare |
541
|
|
|
with initial scaling parameters from DemandRegio. |
542
|
|
|
""" |
543
|
|
|
|
544
|
|
|
df_nuts3_annual_sum = db.select_dataframe( |
545
|
|
|
sql=""" |
546
|
|
|
SELECT dr.nuts3, dr.scenario, dr.demand_regio_sum, profiles.profile_sum |
547
|
|
|
FROM ( |
548
|
|
|
SELECT scenario, SUM(demand) AS profile_sum, vg250_nuts3 |
549
|
|
|
FROM demand.egon_demandregio_zensus_electricity AS egon, |
550
|
|
|
boundaries.egon_map_zensus_vg250 AS boundaries |
551
|
|
|
Where egon.zensus_population_id = boundaries.zensus_population_id |
552
|
|
|
AND sector = 'residential' |
553
|
|
|
GROUP BY vg250_nuts3, scenario |
554
|
|
|
) AS profiles |
555
|
|
|
JOIN ( |
556
|
|
|
SELECT nuts3, scenario, sum(demand) AS demand_regio_sum |
557
|
|
|
FROM demand.egon_demandregio_hh |
558
|
|
|
GROUP BY year, scenario, nuts3 |
559
|
|
|
) AS dr |
560
|
|
|
ON profiles.vg250_nuts3 = dr.nuts3 and profiles.scenario = dr.scenario |
561
|
|
|
""" |
562
|
|
|
) |
563
|
|
|
|
564
|
|
|
np.testing.assert_allclose( |
565
|
|
|
actual=df_nuts3_annual_sum["profile_sum"], |
566
|
|
|
desired=df_nuts3_annual_sum["demand_regio_sum"], |
567
|
|
|
rtol=rtol, |
568
|
|
|
verbose=False, |
569
|
|
|
) |
570
|
|
|
|
571
|
|
|
logger.info( |
572
|
|
|
"Aggregated annual residential electricity demand" |
573
|
|
|
" matches with DemandRegio at NUTS-3." |
574
|
|
|
) |
575
|
|
|
|
576
|
|
|
|
577
|
|
|
def residential_electricity_hh_refinement(rtol=1e-5): |
578
|
|
|
"""Sanity check for dataset electricity_demand_timeseries : |
579
|
|
|
Household Demands |
580
|
|
|
|
581
|
|
|
Check sum of aggregated household types after refinement method |
582
|
|
|
was applied and compare it to the original census values.""" |
583
|
|
|
|
584
|
|
|
df_refinement = db.select_dataframe( |
585
|
|
|
sql=""" |
586
|
|
|
SELECT refined.nuts3, refined.characteristics_code, |
587
|
|
|
refined.sum_refined::int, census.sum_census::int |
588
|
|
|
FROM( |
589
|
|
|
SELECT nuts3, characteristics_code, SUM(hh_10types) as sum_refined |
590
|
|
|
FROM society.egon_destatis_zensus_household_per_ha_refined |
591
|
|
|
GROUP BY nuts3, characteristics_code) |
592
|
|
|
AS refined |
593
|
|
|
JOIN( |
594
|
|
|
SELECT t.nuts3, t.characteristics_code, sum(orig) as sum_census |
595
|
|
|
FROM( |
596
|
|
|
SELECT nuts3, cell_id, characteristics_code, |
597
|
|
|
sum(DISTINCT(hh_5types))as orig |
598
|
|
|
FROM society.egon_destatis_zensus_household_per_ha_refined |
599
|
|
|
GROUP BY cell_id, characteristics_code, nuts3) AS t |
600
|
|
|
GROUP BY t.nuts3, t.characteristics_code ) AS census |
601
|
|
|
ON refined.nuts3 = census.nuts3 |
602
|
|
|
AND refined.characteristics_code = census.characteristics_code |
603
|
|
|
""" |
604
|
|
|
) |
605
|
|
|
|
606
|
|
|
np.testing.assert_allclose( |
607
|
|
|
actual=df_refinement["sum_refined"], |
608
|
|
|
desired=df_refinement["sum_census"], |
609
|
|
|
rtol=rtol, |
610
|
|
|
verbose=False, |
611
|
|
|
) |
612
|
|
|
|
613
|
|
|
logger.info("All Aggregated household types match at NUTS-3.") |
614
|
|
|
|
615
|
|
|
|
616
|
|
|
def cts_electricity_demand_share(rtol=1e-5): |
617
|
|
|
"""Sanity check for dataset electricity_demand_timeseries : |
618
|
|
|
CtsBuildings |
619
|
|
|
|
620
|
|
|
Check sum of aggregated cts electricity demand share which equals to one |
621
|
|
|
for every substation as the substation profile is linearly disaggregated |
622
|
|
|
to all buildings.""" |
623
|
|
|
|
624
|
|
|
with db.session_scope() as session: |
625
|
|
|
cells_query = session.query(EgonCtsElectricityDemandBuildingShare) |
626
|
|
|
|
627
|
|
|
df_demand_share = pd.read_sql( |
628
|
|
|
cells_query.statement, cells_query.session.bind, index_col=None |
629
|
|
|
) |
630
|
|
|
|
631
|
|
|
np.testing.assert_allclose( |
632
|
|
|
actual=df_demand_share.groupby(["bus_id", "scenario"])[ |
633
|
|
|
"profile_share" |
634
|
|
|
].sum(), |
635
|
|
|
desired=1, |
636
|
|
|
rtol=rtol, |
637
|
|
|
verbose=False, |
638
|
|
|
) |
639
|
|
|
|
640
|
|
|
logger.info("The aggregated demand shares equal to one!.") |
641
|
|
|
|
642
|
|
|
|
643
|
|
|
def cts_heat_demand_share(rtol=1e-5): |
644
|
|
|
"""Sanity check for dataset electricity_demand_timeseries |
645
|
|
|
: CtsBuildings |
646
|
|
|
|
647
|
|
|
Check sum of aggregated cts heat demand share which equals to one |
648
|
|
|
for every substation as the substation profile is linearly disaggregated |
649
|
|
|
to all buildings.""" |
650
|
|
|
|
651
|
|
|
with db.session_scope() as session: |
652
|
|
|
cells_query = session.query(EgonCtsHeatDemandBuildingShare) |
653
|
|
|
|
654
|
|
|
df_demand_share = pd.read_sql( |
655
|
|
|
cells_query.statement, cells_query.session.bind, index_col=None |
656
|
|
|
) |
657
|
|
|
|
658
|
|
|
np.testing.assert_allclose( |
659
|
|
|
actual=df_demand_share.groupby(["bus_id", "scenario"])[ |
660
|
|
|
"profile_share" |
661
|
|
|
].sum(), |
662
|
|
|
desired=1, |
663
|
|
|
rtol=rtol, |
664
|
|
|
verbose=False, |
665
|
|
|
) |
666
|
|
|
|
667
|
|
|
logger.info("The aggregated demand shares equal to one!.") |
668
|
|
|
|
669
|
|
|
|
670
|
|
|
def sanitycheck_emobility_mit(): |
671
|
|
|
"""Execute sanity checks for eMobility: motorized individual travel |
672
|
|
|
|
673
|
|
|
Checks data integrity for eGon2035, eGon2035_lowflex and eGon100RE scenario |
674
|
|
|
using assertions: |
675
|
|
|
1. Allocated EV numbers and EVs allocated to grid districts |
676
|
|
|
2. Trip data (original inout data from simBEV) |
677
|
|
|
3. Model data in eTraGo PF tables (grid.egon_etrago_*) |
678
|
|
|
|
679
|
|
|
Parameters |
680
|
|
|
---------- |
681
|
|
|
None |
682
|
|
|
|
683
|
|
|
Returns |
684
|
|
|
------- |
685
|
|
|
None |
686
|
|
|
""" |
687
|
|
|
|
688
|
|
|
def check_ev_allocation(): |
689
|
|
|
# Get target number for scenario |
690
|
|
|
ev_count_target = scenario_variation_parameters["ev_count"] |
691
|
|
|
print(f" Target count: {str(ev_count_target)}") |
692
|
|
|
|
693
|
|
|
# Get allocated numbers |
694
|
|
|
ev_counts_dict = {} |
695
|
|
|
with db.session_scope() as session: |
696
|
|
|
for table, level in zip( |
697
|
|
|
[ |
698
|
|
|
EgonEvCountMvGridDistrict, |
699
|
|
|
EgonEvCountMunicipality, |
700
|
|
|
EgonEvCountRegistrationDistrict, |
701
|
|
|
], |
702
|
|
|
["Grid District", "Municipality", "Registration District"], |
703
|
|
|
): |
704
|
|
|
query = session.query( |
705
|
|
|
func.sum( |
706
|
|
|
table.bev_mini |
707
|
|
|
+ table.bev_medium |
708
|
|
|
+ table.bev_luxury |
709
|
|
|
+ table.phev_mini |
710
|
|
|
+ table.phev_medium |
711
|
|
|
+ table.phev_luxury |
712
|
|
|
).label("ev_count") |
713
|
|
|
).filter( |
714
|
|
|
table.scenario == scenario_name, |
715
|
|
|
table.scenario_variation == scenario_var_name, |
716
|
|
|
) |
717
|
|
|
|
718
|
|
|
ev_counts = pd.read_sql( |
719
|
|
|
query.statement, query.session.bind, index_col=None |
720
|
|
|
) |
721
|
|
|
ev_counts_dict[level] = ev_counts.iloc[0].ev_count |
722
|
|
|
print( |
723
|
|
|
f" Count table: Total count for level {level} " |
724
|
|
|
f"(table: {table.__table__}): " |
725
|
|
|
f"{str(ev_counts_dict[level])}" |
726
|
|
|
) |
727
|
|
|
|
728
|
|
|
# Compare with scenario target (only if not in testmode) |
729
|
|
|
if TESTMODE_OFF: |
730
|
|
|
for level, count in ev_counts_dict.items(): |
731
|
|
|
np.testing.assert_allclose( |
732
|
|
|
count, |
733
|
|
|
ev_count_target, |
734
|
|
|
rtol=0.0001, |
735
|
|
|
err_msg=f"EV numbers in {level} seems to be flawed.", |
736
|
|
|
) |
737
|
|
|
else: |
738
|
|
|
print(" Testmode is on, skipping sanity check...") |
739
|
|
|
|
740
|
|
|
# Get allocated EVs in grid districts |
741
|
|
|
with db.session_scope() as session: |
742
|
|
|
query = session.query( |
743
|
|
|
func.count(EgonEvMvGridDistrict.egon_ev_pool_ev_id).label( |
744
|
|
|
"ev_count" |
745
|
|
|
), |
746
|
|
|
).filter( |
747
|
|
|
EgonEvMvGridDistrict.scenario == scenario_name, |
748
|
|
|
EgonEvMvGridDistrict.scenario_variation == scenario_var_name, |
749
|
|
|
) |
750
|
|
|
ev_count_alloc = ( |
751
|
|
|
pd.read_sql(query.statement, query.session.bind, index_col=None) |
752
|
|
|
.iloc[0] |
753
|
|
|
.ev_count |
754
|
|
|
) |
755
|
|
|
print( |
756
|
|
|
f" EVs allocated to Grid Districts " |
757
|
|
|
f"(table: {EgonEvMvGridDistrict.__table__}) total count: " |
758
|
|
|
f"{str(ev_count_alloc)}" |
759
|
|
|
) |
760
|
|
|
|
761
|
|
|
# Compare with scenario target (only if not in testmode) |
762
|
|
|
if TESTMODE_OFF: |
763
|
|
|
np.testing.assert_allclose( |
764
|
|
|
ev_count_alloc, |
765
|
|
|
ev_count_target, |
766
|
|
|
rtol=0.0001, |
767
|
|
|
err_msg=( |
768
|
|
|
"EV numbers allocated to Grid Districts seems to be flawed." |
769
|
|
|
), |
770
|
|
|
) |
771
|
|
|
else: |
772
|
|
|
print(" Testmode is on, skipping sanity check...") |
773
|
|
|
|
774
|
|
|
return ev_count_alloc |
775
|
|
|
|
776
|
|
|
def check_trip_data(): |
777
|
|
|
# Check if trips start at timestep 0 and have a max. of 35040 steps |
778
|
|
|
# (8760h in 15min steps) |
779
|
|
|
print(" Checking timeranges...") |
780
|
|
|
with db.session_scope() as session: |
781
|
|
|
query = session.query( |
782
|
|
|
func.count(EgonEvTrip.event_id).label("cnt") |
783
|
|
|
).filter( |
784
|
|
|
or_( |
785
|
|
|
and_( |
786
|
|
|
EgonEvTrip.park_start > 0, |
787
|
|
|
EgonEvTrip.simbev_event_id == 0, |
788
|
|
|
), |
789
|
|
|
EgonEvTrip.park_end |
790
|
|
|
> (60 / int(meta_run_config.stepsize)) * 8760, |
791
|
|
|
), |
792
|
|
|
EgonEvTrip.scenario == scenario_name, |
793
|
|
|
) |
794
|
|
|
invalid_trips = pd.read_sql( |
795
|
|
|
query.statement, query.session.bind, index_col=None |
796
|
|
|
) |
797
|
|
|
np.testing.assert_equal( |
798
|
|
|
invalid_trips.iloc[0].cnt, |
799
|
|
|
0, |
800
|
|
|
err_msg=( |
801
|
|
|
f"{str(invalid_trips.iloc[0].cnt)} trips in table " |
802
|
|
|
f"{EgonEvTrip.__table__} have invalid timesteps." |
803
|
|
|
), |
804
|
|
|
) |
805
|
|
|
|
806
|
|
|
# Check if charging demand can be covered by available charging energy |
807
|
|
|
# while parking |
808
|
|
|
print(" Compare charging demand with available power...") |
809
|
|
|
with db.session_scope() as session: |
810
|
|
|
query = session.query( |
811
|
|
|
func.count(EgonEvTrip.event_id).label("cnt") |
812
|
|
|
).filter( |
813
|
|
|
func.round( |
814
|
|
|
cast( |
815
|
|
|
(EgonEvTrip.park_end - EgonEvTrip.park_start + 1) |
816
|
|
|
* EgonEvTrip.charging_capacity_nominal |
817
|
|
|
* (int(meta_run_config.stepsize) / 60), |
818
|
|
|
Numeric, |
819
|
|
|
), |
820
|
|
|
3, |
821
|
|
|
) |
822
|
|
|
< cast(EgonEvTrip.charging_demand, Numeric), |
823
|
|
|
EgonEvTrip.scenario == scenario_name, |
824
|
|
|
) |
825
|
|
|
invalid_trips = pd.read_sql( |
826
|
|
|
query.statement, query.session.bind, index_col=None |
827
|
|
|
) |
828
|
|
|
np.testing.assert_equal( |
829
|
|
|
invalid_trips.iloc[0].cnt, |
830
|
|
|
0, |
831
|
|
|
err_msg=( |
832
|
|
|
f"In {str(invalid_trips.iloc[0].cnt)} trips (table: " |
833
|
|
|
f"{EgonEvTrip.__table__}) the charging demand cannot be " |
834
|
|
|
f"covered by available charging power." |
835
|
|
|
), |
836
|
|
|
) |
837
|
|
|
|
838
|
|
|
def check_model_data(): |
839
|
|
|
# Check if model components were fully created |
840
|
|
|
print(" Check if all model components were created...") |
841
|
|
|
# Get MVGDs which got EV allocated |
842
|
|
|
with db.session_scope() as session: |
843
|
|
|
query = ( |
844
|
|
|
session.query( |
845
|
|
|
EgonEvMvGridDistrict.bus_id, |
846
|
|
|
) |
847
|
|
|
.filter( |
848
|
|
|
EgonEvMvGridDistrict.scenario == scenario_name, |
849
|
|
|
EgonEvMvGridDistrict.scenario_variation |
850
|
|
|
== scenario_var_name, |
851
|
|
|
) |
852
|
|
|
.group_by(EgonEvMvGridDistrict.bus_id) |
853
|
|
|
) |
854
|
|
|
mvgds_with_ev = ( |
855
|
|
|
pd.read_sql(query.statement, query.session.bind, index_col=None) |
856
|
|
|
.bus_id.sort_values() |
857
|
|
|
.to_list() |
858
|
|
|
) |
859
|
|
|
|
860
|
|
|
# Load model components |
861
|
|
|
with db.session_scope() as session: |
862
|
|
|
query = ( |
863
|
|
|
session.query( |
864
|
|
|
EgonPfHvLink.bus0.label("mvgd_bus_id"), |
865
|
|
|
EgonPfHvLoad.bus.label("emob_bus_id"), |
866
|
|
|
EgonPfHvLoad.load_id.label("load_id"), |
867
|
|
|
EgonPfHvStore.store_id.label("store_id"), |
868
|
|
|
) |
869
|
|
|
.select_from(EgonPfHvLoad, EgonPfHvStore) |
870
|
|
|
.join( |
871
|
|
|
EgonPfHvLoadTimeseries, |
872
|
|
|
EgonPfHvLoadTimeseries.load_id == EgonPfHvLoad.load_id, |
873
|
|
|
) |
874
|
|
|
.join( |
875
|
|
|
EgonPfHvStoreTimeseries, |
876
|
|
|
EgonPfHvStoreTimeseries.store_id == EgonPfHvStore.store_id, |
877
|
|
|
) |
878
|
|
|
.filter( |
879
|
|
|
EgonPfHvLoad.carrier == "land transport EV", |
880
|
|
|
EgonPfHvLoad.scn_name == scenario_name, |
881
|
|
|
EgonPfHvLoadTimeseries.scn_name == scenario_name, |
882
|
|
|
EgonPfHvStore.carrier == "battery storage", |
883
|
|
|
EgonPfHvStore.scn_name == scenario_name, |
884
|
|
|
EgonPfHvStoreTimeseries.scn_name == scenario_name, |
885
|
|
|
EgonPfHvLink.scn_name == scenario_name, |
886
|
|
|
EgonPfHvLink.bus1 == EgonPfHvLoad.bus, |
887
|
|
|
EgonPfHvLink.bus1 == EgonPfHvStore.bus, |
888
|
|
|
) |
889
|
|
|
) |
890
|
|
|
model_components = pd.read_sql( |
891
|
|
|
query.statement, query.session.bind, index_col=None |
892
|
|
|
) |
893
|
|
|
|
894
|
|
|
# Check number of buses with model components connected |
895
|
|
|
mvgd_buses_with_ev = model_components.loc[ |
896
|
|
|
model_components.mvgd_bus_id.isin(mvgds_with_ev) |
897
|
|
|
] |
898
|
|
|
np.testing.assert_equal( |
899
|
|
|
len(mvgds_with_ev), |
900
|
|
|
len(mvgd_buses_with_ev), |
901
|
|
|
err_msg=( |
902
|
|
|
f"Number of Grid Districts with connected model components " |
903
|
|
|
f"({str(len(mvgd_buses_with_ev))} in tables egon_etrago_*) " |
904
|
|
|
f"differ from number of Grid Districts that got EVs " |
905
|
|
|
f"allocated ({len(mvgds_with_ev)} in table " |
906
|
|
|
f"{EgonEvMvGridDistrict.__table__})." |
907
|
|
|
), |
908
|
|
|
) |
909
|
|
|
|
910
|
|
|
# Check if all required components exist (if no id is NaN) |
911
|
|
|
np.testing.assert_equal( |
912
|
|
|
model_components.drop_duplicates().isna().any().any(), |
913
|
|
|
False, |
914
|
|
|
err_msg=( |
915
|
|
|
f"Some components are missing (see True values): " |
916
|
|
|
f"{model_components.drop_duplicates().isna().any()}" |
917
|
|
|
), |
918
|
|
|
) |
919
|
|
|
|
920
|
|
|
# Get all model timeseries |
921
|
|
|
print(" Loading model timeseries...") |
922
|
|
|
# Get all model timeseries |
923
|
|
|
model_ts_dict = { |
924
|
|
|
"Load": { |
925
|
|
|
"carrier": "land transport EV", |
926
|
|
|
"table": EgonPfHvLoad, |
927
|
|
|
"table_ts": EgonPfHvLoadTimeseries, |
928
|
|
|
"column_id": "load_id", |
929
|
|
|
"columns_ts": ["p_set"], |
930
|
|
|
"ts": None, |
931
|
|
|
}, |
932
|
|
|
"Link": { |
933
|
|
|
"carrier": "BEV charger", |
934
|
|
|
"table": EgonPfHvLink, |
935
|
|
|
"table_ts": EgonPfHvLinkTimeseries, |
936
|
|
|
"column_id": "link_id", |
937
|
|
|
"columns_ts": ["p_max_pu"], |
938
|
|
|
"ts": None, |
939
|
|
|
}, |
940
|
|
|
"Store": { |
941
|
|
|
"carrier": "battery storage", |
942
|
|
|
"table": EgonPfHvStore, |
943
|
|
|
"table_ts": EgonPfHvStoreTimeseries, |
944
|
|
|
"column_id": "store_id", |
945
|
|
|
"columns_ts": ["e_min_pu", "e_max_pu"], |
946
|
|
|
"ts": None, |
947
|
|
|
}, |
948
|
|
|
} |
949
|
|
|
|
950
|
|
|
with db.session_scope() as session: |
951
|
|
|
for node, attrs in model_ts_dict.items(): |
952
|
|
|
print(f" Loading {node} timeseries...") |
953
|
|
|
subquery = ( |
954
|
|
|
session.query( |
955
|
|
|
getattr(attrs["table"], attrs["column_id"]) |
956
|
|
|
) |
957
|
|
|
.filter(attrs["table"].carrier == attrs["carrier"]) |
958
|
|
|
.filter(attrs["table"].scn_name == scenario_name) |
959
|
|
|
.subquery() |
960
|
|
|
) |
961
|
|
|
|
962
|
|
|
cols = [ |
963
|
|
|
getattr(attrs["table_ts"], c) for c in attrs["columns_ts"] |
964
|
|
|
] |
965
|
|
|
query = session.query( |
966
|
|
|
getattr(attrs["table_ts"], attrs["column_id"]), *cols |
967
|
|
|
).filter( |
968
|
|
|
getattr(attrs["table_ts"], attrs["column_id"]).in_( |
969
|
|
|
subquery |
970
|
|
|
), |
971
|
|
|
attrs["table_ts"].scn_name == scenario_name, |
972
|
|
|
) |
973
|
|
|
attrs["ts"] = pd.read_sql( |
974
|
|
|
query.statement, |
975
|
|
|
query.session.bind, |
976
|
|
|
index_col=attrs["column_id"], |
977
|
|
|
) |
978
|
|
|
|
979
|
|
|
# Check if all timeseries have 8760 steps |
980
|
|
|
print(" Checking timeranges...") |
981
|
|
|
for node, attrs in model_ts_dict.items(): |
982
|
|
|
for col in attrs["columns_ts"]: |
983
|
|
|
ts = attrs["ts"] |
984
|
|
|
invalid_ts = ts.loc[ts[col].apply(lambda _: len(_)) != 8760][ |
985
|
|
|
col |
986
|
|
|
].apply(len) |
987
|
|
|
np.testing.assert_equal( |
988
|
|
|
len(invalid_ts), |
989
|
|
|
0, |
990
|
|
|
err_msg=( |
991
|
|
|
f"{str(len(invalid_ts))} rows in timeseries do not " |
992
|
|
|
f"have 8760 timesteps. Table: " |
993
|
|
|
f"{attrs['table_ts'].__table__}, Column: {col}, IDs: " |
994
|
|
|
f"{str(list(invalid_ts.index))}" |
995
|
|
|
), |
996
|
|
|
) |
997
|
|
|
|
998
|
|
|
# Compare total energy demand in model with some approximate values |
999
|
|
|
# (per EV: 14,000 km/a, 0.17 kWh/km) |
1000
|
|
|
print(" Checking energy demand in model...") |
1001
|
|
|
total_energy_model = ( |
1002
|
|
|
model_ts_dict["Load"]["ts"].p_set.apply(lambda _: sum(_)).sum() |
1003
|
|
|
/ 1e6 |
1004
|
|
|
) |
1005
|
|
|
print(f" Total energy amount in model: {total_energy_model} TWh") |
1006
|
|
|
total_energy_scenario_approx = ev_count_alloc * 14000 * 0.17 / 1e9 |
1007
|
|
|
print( |
1008
|
|
|
f" Total approximated energy amount in scenario: " |
1009
|
|
|
f"{total_energy_scenario_approx} TWh" |
1010
|
|
|
) |
1011
|
|
|
np.testing.assert_allclose( |
1012
|
|
|
total_energy_model, |
1013
|
|
|
total_energy_scenario_approx, |
1014
|
|
|
rtol=0.1, |
1015
|
|
|
err_msg=( |
1016
|
|
|
"The total energy amount in the model deviates heavily " |
1017
|
|
|
"from the approximated value for current scenario." |
1018
|
|
|
), |
1019
|
|
|
) |
1020
|
|
|
|
1021
|
|
|
# Compare total storage capacity |
1022
|
|
|
print(" Checking storage capacity...") |
1023
|
|
|
# Load storage capacities from model |
1024
|
|
|
with db.session_scope() as session: |
1025
|
|
|
query = session.query( |
1026
|
|
|
func.sum(EgonPfHvStore.e_nom).label("e_nom") |
1027
|
|
|
).filter( |
1028
|
|
|
EgonPfHvStore.scn_name == scenario_name, |
1029
|
|
|
EgonPfHvStore.carrier == "battery storage", |
1030
|
|
|
) |
1031
|
|
|
storage_capacity_model = ( |
1032
|
|
|
pd.read_sql( |
1033
|
|
|
query.statement, query.session.bind, index_col=None |
1034
|
|
|
).e_nom.sum() |
1035
|
|
|
/ 1e3 |
1036
|
|
|
) |
1037
|
|
|
print( |
1038
|
|
|
f" Total storage capacity ({EgonPfHvStore.__table__}): " |
1039
|
|
|
f"{round(storage_capacity_model, 1)} GWh" |
1040
|
|
|
) |
1041
|
|
|
|
1042
|
|
|
# Load occurences of each EV |
1043
|
|
|
with db.session_scope() as session: |
1044
|
|
|
query = ( |
1045
|
|
|
session.query( |
1046
|
|
|
EgonEvMvGridDistrict.bus_id, |
1047
|
|
|
EgonEvPool.type, |
1048
|
|
|
func.count(EgonEvMvGridDistrict.egon_ev_pool_ev_id).label( |
1049
|
|
|
"count" |
1050
|
|
|
), |
1051
|
|
|
) |
1052
|
|
|
.join( |
1053
|
|
|
EgonEvPool, |
1054
|
|
|
EgonEvPool.ev_id |
1055
|
|
|
== EgonEvMvGridDistrict.egon_ev_pool_ev_id, |
1056
|
|
|
) |
1057
|
|
|
.filter( |
1058
|
|
|
EgonEvMvGridDistrict.scenario == scenario_name, |
1059
|
|
|
EgonEvMvGridDistrict.scenario_variation |
1060
|
|
|
== scenario_var_name, |
1061
|
|
|
EgonEvPool.scenario == scenario_name, |
1062
|
|
|
) |
1063
|
|
|
.group_by(EgonEvMvGridDistrict.bus_id, EgonEvPool.type) |
1064
|
|
|
) |
1065
|
|
|
count_per_ev_all = pd.read_sql( |
1066
|
|
|
query.statement, query.session.bind, index_col="bus_id" |
1067
|
|
|
) |
1068
|
|
|
count_per_ev_all["bat_cap"] = count_per_ev_all.type.map( |
1069
|
|
|
meta_tech_data.battery_capacity |
1070
|
|
|
) |
1071
|
|
|
count_per_ev_all["bat_cap_total_MWh"] = ( |
1072
|
|
|
count_per_ev_all["count"] * count_per_ev_all.bat_cap / 1e3 |
1073
|
|
|
) |
1074
|
|
|
storage_capacity_simbev = count_per_ev_all.bat_cap_total_MWh.div( |
1075
|
|
|
1e3 |
1076
|
|
|
).sum() |
1077
|
|
|
print( |
1078
|
|
|
f" Total storage capacity (simBEV): " |
1079
|
|
|
f"{round(storage_capacity_simbev, 1)} GWh" |
1080
|
|
|
) |
1081
|
|
|
|
1082
|
|
|
np.testing.assert_allclose( |
1083
|
|
|
storage_capacity_model, |
1084
|
|
|
storage_capacity_simbev, |
1085
|
|
|
rtol=0.01, |
1086
|
|
|
err_msg=( |
1087
|
|
|
"The total storage capacity in the model deviates heavily " |
1088
|
|
|
"from the input data provided by simBEV for current scenario." |
1089
|
|
|
), |
1090
|
|
|
) |
1091
|
|
|
|
1092
|
|
|
# Check SoC storage constraint: e_min_pu < e_max_pu for all timesteps |
1093
|
|
|
print(" Validating SoC constraints...") |
1094
|
|
|
stores_with_invalid_soc = [] |
1095
|
|
|
for idx, row in model_ts_dict["Store"]["ts"].iterrows(): |
1096
|
|
|
ts = row[["e_min_pu", "e_max_pu"]] |
1097
|
|
|
x = np.array(ts.e_min_pu) > np.array(ts.e_max_pu) |
1098
|
|
|
if x.any(): |
1099
|
|
|
stores_with_invalid_soc.append(idx) |
1100
|
|
|
|
1101
|
|
|
np.testing.assert_equal( |
1102
|
|
|
len(stores_with_invalid_soc), |
1103
|
|
|
0, |
1104
|
|
|
err_msg=( |
1105
|
|
|
f"The store constraint e_min_pu < e_max_pu does not apply " |
1106
|
|
|
f"for some storages in {EgonPfHvStoreTimeseries.__table__}. " |
1107
|
|
|
f"Invalid store_ids: {stores_with_invalid_soc}" |
1108
|
|
|
), |
1109
|
|
|
) |
1110
|
|
|
|
1111
|
|
|
def check_model_data_lowflex_eGon2035(): |
1112
|
|
|
# TODO: Add eGon100RE_lowflex |
1113
|
|
|
print("") |
1114
|
|
|
print("SCENARIO: eGon2035_lowflex") |
1115
|
|
|
|
1116
|
|
|
# Compare driving load and charging load |
1117
|
|
|
print(" Loading eGon2035 model timeseries: driving load...") |
1118
|
|
|
with db.session_scope() as session: |
1119
|
|
|
query = ( |
1120
|
|
|
session.query( |
1121
|
|
|
EgonPfHvLoad.load_id, |
1122
|
|
|
EgonPfHvLoadTimeseries.p_set, |
1123
|
|
|
) |
1124
|
|
|
.join( |
1125
|
|
|
EgonPfHvLoadTimeseries, |
1126
|
|
|
EgonPfHvLoadTimeseries.load_id == EgonPfHvLoad.load_id, |
1127
|
|
|
) |
1128
|
|
|
.filter( |
1129
|
|
|
EgonPfHvLoad.carrier == "land transport EV", |
1130
|
|
|
EgonPfHvLoad.scn_name == "eGon2035", |
1131
|
|
|
EgonPfHvLoadTimeseries.scn_name == "eGon2035", |
1132
|
|
|
) |
1133
|
|
|
) |
1134
|
|
|
model_driving_load = pd.read_sql( |
1135
|
|
|
query.statement, query.session.bind, index_col=None |
1136
|
|
|
) |
1137
|
|
|
driving_load = np.array(model_driving_load.p_set.to_list()).sum(axis=0) |
1138
|
|
|
|
1139
|
|
|
print( |
1140
|
|
|
" Loading eGon2035_lowflex model timeseries: dumb charging " |
1141
|
|
|
"load..." |
1142
|
|
|
) |
1143
|
|
|
with db.session_scope() as session: |
1144
|
|
|
query = ( |
1145
|
|
|
session.query( |
1146
|
|
|
EgonPfHvLoad.load_id, |
1147
|
|
|
EgonPfHvLoadTimeseries.p_set, |
1148
|
|
|
) |
1149
|
|
|
.join( |
1150
|
|
|
EgonPfHvLoadTimeseries, |
1151
|
|
|
EgonPfHvLoadTimeseries.load_id == EgonPfHvLoad.load_id, |
1152
|
|
|
) |
1153
|
|
|
.filter( |
1154
|
|
|
EgonPfHvLoad.carrier == "land transport EV", |
1155
|
|
|
EgonPfHvLoad.scn_name == "eGon2035_lowflex", |
1156
|
|
|
EgonPfHvLoadTimeseries.scn_name == "eGon2035_lowflex", |
1157
|
|
|
) |
1158
|
|
|
) |
1159
|
|
|
model_charging_load_lowflex = pd.read_sql( |
1160
|
|
|
query.statement, query.session.bind, index_col=None |
1161
|
|
|
) |
1162
|
|
|
charging_load = np.array( |
1163
|
|
|
model_charging_load_lowflex.p_set.to_list() |
1164
|
|
|
).sum(axis=0) |
1165
|
|
|
|
1166
|
|
|
# Ratio of driving and charging load should be 0.9 due to charging |
1167
|
|
|
# efficiency |
1168
|
|
|
print(" Compare cumulative loads...") |
1169
|
|
|
print(f" Driving load (eGon2035): {driving_load.sum() / 1e6} TWh") |
1170
|
|
|
print( |
1171
|
|
|
f" Dumb charging load (eGon2035_lowflex): " |
1172
|
|
|
f"{charging_load.sum() / 1e6} TWh" |
1173
|
|
|
) |
1174
|
|
|
driving_load_theoretical = ( |
1175
|
|
|
float(meta_run_config.eta_cp) * charging_load.sum() |
1176
|
|
|
) |
1177
|
|
|
np.testing.assert_allclose( |
1178
|
|
|
driving_load.sum(), |
1179
|
|
|
driving_load_theoretical, |
1180
|
|
|
rtol=0.01, |
1181
|
|
|
err_msg=( |
1182
|
|
|
f"The driving load (eGon2035) deviates by more than 1% " |
1183
|
|
|
f"from the theoretical driving load calculated from charging " |
1184
|
|
|
f"load (eGon2035_lowflex) with an efficiency of " |
1185
|
|
|
f"{float(meta_run_config.eta_cp)}." |
1186
|
|
|
), |
1187
|
|
|
) |
1188
|
|
|
|
1189
|
|
|
print("=====================================================") |
1190
|
|
|
print("=== SANITY CHECKS FOR MOTORIZED INDIVIDUAL TRAVEL ===") |
1191
|
|
|
print("=====================================================") |
1192
|
|
|
|
1193
|
|
|
for scenario_name in ["eGon2035", "eGon100RE"]: |
1194
|
|
|
scenario_var_name = DATASET_CFG["scenario"]["variation"][scenario_name] |
1195
|
|
|
|
1196
|
|
|
print("") |
1197
|
|
|
print(f"SCENARIO: {scenario_name}, VARIATION: {scenario_var_name}") |
1198
|
|
|
|
1199
|
|
|
# Load scenario params for scenario and scenario variation |
1200
|
|
|
scenario_variation_parameters = get_sector_parameters( |
1201
|
|
|
"mobility", scenario=scenario_name |
1202
|
|
|
)["motorized_individual_travel"][scenario_var_name] |
1203
|
|
|
|
1204
|
|
|
# Load simBEV run config and tech data |
1205
|
|
|
meta_run_config = read_simbev_metadata_file( |
1206
|
|
|
scenario_name, "config" |
1207
|
|
|
).loc["basic"] |
1208
|
|
|
meta_tech_data = read_simbev_metadata_file(scenario_name, "tech_data") |
1209
|
|
|
|
1210
|
|
|
print("") |
1211
|
|
|
print("Checking EV counts...") |
1212
|
|
|
ev_count_alloc = check_ev_allocation() |
1213
|
|
|
|
1214
|
|
|
print("") |
1215
|
|
|
print("Checking trip data...") |
1216
|
|
|
check_trip_data() |
1217
|
|
|
|
1218
|
|
|
print("") |
1219
|
|
|
print("Checking model data...") |
1220
|
|
|
check_model_data() |
1221
|
|
|
|
1222
|
|
|
print("") |
1223
|
|
|
check_model_data_lowflex_eGon2035() |
1224
|
|
|
|
1225
|
|
|
print("=====================================================") |
1226
|
|
|
|