|
1
|
|
|
from __future__ import annotations |
|
2
|
|
|
|
|
3
|
|
|
from pathlib import Path |
|
4
|
|
|
import zipfile |
|
5
|
|
|
|
|
6
|
|
|
from loguru import logger |
|
7
|
|
|
import requests |
|
8
|
|
|
|
|
9
|
|
|
from egon.data import config, db |
|
10
|
|
|
from egon.data.datasets import Dataset |
|
11
|
|
|
from egon.data.datasets.emobility.motorized_individual_travel_charging_infrastructure.db_classes import ( # noqa: E501 |
|
12
|
|
|
EgonEmobChargingInfrastructure, |
|
13
|
|
|
) |
|
14
|
|
|
from egon.data.datasets.emobility.motorized_individual_travel_charging_infrastructure.infrastructure_allocation import ( # noqa: E501 |
|
15
|
|
|
run_tracbev, |
|
16
|
|
|
) |
|
17
|
|
|
|
|
18
|
|
|
WORKING_DIR = Path(".", "charging_infrastructure").resolve() |
|
19
|
|
|
DATASET_CFG = config.datasets()["charging_infrastructure"] |
|
20
|
|
|
|
|
21
|
|
|
|
|
22
|
|
|
def create_tables() -> None: |
|
23
|
|
|
engine = db.engine() |
|
24
|
|
|
EgonEmobChargingInfrastructure.__table__.drop(bind=engine, checkfirst=True) |
|
25
|
|
|
EgonEmobChargingInfrastructure.__table__.create( |
|
26
|
|
|
bind=engine, checkfirst=True |
|
27
|
|
|
) |
|
28
|
|
|
|
|
29
|
|
|
logger.debug("Created tables.") |
|
30
|
|
|
|
|
31
|
|
|
|
|
32
|
|
|
def download_zip(url: str, target: Path, chunk_size: int = 128) -> None: |
|
33
|
|
|
r = requests.get(url, stream=True) |
|
34
|
|
|
|
|
35
|
|
|
target.parent.mkdir(parents=True, exist_ok=True) |
|
36
|
|
|
|
|
37
|
|
|
with open(target, "wb") as fd: |
|
38
|
|
|
for chunk in r.iter_content(chunk_size=chunk_size): |
|
39
|
|
|
fd.write(chunk) |
|
40
|
|
|
|
|
41
|
|
|
|
|
42
|
|
|
def unzip_file(source: Path, target: Path) -> None: |
|
43
|
|
|
with zipfile.ZipFile(source, "r") as zip_ref: |
|
44
|
|
|
zip_ref.extractall(target) |
|
45
|
|
|
|
|
46
|
|
|
|
|
47
|
|
|
def get_tracbev_data() -> None: |
|
48
|
|
|
tracbev_cfg = DATASET_CFG["original_data"]["sources"]["tracbev"] |
|
49
|
|
|
file = WORKING_DIR / tracbev_cfg["file"] |
|
50
|
|
|
|
|
51
|
|
|
download_zip(url=tracbev_cfg["url"], target=file) |
|
52
|
|
|
|
|
53
|
|
|
unzip_file(source=file, target=WORKING_DIR) |
|
54
|
|
|
|
|
55
|
|
|
|
|
56
|
|
|
class MITChargingInfrastructure(Dataset): |
|
57
|
|
|
def __init__(self, dependencies): |
|
58
|
|
|
super().__init__( |
|
59
|
|
|
name="MITChargingInfrastructure", |
|
60
|
|
|
version="0.0.1.dev", |
|
61
|
|
|
dependencies=dependencies, |
|
62
|
|
|
tasks=( |
|
63
|
|
|
{ |
|
64
|
|
|
create_tables, |
|
65
|
|
|
get_tracbev_data, |
|
66
|
|
|
}, |
|
67
|
|
|
run_tracbev, |
|
68
|
|
|
), |
|
69
|
|
|
) |
|
70
|
|
|
|