data.datasets.data_bundle.download() - Code Metrics - Inspection of "Features/#1238 update data bundle" - openego/eGon-data - Measure and Improve Code Quality continuously with Scrutinizer

Passed

Pull Request — dev (#1281)

unknown

created 2025-06-12 13:51 UTC

data.datasets.data_bundle.download() A

↳ Parent: data.datasets.data_bundle

Complexity

Conditions

Size

Total Lines	26
Code Lines	12

Duplication

Lines	26
Ratio	100 %

Importance

Changes

Metric	Value
eloc	12
dl	26
loc	26
rs	9.3333
c	0
b	0
f	0
cc	5
nop	0

"""The central module containing all code dealing with small scale input-data
"""


from pathlib import Path
from urllib.request import urlretrieve
import shutil
import zipfile

from egon.data import config
from egon.data.datasets import Dataset


def download():

    """
    Download small scale input data from Zenodo
    Parameters
    ----------

    """
    data_bundle_path = Path(".") / "data_bundle_egon_data"
    # Delete folder if it already exists
    if data_bundle_path.exists() and data_bundle_path.is_dir():
        shutil.rmtree(data_bundle_path)
    # Get parameters from config and set download URL
    sources = config.datasets()["data-bundle"]["sources"]["zenodo"]
    url = (
        f"https://zenodo.org/record/{sources['deposit_id']}/files/"
        "data_bundle_egon_data.zip"
    )
    target_file = config.datasets()["data-bundle"]["targets"]["file"]

    # check if file exists
    if not Path(target_file).exists():
        # Retrieve files
        urlretrieve(url, target_file)

    with zipfile.ZipFile(target_file, "r") as zip_ref:
        zip_ref.extractall(".")


class DataBundle(Dataset):
    def __init__(self, dependencies):
        deposit_id = config.datasets()["data-bundle"]["sources"][
            "zenodo"
        ]["deposit_id"]
        deposit_id_powerd = config.datasets()["data-bundle"]["sources"][
            "zenodo"
        ]["deposit_id"]
        super().__init__(
            name="DataBundle",
            version=f"{deposit_id}-{deposit_id_powerd}-0.0.3",
            dependencies=dependencies,
            tasks=(download,),
        )


1		"""The central module containing all code dealing with small scale input-data
2		"""
3
4
5		from pathlib import Path
6		from urllib.request import urlretrieve
7		import shutil
8		import zipfile
9
10		from egon.data import config
11		from egon.data.datasets import Dataset
12
13
14	View Code Duplication	def download():
		0 ignored issues – show Duplication introduced 2025-06-12 13:51 UTC by Report Bug Copy Issue Report This code seems to be duplicated in your project. Loading history...
15		"""
16		Download small scale input data from Zenodo
17		Parameters
18		----------
19
20		"""
21		data_bundle_path = Path(".") / "data_bundle_egon_data"
22		# Delete folder if it already exists
23		if data_bundle_path.exists() and data_bundle_path.is_dir():
24		shutil.rmtree(data_bundle_path)
25		# Get parameters from config and set download URL
26		sources = config.datasets()["data-bundle"]["sources"]["zenodo"]
27		url = (
28		f"https://zenodo.org/record/{sources['deposit_id']}/files/"
29		"data_bundle_egon_data.zip"
30		)
31		target_file = config.datasets()["data-bundle"]["targets"]["file"]
32
33		# check if file exists
34		if not Path(target_file).exists():
35		# Retrieve files
36		urlretrieve(url, target_file)
37
38		with zipfile.ZipFile(target_file, "r") as zip_ref:
39		zip_ref.extractall(".")
40
41
42		class DataBundle(Dataset):
43		def __init__(self, dependencies):
44		deposit_id = config.datasets()["data-bundle"]["sources"][
45		"zenodo"
46		]["deposit_id"]
47		deposit_id_powerd = config.datasets()["data-bundle"]["sources"][
48		"zenodo"
49		]["deposit_id"]
50		super().__init__(
51		name="DataBundle",
52		version=f"{deposit_id}-{deposit_id_powerd}-0.0.3",
53		dependencies=dependencies,
54		tasks=(download,),
55		)
56

openego / eGon-data

Pull Request — dev (#1281)

data.datasets.data_bundle.download() A

Complexity

Size

Duplication

Importance

Duplication Side-by-Side

Filter issues like