osm_poi_matchmaker.libs.pandas

Complexity

Total Complexity

9

Size/Duplication

Total Lines	51
Duplicated Lines	0 %

Importance

Changes

0

1 Function

Rating	Name	Duplication	Size	Complexity
C	save_downloaded_pd()	0	33	9

# -*- coding: utf-8 -*-

Missing module docstring

try:
    import logging
    import sys
    import requests

The import requests seems to be unused.

    import os
    import pandas as pd
    from osm_poi_matchmaker.utils import config
    from osm_poi_matchmaker.libs.soup import download_content
except ImportError as err:
    logging.error('Error %s import module: %s', __name__, err)
    logging.exception('Exception occurred')

    sys.exit(128)


def save_downloaded_pd(link, file, verify=config.get_download_verify_link(), headers=None):

Missing function or method docstring

The argument headers seems to be unused.

    if config.get_download_use_cached_data() is True and os.path.isfile(file):
        df = pd.read_csv(file)

Variable name "df" doesn't conform to snake_case naming style ('([^\\W\\dA-Z][^\\WA-Z]2,|_[^\\WA-Z]*|__[^\\WA-Z\\d_][^\\WA-Z]+__)$' pattern)

    else:
        if link is not None:
            cvs = download_content(link, verify, None, None, 'utf-16')
            if cvs is not None:
                logging.info('We got content, write to file.')
                if not os.path.exists(config.get_directory_cache_url()):
                    os.makedirs(config.get_directory_cache_url())
                with open(file, mode='w', encoding='utf-8') as code:
                    code.write(cvs)
                df = pd.read_csv(file, encoding='UTF-8', sep='\t', skiprows=0)

Variable name "df" doesn't conform to snake_case naming style ('([^\\W\\dA-Z][^\\WA-Z]2,|_[^\\WA-Z]*|__[^\\WA-Z\\d_][^\\WA-Z]+__)$' pattern)

            else:
                if os.path.exists(file):
                    logging.info(
                        'The %s link returned error code other than 200 but there is an already downloaded file. Try to open it.',

This line is too long as per the coding-style (130/100).

                        link)
                    df = pd.read_csv(file, encoding='UTF-8', sep='\t', skiprows=0)

Variable name "df" doesn't conform to snake_case naming style ('([^\\W\\dA-Z][^\\WA-Z]2,|_[^\\WA-Z]*|__[^\\WA-Z\\d_][^\\WA-Z]+__)$' pattern)

                else:
                    logging.warning(
                        'Skipping dataset: %s. There is not downloadable URL, nor already downbloaded file.', link)

This line is too long as per the coding-style (115/100).

        else:
            if os.path.exists(file):
                df = pd.read_csv(file, encoding='UTF-8', sep='\t', skiprows=0)

Variable name "df" doesn't conform to snake_case naming style ('([^\\W\\dA-Z][^\\WA-Z]2,|_[^\\WA-Z]*|__[^\\WA-Z\\d_][^\\WA-Z]+__)$' pattern)

                logging.info(
                    'Using file only: %s. There is not downloadable URL only just the file. Do not forget to update file manually!',

This line is too long as per the coding-style (132/100).

                    file)
            else:
                logging.warning(
                    'Cannot use download and file: %s. There is not downloadable URL, nor already downbloaded file.',

This line is too long as per the coding-style (117/100).

                    file)
    return df

The variable df does not seem to be defined for all execution paths.