osm_poi_matchmaker.dataproviders.attic.hu_tesco

Complexity

Total Complexity

10

Size/Duplication

Total Lines	110
Duplicated Lines	0 %

Importance

Changes

0

3 Methods

Rating	Name	Duplication	Size	Complexity
A	hu_tesco.__init__()	0	5	1
A	hu_tesco.types()	0	14	1
C	hu_tesco.process()	0	65	8

# -*- coding: utf-8 -*-

Missing module docstring

try:
    import logging
    import os
    import re
    import pandas as pd
    from osm_poi_matchmaker.dao.data_handlers import insert_poi_dataframe
    from osm_poi_matchmaker.libs.soup import save_downloaded_soup
    from osm_poi_matchmaker.libs.address import extract_street_housenumber_better_2, clean_city
    from osm_poi_matchmaker.dao import poi_array_structure
except ImportError as err:
    logging.error('Error %s import module: %s', __name__, err)
    logging.exception('Exception occurred')

    sys.exit(128)

Undefined variable 'sys'

POI_COLS = poi_array_structure.POI_COLS
POI_DATA = 'http://tesco.hu/aruhazak/nyitvatartas'


class hu_tesco():

Class name "hu_tesco" doesn't conform to PascalCase naming style ('[^\\W\\da-z][^\\W_]+$' pattern)

Missing class docstring

    def __init__(self, session, download_cache, filename='hu_tesco.html'):
        self.session = session
        self.link = POI_DATA
        self.download_cache = download_cache
        self.filename = filename

    @staticmethod
    def types():

Missing function or method docstring

        data = [
            {'poi_code': 'hutescoexp', 'poi_name': 'Tesco Expressz', 'poi_type': 'shop',
             'poi_tags': "{'shop': 'convenience', 'operator': 'Tesco Global Áruházak Zrt.', 'brand': 'Tesco', 'contact:facebook':'https://www.facebook.com/tescoaruhazak', 'contact:youtube':'https://www.youtube.com/user/TescoMagyarorszag', 'payment:cash': 'yes', 'payment:debit_cards': 'yes'}",

This line is too long as per the coding-style (293/100).

             'poi_url_base': 'https://www.tesco.hu'},
            {'poi_code': 'hutescoext', 'poi_name': 'Tesco Extra', 'poi_type': 'shop',
             'poi_tags': "{'shop': 'supermarket', 'operator': 'Tesco Global Áruházak Zrt.', 'brand': 'Tesco', 'contact:facebook':'https://www.facebook.com/tescoaruhazak', 'contact:youtube':'https://www.youtube.com/user/TescoMagyarorszag', 'payment:cash': 'yes', 'payment:debit_cards': 'yes'}",

This line is too long as per the coding-style (293/100).

             'poi_url_base': 'https://www.tesco.hu'},
            {'poi_code': 'hutescosup', 'poi_name': 'Tesco', 'poi_type': 'shop',
             'poi_tags': "{'shop': 'supermarket', 'operator': 'Tesco Global Áruházak Zrt.', 'brand': 'Tesco', 'contact:facebook':'https://www.facebook.com/tescoaruhazak', 'contact:youtube':'https://www.youtube.com/user/TescoMagyarorszag', 'payment:cash': 'yes', 'payment:debit_cards': 'yes'}",

This line is too long as per the coding-style (293/100).

             'poi_url_base': 'https://www.tesco.hu'},
        ]
        return data

    def process(self):

Missing function or method docstring

This function exceeds the maximum number of variables (39/15).

        soup = save_downloaded_soup('{}'.format(self.link), os.path.join(self.download_cache, self.filename))

This line is too long as per the coding-style (109/100).

It seems like a value for argument filetype is missing in the function call.

        data = []
        if soup is not None:
            # parse the html using beautiful soap and store in variable `soup`
            table = soup.find('table', attrs={'class': 'tescoce-table'})
            table_body = table.find('tbody')
            rows = table_body.find_all('tr')
            for row in rows:
                cols = row.find_all('td')
                link = cols[0].find('a').get('href') if cols[0].find('a') is not None else []
                cols = [element.text.strip() for element in cols]
                cols[0] = cols[0].split('\n')[0]
                del cols[-1]
                del cols[-1]
                cols.append(link)
                data.append(cols)
            for poi_data in data:
                # Assign: code, postcode, city, name, branch, website, original, street, housenumber, conscriptionnumber, ref, geom

This line is too long as per the coding-style (131/100).

                street, housenumber, conscriptionnumber = extract_street_housenumber_better_2(poi_data[3])

This line is too long as per the coding-style (106/100).

                tesco_replace = re.compile('(expressz{0,1})', re.IGNORECASE)
                poi_data[0] = tesco_replace.sub('Expressz', poi_data[0])
                if 'xpres' in poi_data[0]:
                    name = 'Tesco Expressz'
                    code = 'hutescoexp'
                elif 'xtra' in poi_data[0]:
                    name = 'Tesco Extra'
                    code = 'hutescoext'
                else:
                    name = 'Tesco'
                    code = 'hutescosup'
                poi_data[0] = poi_data[0].replace('TESCO', 'Tesco')
                poi_data[0] = poi_data[0].replace('Bp.', 'Budapest')
                postcode = poi_data[1].strip()
                city = clean_city(poi_data[2].split(',')[0])
                branch = poi_data[0]
                website = poi_data[4]
                nonstop = None
                mo_o = None
                th_o = None
                we_o = None
                tu_o = None
                fr_o = None
                sa_o = None
                su_o = None
                mo_c = None
                th_c = None
                we_c = None
                tu_c = None
                fr_c = None
                sa_c = None
                su_c = None
                original = poi_data[3]
                geom = None
                ref = None
                insert_data.append(

The variable insert_data does not seem to be defined.

Undefined variable 'insert_data'

                    [code, postcode, city, name, branch, website, original, street, housenumber, conscriptionnumber,

This line is too long as per the coding-style (116/100).

                     ref, geom, nonstop, mo_o, tu_o, we_o, th_o, fr_o, sa_o, su_o, mo_c, th_c, we_c, tu_c, fr_c, sa_c,

This line is too long as per the coding-style (118/100).

                     su_c])
            if len(insert_data) < 1:

Undefined variable 'insert_data'

                logging.warning('Resultset is empty. Skipping ...')
            else:
                df = pd.DataFrame(insert_data)

Variable name "df" doesn't conform to snake_case naming style ('([^\\W\\dA-Z][^\\WA-Z]2,|_[^\\WA-Z]*|__[^\\WA-Z\\d_][^\\WA-Z]+__)$' pattern)

Undefined variable 'insert_data'

                df.columns = POI_COLS
                insert_poi_dataframe(self.session, df)