osm_poi_matchmaker.libs.export

Complexity

Total Complexity

12

Size/Duplication

Total Lines	72
Duplicated Lines	0 %

Importance

Changes

0

4 Functions

Rating	Name	Duplication	Size	Complexity
B	export_grouped_poi_data_with_postcode_groups()	0	28	6
A	export_raw_poi_data_xml()	0	3	2
A	export_grouped_poi_data()	0	14	3
A	export_raw_poi_data()	0	5	1

# -*- coding: utf-8 -*-

Missing module docstring

try:
    import logging
    import sys
    import os
    from osm_poi_matchmaker.libs.file_output import save_csv_file, generate_osm_xml
    from osm_poi_matchmaker.utils import config
except ImportError as err:
    logging.error('Error %s import module: %s', __name__, err)
    logging.exception('Exception occurred')

    sys.exit(128)


def export_raw_poi_data(addr_data, comm_data, postfix=''):

Missing function or method docstring

    logging.info('Exporting CSV files ...')
    # And merge and them into one Dataframe and save it to a CSV file
    save_csv_file(config.get_directory_output(), 'poi_common{}.csv'.format(postfix), comm_data, 'poi_common')

This line is too long as per the coding-style (109/100).

    save_csv_file(config.get_directory_output(), 'poi_address{}.csv'.format(postfix), addr_data, 'poi_address')

This line is too long as per the coding-style (111/100).

def export_raw_poi_data_xml(addr_data, postfix=''):

Missing function or method docstring

    with open(os.path.join(config.get_directory_output(), 'poi_address{}.osm'.format(postfix)), 'wb') as oxf:

This line is too long as per the coding-style (109/100).

        oxf.write(generate_osm_xml(addr_data))


def export_grouped_poi_data(data):

Missing function or method docstring

    try:
        # Generating CSV files group by poi_code
        output_dir = data[0]
        filename = data[1]
        rows = data[2]
        table = data[3]
        # Generating CSV files group by poi_code
        save_csv_file(output_dir, '{}.csv'.format(filename), rows, table)
        with open(os.path.join(output_dir, '{}.osm'.format(filename)), 'wb') as oxf:
            oxf.write(generate_osm_xml(rows))
    except Exception as e:

Catching very general exceptions such as Exception is usually not recommended.

Variable name "e" doesn't conform to snake_case naming style ('([^\\W\\dA-Z][^\\WA-Z]2,|_[^\\WA-Z]*|__[^\\WA-Z\\d_][^\\WA-Z]+__)$' pattern)

        logging.error(e)
        logging.exception('Exception occurred')


def export_grouped_poi_data_with_postcode_groups(data):

Missing function or method docstring

    try:
        # Generating CSV files group by poi_code and postcode
        output_dir = data[0]
        filename = data[1]
        rows = data[2]
        # Maximum number of items in one file
        batch = 100
        # Minimum difference between postcode grouped data sets
        postcode_gap = 200
        # Postcode minimum value
        postcode_start = 1000
        # Postcode maximum value
        postcode_stop = 9999
        if len(rows) > batch:
            # Create sliced data output
            i = postcode_start
            for i in range(postcode_start, postcode_stop, postcode_gap):
                stop = i + postcode_gap - 1
                xml_export = rows[rows['poi_postcode'].between(i, stop)]
                print(xml_export.to_string())
                if len(xml_export) != 0:
                    with open(os.path.join(output_dir, '{}_{:04d}-{:04d}.osm'.format(filename, i, stop)), 'wb') as oxf:

This line is too long as per the coding-style (119/100).

                        oxf.write(generate_osm_xml(xml_export))
                i += postcode_gap
    except Exception as e:

Catching very general exceptions such as Exception is usually not recommended.

Variable name "e" doesn't conform to snake_case naming style ('([^\\W\\dA-Z][^\\WA-Z]2,|_[^\\WA-Z]*|__[^\\WA-Z\\d_][^\\WA-Z]+__)$' pattern)

        logging.error(e)
        logging.exception('Exception occurred')