MySqlLoaderWriter

Complexity

Total Complexity

11

Size/Duplication

Total Lines	102
Duplicated Lines	0 %

Test Coverage

Coverage

71.88%

Importance

Changes	1
Bugs	0	Features	0

7 Methods

Rating	Name	Duplication	Size	Complexity
A	write_string()	0	14	2
A	write_none()	0	9	1
A	write_datetime()	0	12	3
A	get_bulk_load_sql()	0	19	1
A	write_date()	0	9	1
A	write_int()	0	9	1
A	writerow()	0	11	2

"""
ETLT-MySQL

Copyright 2016 Set Based IT Consultancy

Licence MIT
"""
import datetime

The import datetime seems to be unused.

import os

import pytz

The import pytz could not be resolved.

from etlt.writer.SqlLoaderWriter import SqlLoaderWriter

The import etlt.writer.SqlLoaderWriter could not be resolved.

class MySqlLoaderWriter(SqlLoaderWriter):

This class has no __init__ method.

    """
    Writer for storing rows in CSV format optimized for MariaDB and MySQL instances and 'load data local infile'

This line is too long as per the coding-style (112/100).

    statement.
    """

    # ------------------------------------------------------------------------------------------------------------------

This line is too long as per the coding-style (120/100).

    @staticmethod
    def write_date(value, file):
        """
        Writes a date as a field to a CSV file.

        :param datetime.date value: The date.
        :param T file: The file.
        """
        file.write(value.isoformat())

    # ------------------------------------------------------------------------------------------------------------------

This line is too long as per the coding-style (120/100).

    @staticmethod
    def write_datetime(value, file):
        """
        Writes a datetime as a field to a CSV file.

        :param datetime.datetime value: The date.
        :param T file: The file.
        """
        zone = value.tzinfo
        if zone and zone != pytz.utc:
            raise ValueError('Only native and UTC timezone supported')
        file.write(value.isoformat())

    # ------------------------------------------------------------------------------------------------------------------

This line is too long as per the coding-style (120/100).

    @staticmethod
    def write_int(value, file):
        """
        Writes an integer as a field to a CSV file.

        :param int value: The integer.
        :param T file: The file.
        """
        file.write(str(value))

    # ------------------------------------------------------------------------------------------------------------------

This line is too long as per the coding-style (120/100).

    @staticmethod
    def write_none(_, file):
        """
        Writes None as a field to a CSV file.

        :param None _: The None object.
        :param T file: The file.
        """
        file.write('\\N')

    # ------------------------------------------------------------------------------------------------------------------

This line is too long as per the coding-style (120/100).

    @staticmethod
    def write_string(value, file):
        """
        Writes a string as a field to a CSV file.

        :param str value: The string.
        :param T file: The file.
        """
        if value == '':
            file.write('\\N')
        else:
            file.write("'")
            file.write(value.replace('\\', '\\\\').replace("'", "\\'"))
            file.write("'")

    # ------------------------------------------------------------------------------------------------------------------

This line is too long as per the coding-style (120/100).

    def writerow(self, row):
        """
        Writes a row to the destination file.

        :param dict[str,str|None] row: The row.
        """
        for field in self._fields:

The Instance of MySqlLoaderWriter does not seem to have a member named _fields.

            self._write_field(row[field])

The Instance of MySqlLoaderWriter does not seem to have a member named _write_field.

            self._file.write(',')

The Instance of MySqlLoaderWriter does not seem to have a member named _file.

        self._file.write(os.linesep)

The Instance of MySqlLoaderWriter does not seem to have a member named _file.

    # ------------------------------------------------------------------------------------------------------------------

This line is too long as per the coding-style (120/100).

    def get_bulk_load_sql(self, table_name):
        """
        Returns a SQL statement for bulk loading the data into a table.

        :param str table_name: The name of the table.

        :rtype: str
        """
        sql = "load data local infile '{FILENAME}'"
        sql += ' into table `{TABLE_NAME}`'
        sql += ' character set {ENCODING}'
        sql += " fields terminated by ','"
        sql += " optionally enclosed by '\\\''"
        sql += " escaped by '\\\\'"
        sql += " lines terminated by '\\n'"

        return sql.format(FILENAME=self._filename,  # @todo Quoting of filename

The Instance of MySqlLoaderWriter does not seem to have a member named _filename.

                          ENCODING=self._encoding,

The Instance of MySqlLoaderWriter does not seem to have a member named _encoding.

                          TABLE_NAME=table_name)


# ----------------------------------------------------------------------------------------------------------------------

This line is too long as per the coding-style (120/100).

MySqlLoaderWriter.register_handler("<class 'int'>", MySqlLoaderWriter.write_int)

The Class MySqlLoaderWriter does not seem to have a member named register_handler.

MySqlLoaderWriter.register_handler("<class 'str'>", MySqlLoaderWriter.write_string)

The Class MySqlLoaderWriter does not seem to have a member named register_handler.

MySqlLoaderWriter.register_handler("<class 'NoneType'>", MySqlLoaderWriter.write_none)

The Class MySqlLoaderWriter does not seem to have a member named register_handler.

MySqlLoaderWriter.register_handler("<class 'datetime.date'>", MySqlLoaderWriter.write_date)

The Class MySqlLoaderWriter does not seem to have a member named register_handler.

MySqlLoaderWriter.register_handler("<class 'datetime.datetime'>", MySqlLoaderWriter.write_datetime)

The Class MySqlLoaderWriter does not seem to have a member named register_handler.