db_sync_tool.database.utility.count_tables() - Code Metrics - Inspection of "[Task] Exported tables info" - jackd248/db-sync-tool - Measure and Improve Code Quality continuously with Scrutinizer

Passed

Push — master ( 1637f4...9b1f68 )

by Konrad

created 2021-03-07 12:29 UTC

db_sync_tool.database.utility.count_tables() A

↳ Parent: db_sync_tool.database.utility

Complexity

Conditions

Size

Total Lines	19
Code Lines	11

Duplication

Lines	0
Ratio	0 %

Importance

Changes

Metric	Value
eloc	11
dl	0
loc	19
rs	9.85
c	0
b	0
f	0
cc	2
nop	2

#!/usr/bin/env python3

# -*- coding: future_fstrings -*-


import sys
import datetime
from db_sync_tool.utility import mode, system, helper, output


database_dump_file_name = None



def run_database_command(client, command):
    """
    Run a database command using the "mysql -e" command
    :param client: String
    :param command: String database command
    :return:
    """
    return mode.run_command(
        helper.get_command(client, 'mysql') + ' ' + generate_mysql_credentials(client) + ' -e "' + command + '"',

        client, True)


def generate_database_dump_filename():
    """
    Generate a database dump filename like "_[name]_[date].sql" or using the give filename
    :return:
    """
    global database_dump_file_name


    if system.config['dump_name'] == '':
        # _project-db_20-08-2020_12-37.sql
        _now = datetime.datetime.now()
        database_dump_file_name = '_' + system.config['origin']['db']['name'] + '_' + _now.strftime(
            "%d-%m-%Y_%H-%M") + '.sql'
    else:
        database_dump_file_name = system.config['dump_name'] + '.sql'


def generate_ignore_database_tables():
    """
    Generate the ignore tables options for the mysqldump command by the given table list
    # ToDo: Too much conditional nesting
    :return: String
    """
    _ignore_tables = []
    if 'ignore_table' in system.config:
        for table in system.config['ignore_table']:
            if '*' in table:
                _wildcard_tables = get_database_tables_like('origin', table.replace('*', ''))
                if _wildcard_tables:
                    for wildcard_table in _wildcard_tables:
                        _ignore_tables = generate_ignore_database_table(_ignore_tables, wildcard_table)

            else:
                _ignore_tables = generate_ignore_database_table(_ignore_tables, table)
        return ' '.join(_ignore_tables)
    return ''


def generate_ignore_database_table(ignore_tables, table):
    """
    :param ignore_tables: Dictionary
    :param table: String
    :return:
    """
    ignore_tables.append('--ignore-table=' + system.config['origin']['db']['name'] + '.' + table)
    return ignore_tables


def get_database_tables_like(client, name):

    """
    Get database table names like the given name
    :param client: String
    :param name: String
    :return: Dictionary
    """
    _dbname = system.config[client]['db']['name']
    _tables = run_database_command(client, f'SHOW TABLES FROM {_dbname} LIKE \'%{name}%\';').strip()
    if _tables != '':
        return _tables.split('\n', 1)[1:]


def generate_mysql_credentials(client):
    """
    Generate the needed database credential information for the mysql command
    :param client: String
    :return:
    """
    _credentials = '-u\'' + system.config[client]['db']['user'] + '\' -p\'' + system.config[client]['db'][

        'password'] + '\''
    if 'host' in system.config[client]['db']:
        _credentials += ' -h\'' + system.config[client]['db']['host'] + '\''
    if 'port' in system.config[client]['db']:
        _credentials += ' -P\'' + str(system.config[client]['db']['port']) + '\''
    return _credentials


def check_database_dump(client, filepath):
    """
    Checking the last line of the dump file if it contains "-- Dump completed on"
    :param client: String
    :param filepath: String
    :return:
    """
    if system.config['check_dump']:
        _line = mode.run_command(
            helper.get_command(client, 'tail') + ' -n 1 ' + filepath,
            client,
            True,
            skip_dry_run=True
        )

        if not _line:
            return

        if "-- Dump completed on" not in _line:
            sys.exit(
                output.message(
                    output.Subject.ERROR,
                    'Dump file is corrupted',
                    do_print=False
                )
            )
        else:
            output.message(
                output.host_to_subject(client),
                'Dump file is valid',
                verbose_only=True
            )


def count_tables(client, filepath):
    """
    Count the reference string in the database dump file to get the count of all exported tables
    :param client: String
    :param filepath: String
    :return:
    """
    _reference = 'CREATE TABLE'
    _count = mode.run_command(
        f'{helper.get_command(client, "grep")} -ao "{_reference}" {filepath} | wc -l | xargs',
        client,
        True,
        skip_dry_run=True
    )

    if _count:
        output.message(
            output.host_to_subject(client),
            f'{int(_count)} table(s) exported'
        )


1			#!/usr/bin/env python3
			0 ignored issues – show introduced 2020-11-27 11:55 UTC by Report Bug Copy Issue Report Missing module docstring Loading history...
2			# -- coding: future_fstrings --
3
4
5			import sys
6			import datetime
7			from db_sync_tool.utility import mode, system, helper, output
8
9
10			database_dump_file_name = None
			0 ignored issues – show Coding Style Naming introduced 2020-11-27 11:55 UTC by Report Bug Copy Issue Report Constant name "database_dump_file_name" doesn't conform to UPPER_CASE naming style ('([^\\W\\da-z][^\\Wa-z]\|__.__)$' pattern) This check looks for invalid names for a range of different identifiers. You can set regular expressions to which the identifiers must conform if the defaults do not match your requirements. If your project includes a Pylint configuration file, the settings contained in that file take precedence. To find out more about Pylint, please refer to their site. Loading history...
11
12
13			def run_database_command(client, command):
14			"""
15			Run a database command using the "mysql -e" command
16			:param client: String
17			:param command: String database command
18			:return:
19			"""
20			return mode.run_command(
21			helper.get_command(client, 'mysql') + ' ' + generate_mysql_credentials(client) + ' -e "' + command + '"',
			0 ignored issues – show Coding Style introduced 2020-11-27 11:55 UTC by Report Bug Copy Issue Report This line is too long as per the coding-style (113/100). This check looks for lines that are too long. You can specify the maximum line length. Loading history...
22			client, True)
23
24
25			def generate_database_dump_filename():
26			"""
27			Generate a database dump filename like "_[name]_[date].sql" or using the give filename
28			:return:
29			"""
30			global database_dump_file_name
			0 ignored issues – show Coding Style introduced 2020-11-21 18:36 UTC by Report Bug Copy Issue Report Usage of the `global` statement should be avoided. Usage of `global` can make code hard to read and test, its usage is generally not recommended unless you are dealing with legacy code. Loading history... Coding Style Naming introduced 2020-11-27 11:55 UTC by Report Bug Copy Issue Report Constant name "database_dump_file_name" doesn't conform to UPPER_CASE naming style ('([^\\W\\da-z][^\\Wa-z]\|__.__)$' pattern) This check looks for invalid names for a range of different identifiers. You can set regular expressions to which the identifiers must conform if the defaults do not match your requirements. If your project includes a Pylint configuration file, the settings contained in that file take precedence. To find out more about Pylint, please refer to their site. Loading history...
31
32			if system.config['dump_name'] == '':
33			# _project-db_20-08-2020_12-37.sql
34			_now = datetime.datetime.now()
35			database_dump_file_name = '_' + system.config['origin']['db']['name'] + '_' + _now.strftime(
36			"%d-%m-%Y_%H-%M") + '.sql'
37			else:
38			database_dump_file_name = system.config['dump_name'] + '.sql'
39
40
41			def generate_ignore_database_tables():
42			"""
43			Generate the ignore tables options for the mysqldump command by the given table list
44			# ToDo: Too much conditional nesting
45			:return: String
46			"""
47			_ignore_tables = []
48			if 'ignore_table' in system.config:
49			for table in system.config['ignore_table']:
50			if '*' in table:
51			_wildcard_tables = get_database_tables_like('origin', table.replace('*', ''))
52			if _wildcard_tables:
53			for wildcard_table in _wildcard_tables:
54			_ignore_tables = generate_ignore_database_table(_ignore_tables, wildcard_table)
			0 ignored issues – show Coding Style introduced 2020-11-26 10:20 UTC by Report Bug Copy Issue Report This line is too long as per the coding-style (103/100). This check looks for lines that are too long. You can specify the maximum line length. Loading history...
55			else:
56			_ignore_tables = generate_ignore_database_table(_ignore_tables, table)
57			return ' '.join(_ignore_tables)
58			return ''
59
60
61			def generate_ignore_database_table(ignore_tables, table):
62			"""
63			:param ignore_tables: Dictionary
64			:param table: String
65			:return:
66			"""
67			ignore_tables.append('--ignore-table=' + system.config['origin']['db']['name'] + '.' + table)
68			return ignore_tables
69
70
71			def get_database_tables_like(client, name):
			0 ignored issues – show Unused Code introduced 2020-11-26 10:20 UTC by Report Bug Copy Issue Report Either all return statements in a function should return an expression, or none of them should. Loading history...
72			"""
73			Get database table names like the given name
74			:param client: String
75			:param name: String
76			:return: Dictionary
77			"""
78			_dbname = system.config[client]['db']['name']
79			_tables = run_database_command(client, f'SHOW TABLES FROM {_dbname} LIKE \'%{name}%\';').strip()
80			if _tables != '':
81			return _tables.split('\n', 1)[1:]
82
83
84			def generate_mysql_credentials(client):
85			"""
86			Generate the needed database credential information for the mysql command
87			:param client: String
88			:return:
89			"""
90			_credentials = '-u\'' + system.config[client]['db']['user'] + '\' -p\'' + system.config[client]['db'][
			0 ignored issues – show Coding Style introduced 2020-11-27 11:55 UTC by Report Bug Copy Issue Report This line is too long as per the coding-style (106/100). This check looks for lines that are too long. You can specify the maximum line length. Loading history...
91			'password'] + '\''
92			if 'host' in system.config[client]['db']:
93			_credentials += ' -h\'' + system.config[client]['db']['host'] + '\''
94			if 'port' in system.config[client]['db']:
95			_credentials += ' -P\'' + str(system.config[client]['db']['port']) + '\''
96			return _credentials
97
98
99			def check_database_dump(client, filepath):
100			"""
101			Checking the last line of the dump file if it contains "-- Dump completed on"
102			:param client: String
103			:param filepath: String
104			:return:
105			"""
106			if system.config['check_dump']:
107			_line = mode.run_command(
108			helper.get_command(client, 'tail') + ' -n 1 ' + filepath,
109			client,
110			True,
111			skip_dry_run=True
112			)
113
114			if not _line:
115			return
116
117			if "-- Dump completed on" not in _line:
118			sys.exit(
119			output.message(
120			output.Subject.ERROR,
121			'Dump file is corrupted',
122			do_print=False
123			)
124			)
125			else:
126			output.message(
127			output.host_to_subject(client),
128			'Dump file is valid',
129			verbose_only=True
130			)
131
132
133			def count_tables(client, filepath):
134			"""
135			Count the reference string in the database dump file to get the count of all exported tables
136			:param client: String
137			:param filepath: String
138			:return:
139			"""
140			_reference = 'CREATE TABLE'
141			_count = mode.run_command(
142			f'{helper.get_command(client, "grep")} -ao "{_reference}" {filepath} \| wc -l \| xargs',
143			client,
144			True,
145			skip_dry_run=True
146			)
147
148			if _count:
149			output.message(
150			output.host_to_subject(client),
151			f'{int(_count)} table(s) exported'
152			)
153

jackd248 / db-sync-tool

Push — master ( 1637f4...9b1f68 )

db_sync_tool.database.utility.count_tables() A

Complexity

Size

Duplication

Importance

Duplication Side-by-Side

Filter issues like