doc.create_individual_doc_test

Complexity

Total Complexity

25

Size/Duplication

Total Lines	289
Duplicated Lines	0 %

Importance

Changes

0

8 Functions

Rating	Name	Duplication	Size	Complexity
A	get_unittest_commands()	0	29	3
A	create_plugin_doc_testing_file()	0	19	2
A	append_file()	0	4	2
B	read_test_file()	0	23	6
A	get_unittest_setup()	0	48	1
A	get_unittest_process_list_function()	0	48	2
A	create_init_file()	0	10	3
B	create_unittest()	0	47	6

# Copyright 2020 Diamond Light Source Ltd.
#
# Licensed under the Apache License, Version 2.0 (the "License");
# you may not use this file except in compliance with the License.
# You may obtain a copy of the License at
#
#     http://www.apache.org/licenses/LICENSE-2.0
#
# Unless required by applicable law or agreed to in writing, software
# distributed under the License is distributed on an "AS IS" BASIS,
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
# See the License for the specific language governing permissions and
# limitations under the License.

"""
.. module:: create_individual_doc_test
   :platform: Unix
   :synopsis: A module to automatically create plugin documentation
.. moduleauthor:: Jessica Verschoyle

"""
import os

import savu.plugins.utils as pu


def create_plugin_doc_testing_file(savu_base_path, module_name, file_path):
    """Open the provided file path. Read the lines beginning with a command
    prompt and save these to a list. Write these lines to a unittest file.

    :param savu_base_path:
    :param module_name: plugin module name
    :param file_path: plugin documentation file path
    """
    # Read the testing lines from the plugin documentation file
    doc_file_path = f"{savu_base_path}{module_name}/{file_path}"
    testing_lines, process_lists = read_test_file(doc_file_path)

    # If there are testing lines and/or process lists inside the plugin
    # documentation, then append the configurator end lines for use with
    # the unittest
    plugin_dir = module_name.split("plugins")[1]
    if testing_lines:
        file_name = file_path.split(".")[0]
        create_unittest(file_name, testing_lines, process_lists, plugin_dir)


def create_unittest(file_name, testing_lines, process_lists, plugin_dir):
    """Create a unittest file

    :param file_name: Plugin file name
    :param testing_lines: Command lines to test
    :param process_lists: List of process list file paths to check
    :param plugin_dir: Plugin directory to save the log files inside
    """
    unittest_file_path = f"{savu_base_path}doc/doc_tests//plugins/" \
                        f"{plugin_dir}/{file_name}_test.py"
    pu.create_dir(unittest_file_path)
    unittest_setup = get_unittest_setup(plugin_dir, file_name)

    if testing_lines:
        unittest_config_start, unittest_config_end, test_list \
            = get_unittest_commands(testing_lines, process_lists, file_name)

    # If there are process lists inside the doc file, create a refresh function
    if process_lists:
        unittest_process_start, unittest_process_end, process_list_format = \
            get_unittest_process_list_function(process_lists)

    unittest_end = '''
    
    def tearDown(self):
        # End the logging session
        dtu.end_logging(logger, logger_rst, fh, ch, fh_rst)
        logging.shutdown()

if __name__ == "__main__":
    unittest.main()
    '''

    with open(unittest_file_path, "w") as unittest_file:
        unittest_file.write(unittest_setup)

        if process_lists:
            unittest_file.write(unittest_process_start)

The variable unittest_process_start does not seem to be defined in case process_lists on line 66 is False. Are you sure this can never be the case?

            unittest_file.writelines(process_list_format)

The variable process_list_format does not seem to be defined in case process_lists on line 66 is False. Are you sure this can never be the case?

            unittest_file.write(unittest_process_end)

The variable unittest_process_end does not seem to be defined in case process_lists on line 66 is False. Are you sure this can never be the case?

        if testing_lines:
            unittest_file.write(unittest_config_start)

The variable unittest_config_start does not seem to be defined in case testing_lines on line 61 is False. Are you sure this can never be the case?

            unittest_file.writelines(test_list)

The variable test_list does not seem to be defined in case testing_lines on line 61 is False. Are you sure this can never be the case?

            unittest_file.write(unittest_config_end)

The variable unittest_config_end does not seem to be defined in case testing_lines on line 61 is False. Are you sure this can never be the case?

        unittest_file.write(unittest_end)


def create_init_file(plugin_directory):
    """Create a an init file for the unit test

    :param plugin_directory: Plugin directory to save the log files inside
    """
    template_init_file_path = f"{savu_base_path}doc/doc_tests/__init__.py"
    init_file_path = f"{plugin_directory}/__init__.py"
    if not os.path.isfile(init_file_path):
        with open(init_file_path, "w+") as init_file:
            append_file(init_file, template_init_file_path)


def append_file(f, additional_file):
    """ Append the additional_file on to main file f """
    with open(additional_file) as input:
        f.write(input.read())


def get_unittest_process_list_function(process_lists):
    """Create function to refresh process lists

    :param process_lists: List of process list file paths
    :return: refresh_process_start, refresh_process_end, process_list_format
    """
    # Set up the indentation for the proces list
    indent = 25 * " "
    newline_str = ",\n" + indent
    # Create the list as a string
    process_list_format = list(map(lambda x: '\"' + x + '\"', process_lists))
    process_list_format = \
        (newline_str.join(list(map(str, process_list_format))))

    refresh_process_start = '''
    def refresh_process_lists(self):
        """ Run through the process list files and refresh them to update
        any inconsistent parameter values.
        If there is a value which cannot be used, that parameter will 
        be set to the default value.
        """
        process_lists = ['''
    refresh_process_end = ''']
        output_checks = ["Exception","Error","ERROR"]
        for process_list_path in process_lists:
            file_exists = os.path.exists(savu_base_path + process_list_path)
            error_msg = f"The process list at {process_list_path}" \\
                        f"does not exist."
            
            self.assertTrue(file_exists, msg=error_msg)
            if file_exists:
                # Write the process list being tested to the logger
                logger.debug(f"REFRESH PROCESS LIST: " \\
                             f"{savu_base_path}{process_list_path}")
                saved_stdout = sys.stdout
                try:
                    out = StringIO()
                    sys.stdout = out
                    refresh.generate_test(savu_base_path \\
                                              + process_list_path)
                    output_value = out.getvalue().strip()
                    for check in output_checks:
                        error_msg = f"Refresh failed: {check} in the output."
                        assert check not in output_value, error_msg
                finally:
                    sys.stdout = saved_stdout
        '''
    return refresh_process_start, refresh_process_end, process_list_format


def get_unittest_commands(testing_lines, process_lists, file_name):
    """Set up the method for testing savu configurator commands

    :param testing_lines: The command lines to test
    :return: unittest_function_start, unittest_function_end, test_list
    """

    # Set up the indentation for the command list
    indent = 22 * " "
    newline_str = '",\n' + indent
    # Create the list as a string
    test_list = list(map(lambda x: '"' + x + newline_str, testing_lines))

    # Set up the unittest
    unittest_function_start = '''    
    def test_''' + file_name + '''(self):
        """ Run the input commands with savu_config
        """
        '''
    if process_lists:
        unittest_function_start += "self.refresh_process_lists()"

    unittest_function_start += '''
        input_list = ['''
    unittest_function_end = '''"exit", "y"]
        output_checks = ["Exception","Error","ERROR"]
        sctu.savu_config_runner(input_list, output_checks, 
                                error_str=True)'''
    return unittest_function_start, unittest_function_end, test_list


def read_test_file(doc_file_path):
    """Read the command prompt lines from the doc file and append to list

    :param doc_file_path:
    :return: testing_lines, process_lists
    """
    testing_lines = []
    process_lists = []
    with open(doc_file_path, "r") as doc_file:
        for line in doc_file:
            if ">>>" in line:
                line = line.replace(">>>", "")
                if "open " in line:
                    # Replace file path with the correct full path
                    line = line.replace("open ", "open " + savu_base_path)

The variable savu_base_path does not seem to be defined in case __name__ == "__main__" on line 271 is False. Are you sure this can never be the case?

                testing_lines.append(line.strip())
            if ".. ::process_list::" in line:
                # Documentation must include this line in order to update
                # the plugin list before running it in the example
                # '.. ' indicates a rst file comment
                line = line.replace(".. ::process_list::", "")
                process_lists.append(line.strip())
    return testing_lines, process_lists


def get_unittest_setup(dir_name, file_name):
    """Setup unittest

    :param dir_name: Directory name
    :param file_name: Plugin name
    :return: unittest_setup
    """
    folder_name = file_name.replace("_doc", "")

    unittest_name = file_name.replace('_', ' ').title().replace(' ','')
    unittest_setup='''
"""
.. module:: ''' + file_name + '''_test
   :platform: Unix
   :synopsis: unittest test for plugin restructured text file documentation
.. moduleauthor: Jessica Verschoyle

"""

import os
import sys
import unittest
import logging
import logging.config

from io import StringIO

import doc.doc_tests.doc_test_utils as dtu
import scripts.configurator_tests.savu_config_test_utils as sctu
import scripts.configurator_tests.refresh_process_lists_test as refresh

# Determine Savu base path
main_dir = \\
    os.path.dirname(os.path.realpath(__file__)).split("/Savu/")[0]
savu_base_path = f"{main_dir}/Savu/"

# Reset the args for command line input
dtu.setup_argparser()

# Start logging
logger, logger_rst = dtu.get_loggers()
fh, ch, fh_rst = dtu.setup_log_files(logger, logger_rst,
                                     "'''+f"{dir_name}/{folder_name}/"\
                                         +'''")
                                     
class '''+unittest_name+'''Test(unittest.TestCase):
'''
    return unittest_setup


if __name__ == "__main__":
    # determine Savu base path
    main_dir = os.path.dirname(os.path.realpath(__file__)).split("/Savu/")[0]
    savu_base_path = f"{main_dir}/Savu/"
    plugin_doc_file_path = \
        f"{savu_base_path}doc/source/plugin_guides/plugins/"
    doc_test_path = f"{savu_base_path}doc/doc_tests/"
    for root, dirs, files in os.walk(plugin_doc_file_path, topdown=True):
        pkg_path = root.split("Savu/")[1]
        module_name = pkg_path.replace("savu/", "")
        for file in files:
            file_name = file.split(".")[0]
            unittest_file_path = f"{doc_test_path}{file_name}_test.py"

            # Read the testing lines from the plugin documentation file
            create_plugin_doc_testing_file(savu_base_path, module_name, file)
    for root, dirs, files in os.walk(f"{doc_test_path}plugins", topdown=True):
        create_init_file(root)