BaseOutputTest

Complexity

Total Complexity

4

Size/Duplication

Total Lines	27
Duplicated Lines	0 %

Importance

Changes	7
Bugs	3	Features	2

4 Methods

Rating	Name	Duplication	Size	Complexity
A	test_load_file()	0	6	1
A	test_save_file()	0	4	1
A	test_get_date_filtered_data()	0	7	1
A	test_get_filtered_data()	0	4	1

import os

This module should have a docstring.

import unittest
import logging
import elasticsearch

from topik.fileio.base_output import load_output
from topik.fileio.reader import read_input
from topik.fileio.tests import test_data_path
from topik.fileio.out_elastic import ElasticSearchOutput
from topik.fileio.out_memory import InMemoryOutput
from elasticsearch.exceptions import ConnectionError

This seems to re-define the built-in ConnectionError.

The import elasticsearch.exceptions could not be resolved.

from nose.plugins.skip import SkipTest

The import nose.plugins.skip could not be resolved.

INDEX = "topik_unittest"
SAVE_FILENAME = "test_save.topikdata"
CONTENT_FIELD = "abstract"

# make logging quiet during testing, to keep Travis CI logs short.

logging.basicConfig()
logging.getLogger('elasticsearch').setLevel(logging.ERROR)

The variable logging does not seem to be defined.

logging.getLogger('urllib3').setLevel(logging.ERROR)


class BaseOutputTest(object):

This class should have a docstring.

The variable object does not seem to be defined.

    test_raw_data = None

    def test_get_filtered_data(self):

This method should have a docstring.

        data = list(self.test_raw_data.get_filtered_data(CONTENT_FIELD))

The variable CONTENT_FIELD does not seem to be defined.

        self.assertEqual(len(data), 100)

The Instance of BaseOutputTest does not seem to have a member named assertEqual.

The variable data does not seem to be defined.

        self.assertFalse(data[0] == data[1])

The Instance of BaseOutputTest does not seem to have a member named assertFalse.

    def test_save_file(self):

This method should have a docstring.

        self.test_raw_data.save(SAVE_FILENAME)

The variable SAVE_FILENAME does not seem to be defined.

        self.assertTrue(os.path.exists(SAVE_FILENAME))

The Instance of BaseOutputTest does not seem to have a member named assertTrue.

        os.remove(SAVE_FILENAME)

    def test_load_file(self):

This method should have a docstring.

        self.test_raw_data.save(SAVE_FILENAME)

The variable SAVE_FILENAME does not seem to be defined.

        self.test_raw_data = load_output(SAVE_FILENAME)
        data = list(self.test_raw_data.get_filtered_data(CONTENT_FIELD))

The variable CONTENT_FIELD does not seem to be defined.

        self.assertEqual(len(data), 100)

The Instance of BaseOutputTest does not seem to have a member named assertEqual.

The variable data does not seem to be defined.

        os.remove(SAVE_FILENAME)

    def test_get_date_filtered_data(self):

This method should have a docstring.

        result_list = list(self.test_raw_data.get_date_filtered_data(field_to_get=CONTENT_FIELD,

The variable CONTENT_FIELD does not seem to be defined.

                                                                     start=1975,
                                                                     end=1999,
                                                                     filter_field="year"))
        self.assertEqual(len(result_list), 25)

The Instance of BaseOutputTest does not seem to have a member named assertEqual.

The variable result_list does not seem to be defined.

        self.assertTrue(-1611117933394825767 in [int(item[0]) for item in

The Instance of BaseOutputTest does not seem to have a member named assertTrue.

                        result_list])


class TestInMemoryOutput(unittest.TestCase, BaseOutputTest):

This class should have a docstring.

The variable unittest does not seem to be defined.

The variable BaseOutputTest does not seem to be defined.

    def setUp(self):
        self.test_raw_data = InMemoryOutput()
        self.test_raw_data.import_from_iterable(read_input(
            '{}/test_data_json_stream.json'.format(test_data_path)),

The variable test_data_path does not seem to be defined.

            field_to_hash=CONTENT_FIELD)

The variable CONTENT_FIELD does not seem to be defined.

class TestElasticSearchOutput(unittest.TestCase, BaseOutputTest):

This class should have a docstring.

The variable unittest does not seem to be defined.

The variable BaseOutputTest does not seem to be defined.

    def setUp(self):
        self.test_raw_data = ElasticSearchOutput(
            source='localhost',
            index=INDEX,

The variable INDEX does not seem to be defined.

            content_field='abstract'
        )
        try:
            self.test_raw_data.import_from_iterable(read_input(
                '{}/test_data_json_stream.json'.format(test_data_path)),

The variable test_data_path does not seem to be defined.

                field_to_hash=CONTENT_FIELD)

The variable CONTENT_FIELD does not seem to be defined.

        except ConnectionError:

The variable ConnectionError does not seem to be defined.

            raise SkipTest("Skipping Elasticsearch test - elasticsearch not running")

    def tearDown(self):
        instance = elasticsearch.Elasticsearch("localhost")
        instance.indices.delete(INDEX)

The variable INDEX does not seem to be defined.

        if instance.indices.exists("{}_year_alias_date".format(INDEX)):
            instance.indices.delete("{}_year_alias_date".format(INDEX))