Feeds.datas() - Code Metrics - foxmask/django-th - Measure and Improve Code Quality continuously with Scrutinizer

Feeds.datas() A
last analyzed 2017-10-09 22:02 UTC

↳ Parent: Feeds

Complexity

Conditions

Size

Total Lines

Duplication

Lines	0
Ratio	0 %

Importance

Changes	1
Bugs	1	Features	1

Metric	Value
cc	2
c	1
b	1
f	1
dl	0
loc	19
rs	9.4285

# -*- coding: utf-8 -*-
import feedparser

__all__ = ['Feeds']


class Feeds(object):

    URL_TO_PARSE = ''
    USER_AGENT = 'TriggerHappy/1.0 +http://trigger-happy.eu/'

    def __init__(self, **kwargs):

        if 'url_to_parse' in kwargs and kwargs['url_to_parse'] != '':
            self.URL_TO_PARSE = kwargs['url_to_parse']
        else:
            raise KeyError('Missing argument "url_to_parse" eg.'
                           ' url_to_parse="/path/to/local/file.rss" or'
                           ' url_to_parse="http://domain.com/file.rss"')

    def datas(self):
        """
            read the data from a given URL or path to a local file
        """
        data = feedparser.parse(self.URL_TO_PARSE, agent=self.USER_AGENT)

        # when chardet says
        # >>> chardet.detect(data)
        # {'confidence': 0.99, 'encoding': 'utf-8'}
        # bozo says sometimes
        # >>> data.bozo_exception
        # CharacterEncodingOverride('document declared as us-ascii, but parsed as utf-8', )  # invalid Feed
        # so I remove this detection :(
        # the issue come from the server that return a charset different from the feeds
        # it is not related to Feedparser but from the HTTP server itself
        if data.bozo == 1:
            data.entries = ''

        return data


1			# -- coding: utf-8 --
2			import feedparser
3
4			__all__ = ['Feeds']
5
6
7			class Feeds(object):
8
9			URL_TO_PARSE = ''
10			USER_AGENT = 'TriggerHappy/1.0 +http://trigger-happy.eu/'
11
12			def __init__(self, **kwargs):
13
14			if 'url_to_parse' in kwargs and kwargs['url_to_parse'] != '':
15			self.URL_TO_PARSE = kwargs['url_to_parse']
16			else:
17			raise KeyError('Missing argument "url_to_parse" eg.'
18			' url_to_parse="/path/to/local/file.rss" or'
19			' url_to_parse="http://domain.com/file.rss"')
20
21			def datas(self):
22			"""
23			read the data from a given URL or path to a local file
24			"""
25			data = feedparser.parse(self.URL_TO_PARSE, agent=self.USER_AGENT)
26
27			# when chardet says
28			# >>> chardet.detect(data)
29			# {'confidence': 0.99, 'encoding': 'utf-8'}
30			# bozo says sometimes
31			# >>> data.bozo_exception
32			# CharacterEncodingOverride('document declared as us-ascii, but parsed as utf-8', ) # invalid Feed
33			# so I remove this detection :(
34			# the issue come from the server that return a charset different from the feeds
35			# it is not related to Feedparser but from the HTTP server itself
36			if data.bozo == 1:
37			data.entries = ''
38
39			return data
40

foxmask / django-th

Feeds.datas() A last analyzed 2017-10-09 22:02 UTC

Complexity

Size

Duplication

Importance

Duplication Side-by-Side

Filter issues like

Feeds.datas() A
last analyzed 2017-10-09 22:02 UTC