Netstat.check() - Code Metrics - Inspection of "added gauges, rates configuration values to proc r..." - s4z/plumd - Measure and Improve Code Quality continuously with Scrutinizer

Completed

Branch — master (7e8cc2)

by Kenny

created 2016-08-18 13:55 UTC

Netstat.check() F

↳ Parent: Netstat

Complexity

Conditions

Size

Total Lines

Duplication

Lines	68
Ratio	100 %

Importance

Changes	2
Bugs	1	Features	0

Metric	Value
cc	13
c	2
b	1
f	0
dl	68
loc	68
rs	2.5418

How to fix Long Method Complexity

# -*- coding: utf-8 -*-

__author__ = 'Kenny Freeman'
__email__ = '[email protected]'
__license__ = "ISCL"
__docformat__ = 'reStructuredText'

import time
from collections import deque

import plumd
import plumd.plugins
from plumd.calc import Differential
from plumd.util import get_file_list


class Netstat(plumd.plugins.Reader):
    """Plugin to measure various kernel metrics from /proc."""
    defaults = {
        'poll.interval': 10,
        'proc_path': '/proc',
        'proc_netstat_gauges': {
            'TcpExt': ["SyncookiesSent", "SyncookiesRecv",
                "SyncookiesFailed","OutOfWindowIcmps","TW","TWRecycled",
                "TWKilled","DelayedACKLost", "ListenOverflows",
                "ListenDrops","TCPLostRetransmit","TCPRenoFailures",
                "TCPSackFailures","TCPLossFailures","TCPFastRetrans",
                "TCPForwardRetrans","TCPSlowStartRetrans","TCPTimeouts",
                "TCPLossProbes","TCPLossProbeRecovery", "TCPAbortOnData",
                "TCPAbortOnClose", "TCPAbortOnMemory","TCPAbortOnTimeout",
                "TCPAbortOnLinger","TCPAbortFailed", "TCPMemoryPressures",
                "TCPBacklogDrop", "TCPMinTTLDrop","TCPTimeWaitOverflow",
                "TCPFastOpenActive","TCPFastOpenActiveFail",
                "TCPFastOpenPassive","TCPFastOpenPassiveFail",
                "TCPFastOpenListenOverflow","TCPSynRetrans"],
            'IpExt': ["InNoRoutes", "InTruncatedPkts", "InBcastPkts",
                "OutBcastPkts", "InOctets", "OutOctets", "InBcastOctets",
                "OutBcastOctets","InCsumErrors","InNoECTPkts","InECT1Pkts",
                "InECT0Pkts","InCEPkts"]
        },
        'proc_netstat_rates': {}
    }

    def __init__(self, log, config):
        """Plugin to measure various kernel metrics from /proc.

        :param log: A logger
        :type log: logging.RootLogger
        :param config: a plumd.config.Conf configuration helper instance.
        :type config: plumd.config.Conf
        """
        super(Netstat, self).__init__(log, config)
        self.config.defaults(Netstat.defaults)
        self.calc = Differential()
        self.proc_file = "{0}/net/netstat".format(config.get('proc_path'))
        self.gauges = self.config.get('proc_netstat_gauges')
        self.rates = self.config.get('proc_netstat_rates')


    def poll(self):
        """Poll for kernel metrics under proc file net/netstat.

        :rtype: ResultSet
        """
        return plumd.ResultSet(self.check())


    def check(self):

        """Return detailed network statitistics proc file net/netstat.

        Note: ECT1Pkts and ECT0Pkts relate to ECT congestion notifications.

        :rtype: plumd.Result
        """
        # what metrics do we want to record?
        result = plumd.Result("netstat")

        # read the proc file
        dat = None
        with open(self.proc_file, 'r') as f:
            dat = f.read().strip().split("\n")

        # timestamp for Differential calculations
        ts = time.time()

        # should always have a header row and value row, ie. divisible by 2
        if len(dat) % 2 != 0:
            self.log.error("netstat: cannot parse {0}".format(self.proc_file))
            return result

        # split values into lists
        dlist = deque()
        for entry in dat:
            dlist.append(entry.split())

        # put lists into key: value dict
        metrics = {}
        while dlist:
            headers = dlist.popleft()
            values = dlist.popleft()
            # { 'IpExt': {'InNoRoutes': 0, ...} } - [:-1] on IpExt: removes :
            metrics[headers[0][:-1]] = dict(zip(headers, values))

        # record gauges
        for ext, mnames in self.gauges.items():
            if ext not in metrics:
                self.log.warn("netstat: unknown extension: {0}".format(ext))
                del(self.gauges[ext])
                continue
            values = metrics[ext]
            for mname in mnames:
                if mname in values:
                    mstr = "{0}.{1}".format(ext, mname)
                    result.add(plumd.Int(mstr, values[mname]))
                else:
                    self.log.warn("netstat: unknown metric {0}".format(mname))
                    del(self.gauges[ext][mname])

        # record rates
        for ext, mnames in self.rates.items():
            if ext not in metrics:
                self.log.warn("netstat: unknown extension: {0}".format(ext))
                del(self.rates[ext])
                continue
            values = metrics[ext]
            for mname in mnames:
                if mname in values:
                    mstr = "{0}.{1}".format(ext, mname)
                    mval = self.calc.per_second(mstr, int(values[mname]), ts)
                    result.add(plumd.Float(mstr, mval))
                else:
                    self.log.warn("netstat: unknown metric {0}".format(mname))
                    del(self.rates[ext][mname])

        return [result]


1		# -- coding: utf-8 --
2
3		__author__ = 'Kenny Freeman'
4		__email__ = '[email protected]'
5		__license__ = "ISCL"
6		__docformat__ = 'reStructuredText'
7
8		import time
9		from collections import deque
10
11		import plumd
12		import plumd.plugins
13		from plumd.calc import Differential
14		from plumd.util import get_file_list
15
16
17		class Netstat(plumd.plugins.Reader):
18		"""Plugin to measure various kernel metrics from /proc."""
19		defaults = {
20		'poll.interval': 10,
21		'proc_path': '/proc',
22		'proc_netstat_gauges': {
23		'TcpExt': ["SyncookiesSent", "SyncookiesRecv",
24		"SyncookiesFailed","OutOfWindowIcmps","TW","TWRecycled",
25		"TWKilled","DelayedACKLost", "ListenOverflows",
26		"ListenDrops","TCPLostRetransmit","TCPRenoFailures",
27		"TCPSackFailures","TCPLossFailures","TCPFastRetrans",
28		"TCPForwardRetrans","TCPSlowStartRetrans","TCPTimeouts",
29		"TCPLossProbes","TCPLossProbeRecovery", "TCPAbortOnData",
30		"TCPAbortOnClose", "TCPAbortOnMemory","TCPAbortOnTimeout",
31		"TCPAbortOnLinger","TCPAbortFailed", "TCPMemoryPressures",
32		"TCPBacklogDrop", "TCPMinTTLDrop","TCPTimeWaitOverflow",
33		"TCPFastOpenActive","TCPFastOpenActiveFail",
34		"TCPFastOpenPassive","TCPFastOpenPassiveFail",
35		"TCPFastOpenListenOverflow","TCPSynRetrans"],
36		'IpExt': ["InNoRoutes", "InTruncatedPkts", "InBcastPkts",
37		"OutBcastPkts", "InOctets", "OutOctets", "InBcastOctets",
38		"OutBcastOctets","InCsumErrors","InNoECTPkts","InECT1Pkts",
39		"InECT0Pkts","InCEPkts"]
40		},
41		'proc_netstat_rates': {}
42		}
43
44		def __init__(self, log, config):
45		"""Plugin to measure various kernel metrics from /proc.
46
47		:param log: A logger
48		:type log: logging.RootLogger
49		:param config: a plumd.config.Conf configuration helper instance.
50		:type config: plumd.config.Conf
51		"""
52		super(Netstat, self).__init__(log, config)
53		self.config.defaults(Netstat.defaults)
54		self.calc = Differential()
55		self.proc_file = "{0}/net/netstat".format(config.get('proc_path'))
56		self.gauges = self.config.get('proc_netstat_gauges')
57		self.rates = self.config.get('proc_netstat_rates')
58
59
60		def poll(self):
61		"""Poll for kernel metrics under proc file net/netstat.
62
63		:rtype: ResultSet
64		"""
65		return plumd.ResultSet(self.check())
66
67
68	View Code Duplication	def check(self):
		1 ignored issue – show Duplication introduced 2016-08-15 13:57 UTC by Report Bug Copy Issue Report This code seems to be duplicated in your project. Loading history...
69		"""Return detailed network statitistics proc file net/netstat.
70
71		Note: ECT1Pkts and ECT0Pkts relate to ECT congestion notifications.
72
73		:rtype: plumd.Result
74		"""
75		# what metrics do we want to record?
76		result = plumd.Result("netstat")
77
78		# read the proc file
79		dat = None
80		with open(self.proc_file, 'r') as f:
81		dat = f.read().strip().split("\n")
82
83		# timestamp for Differential calculations
84		ts = time.time()
85
86		# should always have a header row and value row, ie. divisible by 2
87		if len(dat) % 2 != 0:
88		self.log.error("netstat: cannot parse {0}".format(self.proc_file))
89		return result
90
91		# split values into lists
92		dlist = deque()
93		for entry in dat:
94		dlist.append(entry.split())
95
96		# put lists into key: value dict
97		metrics = {}
98		while dlist:
99		headers = dlist.popleft()
100		values = dlist.popleft()
101		# { 'IpExt': {'InNoRoutes': 0, ...} } - [:-1] on IpExt: removes :
102		metrics[headers[0][:-1]] = dict(zip(headers, values))
103
104		# record gauges
105		for ext, mnames in self.gauges.items():
106		if ext not in metrics:
107		self.log.warn("netstat: unknown extension: {0}".format(ext))
108		del(self.gauges[ext])
109		continue
110		values = metrics[ext]
111		for mname in mnames:
112		if mname in values:
113		mstr = "{0}.{1}".format(ext, mname)
114		result.add(plumd.Int(mstr, values[mname]))
115		else:
116		self.log.warn("netstat: unknown metric {0}".format(mname))
117		del(self.gauges[ext][mname])
118
119		# record rates
120		for ext, mnames in self.rates.items():
121		if ext not in metrics:
122		self.log.warn("netstat: unknown extension: {0}".format(ext))
123		del(self.rates[ext])
124		continue
125		values = metrics[ext]
126		for mname in mnames:
127		if mname in values:
128		mstr = "{0}.{1}".format(ext, mname)
129		mval = self.calc.per_second(mstr, int(values[mname]), ts)
130		result.add(plumd.Float(mstr, mval))
131		else:
132		self.log.warn("netstat: unknown metric {0}".format(mname))
133		del(self.rates[ext][mname])
134
135		return [result]
136

s4z / plumd

Branch — master (7e8cc2)

Netstat.check() F

Complexity

Size

Duplication

Importance

How to fix Long Method Complexity

Long Method

Complexity

Duplication Side-by-Side

Filter issues like