offline_meter_billing.main() - Code Metrics - MyEMS/myems - Measure and Improve Code Quality continuously with Scrutinizer

offline_meter_billing.main() F
last analyzed 2024-05-10 04:15 UTC

↳ Parent: offline_meter_billing

Complexity

Conditions

Size

Total Lines	243
Code Lines	172

Duplication

Lines	243
Ratio	100 %

Importance

Changes

Metric	Value
eloc	172
dl	243
loc	243
rs	0
c	0
b	0
f	0
cc	53
nop	1

How to fix Long Method Complexity

import time
from datetime import datetime, timedelta
from decimal import Decimal

import mysql.connector

import config
import tariff


########################################################################################################################
# PROCEDURES
# Step 1: get all offline meters
# for each offline meter in list:
#   Step 2: get the latest start_datetime_utc
#   Step 3: get all energy data since the latest start_datetime_utc
#   Step 4: get tariffs
#   Step 5: calculate billing by multiplying energy with tariff
#   Step 6: save billing data to database
########################################################################################################################


def main(logger):


    while True:
        # the outermost while loop
        ################################################################################################################
        # Step 1: get all offline meters
        ################################################################################################################
        cnx_system_db = None
        cursor_system_db = None
        try:
            cnx_system_db = mysql.connector.connect(**config.myems_system_db)
            cursor_system_db = cnx_system_db.cursor()
        except Exception as e:
            logger.error("Error in step 1.1 of offline_meter_billing " + str(e))
            if cursor_system_db:
                cursor_system_db.close()
            if cnx_system_db:
                cnx_system_db.close()
            # sleep and continue the outermost while loop
            time.sleep(60)
            continue

        print("Connected to MyEMS System Database")

        offline_meter_list = list()
        try:
            cursor_system_db.execute(" SELECT id, name, energy_category_id, cost_center_id "
                                     " FROM tbl_offline_meters "
                                     " ORDER BY id ")
            rows_offline_meters = cursor_system_db.fetchall()

            if rows_offline_meters is None or len(rows_offline_meters) == 0:
                print("Step 1.2: There isn't any offline meters. ")
                if cursor_system_db:
                    cursor_system_db.close()
                if cnx_system_db:
                    cnx_system_db.close()
                # sleep and continue the outermost while loop
                time.sleep(60)
                continue

            for row in rows_offline_meters:
                offline_meter_list.append({"id": row[0],
                                           "name": row[1],
                                           "energy_category_id": row[2],
                                           "cost_center_id": row[3]})

        except Exception as e:
            logger.error("Error in step 1.2 of offline_meter_billing " + str(e))
            if cursor_system_db:
                cursor_system_db.close()
            if cnx_system_db:
                cnx_system_db.close()
            # sleep and continue the outermost while loop
            time.sleep(60)
            continue

        print("Step 1.2: Got all offline_meters from MyEMS System Database")

        cnx_energy_db = None
        cursor_energy_db = None
        try:
            cnx_energy_db = mysql.connector.connect(**config.myems_energy_db)
            cursor_energy_db = cnx_energy_db.cursor()
        except Exception as e:
            logger.error("Error in step 1.3 of offline_meter_billing " + str(e))
            if cursor_energy_db:
                cursor_energy_db.close()
            if cnx_energy_db:
                cnx_energy_db.close()

            if cursor_system_db:
                cursor_system_db.close()
            if cnx_system_db:
                cnx_system_db.close()
            # sleep and continue the outermost while loop
            time.sleep(60)
            continue

        print("Connected to MyEMS Energy Database")

        cnx_billing_db = None
        cursor_billing_db = None
        try:
            cnx_billing_db = mysql.connector.connect(**config.myems_billing_db)
            cursor_billing_db = cnx_billing_db.cursor()
        except Exception as e:
            logger.error("Error in step 1.4 of offline_meter_billing " + str(e))
            if cursor_billing_db:
                cursor_billing_db.close()
            if cnx_billing_db:
                cnx_billing_db.close()

            if cursor_energy_db:
                cursor_energy_db.close()
            if cnx_energy_db:
                cnx_energy_db.close()

            if cursor_system_db:
                cursor_system_db.close()
            if cnx_system_db:
                cnx_system_db.close()
            # sleep and continue the outermost while loop
            time.sleep(60)
            continue

        print("Connected to MyEMS Billing Database")

        for offline_meter in offline_meter_list:

            ############################################################################################################
            # Step 2: get the latest start_datetime_utc
            ############################################################################################################
            print("Step 2: get the latest start_datetime_utc from billing database for " + offline_meter['name'])
            try:
                cursor_billing_db.execute(" SELECT MAX(start_datetime_utc) "
                                          " FROM tbl_offline_meter_hourly "
                                          " WHERE offline_meter_id = %s ",
                                          (offline_meter['id'], ))
                row_datetime = cursor_billing_db.fetchone()
                start_datetime_utc = datetime.strptime(config.start_datetime_utc, '%Y-%m-%d %H:%M:%S')
                start_datetime_utc = start_datetime_utc.replace(minute=0, second=0, microsecond=0, tzinfo=None)

                if row_datetime is not None and len(row_datetime) > 0 and isinstance(row_datetime[0], datetime):
                    # replace second and microsecond with 0
                    # note: do not replace minute in case of calculating in half hourly
                    start_datetime_utc = row_datetime[0].replace(second=0, microsecond=0, tzinfo=None)
                    # start from the next time slot
                    start_datetime_utc += timedelta(minutes=config.minutes_to_count)

                print("start_datetime_utc: " + start_datetime_utc.isoformat()[0:19])
            except Exception as e:
                logger.error("Error in step 2 of offline_meter_billing " + str(e))
                # break the for offline_meter loop
                break

            ############################################################################################################
            # Step 3: get all energy data since the latest start_datetime_utc
            ############################################################################################################
            print("Step 3: get all energy data since the latest start_datetime_utc")
            try:
                query = (" SELECT start_datetime_utc, actual_value "
                         " FROM tbl_offline_meter_hourly "
                         " WHERE offline_meter_id = %s AND start_datetime_utc >= %s "
                         " ORDER BY id ")
                cursor_energy_db.execute(query, (offline_meter['id'], start_datetime_utc, ))
                rows_hourly = cursor_energy_db.fetchall()

                if rows_hourly is None or len(rows_hourly) == 0:
                    print("Step 3: There isn't any energy input data to calculate. ")
                    # continue the for offline_meter loop
                    continue

                energy_dict = dict()
                end_datetime_utc = start_datetime_utc
                for row_hourly in rows_hourly:
                    current_datetime_utc = row_hourly[0]
                    actual_value = row_hourly[1]
                    if energy_dict.get(current_datetime_utc) is None:
                        energy_dict[current_datetime_utc] = dict()
                    energy_dict[current_datetime_utc][offline_meter['energy_category_id']] = actual_value
                    if current_datetime_utc > end_datetime_utc:
                        end_datetime_utc = current_datetime_utc
            except Exception as e:
                logger.error("Error in step 3 of offline_meter_billing " + str(e))
                # break the for offline_meter loop
                break
            ############################################################################################################
            # Step 4: get tariffs
            ############################################################################################################
            print("Step 4: get tariffs")
            tariff_dict = dict()
            tariff_dict[offline_meter['energy_category_id']] = \
                tariff.get_energy_category_tariffs(offline_meter['cost_center_id'],
                                                   offline_meter['energy_category_id'],
                                                   start_datetime_utc,
                                                   end_datetime_utc)
            ############################################################################################################
            # Step 5: calculate billing by multiplying energy with tariff
            ############################################################################################################
            print("Step 5: calculate billing by multiplying energy with tariff")
            aggregated_values = list()

            if len(energy_dict) > 0:
                for current_datetime_utc in energy_dict.keys():
                    aggregated_value = dict()
                    aggregated_value['start_datetime_utc'] = current_datetime_utc
                    aggregated_value['actual_value'] = None
                    current_tariff = tariff_dict[offline_meter['energy_category_id']].get(current_datetime_utc)
                    current_energy = energy_dict[current_datetime_utc].get(offline_meter['energy_category_id'])
                    if current_tariff is not None \
                            and isinstance(current_tariff, Decimal) \
                            and current_energy is not None \
                            and isinstance(current_energy, Decimal):
                        aggregated_value['actual_value'] = current_energy * current_tariff
                        aggregated_values.append(aggregated_value)

            ############################################################################################################
            # Step 6: save billing data to billing database
            ############################################################################################################
            print("Step 6: save billing data to billing database")

            while len(aggregated_values) > 0:
                insert_100 = aggregated_values[:100]
                aggregated_values = aggregated_values[100:]
                try:
                    add_values = (" INSERT INTO tbl_offline_meter_hourly "
                                  "             (offline_meter_id, "
                                  "              start_datetime_utc, "
                                  "              actual_value) "
                                  " VALUES  ")

                    for aggregated_value in insert_100:
                        if aggregated_value['actual_value'] is not None and \
                                isinstance(aggregated_value['actual_value'], Decimal):
                            add_values += " (" + str(offline_meter['id']) + ","
                            add_values += "'" + aggregated_value['start_datetime_utc'].isoformat()[0:19] + "',"
                            add_values += str(aggregated_value['actual_value']) + "), "
                    # trim ", " at the end of string and then execute
                    cursor_billing_db.execute(add_values[:-2])
                    cnx_billing_db.commit()
                except Exception as e:
                    logger.error("Error in step 6 of offline_meter_billing " + str(e))
                    break

        # end of for offline_meter loop
        if cursor_system_db:
            cursor_system_db.close()
        if cnx_system_db:
            cnx_system_db.close()

        if cursor_energy_db:
            cursor_energy_db.close()
        if cnx_energy_db:
            cnx_energy_db.close()

        if cursor_billing_db:
            cursor_billing_db.close()
        if cnx_billing_db:
            cnx_billing_db.close()
        print("go to sleep 300 seconds...")
        time.sleep(300)
        print("wake from sleep, and continue to work...")
    # end of the outermost while loop


1		import time
2		from datetime import datetime, timedelta
3		from decimal import Decimal
4
5		import mysql.connector
6
7		import config
8		import tariff
9
10
11		########################################################################################################################
12		# PROCEDURES
13		# Step 1: get all offline meters
14		# for each offline meter in list:
15		# Step 2: get the latest start_datetime_utc
16		# Step 3: get all energy data since the latest start_datetime_utc
17		# Step 4: get tariffs
18		# Step 5: calculate billing by multiplying energy with tariff
19		# Step 6: save billing data to database
20		########################################################################################################################
21
22
23	View Code Duplication	def main(logger):
		0 ignored issues – show Duplication introduced 2021-12-29 14:07 UTC by Report Bug Copy Issue Report This code seems to be duplicated in your project. Loading history...
24
25		while True:
26		# the outermost while loop
27		################################################################################################################
28		# Step 1: get all offline meters
29		################################################################################################################
30		cnx_system_db = None
31		cursor_system_db = None
32		try:
33		cnx_system_db = mysql.connector.connect(**config.myems_system_db)
34		cursor_system_db = cnx_system_db.cursor()
35		except Exception as e:
36		logger.error("Error in step 1.1 of offline_meter_billing " + str(e))
37		if cursor_system_db:
38		cursor_system_db.close()
39		if cnx_system_db:
40		cnx_system_db.close()
41		# sleep and continue the outermost while loop
42		time.sleep(60)
43		continue
44
45		print("Connected to MyEMS System Database")
46
47		offline_meter_list = list()
48		try:
49		cursor_system_db.execute(" SELECT id, name, energy_category_id, cost_center_id "
50		" FROM tbl_offline_meters "
51		" ORDER BY id ")
52		rows_offline_meters = cursor_system_db.fetchall()
53
54		if rows_offline_meters is None or len(rows_offline_meters) == 0:
55		print("Step 1.2: There isn't any offline meters. ")
56		if cursor_system_db:
57		cursor_system_db.close()
58		if cnx_system_db:
59		cnx_system_db.close()
60		# sleep and continue the outermost while loop
61		time.sleep(60)
62		continue
63
64		for row in rows_offline_meters:
65		offline_meter_list.append({"id": row[0],
66		"name": row[1],
67		"energy_category_id": row[2],
68		"cost_center_id": row[3]})
69
70		except Exception as e:
71		logger.error("Error in step 1.2 of offline_meter_billing " + str(e))
72		if cursor_system_db:
73		cursor_system_db.close()
74		if cnx_system_db:
75		cnx_system_db.close()
76		# sleep and continue the outermost while loop
77		time.sleep(60)
78		continue
79
80		print("Step 1.2: Got all offline_meters from MyEMS System Database")
81
82		cnx_energy_db = None
83		cursor_energy_db = None
84		try:
85		cnx_energy_db = mysql.connector.connect(**config.myems_energy_db)
86		cursor_energy_db = cnx_energy_db.cursor()
87		except Exception as e:
88		logger.error("Error in step 1.3 of offline_meter_billing " + str(e))
89		if cursor_energy_db:
90		cursor_energy_db.close()
91		if cnx_energy_db:
92		cnx_energy_db.close()
93
94		if cursor_system_db:
95		cursor_system_db.close()
96		if cnx_system_db:
97		cnx_system_db.close()
98		# sleep and continue the outermost while loop
99		time.sleep(60)
100		continue
101
102		print("Connected to MyEMS Energy Database")
103
104		cnx_billing_db = None
105		cursor_billing_db = None
106		try:
107		cnx_billing_db = mysql.connector.connect(**config.myems_billing_db)
108		cursor_billing_db = cnx_billing_db.cursor()
109		except Exception as e:
110		logger.error("Error in step 1.4 of offline_meter_billing " + str(e))
111		if cursor_billing_db:
112		cursor_billing_db.close()
113		if cnx_billing_db:
114		cnx_billing_db.close()
115
116		if cursor_energy_db:
117		cursor_energy_db.close()
118		if cnx_energy_db:
119		cnx_energy_db.close()
120
121		if cursor_system_db:
122		cursor_system_db.close()
123		if cnx_system_db:
124		cnx_system_db.close()
125		# sleep and continue the outermost while loop
126		time.sleep(60)
127		continue
128
129		print("Connected to MyEMS Billing Database")
130
131		for offline_meter in offline_meter_list:
132
133		############################################################################################################
134		# Step 2: get the latest start_datetime_utc
135		############################################################################################################
136		print("Step 2: get the latest start_datetime_utc from billing database for " + offline_meter['name'])
137		try:
138		cursor_billing_db.execute(" SELECT MAX(start_datetime_utc) "
139		" FROM tbl_offline_meter_hourly "
140		" WHERE offline_meter_id = %s ",
141		(offline_meter['id'], ))
142		row_datetime = cursor_billing_db.fetchone()
143		start_datetime_utc = datetime.strptime(config.start_datetime_utc, '%Y-%m-%d %H:%M:%S')
144		start_datetime_utc = start_datetime_utc.replace(minute=0, second=0, microsecond=0, tzinfo=None)
145
146		if row_datetime is not None and len(row_datetime) > 0 and isinstance(row_datetime[0], datetime):
147		# replace second and microsecond with 0
148		# note: do not replace minute in case of calculating in half hourly
149		start_datetime_utc = row_datetime[0].replace(second=0, microsecond=0, tzinfo=None)
150		# start from the next time slot
151		start_datetime_utc += timedelta(minutes=config.minutes_to_count)
152
153		print("start_datetime_utc: " + start_datetime_utc.isoformat()[0:19])
154		except Exception as e:
155		logger.error("Error in step 2 of offline_meter_billing " + str(e))
156		# break the for offline_meter loop
157		break
158
159		############################################################################################################
160		# Step 3: get all energy data since the latest start_datetime_utc
161		############################################################################################################
162		print("Step 3: get all energy data since the latest start_datetime_utc")
163		try:
164		query = (" SELECT start_datetime_utc, actual_value "
165		" FROM tbl_offline_meter_hourly "
166		" WHERE offline_meter_id = %s AND start_datetime_utc >= %s "
167		" ORDER BY id ")
168		cursor_energy_db.execute(query, (offline_meter['id'], start_datetime_utc, ))
169		rows_hourly = cursor_energy_db.fetchall()
170
171		if rows_hourly is None or len(rows_hourly) == 0:
172		print("Step 3: There isn't any energy input data to calculate. ")
173		# continue the for offline_meter loop
174		continue
175
176		energy_dict = dict()
177		end_datetime_utc = start_datetime_utc
178		for row_hourly in rows_hourly:
179		current_datetime_utc = row_hourly[0]
180		actual_value = row_hourly[1]
181		if energy_dict.get(current_datetime_utc) is None:
182		energy_dict[current_datetime_utc] = dict()
183		energy_dict[current_datetime_utc][offline_meter['energy_category_id']] = actual_value
184		if current_datetime_utc > end_datetime_utc:
185		end_datetime_utc = current_datetime_utc
186		except Exception as e:
187		logger.error("Error in step 3 of offline_meter_billing " + str(e))
188		# break the for offline_meter loop
189		break
190		############################################################################################################
191		# Step 4: get tariffs
192		############################################################################################################
193		print("Step 4: get tariffs")
194		tariff_dict = dict()
195		tariff_dict[offline_meter['energy_category_id']] = \
196		tariff.get_energy_category_tariffs(offline_meter['cost_center_id'],
197		offline_meter['energy_category_id'],
198		start_datetime_utc,
199		end_datetime_utc)
200		############################################################################################################
201		# Step 5: calculate billing by multiplying energy with tariff
202		############################################################################################################
203		print("Step 5: calculate billing by multiplying energy with tariff")
204		aggregated_values = list()
205
206		if len(energy_dict) > 0:
207		for current_datetime_utc in energy_dict.keys():
208		aggregated_value = dict()
209		aggregated_value['start_datetime_utc'] = current_datetime_utc
210		aggregated_value['actual_value'] = None
211		current_tariff = tariff_dict[offline_meter['energy_category_id']].get(current_datetime_utc)
212		current_energy = energy_dict[current_datetime_utc].get(offline_meter['energy_category_id'])
213		if current_tariff is not None \
214		and isinstance(current_tariff, Decimal) \
215		and current_energy is not None \
216		and isinstance(current_energy, Decimal):
217		aggregated_value['actual_value'] = current_energy * current_tariff
218		aggregated_values.append(aggregated_value)
219
220		############################################################################################################
221		# Step 6: save billing data to billing database
222		############################################################################################################
223		print("Step 6: save billing data to billing database")
224
225		while len(aggregated_values) > 0:
226		insert_100 = aggregated_values[:100]
227		aggregated_values = aggregated_values[100:]
228		try:
229		add_values = (" INSERT INTO tbl_offline_meter_hourly "
230		" (offline_meter_id, "
231		" start_datetime_utc, "
232		" actual_value) "
233		" VALUES ")
234
235		for aggregated_value in insert_100:
236		if aggregated_value['actual_value'] is not None and \
237		isinstance(aggregated_value['actual_value'], Decimal):
238		add_values += " (" + str(offline_meter['id']) + ","
239		add_values += "'" + aggregated_value['start_datetime_utc'].isoformat()[0:19] + "',"
240		add_values += str(aggregated_value['actual_value']) + "), "
241		# trim ", " at the end of string and then execute
242		cursor_billing_db.execute(add_values[:-2])
243		cnx_billing_db.commit()
244		except Exception as e:
245		logger.error("Error in step 6 of offline_meter_billing " + str(e))
246		break
247
248		# end of for offline_meter loop
249		if cursor_system_db:
250		cursor_system_db.close()
251		if cnx_system_db:
252		cnx_system_db.close()
253
254		if cursor_energy_db:
255		cursor_energy_db.close()
256		if cnx_energy_db:
257		cnx_energy_db.close()
258
259		if cursor_billing_db:
260		cursor_billing_db.close()
261		if cnx_billing_db:
262		cnx_billing_db.close()
263		print("go to sleep 300 seconds...")
264		time.sleep(300)
265		print("wake from sleep, and continue to work...")
266		# end of the outermost while loop
267

MyEMS / myems

offline_meter_billing.main() F last analyzed 2024-05-10 04:15 UTC

Complexity

Size

Duplication

Importance

How to fix Long Method Complexity

Long Method

Complexity

Duplication Side-by-Side

Filter issues like

offline_meter_billing.main() F
last analyzed 2024-05-10 04:15 UTC