MyEMS / myems

########################################################################################################################

def calculate_hourly(logger):

    """

    Main function for physical meter energy consumption normalization.

    This function runs continuously, retrieving all physical meters from the system database

    and processing them in parallel to calculate normalized hourly energy consumption data.

    Args:

        logger: Logger instance for recording normalization activities and errors

    """

    while True:

        ################################################################################################################

        # Step 1: Query all meters and associated energy value points from system database

        ################################################################################################################

        cnx_system_db = None

        cursor_system_db = None

        # Connect to system database to retrieve meter configuration

        try:

            cnx_system_db = mysql.connector.connect(**config.myems_system_db)

            cursor_system_db = cnx_system_db.cursor()

        except Exception as e:

            logger.error("Error in step 1.1 of meter.calculate_hourly process " + str(e))

            # Clean up database connections in case of error

            if cursor_system_db:

                cursor_system_db.close()

            if cnx_system_db:

                cnx_system_db.close()

            # Sleep several minutes and continue the outer loop to reconnect the database

            time.sleep(60)

            continue

        print("Connected to the MyEMS System Database")

        # Retrieve all physical meters with their associated energy value points

        try:

            cursor_system_db.execute(" SELECT m.id, m.name, m.hourly_low_limit, m.hourly_high_limit, "

                                     "        p.id as point_id, p.units "

                                     " FROM tbl_meters m, tbl_meters_points mp, tbl_points p "

                                     " WHERE m.id = mp.meter_id "

                                     "       AND mp.point_id = p.id "

                                     "       AND p.object_type = 'ENERGY_VALUE'")

            rows_meters = cursor_system_db.fetchall()

            # Check if meters were found

            if rows_meters is None or len(rows_meters) == 0:

                # Sleep several minutes and continue the outer loop to reconnect the database

                time.sleep(60)

                continue

            # Build meter list with configuration data

            meter_list = list()

            for row in rows_meters:

                meta_result = {"id": row[0],

                               "name": row[1],

                               "hourly_low_limit": row[2],

                               "hourly_high_limit": row[3],

                               "point_id": row[4],

                               "units": row[5]}

                meter_list.append(meta_result)

        except Exception as e:

            logger.error("Error in step 1.2 meter.calculate_hourly " + str(e))

            # Sleep several minutes and continue the outer loop to reconnect the database

            time.sleep(60)

            continue

        finally:

            # Always clean up database connections

            if cursor_system_db:

                cursor_system_db.close()

            if cnx_system_db:

                cnx_system_db.close()

        # Shuffle the meter list for randomly calculating the meter hourly values

        # This helps distribute processing load evenly across time

        random.shuffle(meter_list)

        print("Got all meters in MyEMS System Database")

        ################################################################################################################

        # Step 2: Create multiprocessing pool to call worker processes in parallel

# Step 2: Create multiprocessing pool to call worker processes in parallel

########################################################################################################################

def calculate(logger):

    """

    Main function for virtual point calculation using mathematical expressions.

    This function runs continuously, retrieving all virtual points from the system database

    and processing them in parallel to calculate virtual point values using their

    configured mathematical expressions.

    Args:

        logger: Logger instance for recording calculation activities and errors

    """

    while True:

        # The outermost while loop to reconnect to server if there is a connection error

        cnx_system_db = None

        cursor_system_db = None

        # Connect to system database to retrieve virtual point configuration

        try:

            cnx_system_db = mysql.connector.connect(**config.myems_system_db)

            cursor_system_db = cnx_system_db.cursor()

        except Exception as e:

            logger.error("Error in step 0 of virtual point calculate " + str(e))

            if cursor_system_db:

                cursor_system_db.close()

            if cnx_system_db:

                cnx_system_db.close()

            # Sleep and continue the outer loop to reconnect the database

            time.sleep(60)

            continue

        print("Connected to MyEMS System Database")

        # Retrieve all virtual points with their configuration data

        virtual_point_list = list()

        try:

            cursor_system_db.execute(" SELECT id, name, data_source_id, object_type, high_limit, low_limit, address "

                                     " FROM tbl_points "

                                     " WHERE is_virtual = 1 ")

            rows_virtual_points = cursor_system_db.fetchall()

            # Check if virtual points were found

            if rows_virtual_points is None or len(rows_virtual_points) == 0:

                # Sleep several minutes and continue the outer loop to reconnect the database

                time.sleep(60)

                continue

            # Build virtual point list with configuration data

            for row in rows_virtual_points:

                meta_result = {"id": row[0],

                               "name": row[1],

                               "data_source_id": row[2],

                               "object_type": row[3],

                               "high_limit": row[4],

                               "low_limit": row[5],

                               "address": row[6]}

                virtual_point_list.append(meta_result)

        except Exception as e:

            logger.error("Error in step 1 of virtual point calculate " + str(e))

            # sleep and continue the outer loop to reconnect the database

            time.sleep(60)

            continue

        finally:

            if cursor_system_db:

                cursor_system_db.close()

            if cnx_system_db:

                cnx_system_db.close()

        # Shuffle the virtual point list for randomly calculating point values

        # This helps distribute processing load evenly across time

        random.shuffle(virtual_point_list)

        print("Got all virtual points in MyEMS System Database")

        ################################################################################################################

        # Step 2: Create multiprocessing pool to call worker processes in parallel