From 5db7e8d4e577d0b9292b8f1dabcdba40c2d0f070 Mon Sep 17 00:00:00 2001 From: "13621160019@163.com" <13621160019@163.com> Date: Fri, 28 Jan 2022 13:54:34 +0800 Subject: [PATCH] added offline meter carbon dioxide emission aggregation procedure --- myems-aggregation/main.py | 3 + myems-aggregation/offline_meter_carbon.py | 267 ++++++++++++++++++++++ 2 files changed, 270 insertions(+) create mode 100644 myems-aggregation/offline_meter_carbon.py diff --git a/myems-aggregation/main.py b/myems-aggregation/main.py index c083d038..99483058 100644 --- a/myems-aggregation/main.py +++ b/myems-aggregation/main.py @@ -22,6 +22,7 @@ import equipment_billing_output_category import meter_carbon import meter_billing +import offline_meter_carbon import offline_meter_billing import shopfloor_billing_input_category @@ -104,6 +105,8 @@ def main(): # meter billing Process(target=meter_billing.main, args=(logger,)).start() + # offline meter carbon dioxide emission + Process(target=offline_meter_carbon.main, args=(logger,)).start() # offline meter billing Process(target=offline_meter_billing.main, args=(logger,)).start() diff --git a/myems-aggregation/offline_meter_carbon.py b/myems-aggregation/offline_meter_carbon.py new file mode 100644 index 00000000..06ef6076 --- /dev/null +++ b/myems-aggregation/offline_meter_carbon.py @@ -0,0 +1,267 @@ +import time +from datetime import datetime, timedelta +from decimal import Decimal +import mysql.connector +import carbon_dioxide_emmision_factor +import config + + +######################################################################################################################## +# PROCEDURES +# Step 1: get all offline meters +# for each offline meter in list: +# Step 2: get the latest start_datetime_utc +# Step 3: get all energy data since the latest start_datetime_utc +# Step 4: get carbon dioxide emission factor +# Step 5: calculate carbon dioxide emission by multiplying energy with factor +# Step 6: save carbon dioxide emission data to database +######################################################################################################################## + + +def main(logger): + + while True: + # the outermost while loop + ################################################################################################################ + # Step 1: get all offline meters + ################################################################################################################ + cnx_system_db = None + cursor_system_db = None + try: + cnx_system_db = mysql.connector.connect(**config.myems_system_db) + cursor_system_db = cnx_system_db.cursor() + except Exception as e: + logger.error("Error in step 1.1 of offline_meter_carbon " + str(e)) + if cursor_system_db: + cursor_system_db.close() + if cnx_system_db: + cnx_system_db.close() + # sleep and continue the outermost while loop + time.sleep(60) + continue + + print("Connected to MyEMS System Database") + + offline_meter_list = list() + try: + cursor_system_db.execute(" SELECT id, name, energy_category_id, cost_center_id " + " FROM tbl_offline_meters " + " ORDER BY id ") + rows_offline_meters = cursor_system_db.fetchall() + + if rows_offline_meters is None or len(rows_offline_meters) == 0: + print("Step 1.2: There isn't any offline meters. ") + if cursor_system_db: + cursor_system_db.close() + if cnx_system_db: + cnx_system_db.close() + # sleep and continue the outermost while loop + time.sleep(60) + continue + + for row in rows_offline_meters: + offline_meter_list.append({"id": row[0], + "name": row[1], + "energy_category_id": row[2], + "cost_center_id": row[3]}) + + except Exception as e: + logger.error("Error in step 1.2 of offline_meter_carbon " + str(e)) + if cursor_system_db: + cursor_system_db.close() + if cnx_system_db: + cnx_system_db.close() + # sleep and continue the outermost while loop + time.sleep(60) + continue + + print("Step 1.2: Got all offline meters from MyEMS System Database") + + cnx_energy_db = None + cursor_energy_db = None + try: + cnx_energy_db = mysql.connector.connect(**config.myems_energy_db) + cursor_energy_db = cnx_energy_db.cursor() + except Exception as e: + logger.error("Error in step 1.3 of offline_meter_carbon " + str(e)) + if cursor_energy_db: + cursor_energy_db.close() + if cnx_energy_db: + cnx_energy_db.close() + + if cursor_system_db: + cursor_system_db.close() + if cnx_system_db: + cnx_system_db.close() + # sleep and continue the outermost while loop + time.sleep(60) + continue + + print("Connected to MyEMS Energy Database") + + cnx_carbon_db = None + cursor_carbon_db = None + try: + cnx_carbon_db = mysql.connector.connect(**config.myems_carbon_db) + cursor_carbon_db = cnx_carbon_db.cursor() + except Exception as e: + logger.error("Error in step 1.4 of offline_meter_carbon " + str(e)) + if cursor_carbon_db: + cursor_carbon_db.close() + if cnx_carbon_db: + cnx_carbon_db.close() + + if cursor_energy_db: + cursor_energy_db.close() + if cnx_energy_db: + cnx_energy_db.close() + + if cursor_system_db: + cursor_system_db.close() + if cnx_system_db: + cnx_system_db.close() + # sleep and continue the outermost while loop + time.sleep(60) + continue + + print("Connected to MyEMS Carbon Database") + + for offline_meter in offline_meter_list: + + ############################################################################################################ + # Step 2: get the latest start_datetime_utc + ############################################################################################################ + print("Step 2: get the latest start_datetime_utc from carbon database for " + offline_meter['name']) + try: + cursor_carbon_db.execute(" SELECT MAX(start_datetime_utc) " + " FROM tbl_offline_meter_hourly " + " WHERE offline_meter_id = %s ", + (offline_meter['id'], )) + row_datetime = cursor_carbon_db.fetchone() + start_datetime_utc = datetime.strptime(config.start_datetime_utc, '%Y-%m-%d %H:%M:%S') + start_datetime_utc = start_datetime_utc.replace(minute=0, second=0, microsecond=0, tzinfo=None) + + if row_datetime is not None and len(row_datetime) > 0 and isinstance(row_datetime[0], datetime): + # replace second and microsecond with 0 + # note: do not replace minute in case of calculating in half hourly + start_datetime_utc = row_datetime[0].replace(second=0, microsecond=0, tzinfo=None) + # start from the next time slot + start_datetime_utc += timedelta(minutes=config.minutes_to_count) + + print("start_datetime_utc: " + start_datetime_utc.isoformat()[0:19]) + except Exception as e: + logger.error("Error in step 2 of offline_meter_carbon " + str(e)) + # break the for offline meter loop + break + + ############################################################################################################ + # Step 3: get all energy data since the latest start_datetime_utc + ############################################################################################################ + print("Step 3: get all energy data since the latest start_datetime_utc") + + query = (" SELECT start_datetime_utc, actual_value " + " FROM tbl_offline_meter_hourly " + " WHERE offline_meter_id = %s AND start_datetime_utc >= %s " + " ORDER BY id ") + cursor_energy_db.execute(query, (offline_meter['id'], start_datetime_utc, )) + rows_hourly = cursor_energy_db.fetchall() + + if rows_hourly is None or len(rows_hourly) == 0: + print("Step 3: There isn't any energy input data to calculate. ") + # continue the for offline meter loop + continue + + energy_dict = dict() + energy_category_list = list() + energy_category_list.append(offline_meter['energy_category_id']) + end_datetime_utc = start_datetime_utc + for row_hourly in rows_hourly: + current_datetime_utc = row_hourly[0] + actual_value = row_hourly[1] + if energy_dict.get(current_datetime_utc) is None: + energy_dict[current_datetime_utc] = dict() + energy_dict[current_datetime_utc][offline_meter['energy_category_id']] = actual_value + if current_datetime_utc > end_datetime_utc: + end_datetime_utc = current_datetime_utc + + ############################################################################################################ + # Step 4: get carbon dioxide emission factor + ############################################################################################################ + print("Step 4: get carbon dioxide emission factor") + factor_dict = dict() + for energy_category_id in energy_category_list: + factor_dict[energy_category_id] = \ + carbon_dioxide_emmision_factor.get_energy_category_factor( + energy_category_id, + start_datetime_utc, + end_datetime_utc) + ############################################################################################################ + # Step 5: calculate carbon dioxide emission by multiplying energy with factor + ############################################################################################################ + print("Step 5: calculate carbon dioxide emission by multiplying energy with factor") + carbon_dict = dict() + + if len(energy_dict) > 0: + for current_datetime_utc in energy_dict.keys(): + carbon_dict[current_datetime_utc] = dict() + for energy_category_id in energy_category_list: + current_factor = factor_dict[energy_category_id] + current_energy = energy_dict[current_datetime_utc].get(energy_category_id) + if current_factor is not None \ + and isinstance(current_factor, Decimal) \ + and current_energy is not None \ + and isinstance(current_energy, Decimal): + carbon_dict[current_datetime_utc][energy_category_id] = \ + current_energy * current_factor + + if len(carbon_dict[current_datetime_utc]) == 0: + del carbon_dict[current_datetime_utc] + + ############################################################################################################ + # Step 6: save carbon dioxide emission data to database + ############################################################################################################ + print("Step 6: save carbon dioxide emission data to database") + + if len(carbon_dict) > 0: + try: + add_values = (" INSERT INTO tbl_offline_meter_hourly " + " (offline_meter_id, " + " start_datetime_utc, " + " actual_value) " + " VALUES ") + + for current_datetime_utc in carbon_dict: + for energy_category_id in energy_category_list: + current_carbon = carbon_dict[current_datetime_utc].get(energy_category_id) + if current_carbon is not None and isinstance(current_carbon, Decimal): + add_values += " (" + str(offline_meter['id']) + "," + add_values += "'" + current_datetime_utc.isoformat()[0:19] + "'," + add_values += str(carbon_dict[current_datetime_utc][energy_category_id]) + "), " + print("add_values:" + add_values) + # trim ", " at the end of string and then execute + cursor_carbon_db.execute(add_values[:-2]) + cnx_carbon_db.commit() + except Exception as e: + logger.error("Error in step 6 of offline_meter_carbon " + str(e)) + # break the for offline meter loop + break + + # end of for offline meter loop + if cnx_system_db: + cnx_system_db.close() + if cursor_system_db: + cursor_system_db.close() + + if cnx_energy_db: + cnx_energy_db.close() + if cursor_energy_db: + cursor_energy_db.close() + + if cnx_carbon_db: + cnx_carbon_db.close() + if cursor_carbon_db: + cursor_carbon_db.close() + print("go to sleep 300 seconds...") + time.sleep(300) + print("wake from sleep, and continue to work...") + # end of the outermost while loop