added meter carbon dioxide emission aggregation procedure
13621160019@163.com
parent
0fb1cba06a
commit
912fd5b613
|
|
@ -0,0 +1,84 @@
|
||||||
|
from datetime import timedelta
|
||||||
|
import mysql.connector
|
||||||
|
import config
|
||||||
|
import collections
|
||||||
|
|
||||||
|
|
||||||
|
########################################################################################################################
|
||||||
|
# Get carbon dioxide emission factor by energy category
|
||||||
|
########################################################################################################################
|
||||||
|
def get_energy_category_factor(energy_category_id, start_datetime_utc, end_datetime_utc):
|
||||||
|
# todo: verify parameters
|
||||||
|
# todo: add start_datetime_utc and end_datetime_utc to factor
|
||||||
|
# get timezone offset in minutes, this value will be returned to client
|
||||||
|
timezone_offset = int(config.utc_offset[1:3]) * 60 + int(config.utc_offset[4:6])
|
||||||
|
if config.utc_offset[0] == '-':
|
||||||
|
timezone_offset = -timezone_offset
|
||||||
|
|
||||||
|
cnx = None
|
||||||
|
cursor = None
|
||||||
|
try:
|
||||||
|
cnx = mysql.connector.connect(**config.myems_system_db)
|
||||||
|
cursor = cnx.cursor()
|
||||||
|
query_factors = (" SELECT kgco2e "
|
||||||
|
" FROM tbl_energy_categories "
|
||||||
|
" WHERE energy_category_id = %s ")
|
||||||
|
cursor.execute(query_factors, (energy_category_id,))
|
||||||
|
rows_factor = cursor.fetchone()
|
||||||
|
except Exception as e:
|
||||||
|
print(str(e))
|
||||||
|
return None
|
||||||
|
finally:
|
||||||
|
if cursor:
|
||||||
|
cursor.close()
|
||||||
|
if cnx:
|
||||||
|
cnx.disconnect()
|
||||||
|
|
||||||
|
if rows_factor is None:
|
||||||
|
if cursor:
|
||||||
|
cursor.close()
|
||||||
|
if cnx:
|
||||||
|
cnx.disconnect()
|
||||||
|
return None
|
||||||
|
else:
|
||||||
|
return rows_factor[0]
|
||||||
|
|
||||||
|
|
||||||
|
########################################################################################################################
|
||||||
|
# Get carbon dioxide emission factor by energy item
|
||||||
|
########################################################################################################################
|
||||||
|
def get_energy_item_tariffs(energy_item_id, start_datetime_utc, end_datetime_utc):
|
||||||
|
# todo: verify parameters
|
||||||
|
# todo: add start_datetime_utc and end_datetime_utc to factor
|
||||||
|
# get timezone offset in minutes, this value will be returned to client
|
||||||
|
timezone_offset = int(config.utc_offset[1:3]) * 60 + int(config.utc_offset[4:6])
|
||||||
|
if config.utc_offset[0] == '-':
|
||||||
|
timezone_offset = -timezone_offset
|
||||||
|
|
||||||
|
cnx = None
|
||||||
|
cursor = None
|
||||||
|
try:
|
||||||
|
cnx = mysql.connector.connect(**config.myems_system_db)
|
||||||
|
cursor = cnx.cursor()
|
||||||
|
query_factors = (" SELECT ec.kgco2e "
|
||||||
|
" FROM tbl_energy_categories ec, tbl_energy_items ei "
|
||||||
|
" WHERE ei.id = %s AND ei.energy_category_id = ec.id ")
|
||||||
|
cursor.execute(query_factors, (energy_item_id,))
|
||||||
|
rows_factor = cursor.fetchone()
|
||||||
|
except Exception as e:
|
||||||
|
print(str(e))
|
||||||
|
return None
|
||||||
|
finally:
|
||||||
|
if cursor:
|
||||||
|
cursor.close()
|
||||||
|
if cnx:
|
||||||
|
cnx.disconnect()
|
||||||
|
|
||||||
|
if rows_factor is None:
|
||||||
|
if cursor:
|
||||||
|
cursor.close()
|
||||||
|
if cnx:
|
||||||
|
cnx.disconnect()
|
||||||
|
return None
|
||||||
|
else:
|
||||||
|
return rows_factor[0]
|
||||||
|
|
@ -19,6 +19,7 @@ import equipment_billing_input_category
|
||||||
import equipment_billing_input_item
|
import equipment_billing_input_item
|
||||||
import equipment_billing_output_category
|
import equipment_billing_output_category
|
||||||
|
|
||||||
|
import meter_carbon
|
||||||
import meter_billing
|
import meter_billing
|
||||||
|
|
||||||
import offline_meter_billing
|
import offline_meter_billing
|
||||||
|
|
@ -97,6 +98,8 @@ def main():
|
||||||
# equipment energy output by energy categories
|
# equipment energy output by energy categories
|
||||||
Process(target=equipment_energy_output_category.main, args=(logger,)).start()
|
Process(target=equipment_energy_output_category.main, args=(logger,)).start()
|
||||||
|
|
||||||
|
# meter carbon
|
||||||
|
Process(target=meter_carbon.main, args=(logger,)).start()
|
||||||
# meter billing
|
# meter billing
|
||||||
Process(target=meter_billing.main, args=(logger,)).start()
|
Process(target=meter_billing.main, args=(logger,)).start()
|
||||||
|
|
||||||
|
|
|
||||||
|
|
@ -0,0 +1,267 @@
|
||||||
|
import time
|
||||||
|
from datetime import datetime, timedelta
|
||||||
|
from decimal import Decimal
|
||||||
|
import mysql.connector
|
||||||
|
import carbon_dioxide_emmision_factor
|
||||||
|
import config
|
||||||
|
|
||||||
|
|
||||||
|
########################################################################################################################
|
||||||
|
# PROCEDURES
|
||||||
|
# Step 1: get all meters
|
||||||
|
# for each meter in list:
|
||||||
|
# Step 2: get the latest start_datetime_utc
|
||||||
|
# Step 3: get all energy data since the latest start_datetime_utc
|
||||||
|
# Step 4: get carbon dioxide emission factor
|
||||||
|
# Step 5: calculate carbon dioxide emission by multiplying energy with factor
|
||||||
|
# Step 6: save carbon dioxide emission data to database
|
||||||
|
########################################################################################################################
|
||||||
|
|
||||||
|
|
||||||
|
def main(logger):
|
||||||
|
|
||||||
|
while True:
|
||||||
|
# the outermost while loop
|
||||||
|
################################################################################################################
|
||||||
|
# Step 1: get all meters
|
||||||
|
################################################################################################################
|
||||||
|
cnx_system_db = None
|
||||||
|
cursor_system_db = None
|
||||||
|
try:
|
||||||
|
cnx_system_db = mysql.connector.connect(**config.myems_system_db)
|
||||||
|
cursor_system_db = cnx_system_db.cursor()
|
||||||
|
except Exception as e:
|
||||||
|
logger.error("Error in step 1.1 of meter_carbon " + str(e))
|
||||||
|
if cursor_system_db:
|
||||||
|
cursor_system_db.close()
|
||||||
|
if cnx_system_db:
|
||||||
|
cnx_system_db.close()
|
||||||
|
# sleep and continue the outermost while loop
|
||||||
|
time.sleep(60)
|
||||||
|
continue
|
||||||
|
|
||||||
|
print("Connected to MyEMS System Database")
|
||||||
|
|
||||||
|
meter_list = list()
|
||||||
|
try:
|
||||||
|
cursor_system_db.execute(" SELECT id, name, energy_category_id, cost_center_id "
|
||||||
|
" FROM tbl_meters "
|
||||||
|
" ORDER BY id ")
|
||||||
|
rows_meters = cursor_system_db.fetchall()
|
||||||
|
|
||||||
|
if rows_meters is None or len(rows_meters) == 0:
|
||||||
|
print("Step 1.2: There isn't any meters. ")
|
||||||
|
if cursor_system_db:
|
||||||
|
cursor_system_db.close()
|
||||||
|
if cnx_system_db:
|
||||||
|
cnx_system_db.close()
|
||||||
|
# sleep and continue the outermost while loop
|
||||||
|
time.sleep(60)
|
||||||
|
continue
|
||||||
|
|
||||||
|
for row in rows_meters:
|
||||||
|
meter_list.append({"id": row[0],
|
||||||
|
"name": row[1],
|
||||||
|
"energy_category_id": row[2],
|
||||||
|
"cost_center_id": row[3]})
|
||||||
|
|
||||||
|
except Exception as e:
|
||||||
|
logger.error("Error in step 1.2 of meter_carbon " + str(e))
|
||||||
|
if cursor_system_db:
|
||||||
|
cursor_system_db.close()
|
||||||
|
if cnx_system_db:
|
||||||
|
cnx_system_db.close()
|
||||||
|
# sleep and continue the outermost while loop
|
||||||
|
time.sleep(60)
|
||||||
|
continue
|
||||||
|
|
||||||
|
print("Step 1.2: Got all meters from MyEMS System Database")
|
||||||
|
|
||||||
|
cnx_energy_db = None
|
||||||
|
cursor_energy_db = None
|
||||||
|
try:
|
||||||
|
cnx_energy_db = mysql.connector.connect(**config.myems_energy_db)
|
||||||
|
cursor_energy_db = cnx_energy_db.cursor()
|
||||||
|
except Exception as e:
|
||||||
|
logger.error("Error in step 1.3 of meter_carbon " + str(e))
|
||||||
|
if cursor_energy_db:
|
||||||
|
cursor_energy_db.close()
|
||||||
|
if cnx_energy_db:
|
||||||
|
cnx_energy_db.close()
|
||||||
|
|
||||||
|
if cursor_system_db:
|
||||||
|
cursor_system_db.close()
|
||||||
|
if cnx_system_db:
|
||||||
|
cnx_system_db.close()
|
||||||
|
# sleep and continue the outermost while loop
|
||||||
|
time.sleep(60)
|
||||||
|
continue
|
||||||
|
|
||||||
|
print("Connected to MyEMS Energy Database")
|
||||||
|
|
||||||
|
cnx_carbon_db = None
|
||||||
|
cursor_carbon_db = None
|
||||||
|
try:
|
||||||
|
cnx_carbon_db = mysql.connector.connect(**config.myems_carbon_db)
|
||||||
|
cursor_carbon_db = cnx_carbon_db.cursor()
|
||||||
|
except Exception as e:
|
||||||
|
logger.error("Error in step 1.4 of meter_carbon " + str(e))
|
||||||
|
if cursor_carbon_db:
|
||||||
|
cursor_carbon_db.close()
|
||||||
|
if cnx_carbon_db:
|
||||||
|
cnx_carbon_db.close()
|
||||||
|
|
||||||
|
if cursor_energy_db:
|
||||||
|
cursor_energy_db.close()
|
||||||
|
if cnx_energy_db:
|
||||||
|
cnx_energy_db.close()
|
||||||
|
|
||||||
|
if cursor_system_db:
|
||||||
|
cursor_system_db.close()
|
||||||
|
if cnx_system_db:
|
||||||
|
cnx_system_db.close()
|
||||||
|
# sleep and continue the outermost while loop
|
||||||
|
time.sleep(60)
|
||||||
|
continue
|
||||||
|
|
||||||
|
print("Connected to MyEMS Carbon Database")
|
||||||
|
|
||||||
|
for meter in meter_list:
|
||||||
|
|
||||||
|
############################################################################################################
|
||||||
|
# Step 2: get the latest start_datetime_utc
|
||||||
|
############################################################################################################
|
||||||
|
print("Step 2: get the latest start_datetime_utc from carbon database for " + meter['name'])
|
||||||
|
try:
|
||||||
|
cursor_carbon_db.execute(" SELECT MAX(start_datetime_utc) "
|
||||||
|
" FROM tbl_meter_hourly "
|
||||||
|
" WHERE meter_id = %s ",
|
||||||
|
(meter['id'], ))
|
||||||
|
row_datetime = cursor_carbon_db.fetchone()
|
||||||
|
start_datetime_utc = datetime.strptime(config.start_datetime_utc, '%Y-%m-%d %H:%M:%S')
|
||||||
|
start_datetime_utc = start_datetime_utc.replace(minute=0, second=0, microsecond=0, tzinfo=None)
|
||||||
|
|
||||||
|
if row_datetime is not None and len(row_datetime) > 0 and isinstance(row_datetime[0], datetime):
|
||||||
|
# replace second and microsecond with 0
|
||||||
|
# note: do not replace minute in case of calculating in half hourly
|
||||||
|
start_datetime_utc = row_datetime[0].replace(second=0, microsecond=0, tzinfo=None)
|
||||||
|
# start from the next time slot
|
||||||
|
start_datetime_utc += timedelta(minutes=config.minutes_to_count)
|
||||||
|
|
||||||
|
print("start_datetime_utc: " + start_datetime_utc.isoformat()[0:19])
|
||||||
|
except Exception as e:
|
||||||
|
logger.error("Error in step 2 of meter_carbon " + str(e))
|
||||||
|
# break the for meter loop
|
||||||
|
break
|
||||||
|
|
||||||
|
############################################################################################################
|
||||||
|
# Step 3: get all energy data since the latest start_datetime_utc
|
||||||
|
############################################################################################################
|
||||||
|
print("Step 3: get all energy data since the latest start_datetime_utc")
|
||||||
|
|
||||||
|
query = (" SELECT start_datetime_utc, actual_value "
|
||||||
|
" FROM tbl_meter_hourly "
|
||||||
|
" WHERE meter_id = %s AND start_datetime_utc >= %s "
|
||||||
|
" ORDER BY id ")
|
||||||
|
cursor_energy_db.execute(query, (meter['id'], start_datetime_utc, ))
|
||||||
|
rows_hourly = cursor_energy_db.fetchall()
|
||||||
|
|
||||||
|
if rows_hourly is None or len(rows_hourly) == 0:
|
||||||
|
print("Step 3: There isn't any energy input data to calculate. ")
|
||||||
|
# continue the for meter loop
|
||||||
|
continue
|
||||||
|
|
||||||
|
energy_dict = dict()
|
||||||
|
energy_category_list = list()
|
||||||
|
energy_category_list.append(meter['energy_category_id'])
|
||||||
|
end_datetime_utc = start_datetime_utc
|
||||||
|
for row_hourly in rows_hourly:
|
||||||
|
current_datetime_utc = row_hourly[0]
|
||||||
|
actual_value = row_hourly[1]
|
||||||
|
if energy_dict.get(current_datetime_utc) is None:
|
||||||
|
energy_dict[current_datetime_utc] = dict()
|
||||||
|
energy_dict[current_datetime_utc][meter['energy_category_id']] = actual_value
|
||||||
|
if current_datetime_utc > end_datetime_utc:
|
||||||
|
end_datetime_utc = current_datetime_utc
|
||||||
|
|
||||||
|
############################################################################################################
|
||||||
|
# Step 4: get carbon dioxide emission factor
|
||||||
|
############################################################################################################
|
||||||
|
print("Step 4: get carbon dioxide emission factor")
|
||||||
|
factor_dict = dict()
|
||||||
|
for energy_category_id in energy_category_list:
|
||||||
|
factor_dict[energy_category_id] = \
|
||||||
|
carbon_dioxide_emmision_factor.get_energy_category_factor(
|
||||||
|
energy_category_id,
|
||||||
|
start_datetime_utc,
|
||||||
|
end_datetime_utc)
|
||||||
|
############################################################################################################
|
||||||
|
# Step 5: calculate carbon dioxide emission by multiplying energy with factor
|
||||||
|
############################################################################################################
|
||||||
|
print("Step 5: calculate carbon dioxide emission by multiplying energy with factor")
|
||||||
|
carbon_dict = dict()
|
||||||
|
|
||||||
|
if len(energy_dict) > 0:
|
||||||
|
for current_datetime_utc in energy_dict.keys():
|
||||||
|
carbon_dict[current_datetime_utc] = dict()
|
||||||
|
for energy_category_id in energy_category_list:
|
||||||
|
current_factor = factor_dict[energy_category_id]
|
||||||
|
current_energy = energy_dict[current_datetime_utc].get(energy_category_id)
|
||||||
|
if current_factor is not None \
|
||||||
|
and isinstance(current_factor, Decimal) \
|
||||||
|
and current_energy is not None \
|
||||||
|
and isinstance(current_energy, Decimal):
|
||||||
|
carbon_dict[current_datetime_utc][energy_category_id] = \
|
||||||
|
current_energy * current_factor
|
||||||
|
|
||||||
|
if len(carbon_dict[current_datetime_utc]) == 0:
|
||||||
|
del carbon_dict[current_datetime_utc]
|
||||||
|
|
||||||
|
############################################################################################################
|
||||||
|
# Step 6: save carbon dioxide emission data to database
|
||||||
|
############################################################################################################
|
||||||
|
print("Step 6: save carbon dioxide emission data to database")
|
||||||
|
|
||||||
|
if len(carbon_dict) > 0:
|
||||||
|
try:
|
||||||
|
add_values = (" INSERT INTO tbl_meter_hourly "
|
||||||
|
" (meter_id, "
|
||||||
|
" start_datetime_utc, "
|
||||||
|
" actual_value) "
|
||||||
|
" VALUES ")
|
||||||
|
|
||||||
|
for current_datetime_utc in carbon_dict:
|
||||||
|
for energy_category_id in energy_category_list:
|
||||||
|
current_carbon = carbon_dict[current_datetime_utc].get(energy_category_id)
|
||||||
|
if current_carbon is not None and isinstance(current_carbon, Decimal):
|
||||||
|
add_values += " (" + str(meter['id']) + ","
|
||||||
|
add_values += "'" + current_datetime_utc.isoformat()[0:19] + "',"
|
||||||
|
add_values += str(carbon_dict[current_datetime_utc][energy_category_id]) + "), "
|
||||||
|
print("add_values:" + add_values)
|
||||||
|
# trim ", " at the end of string and then execute
|
||||||
|
cursor_carbon_db.execute(add_values[:-2])
|
||||||
|
cnx_carbon_db.commit()
|
||||||
|
except Exception as e:
|
||||||
|
logger.error("Error in step 6 of meter_carbon " + str(e))
|
||||||
|
# break the for meter loop
|
||||||
|
break
|
||||||
|
|
||||||
|
# end of for meter loop
|
||||||
|
if cnx_system_db:
|
||||||
|
cnx_system_db.close()
|
||||||
|
if cursor_system_db:
|
||||||
|
cursor_system_db.close()
|
||||||
|
|
||||||
|
if cnx_energy_db:
|
||||||
|
cnx_energy_db.close()
|
||||||
|
if cursor_energy_db:
|
||||||
|
cursor_energy_db.close()
|
||||||
|
|
||||||
|
if cnx_carbon_db:
|
||||||
|
cnx_carbon_db.close()
|
||||||
|
if cursor_carbon_db:
|
||||||
|
cursor_carbon_db.close()
|
||||||
|
print("go to sleep 300 seconds...")
|
||||||
|
time.sleep(300)
|
||||||
|
print("wake from sleep, and continue to work...")
|
||||||
|
# end of the outermost while loop
|
||||||
Loading…
Reference in New Issue