energy-reports-pkg 0.6.14__py3-none-any.whl

mindsett_energy_reports_pkg/mdl/prepare_and_email_reports/load_config/__init__.py

@@ -0,0 +1,75 @@
+
+from fetch_sharepoint_info import fetch_sharepoint_info
+
+from .check_and_keep_valid import check_and_keep_valid
+from .load_timezone import load_timezone
+from .load_sqm import load_sqm
+from .attach_id_to_buildings import attach_id_to_buildings
+from .apply_price_from_db import apply_price_from_db
+
+def load_config(engine, 
+                sharepoint,
+                table_name_org,
+                table_name_building,
+                table_name_timezone, 
+                table_name_sqm,
+                table_name_price,
+                table_name_cache, 
+                table_columns_cache,
+                monday=None, # making if optional here, so in the future it can be ignored from the outer layer of functions
+                sync_source=None,
+                cfg_src_type=None):
+    
+    if cfg_src_type is None:
+         cfg_src_type = 'sharepoint' # default to sharepoint as suggested by Pat
+
+
+    if cfg_src_type == 'sharepoint':
+         
+         df_config_raw = fetch_sharepoint_info(engine, 
+                                                sharepoint, 
+                                                table_name_cache, 
+                                                table_columns_cache,
+                                                sync_source=sync_source)
+    
+    elif cfg_src_type == 'monday': 
+
+        from fetch_monday_info import fetch_monday_info
+
+        if monday is None:
+             raise Exception('[ERROR]: the config for monday is not provided, but cfg_src_type is monday!')
+
+        df_config_raw = fetch_monday_info(engine, 
+                                    monday.auth.TOKEN,
+                                    table_name_cache, 
+                                    table_columns_cache,
+                                    monday.board_id,
+                                    columns_concerned=monday.columns_concerned, 
+                                    email_prefix=monday.email_prefix,
+                                    sync_monday=sync_source)
+    
+    else:
+        raise Exception('[ERROR]: please choose the cfg_src_type from options [sharepoint, monday].')
+
+        
+    df_config = attach_id_to_buildings(engine, df_config_raw, table_name_org, table_name_building, 
+                                       caching=False) # df_config has to be the same name, so not renaming it here
+
+    df_tz = load_timezone(engine, table_name_timezone)
+    df_config_tz = df_config.merge(df_tz, on='building_id', how='left')
+
+    df_sqm = load_sqm(engine, table_name_sqm)
+    df_config_tz_sqm = df_config_tz.merge(df_sqm, on='building_id', how='left')
+
+    df_config_tz_price = apply_price_from_db(engine, table_name_price, df_config_tz_sqm)
+    # df_price = load_energy_price(engine, table_name_price)
+    # df_config_tz_sqm = df_config_tz_sqm.rename(columns={'conv_mwh_price': 'conv_mwh_price_bak'})
+    # # df_config_tz_sqm_no_price = df_config_tz_sqm.drop(columns=['conv_mwh_price'])
+    # df_config_tz_price = df_config_tz_sqm.merge(df_price, on='building_id', how='left')
+    # df_config_tz_price['conv_mwh_price'] = df_config_tz_price['conv_mwh_price'].fillna(df_config_tz_price['conv_mwh_price_bak'])
+    # df_config_tz_price = df_config_tz_price.drop(columns=['conv_mwh_price_bak'])
+    
+    df_config_vld = check_and_keep_valid(df_config_tz_price)
+    
+    return df_config_vld
+        

mindsett_energy_reports_pkg/mdl/prepare_and_email_reports/load_config/apply_price_from_db/__init__.py

@@ -0,0 +1,13 @@
+
+from .load_energy_price import load_energy_price
+
+def apply_price_from_db(engine, table_name_price, df_config_tz_sqm):
+
+    df_price = load_energy_price(engine, table_name_price)
+    df_config_tz_sqm = df_config_tz_sqm.rename(columns={'conv_mwh_price': 'conv_mwh_price_bak'})
+    # df_config_tz_sqm_no_price = df_config_tz_sqm.drop(columns=['conv_mwh_price'])
+    df_config_tz_price = df_config_tz_sqm.merge(df_price, on='building_id', how='left')
+    df_config_tz_price['conv_mwh_price'] = df_config_tz_price['conv_mwh_price'].fillna(df_config_tz_price['conv_mwh_price_bak'])
+    df_config_tz_price = df_config_tz_price.drop(columns=['conv_mwh_price_bak'])
+
+    return df_config_tz_price

mindsett_energy_reports_pkg/mdl/prepare_and_email_reports/load_config/apply_price_from_db/load_energy_price/__init__.py

@@ -0,0 +1,14 @@
+import pandas as pd
+
+def load_energy_price(engine, table_name):
+
+    with engine.connect() as conn:
+
+        query = f"""select space_id as building_id, price*1000 as conv_mwh_price, start as start_time from {table_name};""" # meta.space_annotations
+        df_price_all = pd.read_sql_query(query, con=conn) 
+    
+    df_price_latest = df_price_all.loc[df_price_all.groupby('building_id').start_time.idxmax()].drop(columns='start_time')
+        
+    return df_price_latest
+
+# def load_energy_price():

mindsett_energy_reports_pkg/mdl/prepare_and_email_reports/load_config/attach_id_to_buildings/__init__.py

@@ -0,0 +1,24 @@
+
+from .load_building import load_building
+from .load_org import load_org
+
+from cache_return import cache_return
+
+@cache_return
+def attach_id_to_buildings(engine, df_config, table_org_name, table_building_name):
+
+    df_org = load_org(engine, table_org_name)
+    df_building = load_building(engine, table_building_name, caching=False)
+    df_bld_org = df_building.merge(df_org, on='org_id', how='left').dropna()
+    # df_config_bld_id = df_config.merge(df_bld_org, on=['building_name', 'org'], how='left')
+    # df_config = df_config.drop(columns=['building_name', 'org'])
+    df_config_bld_id = df_config.merge(df_bld_org, on='building_id', how='left')
+    is_missing_bld_name = df_config_bld_id.building_id.isna().any()
+
+    if is_missing_bld_name: # this part may not be very necessary after change the mergy on building_id
+        df_config_bld_name_missing = df_config_bld_id.loc[df_config_bld_id['building_name'].isna()]
+
+        missed_buildings = df_config_bld_name_missing['item_name'].to_list()
+        raise Exception(f"The name(s) for building id(s) {missed_buildings} cannot be found!")
+
+    return df_config_bld_id.drop(columns=['item_name', 'group_name'])

mindsett_energy_reports_pkg/mdl/prepare_and_email_reports/load_config/attach_id_to_buildings/load_building/__init__.py

@@ -0,0 +1,19 @@
+import pandas as pd
+
+from cache_return import cache_return
+
+@cache_return
+def load_building(engine, table_name):
+
+    with engine.connect() as conn:
+
+        query = f""" select id as building_id
+                            ,name as building_name
+                            ,org_id
+                            from {table_name} """ # meta.space_annotations
+
+        df_building = pd.read_sql_query(query, con=conn) 
+
+        df_building.building_name = df_building.building_name.str.strip()
+        
+    return df_building

mindsett_energy_reports_pkg/mdl/prepare_and_email_reports/load_config/attach_id_to_buildings/load_org/__init__.py

@@ -0,0 +1,13 @@
+import pandas as pd
+
+def load_org(engine, table_name):
+
+    with engine.connect() as conn:
+
+        query = f""" select id as org_id, name as org from {table_name} """ # meta.space_annotations
+
+        df_org = pd.read_sql_query(query, con=conn) 
+
+        df_org.org = df_org.org.str.strip()
+        
+    return df_org

mindsett_energy_reports_pkg/mdl/prepare_and_email_reports/load_config/check_and_keep_valid/__init__.py

@@ -0,0 +1,36 @@
+
+def check_and_keep_valid(df_config):
+
+    df_config = df_config.fillna('')
+
+    # df_config = keep_valid(df_config, columns=['industry', 'floor_size', 'conv_mwh_price', 'timezone'])
+
+    no_industry = (df_config.industry == '')
+    no_floor_size = (df_config.floor_size.isna())
+
+    # print('df_config.conv_mwh_price: ', df_config.conv_mwh_price)
+
+    no_conv_mwh_price = (df_config.conv_mwh_price == 0)
+    no_timezone = (df_config.timezone.isna())
+
+    not_ready = (no_industry | no_floor_size | no_conv_mwh_price | no_timezone)
+
+    to_report = (df_config.publish | df_config.testing)
+
+    not_ready_but_report = (not_ready & to_report)
+
+    df_not_ready_but_report = df_config.loc[not_ready_but_report]
+
+    if df_not_ready_but_report.shape[0] > 0:
+        
+        print('df_not_ready_but_report.T: ', df_not_ready_but_report.T)
+
+        raise Exception('df_not_ready_but_report is not empty, please double check the config of [industry, floor_size, conv_mwh_price, timezone] for these sites!')
+    
+    df_config_ready = df_config.loc[~not_ready]
+
+    # quit()
+
+    return df_config_ready
+
+

mindsett_energy_reports_pkg/mdl/prepare_and_email_reports/load_config/load_sqm/__init__.py

@@ -0,0 +1,11 @@
+import pandas as pd
+
+def load_sqm(engine, table_name):
+
+    with engine.connect() as conn:
+
+        query = f""" select space_id as building_id, sqm as floor_size  from {table_name};""" # meta.space_annotations
+
+        df_tz = pd.read_sql_query(query, con=conn) 
+        
+    return df_tz

mindsett_energy_reports_pkg/mdl/prepare_and_email_reports/load_config/load_timezone/__init__.py

@@ -0,0 +1,11 @@
+import pandas as pd
+
+def load_timezone(engine, table_name):
+
+    with engine.connect() as conn:
+
+        query = f""" select space_id as building_id, value as timezone  from {table_name} where key ='timezone' """ # meta.space_annotations
+
+        df_tz = pd.read_sql_query(query, con=conn) 
+        
+    return df_tz

mindsett_energy_reports_pkg/mdl/prepare_and_email_reports/prepare_report/__init__.py

@@ -0,0 +1,43 @@
+import pandas as pd
+import matplotlib
+matplotlib.use('Agg') # turn off the display graphs 
+
+from .preparing_source_data import preparing_source_data
+from .generate_components import generate_components
+from .generate_report import generate_report
+
+def prepare_report(cf, site_obj, 
+                   debug=False,
+                   report_file_folder=None, 
+                   directory_to_savefile=None):
+
+    df_meta_with_value, df_meta_with_value_building = preparing_source_data(cf.postgresdb, 
+                                                                            site_obj,
+                                                                            debug=debug, 
+                                                                            caching=False)
+
+    # currently site_name is used for building_occupancy
+    components = generate_components(cf.postgresdb, df_meta_with_value, df_meta_with_value_building, site_obj,
+                                     fontsize=13,
+                                     directory_to_savefile=directory_to_savefile)
+    
+
+    current_period = df_meta_with_value.period.max() # + pd.offsets.Week() 
+
+    try: # handle the case where insights statement is not provided
+        report_file_dict = generate_report(site_obj.site_name, current_period, 
+                                           statements_list=site_obj.insight_statements, 
+                                           organisation=site_obj.org_name,
+                                           components=components,
+                                           files_folder=directory_to_savefile,
+                                           figures_folder=directory_to_savefile,
+                                           report_file_folder=report_file_folder)
+    except:
+        report_file_dict = generate_report(site_obj.site_name, current_period, 
+                                           organisation=site_obj.org_name,
+                                           components=components,
+                                           files_folder=directory_to_savefile,
+                                           figures_folder=directory_to_savefile,
+                                           report_file_folder=report_file_folder)
+
+    return report_file_dict, current_period

mindsett_energy_reports_pkg/mdl/prepare_and_email_reports/prepare_report/generate_components/__init__.py

@@ -0,0 +1,47 @@
+import matplotlib.pyplot as plt
+plt.rcParams['figure.max_open_warning'] = 300
+
+from .generate_insight_statements import generate_insight_statements
+from .generate_piechart_with_phase import generate_piechart_with_phase
+from .generate_energy_meter_with_benchmarking import generate_energy_meter_with_benchmarking
+from .generate_daily_barchart_with_temp import generate_daily_barchart_with_temp
+from .generate_period_barchart import generate_period_barchart
+
+def generate_components(postgresdb, df_meta_with_value, df_meta_with_value_building, site_obj, 
+                        fontsize=None, 
+                        directory_to_savefile=None):
+
+    insight_statements = generate_insight_statements(postgresdb, df_meta_with_value, 
+                                asset_group=site_obj.asset_group, 
+                                # fixed_group_to_filter=site_obj.fixed_group_to_filter,
+                                directory_to_savefile=directory_to_savefile)
+    
+    piechart_with_phase = generate_piechart_with_phase(df_meta_with_value, 
+                                fontsize=fontsize,
+                                directory_to_savefig=directory_to_savefile)
+    
+    energy_meter_with_benchmarking = generate_energy_meter_with_benchmarking(df_meta_with_value_building, site_obj.floor_size, 
+                                            size_in_sqm=site_obj.size_in_sqm, 
+                                            conv_mwh_price=site_obj.conv_mwh_price,
+                                            industry=site_obj.industry, 
+                                            currency=site_obj.currency,
+                                            fontsize=fontsize,
+                                            directory_to_savefig=directory_to_savefile)
+
+    daily_barchart_with_temp = generate_daily_barchart_with_temp(df_meta_with_value,
+                                                                fontsize=fontsize,
+                                                                directory_to_savefig=directory_to_savefile)
+
+    period_barchart = generate_period_barchart(df_meta_with_value_building,
+                                         fontsize=fontsize,
+                                         directory_to_savefig=directory_to_savefile)
+    
+    # if directory_to_savefile == None:
+    components = {
+        **insight_statements,
+        **piechart_with_phase,
+        **energy_meter_with_benchmarking,
+        **daily_barchart_with_temp,
+        **period_barchart
+        }
+    return components

mindsett_energy_reports_pkg/mdl/prepare_and_email_reports/prepare_report/generate_components/generate_daily_barchart_with_temp/__init__.py

@@ -0,0 +1,40 @@
+from pathlib import Path
+import matplotlib.pyplot as plt
+from datetime import date
+import io
+
+from .preprocessing_for_barchart import preprocessing_for_barchart
+from .plot_shifted_daily_barchart_with_temp import plot_shifted_daily_barchart_with_temp
+
+def generate_daily_barchart_with_temp(df_meta_with_value, 
+                                      sr_temp=None,
+                                      fontsize=None, # please note that the other fontsizes haven't been tested yet
+                                      directory_to_savefig=None):
+
+    df_pivot_working_hours_sorted, period_current = preprocessing_for_barchart(df_meta_with_value)
+
+    # df_pivot_working_hours_sorted[(True, True)] -= [0.2, 0.1, 0.05, 0.15, 0.08, 0.12, 0.21]
+    # df_pivot_working_hours_sorted[(True, False)] -= [0.12, 0.16, 0.08, 0.12, 0.21, 0.05, 0.15]
+    # df_pivot_working_hours_sorted[True] = df_pivot_working_hours_sorted[True] *0.5
+    # df_pivot_working_hours_sorted[True] -= 0.4*df_pivot_working_hours_sorted[False]
+
+    # df_pivot_working_hours_sorted_reset = df_pivot_working_hours_sorted.reset_index(drop=True)
+    # sr_temp = df_pivot_working_hours_sorted_reset[True].sum(axis=1).abs()
+
+    
+    plot_shifted_daily_barchart_with_temp(df_pivot_working_hours_sorted,
+                                          sr_temp=sr_temp,
+                                          fontsize=fontsize)
+
+    png_name = 'daily_barchart_with_temp.png'
+    
+    if directory_to_savefig == None:
+        png_object = io.BytesIO()
+        plt.savefig(png_object, format='png', dpi=200)
+        plt.close()
+        return {png_name: png_object}
+    else:
+        png_path = directory_to_savefig + png_name
+        plt.savefig(png_path, format='png', dpi=200)
+        plt.close()
+        return {png_name: png_path}

mindsett_energy_reports_pkg/mdl/prepare_and_email_reports/prepare_report/generate_components/generate_daily_barchart_with_temp/plot_shifted_daily_barchart_with_temp/__init__.py

@@ -0,0 +1,71 @@
+
+import matplotlib.pyplot as plt
+
+from .setup_x_tick_lim import setup_x_tick_lim
+from .setup_y_tick_lim_label_zero_line import setup_y_tick_lim_label_zero_line
+from .plot_temperature_graph import plot_temperature_graph
+from .plot_the_legend import plot_the_legend
+
+from mdl.utils_ import get_pos_bot_range_unit_format
+from mdl.utils_ import plot_stacked_barchart
+
+
+def plot_shifted_daily_barchart_with_temp(df_pivot_working_hours_sorted, 
+                                          sr_temp=None,
+                                          tick_range_temp=None, 
+                                          fs=None,
+                                          fontsize=None):
+
+    if fs is None:
+        fs = (8, 3.5)
+    
+    fig, ax = plt.subplots(1, 1, figsize=fs)
+
+    plt.style.use('seaborn-v0_8-white')# set ggplot style
+
+    # df_pivot_working_hours_sorted_reset_pos, \
+    # sr_pivot_working_hours_sorted_reset_bot, \
+    #     ytick_range = setup_y_label_and_get_pos_bot_range(ax, df_pivot_working_hours_sorted, 
+    #                                                     fontsize=fontsize)
+    
+    df_pivot_working_hours_sorted_reset_pos, \
+    sr_pivot_working_hours_sorted_reset_bot, \
+        ytick_range, \
+             display_unit, \
+                 formatter = get_pos_bot_range_unit_format(df_pivot_working_hours_sorted, 
+                                                        pad_pct_above_max=0.3)
+
+    # plot the positive part with the bottom line shifted
+    plot_stacked_barchart(ax, df_pivot_working_hours_sorted_reset_pos, 
+                        bottom=sr_pivot_working_hours_sorted_reset_bot,
+                        tick_range=ytick_range)
+
+    # setup x, y tick, limit, label, and zero lines
+    setup_x_tick_lim(ax, df_pivot_working_hours_sorted, 
+                            fontsize=fontsize)
+
+    # set the layout and adjust if the temperature data exists
+    legend_bbox_to_anchor = None # default to: (0.5, 0.99)
+    tight_layout_rect = (0, 0, 0.93, 1) # intentionally add some padding on the right hand side
+    subplots_adjust_left = None
+    subplots_adjust_right = 0.785 # 0.92 # 
+
+    if sr_temp is not None:
+        if sr_temp.shape[0] > 0:
+            plot_temperature_graph(ax, sr_temp, 
+                                fontsize=fontsize, 
+                                tick_range=tick_range_temp)
+            # tight_layout_rect=(0, 0, 0.94, 1)
+            legend_bbox_to_anchor=(0.37, 0.99)
+            # subplots_adjust_left = 0.08
+
+    setup_y_tick_lim_label_zero_line(ax, ytick_range, display_unit, formatter,
+                            fontsize=fontsize)
+
+    # plot the legend
+    plot_the_legend(ax, fontsize=fontsize, 
+                    bbox_to_anchor=legend_bbox_to_anchor)
+
+    fig.tight_layout(rect=tight_layout_rect)
+    fig.subplots_adjust(left=subplots_adjust_left,
+                        right=subplots_adjust_right)

mindsett_energy_reports_pkg/mdl/prepare_and_email_reports/prepare_report/generate_components/generate_daily_barchart_with_temp/plot_shifted_daily_barchart_with_temp/plot_temperature_graph/__init__.py

@@ -0,0 +1,35 @@
+
+import matplotlib.ticker as ticker
+
+
+def plot_temperature_graph(ax, sr_temp, fontsize=None, tick_range=None, label=None):
+
+    if label is None:
+        label = 'Temperature'
+
+    if fontsize is None:
+        fontsize = 13 
+
+    # todo: month information can be removed df_occupancy
+
+    # df_occupancy_cur.reset_index(drop=True, inplace=True)
+
+    # the right y axis
+    ax_r = ax.twinx() # instantiate a second axes that shares the same x-axis
+    ax_r.yaxis.tick_left()
+    ax_r.yaxis.set_label_position("left")
+    ax_r.tick_params(axis='y', left=True, length=2, labelsize=fontsize)
+    ax_r.set_ylabel(u'\N{DEGREE SIGN}'+'C', labelpad=5, fontsize=fontsize)
+    ax_r.yaxis.set_major_formatter(ticker.FormatStrFormatter('%.1f'))
+    
+    if tick_range is None:
+        tick_value_o_max = sr_temp.max()
+        tick_value_o_min = sr_temp.min()
+        tick_value_o_var = tick_value_o_max - tick_value_o_min
+        tick_range = [tick_value_o_min - tick_value_o_var*0.5, tick_value_o_max + tick_value_o_var*0.5]
+
+    ax_r.set_ylim(tick_range)
+    ax_r.plot(sr_temp, color= 'k', lw=0.1, ls='dashed', marker=".", ms=6, mec="k", label=label)
+    ax_r.legend(loc='upper right', bbox_to_anchor=(0.92, 0.99), fontsize=fontsize, ncol=2)
+
+    

mindsett_energy_reports_pkg/mdl/prepare_and_email_reports/prepare_report/generate_components/generate_daily_barchart_with_temp/plot_shifted_daily_barchart_with_temp/plot_the_legend/__init__.py

@@ -0,0 +1,26 @@
+
+
+def plot_the_legend(ax, 
+                    fontsize=None,
+                    bbox_to_anchor=None):
+
+    if fontsize is None:
+        fontsize = 13
+
+    if bbox_to_anchor is None:
+        bbox_to_anchor=(0.5, 0.99)
+
+    # plot the legend
+    ax.legend()
+    legends = ax.get_legend()
+    orig_handles = legends.legend_handles[:2]
+    # for handle in orig_handles:
+    #     print(f"{handle.set(ec='k') = }")
+
+    # adj_handles = [handle.set(ec='k') for handle in orig_handles]
+    _ = ax.legend(handles=orig_handles,
+                 labels=['Total', 'In Hours'], 
+                 loc='upper center', 
+                 bbox_to_anchor=bbox_to_anchor, 
+                 fontsize=fontsize, 
+                 ncol=2)

mindsett_energy_reports_pkg/mdl/prepare_and_email_reports/prepare_report/generate_components/generate_daily_barchart_with_temp/plot_shifted_daily_barchart_with_temp/setup_x_tick_lim/__init__.py

@@ -0,0 +1,26 @@
+
+import matplotlib.ticker as ticker
+
+from .generate_day_code import generate_day_code
+
+def setup_x_tick_lim(ax, df_pivot_working_hours_sorted, 
+                           fontsize=None):
+
+    if fontsize is None:
+        fontsize = 13
+
+    day_code_list = generate_day_code(df_pivot_working_hours_sorted)
+    df_pivot_working_hours_sorted_reset = df_pivot_working_hours_sorted.reset_index(drop=True)
+        
+    # set up the x-ticks and xlim
+    ax.tick_params(axis='x', which='major', pad=8, length=2, labelsize=fontsize)
+
+    x_tick_pad =  1.5
+    top_index = df_pivot_working_hours_sorted_reset.index.min() - x_tick_pad
+    bot_index = df_pivot_working_hours_sorted_reset.index.max() + x_tick_pad
+    ax.set_xlim([top_index, bot_index])
+
+    # fixing xticks with matplotlib.ticker "FixedLocator": UserWarning: FixedFormatter should only be used together with FixedLocator
+    ticks_loc = ax.get_xticks().tolist()
+    ax.xaxis.set_major_locator(ticker.FixedLocator(ticks_loc))
+    ax.set_xticklabels(day_code_list, fontsize=fontsize)

mindsett_energy_reports_pkg/mdl/prepare_and_email_reports/prepare_report/generate_components/generate_daily_barchart_with_temp/plot_shifted_daily_barchart_with_temp/setup_x_tick_lim/generate_day_code/__init__.py

@@ -0,0 +1,18 @@
+import pandas as pd
+
+from .generate_day_code_list import generate_day_code_list
+
+
+def generate_day_code(df_pivot_working_hours):
+    
+    datetime_list = list(pd.to_datetime(df_pivot_working_hours.index))
+
+    day_code_list = generate_day_code_list(datetime_list)
+
+    day_code_list.insert(0,"") # for making spaces at the start
+    day_code_list.insert(0,"")
+    # day_code_list.insert(0,"")
+    day_code_list.append("") # for making spaces at the end
+    day_code_list.append("")
+
+    return day_code_list

mindsett_energy_reports_pkg/mdl/prepare_and_email_reports/prepare_report/generate_components/generate_daily_barchart_with_temp/plot_shifted_daily_barchart_with_temp/setup_x_tick_lim/generate_day_code/generate_day_code_list/__init__.py

@@ -0,0 +1,38 @@
+
+
+def generate_day_code_list(datetime_list):
+    
+    previous_day_month = None
+    previous_day_year = None
+    day_code_list = []
+
+    len_dates = len(datetime_list)
+
+    for item in datetime_list:
+        weekday_str = item.day_name()[0]
+
+        # handle the case that for monthly reports, the day numbers will be very close to each other
+        if (len_dates < 20) or (weekday_str=='M'): 
+            day_str = "\n"+str(item.day)
+        else:
+            day_str = "\n "
+
+        # the month and year are only added when it starts or changes
+
+        if item.month == previous_day_month:
+            month_str = ""
+        else:
+            month_str = " "+str(item.strftime("%b"))
+        previous_day_month = item.month
+
+        if item.year == previous_day_year:
+            year_str = ''
+        else:
+            year_str = " "+str(item.year)
+        previous_day_year = item.year
+
+        day_code = weekday_str+day_str+'\n'+month_str+year_str
+
+        day_code_list.append(day_code)
+        
+    return day_code_list

mindsett_energy_reports_pkg/mdl/prepare_and_email_reports/prepare_report/generate_components/generate_daily_barchart_with_temp/plot_shifted_daily_barchart_with_temp/setup_y_label_and_get_pos_bot_range/__init__.py

@@ -0,0 +1,40 @@
+
+import matplotlib.ticker as ticker
+
+from .get_pos_bot_and_ylim import get_pos_bot_and_ylim
+
+def setup_y_label_and_get_pos_bot_range(ax, df_pivot_working_hours_sorted, 
+                                        fontsize=None):
+
+    if fontsize is None:
+        fontsize = 13
+
+    df_pivot_working_hours_sorted_reset = df_pivot_working_hours_sorted.reset_index(drop=True)
+
+    df_pivot_working_hours_sorted_reset_pos, \
+        df_pivot_working_hours_sorted_reset_bot, \
+            ytick_range = get_pos_bot_and_ylim(df_pivot_working_hours_sorted_reset,
+                                    pad_pct_above_max = 0.3)
+
+    max_y_tick = max([abs(y_tick) for y_tick in ytick_range])
+
+    if max_y_tick > 0.1: # 100 kwh = 0.1 mwh as switching point for unit as kwh or mwh
+        ax.set_ylabel("Daily Usage (MWh)", labelpad=14, fontsize=fontsize)
+        
+        #ax_l.set_yticks(np.arange(0, tick_range_e, 0.1))
+        ax.yaxis.set_major_formatter(ticker.FormatStrFormatter('%.1f'))
+    else:
+        df_pivot_working_hours_sorted_reset = df_pivot_working_hours_sorted_reset.mul(1000)
+
+        # after the change of units, the dfs and limits should be updated
+        df_pivot_working_hours_sorted_reset_pos, \
+            df_pivot_working_hours_sorted_reset_bot, \
+                ytick_range = get_pos_bot_and_ylim(df_pivot_working_hours_sorted_reset,
+                                    pad_pct_above_max = 0.3)
+
+        ax.set_ylabel("Daily Usage (kWh)", labelpad=14, fontsize=fontsize)
+        
+        #ax_l.set_yticks(np.arange(0, tick_range_e, 0.1))
+        ax.yaxis.set_major_formatter(ticker.FormatStrFormatter('%.0f'))
+
+    return df_pivot_working_hours_sorted_reset_pos, df_pivot_working_hours_sorted_reset_bot, ytick_range

mindsett_energy_reports_pkg/mdl/prepare_and_email_reports/prepare_report/generate_components/generate_daily_barchart_with_temp/plot_shifted_daily_barchart_with_temp/setup_y_label_and_get_pos_bot_range/get_pos_bot_and_ylim/__init__.py

@@ -0,0 +1,30 @@
+
+def get_pos_bot_and_ylim(df_pivot_working_hours_sorted_reset,
+                         pad_pct_above_max = None):
+
+    if pad_pct_above_max is None:
+        pad_pct_above_max = 0.2
+
+    # make the index unique for later processing
+    df_pivot_working_hours_sorted_reset_pos = df_pivot_working_hours_sorted_reset[False]
+    sr_pivot_working_hours_sorted_reset_bot = df_pivot_working_hours_sorted_reset[True].sum(axis=1)
+
+    # get the maximum and minimum values
+    zero_line = 0
+    tick_value_e_max = max(zero_line, df_pivot_working_hours_sorted_reset.sum(axis=1).max()) # ensure that the 0 line is still showing
+    tick_value_e_min = min(zero_line, sr_pivot_working_hours_sorted_reset_bot.min()) # ensure that the 0 line is still showing
+    tick_value_e_var = tick_value_e_max - tick_value_e_min
+
+    # add padding to the boundary values to make the range
+    
+    if abs(tick_value_e_min) > (tick_value_e_max*0.01): # if the abs value of tick_value_e_min is very small, then set zero as the lowest range
+        pad_pct_below_min = 0.05
+    else:
+        pad_pct_below_min = 0
+
+    tick_range_e_max = tick_value_e_max + tick_value_e_var*pad_pct_above_max
+    tick_range_e_min = tick_value_e_min - tick_value_e_var*pad_pct_below_min
+
+    ls_ylim = [tick_range_e_min, tick_range_e_max]
+
+    return df_pivot_working_hours_sorted_reset_pos, sr_pivot_working_hours_sorted_reset_bot, ls_ylim