vos-data-utils 0.0.2__py3-none-any.whl → 0.0.4__py3-none-any.whl

vdutils/bjdconnector.py

@@ -1,5 +1,3 @@
-import pickle
-import pkg_resources
 import pandas as pd
 from typing import (
     List,
@@ -7,23 +5,24 @@ from typing import (
     Optional
 )
 from dataclasses import dataclass
+from vdutils.data import _get_folder_names
+from vdutils.library import Log
 from vdutils.convaddr import ConvAddr
 
 
 @dataclass
 class BjdObject():
 
-    CA = ConvAddr()
-    current_sido_list = CA.sido_list
-    current_sgg_list = CA.sgg_list
-    current_emd_list = CA.emd_list
-    current_ri_list = CA.ri_list
-    multiple_word_sgg_list = CA.multiple_word_sgg_list
-
     def __init__(
         self,
         bjd_cd: str,
-        full_bjd_nm: str
+        full_bjd_nm: str,
+        sido_list: List[str],
+        sgg_list: List[str],
+        emd_list: List[str],
+        ri_list: List[str],
+        multiple_word_sgg_list: List[str],
+        base_dt: str
     ):
         self.bjd_cd: str = bjd_cd
         self.full_bjd_nm: str = full_bjd_nm
@@ -41,22 +40,31 @@ class BjdObject():
         self.emd_cd: Optional[str] = None
         self.ri_cd: Optional[str] = None
         self.bjd_nm: str = None
+        self.base_dt: str = base_dt
+        self.base_dt_print: str = f"{self.base_dt[:4]}-{self.base_dt[4:6]}-{self.base_dt[6:8]}"
+        self.sido_list: List[str] = sido_list
+        self.sgg_list: List[str] = sgg_list
+        self.emd_list: List[str] = emd_list
+        self.ri_list: List[str] = ri_list
+        self.multiple_word_sgg_list: List[str] = multiple_word_sgg_list
         self._prepare()
 
+
     def _get_bjd_typ(
         self,
         bjd_nm
     ):
         for bjd_typ_nm, bjd_typ_group in [
-            ("sido", self.current_sido_list),
-            ("sgg", self.current_sgg_list),
-            ("emd", self.current_emd_list),
-            ("ri", self.current_ri_list)
+            ("sido", self.sido_list),
+            ("sgg", self.sgg_list),
+            ("emd", self.emd_list),
+            ("ri", self.ri_list)
         ]:
             if bjd_nm in bjd_typ_group:
                 return bjd_typ_nm
         raise ValueError(f"{bjd_nm}: Invalid input")
 
+
     def _get_typ(self):
         if self.ri_nm is not None: return "ri"
         elif self.emd_nm is not None: return "emd"
@@ -64,6 +72,7 @@ class BjdObject():
         elif self.sido_nm is not None: return "sido"
         else: raise ValueError()
 
+
     def _get_bjd_nm(self):
         if self.typ == "sido": return self.sido_nm
         elif self.typ == "sgg": return self.sgg_nm
@@ -71,6 +80,7 @@ class BjdObject():
         elif self.typ == "ri": return self.ri_nm
         else: raise ValueError()
 
+
     def _get_bjd_cd(self):
         if self.sido_nm is not None:
             if self.sido_nm == "세종특별자치시": self.sido_cd = self.bjd_cd[:5] + ("0" * 5)
@@ -82,6 +92,7 @@ class BjdObject():
         if self.ri_nm is not None:
             self.ri_cd = self.bjd_cd
 
+
     def _get_is_existed_bjd(self):
         if self.sido_nm is not None:
             self.sido = True
@@ -92,12 +103,14 @@ class BjdObject():
         if self.ri_nm is not None:
             self.ri = True
 
+
     def _split_full_bjd_nm(self):
         for multiple_sgg_nm in self.multiple_word_sgg_list:
             if multiple_sgg_nm in self.full_bjd_nm:
                 return [multiple_sgg_nm] + self.full_bjd_nm.replace(multiple_sgg_nm, "").split()
         return self.full_bjd_nm.split()
 
+
     def _prepare(self):
         bjd_nm_list = self._split_full_bjd_nm()
         for bjd_nm in bjd_nm_list:
@@ -112,6 +125,7 @@ class BjdObject():
         self._get_bjd_cd()
         self._get_is_existed_bjd()
 
+
     def _print(self):
         print(f"bjd_cd: {self.bjd_cd}")
         print(f"bjd_nm: {self.bjd_nm}")
@@ -129,6 +143,7 @@ class BjdObject():
         print(f"sgg_cd: {self.sgg_cd}")
         print(f"emd_cd: {self.emd_cd}")
         print(f"ri_cd: {self.ri_cd}")
+        print(f"base_dt: {self.base_dt_print}")
 
 
 @dataclass
@@ -141,10 +156,17 @@ class BjdConnector():
         "ri": "emd"
     }
 
+
     def __init__(
         self,
         bjd_cd: str,
-        full_bjd_nm: str
+        full_bjd_nm: str,
+        sido_list: List[str],
+        sgg_list: List[str],
+        emd_list: List[str],
+        ri_list: List[str],
+        multiple_word_sgg_list: List[str],
+        base_dt: str,
     ):
         self.typ: str = None
         self.bjd_cd: str = bjd_cd
@@ -159,18 +181,33 @@ class BjdConnector():
         self.bottom_bjd_nm: List[str] = []
         self.bottom_bjd: List[BjdConnector()] = []
         self.is_smallest: bool = None
+        self.base_dt: str = base_dt
+        self.base_dt_print: str = f"{self.base_dt[:4]}-{self.base_dt[4:6]}-{self.base_dt[6:8]}"
+        self.sido_list: List[str] = sido_list
+        self.sgg_list: List[str] = sgg_list
+        self.emd_list: List[str] = emd_list
+        self.ri_list: List[str] = ri_list
+        self.multiple_word_sgg_list: List[str] = multiple_word_sgg_list
         self._update_metadata()
         self._update_top_bjd()
 
+
     def _update_metadata(self):
         bjd_object = BjdObject(
             bjd_cd=self.bjd_cd,
-            full_bjd_nm=self.full_bjd_nm
+            full_bjd_nm=self.full_bjd_nm,
+            sido_list=self.sido_list,
+            sgg_list=self.sgg_list,
+            emd_list=self.emd_list,
+            ri_list=self.ri_list,
+            multiple_word_sgg_list=self.multiple_word_sgg_list,
+            base_dt=self.base_dt
         )
         self.metadata = bjd_object
         self.typ = bjd_object.typ
         self.bjd_nm = bjd_object.bjd_nm
 
+
     def _find_top_relation(
         self,
         typ,
@@ -186,6 +223,7 @@ class BjdConnector():
             metadata=metadata
         ) # 상위 법정동이 없을 상위 법정동의 상위를 탐색
 
+
     def _update_top_bjd(self):
         typ = self.typ
         metadata = self.metadata
@@ -213,9 +251,11 @@ class BjdConnector():
                 else:
                     print(self.metadata._print())
 
+
     def _update_connected_bjd(self):
         pass
 
+
     def _print(self):
         print(f"typ: {self.typ}")
         print(f"bjd_cd: {self.bjd_cd}")
@@ -230,20 +270,88 @@ class BjdConnector():
         print(f"bottom_bjd_nm: {self.bottom_bjd_nm}")
         print(f"bottom_bjd: {self.bottom_bjd}")
         print(f"is_smallest: {self.is_smallest}")
+        print(f"base_dt: {self.base_dt_print}")
 
 
 @dataclass
 class BjdConnectorGraph():
 
-    CA = ConvAddr()
-    bjd_current_df = CA.bjd_df
 
-    def __init__(self):
+    def __init__(
+        self,
+        base_dt: Optional[str] = None,
+        is_inherit: bool = False
+    ):
+
+        if base_dt is not None:
+            if not isinstance(base_dt, str):
+                raise TypeError("type of object('base_dt') must be string")
+
+            if not base_dt.isdigit():
+                raise ValueError("object('base_dt') should be a string consisting of numbers")
+
+            if len(base_dt) != 8:
+                raise ValueError("object('base_dt') should be a string consisting of exactly 8(YYYYMMDD) digits")
+        else: pass
+
+        self.base_dt = base_dt
+        self.is_inherit = is_inherit
+        self.logger = Log('BjdConnectorGraph').stream_handler("INFO")
         self.bjd_connectors: Dict[str, BjdConnector] = dict()
+        self._get_base_dt()
+
+        CA = ConvAddr(base_dt=self.base_dt, is_inherit=True)
+        self.bjd_current_df = CA.bjd_df
+        self.sido_list = CA.sido_list
+        self.sgg_list = CA.sgg_list
+        self.emd_list = CA.emd_list
+        self.ri_list = CA.ri_list
+        self.multiple_word_sgg_list = CA.multiple_word_sgg_list
+
         self._creates_bjd_connectors()
         self._update_bjd_connectors()
         self._check_bjd_connectors_bottom_counts()
 
+
+    def _find_latest_base_dt(
+        self,
+        base_dts: List[str]
+    ) -> str:
+
+        """
+        입력된 날짜(YYYYMMDD)와 법정동 데이터 시점 리스트와 비교하여 입력된 날짜보다 과거 시점 중 최신 시점을 반환
+        """
+
+        for date in base_dts:
+            if date < self.base_dt:
+                return date
+
+        # 입력된 날짜보다 작은 날짜가 없을 경우
+        self.logger.info("입력된 날짜보다 이전 시점의 법정동 데이터가 존재하지 않습니다. 보유한 데이터중 최신 데이터를 적용합니다.")
+        return base_dts[0]
+
+
+    def _get_base_dt(self):
+
+        """
+        입력된 날짜(YYYYMMDD)와 법정동 데이터 시점 리스트와 비교하여 입력된 날짜보다 과거 시점 중 최신 시점을 반환 \n
+        입력된 날짜(YYYYMMDD)가 없으면 데이터 시점 리스트 중 최신 시점을 반환
+        """
+
+        if self.is_inherit:
+            return self.base_dt
+
+        base_dts = _get_folder_names(base_folder_path='vdutils/data/bjd')
+        base_dts = sorted(base_dts, reverse=True)
+        try:
+            if self.base_dt is None:
+                self.base_dt = base_dts[0]
+            else:
+                self.base_dt = self._find_latest_base_dt(base_dts=base_dts)
+        finally:
+            self.logger.info(f"적용 법정동 데이터 시점: {self.base_dt}")
+
+
     def _creates_bjd_connectors(self):
         for _ in self.bjd_current_df[["법정동코드", "법정동명"]].itertuples():
             bjd_cd = str(_.법정동코드)
@@ -251,9 +359,16 @@ class BjdConnectorGraph():
 
             self.bjd_connectors[bjd_cd] = BjdConnector(
                 bjd_cd=bjd_cd,
-                full_bjd_nm=full_bjd_nm
+                full_bjd_nm=full_bjd_nm,
+                sido_list=self.sido_list,
+                sgg_list=self.sgg_list,
+                emd_list=self.emd_list,
+                ri_list=self.ri_list,
+                multiple_word_sgg_list=self.multiple_word_sgg_list,
+                base_dt=self.base_dt
             )
 
+
     def _update_bjd_connectors(self):
         for bjd_cd, bjd_connector in self.bjd_connectors.items():
             if len(bjd_connector.top_bjd_cd):
@@ -276,6 +391,7 @@ class BjdConnectorGraph():
             if len(bjd_connector.bottom_bjd_cd) == 0: bjd_connector.is_smallest = True
             else: bjd_connector.is_smallest = False
 
+
     def _check_bjd_connectors_bottom_counts(self):
         for bjd_cd, bjd_connector in self.bjd_connectors.items():
             if len(bjd_connector.bottom_bjd_cd) != len(bjd_connector.bottom_bjd):
@@ -288,19 +404,21 @@ class BjdConnectorGraph():
 @dataclass
 class FullBjdConnector():
 
-    CA = ConvAddr()
-    BCG = BjdConnectorGraph()
-    bjd_connectors = BCG.bjd_connectors
-    multiple_word_sgg_list = CA.multiple_word_sgg_list
-
     def __init__(
         self,
         full_bjd_cd: str,
         full_bjd_nm: str,
         created_dt: str,
         deleted_dt: str,
-        before_bjd_cd: str
+        before_bjd_cd: str,
+        bjd_connectors,
+        multiple_word_sgg_list,
+        base_dt: str
     ):
+        self.base_dt = base_dt
+        self.base_dt_print: str = f"{self.base_dt[:4]}-{self.base_dt[4:6]}-{self.base_dt[6:8]}"
+        self.bjd_connectors = bjd_connectors
+        self.multiple_word_sgg_list = multiple_word_sgg_list
         self.full_bjd_cd: str = full_bjd_cd
         self.full_bjd_nm: str = full_bjd_nm
         self.is_exist: bool = None
@@ -327,8 +445,15 @@ class FullBjdConnector():
         self.emd_bjd_connector: Optional[BjdConnector] = None
         self.ri_bjd_connector: Optional[BjdConnector] = None
         self.is_exist = self._get_is_exist()
+
+        # CA = ConvAddr(base_dt=self.base_dt)
+        # BCG = BjdConnectorGraph(base_dt=self.base_dt, is_inherit=True)
+        # self.bjd_connectors = BCG.bjd_connectors
+        # self.multiple_word_sgg_list = BCG.multiple_word_sgg_list
+
         self._get_bjd_connectors()
 
+
     def _split_full_bjd_nm(
         self
     ):
@@ -339,10 +464,12 @@ class FullBjdConnector():
             return self.full_bjd_nm.split()
         return []
 
+
     def _get_is_exist(self):
         if self.deleted_dt is not None: return False
         return True
 
+
     def _get_bjd_cd_and_nm_from_typ(
         self, 
         bjd_connector
@@ -353,6 +480,7 @@ class FullBjdConnector():
         setattr(self, f"{typ}_nm", bjd_connector.bjd_nm)
         setattr(self, f"{typ}_bjd_connector", bjd_connector)
 
+
     def _get_each_bjd_connector(
         self,
         bjd_connector_list: List[BjdConnector], 
@@ -373,6 +501,7 @@ class FullBjdConnector():
             if len(included_bjds) == 0:
                 raise ValueError(f"{[bjd_connector.bjd for bjd_connector in bjd_connector_list]}, Not in This Full Bjd Name List {full_bjd_nm_list}")
 
+
     def _get_bjd_connectors(self):
         full_bjd_nm_list = self._split_full_bjd_nm()
         start_bjd_connector = self.bjd_connectors[self.full_bjd_cd] # 가장 작은 단위의 법정동
@@ -381,6 +510,7 @@ class FullBjdConnector():
         except:
             print(f"Error Full Bjd Name List: {full_bjd_nm_list}, Bjd Code: {self.full_bjd_cd}")
 
+
     def _print(self):
         print(f"full_bjd_cd: {self.full_bjd_cd}")
         print(f"full_bjd_nm: {self.full_bjd_nm}")
@@ -406,25 +536,90 @@ class FullBjdConnector():
         print(f"sgg_bjd_connector: {self.sgg_bjd_connector}")
         print(f"emd_bjd_connector: {self.emd_bjd_connector}")
         print(f"ri_bjd_connector: {self.ri_bjd_connector}")
+        print(f"base_dt: {self.base_dt_print}")
 
 
 @dataclass
 class FullBjdGConnectorGraph():
 
-    CA = ConvAddr()
-    BCG = BjdConnectorGraph()
-    bjd_df = CA.bjd_df
-    bjd_connectors = BCG.bjd_connectors
 
-    def __init__(self):
+    def __init__(
+        self,
+        base_dt: Optional[str] = None,
+        is_inherit: bool = False
+    ):
+
+        if base_dt is not None:
+            if not isinstance(base_dt, str):
+                raise TypeError("type of object('base_dt') must be string")
+
+            if not base_dt.isdigit():
+                raise ValueError("object('base_dt') should be a string consisting of numbers")
+
+            if len(base_dt) != 8:
+                raise ValueError("object('base_dt') should be a string consisting of exactly 8(YYYYMMDD) digits")
+        else: pass
+
+        self.base_dt = base_dt
+        self.is_inherit = is_inherit
+        self.logger = Log('FullBjdGConnectorGraph').stream_handler("INFO")
         self.full_bjd_connectors: Dict[str, FullBjdConnector] = dict()
+        self._get_base_dt()
+
+        CA = ConvAddr(base_dt=self.base_dt, is_inherit=True)
+        BCG = BjdConnectorGraph(base_dt=self.base_dt, is_inherit=True)
+        self.bjd_df = CA.bjd_df
+        self.bjd_connectors = BCG.bjd_connectors
+        self.multiple_word_sgg_list = CA.multiple_word_sgg_list
+
         self._creates_full_bjd_connectors()
         self._update_before_and_after()
 
+
+    def _find_latest_base_dt(
+        self,
+        base_dts: List[str]
+    ) -> str:
+
+        """
+        입력된 날짜(YYYYMMDD)와 법정동 데이터 시점 리스트와 비교하여 입력된 날짜보다 과거 시점 중 최신 시점을 반환
+        """
+
+        for date in base_dts:
+            if date < self.base_dt:
+                return date
+
+        # 입력된 날짜보다 작은 날짜가 없을 경우
+        self.logger.info("입력된 날짜보다 이전 시점의 법정동 데이터가 존재하지 않습니다. 보유한 데이터중 최신 데이터를 적용합니다.")
+        return base_dts[0]
+
+
+    def _get_base_dt(self):
+
+        """
+        입력된 날짜(YYYYMMDD)와 법정동 데이터 시점 리스트와 비교하여 입력된 날짜보다 과거 시점 중 최신 시점을 반환 \n
+        입력된 날짜(YYYYMMDD)가 없으면 데이터 시점 리스트 중 최신 시점을 반환
+        """
+        
+        if self.is_inherit:
+            return self.base_dt
+
+        base_dts = _get_folder_names(base_folder_path='vdutils/data/bjd')
+        base_dts = sorted(base_dts, reverse=True)
+        try:
+            if self.base_dt is None:
+                self.base_dt = base_dts[0]
+            else:
+                self.base_dt = self._find_latest_base_dt(base_dts=base_dts)
+        finally:
+            self.logger.info(f"적용 법정동 데이터 시점: {self.base_dt}")
+
+
     @staticmethod
     def _replace_nan_with_none(df: pd.DataFrame):
         return df.where(pd.notna(df), None)
 
+
     def _creates_full_bjd_connectors(self):
         self.bjd_df = self.bjd_df[[
                 "과거법정동코드",
@@ -446,9 +641,13 @@ class FullBjdGConnectorGraph():
                 full_bjd_nm=full_bjd_nm,
                 created_dt=created_dt,
                 deleted_dt=deleted_dt,
-                before_bjd_cd=before_bjd_cd
+                before_bjd_cd=before_bjd_cd,
+                bjd_connectors=self.bjd_connectors,
+                multiple_word_sgg_list=self.multiple_word_sgg_list,
+                base_dt=self.base_dt
             )
 
+
     def _update_before_and_after(self):
         for bjd_cd, full_bjd_connector in self.full_bjd_connectors.items():
             if full_bjd_connector.before_bjd_cd is not None \
@@ -462,29 +661,93 @@ class ConvAddrByBjdConnector():
 
     bjd_connectors = None
     full_bjd_connectors = None
-    file_name_bjd_connectors = pkg_resources.resource_filename(
-        "vdutils", 
-        "data/bjd_connectors.pkl"
-    )
-    file_name_full_bjd_connectors = pkg_resources.resource_filename(
-        "vdutils", 
-        "data/full_bjd_connectors.pkl"
-    )
-
-
-    @classmethod
-    def load_data(cls):
-        if cls.bjd_connectors is None:
-            with open(cls.file_name_bjd_connectors, "rb") as f:
-                cls.bjd_connectors = pickle.load(f)
-                print("Done loaded bjd_connectors.pkl")
-        if cls.full_bjd_connectors is None:
-            with open(cls.file_name_full_bjd_connectors, "rb") as f:
-                cls.full_bjd_connectors = pickle.load(f)
-                print("Done loaded full_bjd_connectors.pkl")
-
-    def __init__(self):
-        self.load_data()
+    # file_name_bjd_connectors = pkg_resources.resource_filename(
+    #     "vdutils", 
+    #     "data/bjd_connectors.pkl"
+    # )
+    # file_name_full_bjd_connectors = pkg_resources.resource_filename(
+    #     "vdutils", 
+    #     "data/full_bjd_connectors.pkl"
+    # )
+
+
+    def __init__(
+        self,
+        base_dt: Optional[str] = None,
+        is_inherit: bool = False
+        ):
+
+            if base_dt is not None:
+                if not isinstance(base_dt, str):
+                    raise TypeError("type of object('base_dt') must be string")
+
+                if not base_dt.isdigit():
+                    raise ValueError("object('base_dt') should be a string consisting of numbers")
+
+                if len(base_dt) != 8:
+                    raise ValueError("object('base_dt') should be a string consisting of exactly 8(YYYYMMDD) digits")
+            else: pass
+
+            self.base_dt = base_dt
+            self.is_inherit = is_inherit
+            self.logger = Log('ConvAddrByBjdConnector').stream_handler("INFO")
+            self._get_base_dt()
+            self.load_data()
+            self.base_dt_print: str = f"{self.base_dt[:4]}-{self.base_dt[4:6]}-{self.base_dt[6:8]}"
+
+
+    def _find_latest_base_dt(
+        self,
+        base_dts: List[str]
+    ) -> str:
+
+        """
+        입력된 날짜(YYYYMMDD)와 법정동 데이터 시점 리스트와 비교하여 입력된 날짜보다 과거 시점 중 최신 시점을 반환
+        """
+
+        for date in base_dts:
+            if date < self.base_dt:
+                return date
+
+        # 입력된 날짜보다 작은 날짜가 없을 경우
+        self.logger.info("입력된 날짜보다 이전 시점의 법정동 데이터가 존재하지 않습니다. 보유한 데이터중 최신 데이터를 적용합니다.")
+        return base_dts[0]
+
+
+    def _get_base_dt(self):
+
+        """
+        입력된 날짜(YYYYMMDD)와 법정동 데이터 시점 리스트와 비교하여 입력된 날짜보다 과거 시점 중 최신 시점을 반환 \n
+        입력된 날짜(YYYYMMDD)가 없으면 데이터 시점 리스트 중 최신 시점을 반환
+        """
+
+        if self.is_inherit:
+            return self.base_dt
+
+        base_dts = _get_folder_names(base_folder_path='vdutils/data/bjd')
+        base_dts = sorted(base_dts, reverse=True)
+        try:
+            if self.base_dt is None:
+                self.base_dt = base_dts[0]
+            else:
+                self.base_dt = self._find_latest_base_dt(base_dts=base_dts)
+        finally:
+            self.logger.info(f"적용 법정동 데이터 시점: {self.base_dt}")
+
+
+    def load_data(self):
+        FBCG = FullBjdGConnectorGraph(base_dt=self.base_dt, is_inherit=True)
+        if self.bjd_connectors is None:
+            self.bjd_connectors = FBCG.bjd_connectors
+            # with open(cls.file_name_bjd_connectors, "rb") as f:
+            #     cls.bjd_connectors = pickle.load(f)
+            #     print("Done loaded bjd_connectors.pkl")
+        if self.full_bjd_connectors is None:
+            self.full_bjd_connectors = FBCG.full_bjd_connectors
+            # with open(cls.file_name_full_bjd_connectors, "rb") as f:
+            #     cls.full_bjd_connectors = pickle.load(f)
+            #     print("Done loaded full_bjd_connectors.pkl")
+
 
     def _get_bjd_connectors(
         self,
@@ -501,6 +764,7 @@ class ConvAddrByBjdConnector():
                     return result
         return None
 
+
     def _get_correct_bjd_connector(
         self,
         addr: str
@@ -510,12 +774,14 @@ class ConvAddrByBjdConnector():
             and bjd_connector.bjd_nm in addr:
                 return self._get_bjd_connectors(addr, bjd_connector)
 
+
     def _get_full_bjd_connector_by_bjd_connector(
         self,
         bjd_connector: BjdConnector
     ):
         return self.full_bjd_connectors[bjd_connector.bjd_cd]
 
+
     def _get_recently_full_bjd_connector(
         self,
         full_bjd_connector: FullBjdConnector
@@ -527,6 +793,7 @@ class ConvAddrByBjdConnector():
             return self._get_recently_full_bjd_connector(full_bjd_connector.after[0])
         return full_bjd_connector
 
+
     def get_full_bjd_connector_by_address(
         self,
         addr: Optional[str]