vos-data-utils 0.0.2__tar.gz → 0.0.4__tar.gz

{vos-data-utils-0.0.2 → vos-data-utils-0.0.4}/PKG-INFO

@@ -1,8 +1,8 @@
 Metadata-Version: 2.1
 Name: vos-data-utils
-Version: 0.0.2
+Version: 0.0.4
 Summary: description
-Author: vos
+Author: ValueOfSpace
 Author-email: dev@valueofspace.com
 Classifier: Programming Language :: Python :: 3
 Classifier: License :: OSI Approved :: MIT License

{vos-data-utils-0.0.2 → vos-data-utils-0.0.4}/setup.py

@@ -31,7 +31,8 @@ setuptools.setup(
     python_requires='>=3.7',
     install_requires=[
         "symspellpy",
-        "pandas"
+        "pandas",
+        "requests"
     ],
     entry_points={
         'console_scripts': [

vos-data-utils-0.0.4/vdutils/__init__.py

@@ -0,0 +1,35 @@
+doc = """
+vos-data-utils - a utility library for ValueOfSpace data work with Python
+==========================================================================
+
+Main Features
+-------------
+Correction function for dates related to building permit, commencement, and completion in the Building Permit Information
+Support for current legal district data and change history
+Correction function to align with the current legal district by reflecting changes in legal district data
+Conversion function to transform address strings into Parcel Number (PNU)
+Generation function for unique transaction case IDs in ValueofSpace
+"""
+version = "0.0.4" 
+author = "ValueOfSpace"
+description = "description"
+license = "MIT"
+
+def __version__():
+    return version
+
+def __author__():
+    return author
+
+def __description__():
+    return description
+
+def __license__():
+    return license
+
+def __doc__():
+    return doc
+
+def __test__():
+    from vdutils.tests.tests import __run_test__
+    __run_test__() 

{vos-data-utils-0.0.2 → vos-data-utils-0.0.4}/vdutils/bjd.py

@@ -5,7 +5,6 @@ import pickle
 from typing import (
     List,
     Dict,
-    Literal,
     Optional
 )
 import requests
@@ -14,20 +13,25 @@ import pkg_resources
 from collections import defaultdict
 from dotenv import load_dotenv
 from dataclasses import dataclass
-from vdutils import Log
+from vdutils.library import Log
 from vdutils.library.data import (
     ADD_BJD_CHANGED_DICTIONARY,
     CORRECT_ERROR_BJD,
     ADD_BJD,
     DELETE_BJD
 )
+from vdutils.data import (
+    __sep__,
+    __index__,
+    __encoding__
+)
 
 
 @dataclass
 class Bjd():
 
-
     def __init__(self):
+
         load_dotenv()
         try: self.api_key: str = os.environ['BJD_API_KEY']
         except: self.api_key = None
@@ -35,14 +39,15 @@ class Bjd():
         except: self.api_key = None
         try: self.api_key: str = os.environ['BJD_API_SUB_URL'] # https://www.data.go.kr/data/15063424/fileData.do#layer-api-guide API 목록 중 국토교통부_전국 법정동_20230710 GET
         except: self.api_key = None
+
+        self.sep = __sep__
+        self.index = __index__
+        self.encoding = __encoding__
         self.update_dir_path: str = "vdutils/data/update" # 행정안전부 https://www.mois.go.kr/frt/bbs/type001/commonSelectBoardList.do?bbsId=BBSMSTR_000000000052
         self.api_page: int = 0
         self.api_per_page: int = 1024
         self.bjd_api_dictionary: Dict[str, Dict[str, str]] = None
         self.bjd_api_df: pd.DataFrame = None
-        self.output_sep: Literal['\t'] = '\t'
-        self.output_encoding: str = 'utf-8'
-        self.output_index: bool = False
         self.file_name_bjd = pkg_resources.resource_filename(
             "vdutils", 
             "data/bjd.txt"
@@ -108,6 +113,7 @@ class Bjd():
                 break
         return res_dic
 
+
     def _correct_error(
         self,
         api_dic: Dict[str, Dict[str, str]]
@@ -124,6 +130,7 @@ class Bjd():
 
         return api_dic
 
+
     def _update_data(
         self,
         res_dic: Dict[str, Dict[str, str]]
@@ -142,6 +149,7 @@ class Bjd():
                 res_dic.update(update_dic)
         return res_dic
 
+
     def _correct_prev_bjd_cd(
         self,
         sido_nm: str,
@@ -155,12 +163,14 @@ class Bjd():
         else:
             return prev_bjd_cd
 
+
     @staticmethod
     def _update_sejongsi(sgg_nm):
         if sgg_nm == '세종시':
             return None
         return sgg_nm
 
+
     def _split_sgg_nm(
         self,
         sgg_nm: Optional[str]
@@ -193,6 +203,7 @@ class Bjd():
         else:
             return sgg_nm
 
+
     @staticmethod
     def _clean_bjd_nm(
         bjd_nm: Optional[str]
@@ -208,6 +219,7 @@ class Bjd():
             return bjd_nm
         return ''
 
+
     def _get_full_bjd_nm(
         self,
         sido_nm: Optional[str],
@@ -224,6 +236,7 @@ class Bjd():
         full_bjd_nm = re.sub(r'\s+', ' ', full_bjd_nm)  # 공백이 여러 칸인 것을 한 칸으로 변경
         return full_bjd_nm
 
+
     def _make_dataframe(self, res_dic) -> pd.DataFrame:
         res_df = pd.DataFrame(res_dic).T.sort_values('법정동코드').reset_index().drop(columns='index').replace(0, None).replace('0', None)
         res_df['과거법정동코드'] = res_df[[
@@ -247,7 +260,8 @@ class Bjd():
         ]].apply(lambda x: self._get_full_bjd_nm(*x), axis=1)
         res_df = res_df.reset_index(drop=True)
         return res_df
-    
+
+
     def _create_bjd(self):
         """
         국토교통부 전국 법정동 API 수집하여 딕셔너리와 데이터프레임으로 가공하는 기능
@@ -261,6 +275,7 @@ class Bjd():
         self.bjd_api_df = res_df
         self.logger.info("Success Created Bjd Dataframe and Dictionary from Public Data API")
 
+
     def _save_bjd(self):
         if self.bjd_api_df is None:
             self._create_bjd()
@@ -276,7 +291,8 @@ class Bjd():
                 f.writelines('\n'.join(self.multiple_word_sgg_list))
                 f.close()
         self.logger.info("Success Saved Multiple Sigungu List To Text File")
-        
+
+
     def _do_all_bjd_job(self):
         """
         국토교통부 전국 법정동 API 수집하여 법정동 관련 파일을 모두 생성하는 기능
@@ -319,10 +335,12 @@ class Bjd():
 @dataclass
 class CurrentBjd(Bjd):
 
+
     def __init__(self):
         super().__init__()
         self.current_bjd_df: pd.DataFrame = None
 
+
     def _create_current_bjd(self):
         """
         국토교통부 전국 법정동 API 현재 존재하는 법정동만 데이터프레임으로 가공하는 기능
@@ -333,6 +351,7 @@ class CurrentBjd(Bjd):
         self.current_bjd_df = self.bjd_api_df.loc[self.bjd_api_df['삭제일자'].isnull()]
         self.logger.info("Success Created Current Bjd Dataframe")
 
+
     def _save_current_bjd(self):
         if self.current_bjd_df is None:
             self._create_current_bjd()
@@ -348,10 +367,12 @@ class CurrentBjd(Bjd):
 @dataclass
 class ChangedBjd(Bjd):
 
+
     def __init__(self):
         super().__init__()
         self.changed_bjd_df: pd.DataFrame = None
 
+
     def _get_prev_bjd_nm(
         self,
         prev_bjd_cd: Optional[str] # 법정동코드_변경전
@@ -376,6 +397,7 @@ class ChangedBjd(Bjd):
         except:
             return None
 
+
     def _get_prev_value(
         self,
         prev_bjd_cd: Optional[str], # 법정동코드_변경전
@@ -413,6 +435,7 @@ class ChangedBjd(Bjd):
             bjd_nm_changed = f"{' '.join(changed_list_prev)} > {' '.join(changed_list_curr)}"
         return f'[법정동코드 변경내역] {bjd_cd_changed} | [법정동명 변경내역]: {bjd_nm_changed}'
 
+
     def _create_changed_bjd(self):
         if self.bjd_api_df is None:
             self._create_bjd()
@@ -451,7 +474,8 @@ class ChangedBjd(Bjd):
         ]].apply(lambda x: self._find_diff(*x), axis=1)
         self.changed_bjd_df = self.changed_bjd_df.sort_values(['생성일자_변경후'], na_position='first')
         self.logger.info("Success Created Changed Bjd Dataframe")
-        
+
+
     def _save_changed_bjd(self):
         if self.changed_bjd_df is None:
             self._create_changed_bjd()
@@ -467,10 +491,12 @@ class ChangedBjd(Bjd):
 @dataclass
 class SmallestBjd(CurrentBjd):
 
+
     def __init__(self):
         super().__init__()
         self.smallest_bjd_list: List[str] = None
 
+
     def _create_smallest_bjd(self):
         if self.current_bjd_df is None:
             self._create_current_bjd()
@@ -482,6 +508,7 @@ class SmallestBjd(CurrentBjd):
         self.smallest_bjd_list = sorted(list(smallest_bjd_set))
         self.logger.info("Success Created Smallest Bjd Name List")
 
+
     def _save_smallest_bjd(self):
         if self.smallest_bjd_list is None:
             self._create_smallest_bjd()
@@ -494,10 +521,12 @@ class SmallestBjd(CurrentBjd):
 @dataclass
 class BjdFrequencyDictionary(CurrentBjd):
 
+
     def __init__(self):
         super().__init__()
         self.bjd_frequency_dictionary: Dict[str, int] = None
-        
+
+
     def _create_bjd_frequency_dictionary(self):
         if self.current_bjd_df is None:
             self._create_current_bjd()
@@ -509,6 +538,7 @@ class BjdFrequencyDictionary(CurrentBjd):
 
         self.logger.info("Success Created Bjd Frequency Dictionary")
 
+
     def _save_bjd_frequency_dictionary(self):
         if self.bjd_frequency_dictionary is None:
             self._create_bjd_frequency_dictionary()