hhsqllib 0.0__tar.gz

hhsqllib-0.0/PKG-INFO

@@ -0,0 +1,68 @@
+Metadata-Version: 2.1
+Name: hhsqllib
+Version: 0.0
+Summary: sqllib
+Home-page: https://your.project.url
+Author: hh
+Author-email: hehuang0717@outlook.com
+Classifier: Programming Language :: Python :: 3
+Classifier: License :: OSI Approved :: MIT License
+Classifier: Operating System :: OS Independent
+Requires-Python: >=3.9
+Description-Content-Type: text/markdown
+Requires-Dist: addict==2.4.0
+Requires-Dist: attrs==23.2.0
+Requires-Dist: certifi==2024.6.2
+Requires-Dist: charset-normalizer==3.3.2
+Requires-Dist: click==8.1.7
+Requires-Dist: cloudpickle==3.0.0
+Requires-Dist: colorama==0.4.6
+Requires-Dist: contourpy==1.2.1
+Requires-Dist: cramjam==2.8.3
+Requires-Dist: cycler==0.12.1
+Requires-Dist: dask==2024.5.2
+Requires-Dist: datashape==0.5.2
+Requires-Dist: empyrical==0.5.5
+Requires-Dist: fastparquet==2024.2.0
+Requires-Dist: fonttools==4.51.0
+Requires-Dist: fsspec==2024.3.1
+Requires-Dist: greenlet==3.0.3
+Requires-Dist: idna==3.7
+Requires-Dist: importlib_metadata==7.1.0
+Requires-Dist: importlib_resources==6.4.0
+Requires-Dist: kiwisolver==1.4.5
+Requires-Dist: locket==1.0.0
+Requires-Dist: lxml==5.2.2
+Requires-Dist: matplotlib==3.8.4
+Requires-Dist: mssql==1.0.1
+Requires-Dist: multipledispatch==1.0.0
+Requires-Dist: mysql==0.0.3
+Requires-Dist: mysqlclient==2.2.4
+Requires-Dist: networkx==3.2.1
+Requires-Dist: numpy==1.26.4
+Requires-Dist: packaging==24.0
+Requires-Dist: pandas==2.2.2
+Requires-Dist: pandas-datareader==0.10.0
+Requires-Dist: partd==1.4.2
+Requires-Dist: pillow==10.3.0
+Requires-Dist: pyarrow==16.0.0
+Requires-Dist: pymssql==2.3.0
+Requires-Dist: PyMySQL==1.1.0
+Requires-Dist: pyodbc==5.1.0
+Requires-Dist: pyparsing==3.1.2
+Requires-Dist: python-dateutil==2.9.0.post0
+Requires-Dist: pytz==2024.1
+Requires-Dist: PyYAML==6.0.1
+Requires-Dist: requests==2.32.3
+Requires-Dist: scipy==1.13.1
+Requires-Dist: six==1.16.0
+Requires-Dist: SQLAlchemy==2.0.30
+Requires-Dist: toolz==0.12.1
+Requires-Dist: tqdm==4.66.4
+Requires-Dist: typing_extensions==4.11.0
+Requires-Dist: tzdata==2024.1
+Requires-Dist: urllib3==2.2.1
+Requires-Dist: zipp==3.18.1
+
+This is for lazy loading sql database
+I modified the sangreal-wind because the inconsistency between the sangreal-wind and others

hhsqllib-0.0/README.md

@@ -0,0 +1,2 @@
+This is for lazy loading sql database
+I modified the sangreal-wind because the inconsistency between the sangreal-wind and others

hhsqllib-0.0/hhsqllib/sqlconnect.py

@@ -0,0 +1,291 @@
+# -*- coding: <encoding name> -*
+import reprlib
+from collections import Iterable
+import pandas as pd
+from sqlalchemy import MetaData, create_engine,cast,NVARCHAR
+from sqlalchemy.engine import reflection
+from sqlalchemy.exc import InvalidRequestError
+from sqlalchemy.ext.automap import automap_base
+from sqlalchemy.ext.declarative import declarative_base
+from sqlalchemy.orm.attributes import InstrumentedAttribute
+from sqlalchemy.orm import Session,Query
+
+class HQuery(Query):
+    def to_df(self, **kwargs):
+        """[pandas.read_sql]
+
+        Arguments:
+            Query {[type]} -- [description]
+
+        Returns:
+            [pd.DataFrame or generate] -- [description]
+        """
+        return pd.read_sql(sql=self.statement, con=self.session.bind, **kwargs)
+
+
+class HSession(Session):
+    def __init__(self,
+                 bind=None,
+                 autoflush=True,
+                 future=True,
+                 expire_on_commit=True,
+                 autocommit=False,
+                 twophase=False,
+                 binds=None,
+                 enable_baked_queries=True,
+                 info=None,
+                 query_cls=HQuery):
+        super().__init__(
+            bind=bind,
+            autoflush=autoflush,
+            future=future,
+            expire_on_commit=expire_on_commit,
+            autocommit=autocommit,
+            twophase=twophase,
+            binds=binds,
+            enable_baked_queries=enable_baked_queries,
+            info=info,
+            query_cls=query_cls)
+
+
+class DataBase:
+    """class for easy to use orm of your database/
+
+    Raises:
+        ValueError -- [bind must be sth like sqlalchemy's engine]
+
+    Returns:
+        [instance of DataBase] -- []
+    """
+
+    def __init__(self, bind, schema=None):
+        if bind is None:
+            return
+        if schema == 'None':
+            schema = None
+        if isinstance(bind, str):
+            bind = create_engine(bind)
+        self._bind = bind
+        self._schema = schema
+        self._metadata = MetaData(self._schema)
+        self.Base = declarative_base(metadata=self._metadata)
+        self._session = HSession(self._bind)
+        self.tables = self._get_tables(self._bind, schema)
+        for table in self.tables:
+            setattr(self, table, 'None')
+            # 可能有大小写问题
+            setattr(self, table.lower(), 'None')
+            setattr(self, table.upper(), 'None')
+
+    def inject(self, bind, schema=None):
+        self.__init__(bind, schema)
+        return
+
+    def __getattribute__(self, table_name):
+        if object.__getattribute__(self, table_name) == 'None':
+            try:
+                setattr(self, table_name, self._reflect_table(table_name))
+            except InvalidRequestError:
+                try:
+                    setattr(self, table_name,
+                            self._reflect_table(table_name.lower()))
+                except InvalidRequestError:
+                    setattr(self, table_name,
+                            self._reflect_table(table_name.upper()))
+        return object.__getattribute__(self, table_name)
+
+    def __getattr__(self, name):
+        raise AttributeError(
+            f'<{name}> is not the right table name, such as {reprlib.repr(self.tables)}.'
+        )
+
+    def __repr__(self):
+        return str(self._bind).replace(
+            type(self._bind).__name__,
+            type(self).__name__)
+
+    @property
+    def bind(self):
+        return self._bind
+
+    @property
+    def schema(self):
+        return self._schema
+
+    def _reflect_table(self, table_name):
+
+        # self._metadata.reflect(bind = self.bind ,only=[table_name])
+        self._metadata.reflect(bind=self._bind,schema=self._schema,only=[table_name])
+        Base = automap_base(metadata=self._metadata)
+        Base.prepare()
+        try:
+            table = Base.classes[table_name]
+            column_list = tuple(table.__dict__.keys())
+            # 对列名大小写进行处理
+            for column in column_list:
+                c = getattr(table, column)
+                if isinstance(c, InstrumentedAttribute):
+                    setattr(table, column.upper(), c)
+                    setattr(table, column.lower(), c)
+            return table
+        except KeyError:
+            raise ValueError(f"There must be a primary key in {table_name}! \
+or <{table_name}> is not the right table name, such as {reprlib.repr(self.tables)}."
+                             )
+
+    def reflect(self):
+        self._metadata.reflect(bind = self.bind )
+        Base = automap_base(metadata=self._metadata)
+        Base.prepare()
+        for k, v in Base.classes.items():
+            setattr(self, k, v)
+            setattr(self, k.lower(), v)
+            setattr(self, k.upper(), v)
+
+    @staticmethod
+    def _get_tables(bind, schema):
+        insp = reflection.Inspector.from_engine(bind=bind)
+        tables = insp.get_table_names(schema=schema)
+        return tables
+
+    def query(self, *columns):
+        """[session.query]
+
+        Returns:
+            [Query] -- [sqlalchemy Query cls]
+        """
+
+        return self._session.query(*columns)
+
+    def update(self, t_obj):
+        """[update table]
+
+        Arguments:
+            t_obj {[objs of DeclarativeMeta]} -- [update the table]
+        """
+
+        if isinstance(t_obj, Iterable):
+            self._session.add_all(t_obj)
+        else:
+            self._session.add(t_obj)
+
+    def insert(self, table, insert_obj, ignore=True, index=None):
+        """[insert bulk data]
+
+        Arguments:
+            table {[DeclarativeMeta cls]} -- [reflection of table]
+            insert_obj {[pd.DataFrame or list of dicts]} -- [insert_obj]
+            ignore {[bool]} -- [whether or not ignore duplicate insert]
+            index {[str]} -- [the index you want to ignore]
+
+        Keyword Arguments:
+            ignore {bool} -- [wether ignore exception or not] (default: {True})
+
+        Raises:
+            ValueError -- [f"The {reprlib.repr(insert_obj)} must be list of dicts type!"]
+
+        Returns:
+            [type] -- [description]
+        """
+
+        if isinstance(insert_obj, pd.DataFrame):
+            if insert_obj.empty:
+                raise ValueError('The input DataFrame is empty, please check!')
+            insert_obj = insert_obj.to_dict('records')
+        elif not isinstance(insert_obj, list):
+            raise ValueError(
+                f"The {reprlib.repr(insert_obj)} must be list of dicts type!")
+        if self._bind.dialect.name == 'mysql':
+            ignore_str = 'IGNORE' if ignore else ''
+        elif self._bind.dialect.name == 'sqlite':
+            ignore_str = 'OR REPLACE' if ignore else ''
+        elif self._bind.dialect.name == 'oracle':
+            if ignore and index is None:
+                for i in table.__table__.indexes:
+                    if i.unique:
+                        index = i.name
+                        break
+                if index is None:
+                    index = list(table.__table__.constraints)[0].name
+            ignore_str = f'/*+ IGNORE_ROW_ON_DUPKEY_INDEX ({table.__table__.name}, {index}) */' if ignore else ''
+        elif self._bind.dialect.name == 'mssql':
+            ignore_str = ""
+            if ignore:
+                raise ValueError(
+                    "You can set 'IGNORE_DUP_KEY = ON' while create the table and set the paramenter 'ignore=False'.")
+        return self._session.execute(
+            table.__table__.insert().prefix_with(ignore_str).values(insert_obj))
+
+
+    def delete(self, t_obj):
+        return self._session.delete(t_obj)
+
+    def close(self):
+        return self._session.close()
+
+    def merge(self, t_obj):
+        """[replace]
+
+        Arguments:
+            t_obj {[objs of DeclarativeMeta]} -- [replace the table]
+        """
+
+        if isinstance(t_obj, Iterable):
+            for t in t_obj:
+                self._session.merge(t)
+            return
+        else:
+            return self._session.merge(t_obj)
+
+
+    def commit(self):
+        return self._session.commit()
+
+    def flush(self, objects=None):
+        return self._session.flush(objects=objects)
+
+    def rollback(self):
+        return self._session.rollback()
+
+    def refresh(self):
+        return self.__init__(self._bind, self._schema)
+
+    def create_all(self, tables=None, checkfirst=True):
+        self._metadata.create_all(
+            tables=tables, checkfirst=checkfirst)
+        self.refresh()
+        return
+
+
+def get_db(engine, schem):
+    try:
+        return DataBase(engine, schem)
+    except:
+        return DataBase(None)
+
+"""
+连接wind
+bind = 'mssql+pymssql://xxx:xxxx@xxxx:xxx/nWind?charset=utf8'
+d_t = HDB.ASHAREDESCRIPTION
+stk_desc = HDB.query(d_t.S_INFO_WINDCODE.label('sid'),
+                         cast(d_t.S_INFO_NAME ,NVARCHAR(100)).label('name')).filter(d_t.S_INFO_NAME == '塔牌集团').to_df()
+
+连接朝阳永续
+bind = 'mssql+pymssql://xxx:xxxx@xxxx:xxx/gogoal2?charset=utf8'
+HDB = get_db(bind, schema)
+d_t = HDB.con_forecast_stk
+stk_desc = HDB.query(d_t .stock_code.label('sid'),
+                        cast( d_t .stock_name,NVARCHAR(100) ).label('name')).filter( d_t .con_date>'2024-05-01').to_df()
+"""
+
+if __name__ == '__main__':
+    pass
+
+
+
+
+
+
+
+
+

hhsqllib-0.0/hhsqllib.egg-info/PKG-INFO

@@ -0,0 +1,68 @@
+Metadata-Version: 2.1
+Name: hhsqllib
+Version: 0.0
+Summary: sqllib
+Home-page: https://your.project.url
+Author: hh
+Author-email: hehuang0717@outlook.com
+Classifier: Programming Language :: Python :: 3
+Classifier: License :: OSI Approved :: MIT License
+Classifier: Operating System :: OS Independent
+Requires-Python: >=3.9
+Description-Content-Type: text/markdown
+Requires-Dist: addict==2.4.0
+Requires-Dist: attrs==23.2.0
+Requires-Dist: certifi==2024.6.2
+Requires-Dist: charset-normalizer==3.3.2
+Requires-Dist: click==8.1.7
+Requires-Dist: cloudpickle==3.0.0
+Requires-Dist: colorama==0.4.6
+Requires-Dist: contourpy==1.2.1
+Requires-Dist: cramjam==2.8.3
+Requires-Dist: cycler==0.12.1
+Requires-Dist: dask==2024.5.2
+Requires-Dist: datashape==0.5.2
+Requires-Dist: empyrical==0.5.5
+Requires-Dist: fastparquet==2024.2.0
+Requires-Dist: fonttools==4.51.0
+Requires-Dist: fsspec==2024.3.1
+Requires-Dist: greenlet==3.0.3
+Requires-Dist: idna==3.7
+Requires-Dist: importlib_metadata==7.1.0
+Requires-Dist: importlib_resources==6.4.0
+Requires-Dist: kiwisolver==1.4.5
+Requires-Dist: locket==1.0.0
+Requires-Dist: lxml==5.2.2
+Requires-Dist: matplotlib==3.8.4
+Requires-Dist: mssql==1.0.1
+Requires-Dist: multipledispatch==1.0.0
+Requires-Dist: mysql==0.0.3
+Requires-Dist: mysqlclient==2.2.4
+Requires-Dist: networkx==3.2.1
+Requires-Dist: numpy==1.26.4
+Requires-Dist: packaging==24.0
+Requires-Dist: pandas==2.2.2
+Requires-Dist: pandas-datareader==0.10.0
+Requires-Dist: partd==1.4.2
+Requires-Dist: pillow==10.3.0
+Requires-Dist: pyarrow==16.0.0
+Requires-Dist: pymssql==2.3.0
+Requires-Dist: PyMySQL==1.1.0
+Requires-Dist: pyodbc==5.1.0
+Requires-Dist: pyparsing==3.1.2
+Requires-Dist: python-dateutil==2.9.0.post0
+Requires-Dist: pytz==2024.1
+Requires-Dist: PyYAML==6.0.1
+Requires-Dist: requests==2.32.3
+Requires-Dist: scipy==1.13.1
+Requires-Dist: six==1.16.0
+Requires-Dist: SQLAlchemy==2.0.30
+Requires-Dist: toolz==0.12.1
+Requires-Dist: tqdm==4.66.4
+Requires-Dist: typing_extensions==4.11.0
+Requires-Dist: tzdata==2024.1
+Requires-Dist: urllib3==2.2.1
+Requires-Dist: zipp==3.18.1
+
+This is for lazy loading sql database
+I modified the sangreal-wind because the inconsistency between the sangreal-wind and others

hhsqllib-0.0/hhsqllib.egg-info/SOURCES.txt

@@ -0,0 +1,9 @@
+README.md
+setup.py
+hhsqllib/__init__.py
+hhsqllib/sqlconnect.py
+hhsqllib.egg-info/PKG-INFO
+hhsqllib.egg-info/SOURCES.txt
+hhsqllib.egg-info/dependency_links.txt
+hhsqllib.egg-info/requires.txt
+hhsqllib.egg-info/top_level.txt

hhsqllib-0.0/hhsqllib.egg-info/dependency_links.txt

@@ -0,0 +1 @@
+

hhsqllib-0.0/hhsqllib.egg-info/requires.txt

@@ -0,0 +1,53 @@
+addict==2.4.0
+attrs==23.2.0
+certifi==2024.6.2
+charset-normalizer==3.3.2
+click==8.1.7
+cloudpickle==3.0.0
+colorama==0.4.6
+contourpy==1.2.1
+cramjam==2.8.3
+cycler==0.12.1
+dask==2024.5.2
+datashape==0.5.2
+empyrical==0.5.5
+fastparquet==2024.2.0
+fonttools==4.51.0
+fsspec==2024.3.1
+greenlet==3.0.3
+idna==3.7
+importlib_metadata==7.1.0
+importlib_resources==6.4.0
+kiwisolver==1.4.5
+locket==1.0.0
+lxml==5.2.2
+matplotlib==3.8.4
+mssql==1.0.1
+multipledispatch==1.0.0
+mysql==0.0.3
+mysqlclient==2.2.4
+networkx==3.2.1
+numpy==1.26.4
+packaging==24.0
+pandas==2.2.2
+pandas-datareader==0.10.0
+partd==1.4.2
+pillow==10.3.0
+pyarrow==16.0.0
+pymssql==2.3.0
+PyMySQL==1.1.0
+pyodbc==5.1.0
+pyparsing==3.1.2
+python-dateutil==2.9.0.post0
+pytz==2024.1
+PyYAML==6.0.1
+requests==2.32.3
+scipy==1.13.1
+six==1.16.0
+SQLAlchemy==2.0.30
+toolz==0.12.1
+tqdm==4.66.4
+typing_extensions==4.11.0
+tzdata==2024.1
+urllib3==2.2.1
+zipp==3.18.1

hhsqllib-0.0/hhsqllib.egg-info/top_level.txt

@@ -0,0 +1 @@
+hhsqllib

hhsqllib-0.0/setup.cfg

@@ -0,0 +1,4 @@
+[egg_info]
+tag_build = 
+tag_date = 0
+

hhsqllib-0.0/setup.py

@@ -0,0 +1,69 @@
+from setuptools import setup, find_packages
+
+setup(name="hhsqllib",
+	  version="0.0",
+	  packages=find_packages(),
+	  install_requires=[
+'addict==2.4.0',
+'attrs==23.2.0',
+'certifi==2024.6.2',
+'charset-normalizer==3.3.2',
+'click==8.1.7',
+'cloudpickle==3.0.0',
+'colorama==0.4.6',
+'contourpy==1.2.1',
+'cramjam==2.8.3',
+'cycler==0.12.1',
+'dask==2024.5.2',
+'datashape==0.5.2',
+'empyrical==0.5.5',
+'fastparquet==2024.2.0',
+'fonttools==4.51.0',
+'fsspec==2024.3.1',
+'greenlet==3.0.3',
+'idna==3.7',
+'importlib_metadata==7.1.0',
+'importlib_resources==6.4.0',
+'kiwisolver==1.4.5',
+'locket==1.0.0',
+'lxml==5.2.2',
+'matplotlib==3.8.4',
+'mssql==1.0.1',
+'multipledispatch==1.0.0',
+'mysql==0.0.3',
+'mysqlclient==2.2.4',
+'networkx==3.2.1',
+'numpy==1.26.4',
+'packaging==24.0',
+'pandas==2.2.2',
+'pandas-datareader==0.10.0',
+'partd==1.4.2',
+'pillow==10.3.0',
+'pyarrow==16.0.0',
+'pymssql==2.3.0',
+'PyMySQL==1.1.0',
+'pyodbc==5.1.0',
+'pyparsing==3.1.2',
+'python-dateutil==2.9.0.post0',
+'pytz==2024.1',
+'PyYAML==6.0.1',
+'requests==2.32.3',
+'scipy==1.13.1',
+'six==1.16.0',
+'SQLAlchemy==2.0.30',
+'toolz==0.12.1',
+'tqdm==4.66.4',
+'typing_extensions==4.11.0',
+'tzdata==2024.1',
+'urllib3==2.2.1',
+'zipp==3.18.1'
+	  ],
+	  author="hh",
+	  author_email="hehuang0717@outlook.com",
+	  description="sqllib",
+	  long_description=open('README.md').read(),
+	  long_description_content_type="text/markdown",
+	  url="https://your.project.url",
+	  classifiers=["Programming Language :: Python :: 3", "License :: OSI Approved :: MIT License",
+				   "Operating System :: OS Independent", ],
+	  python_requires='>=3.9', )