dynamicio 7.2.1__tar.gz → 7.3.0__tar.gz
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- {dynamicio-7.2.1 → dynamicio-7.3.0}/PKG-INFO +1 -1
- {dynamicio-7.2.1 → dynamicio-7.3.0}/dynamicio/mixins/with_postgres.py +6 -4
- {dynamicio-7.2.1 → dynamicio-7.3.0}/pyproject.toml +1 -1
- {dynamicio-7.2.1 → dynamicio-7.3.0}/LICENSE +0 -0
- {dynamicio-7.2.1 → dynamicio-7.3.0}/README.md +0 -0
- {dynamicio-7.2.1 → dynamicio-7.3.0}/dynamicio/__init__.py +0 -0
- {dynamicio-7.2.1 → dynamicio-7.3.0}/dynamicio/__main__.py +0 -0
- {dynamicio-7.2.1 → dynamicio-7.3.0}/dynamicio/cli.py +0 -0
- {dynamicio-7.2.1 → dynamicio-7.3.0}/dynamicio/config/__init__.py +0 -0
- {dynamicio-7.2.1 → dynamicio-7.3.0}/dynamicio/config/io_config.py +0 -0
- {dynamicio-7.2.1 → dynamicio-7.3.0}/dynamicio/config/pydantic/__init__.py +0 -0
- {dynamicio-7.2.1 → dynamicio-7.3.0}/dynamicio/config/pydantic/config.py +0 -0
- {dynamicio-7.2.1 → dynamicio-7.3.0}/dynamicio/config/pydantic/io_resources.py +0 -0
- {dynamicio-7.2.1 → dynamicio-7.3.0}/dynamicio/config/pydantic/table_schema.py +0 -0
- {dynamicio-7.2.1 → dynamicio-7.3.0}/dynamicio/core.py +0 -0
- {dynamicio-7.2.1 → dynamicio-7.3.0}/dynamicio/errors.py +0 -0
- {dynamicio-7.2.1 → dynamicio-7.3.0}/dynamicio/metrics.py +0 -0
- {dynamicio-7.2.1 → dynamicio-7.3.0}/dynamicio/mixins/__init__.py +0 -0
- {dynamicio-7.2.1 → dynamicio-7.3.0}/dynamicio/mixins/utils.py +0 -0
- {dynamicio-7.2.1 → dynamicio-7.3.0}/dynamicio/mixins/with_athena.py +0 -0
- {dynamicio-7.2.1 → dynamicio-7.3.0}/dynamicio/mixins/with_kafka.py +0 -0
- {dynamicio-7.2.1 → dynamicio-7.3.0}/dynamicio/mixins/with_local.py +0 -0
- {dynamicio-7.2.1 → dynamicio-7.3.0}/dynamicio/mixins/with_s3.py +0 -0
- {dynamicio-7.2.1 → dynamicio-7.3.0}/dynamicio/py.typed +0 -0
- {dynamicio-7.2.1 → dynamicio-7.3.0}/dynamicio/validations.py +0 -0
|
@@ -9,13 +9,14 @@ from typing import Any, Dict, Generator, MutableMapping, Union
|
|
|
9
9
|
|
|
10
10
|
import pandas as pd # type: ignore
|
|
11
11
|
from magic_logger import logger
|
|
12
|
-
from sqlalchemy import BigInteger, Boolean, Column,
|
|
12
|
+
from sqlalchemy import BigInteger, Boolean, Column, Date, DateTime, Float, Integer, String, create_engine # type: ignore
|
|
13
13
|
from sqlalchemy.ext.declarative import declarative_base # type: ignore
|
|
14
14
|
from sqlalchemy.orm import Query # type: ignore
|
|
15
15
|
from sqlalchemy.orm.decl_api import DeclarativeMeta # type: ignore
|
|
16
16
|
from sqlalchemy.orm.session import Session as SqlAlchemySession # type: ignore
|
|
17
17
|
from sqlalchemy.orm.session import sessionmaker # type: ignore
|
|
18
18
|
|
|
19
|
+
# Application Imports
|
|
19
20
|
from dynamicio.config.pydantic import DataframeSchema, PostgresDataEnvironment
|
|
20
21
|
from dynamicio.mixins import utils
|
|
21
22
|
|
|
@@ -139,9 +140,10 @@ class WithPostgres:
|
|
|
139
140
|
Returns:
|
|
140
141
|
DataFrame
|
|
141
142
|
"""
|
|
142
|
-
if isinstance(query, Query)
|
|
143
|
-
|
|
144
|
-
|
|
143
|
+
final_query = query.with_session(session).statement if isinstance(query, Query) else query
|
|
144
|
+
|
|
145
|
+
with session.get_bind().connect() as conn:
|
|
146
|
+
return pd.read_sql(sql=final_query, con=conn, **options)
|
|
145
147
|
|
|
146
148
|
def _write_to_postgres(self, df: pd.DataFrame):
|
|
147
149
|
"""Write a dataframe to postgres based on the {file_type} of the config_io configuration.
|
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
[tool.poetry]
|
|
2
2
|
name = "dynamicio"
|
|
3
|
-
version = "7.
|
|
3
|
+
version = "7.3.0" # dummy, will be overridden by git tag
|
|
4
4
|
description = "Panda's wrapper for IO operations"
|
|
5
5
|
authors = [
|
|
6
6
|
"Christos Hadjinikolis <christos.hadjinikolis@gmail.com>",
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|