pgpack-dumper 0.3.4.7__cp314-cp314-macosx_10_15_x86_64.whl

pgpack_dumper-0.3.4.7.dist-info/METADATA

@@ -0,0 +1,224 @@
+Metadata-Version: 2.4
+Name: pgpack_dumper
+Version: 0.3.4.7
+Summary: Library for read and write PGPack format between PostgreSQL and file.
+Author-email: 0xMihalich <bayanmobile87@gmail.com>
+License: MIT License
+        
+        Copyright (c) 2025 0xMihalich
+        
+        Permission is hereby granted, free of charge, to any person obtaining a copy
+        of this software and associated documentation files (the "Software"), to deal
+        in the Software without restriction, including without limitation the rights
+        to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
+        copies of the Software, and to permit persons to whom the Software is
+        furnished to do so, subject to the following conditions:
+        
+        The above copyright notice and this permission notice shall be included in all
+        copies or substantial portions of the Software.
+        
+        THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+        IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+        FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
+        AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
+        LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
+        OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
+        SOFTWARE.
+        
+Project-URL: Homepage, https://github.com/0xMihalich/pgpack_dumper
+Project-URL: Documentation, https://github.com/0xMihalich/pgpack_dumper#readme
+Project-URL: Repository, https://github.com/0xMihalich/pgpack_dumper
+Project-URL: Changelog, https://github.com/0xMihalich/pgpack_dumper/blob/main/CHANGELOG.md
+Classifier: Development Status :: 4 - Beta
+Classifier: Intended Audience :: Developers
+Classifier: Programming Language :: Python :: 3.10
+Classifier: Programming Language :: Python :: 3.11
+Classifier: Programming Language :: Python :: 3.12
+Classifier: Programming Language :: Python :: 3.13
+Classifier: Programming Language :: Python :: 3.14
+Requires-Python: >=3.10
+Description-Content-Type: text/markdown
+License-File: README.md
+License-File: CHANGELOG.md
+Requires-Dist: pgpack==0.3.2.2
+Requires-Dist: psycopg_binary>=3.3.2
+Requires-Dist: psycopg>=3.3.2
+Requires-Dist: sqlparse>=0.5.4
+Dynamic: license-file
+
+# PGPackDumper
+
+Library for read and write PGPack format between PostgreSQL and file
+
+## Examples
+
+### Initialization
+
+```python
+from pgpack_dumper import (
+    CompressionMethod,
+    PGConnector,
+    PGPackDumper,
+)
+
+connector = PGConnector(
+    host = <your host>,
+    dbname = <your database>,
+    user = <your username>,
+    password = <your password>,
+    port = <your port>,
+)
+
+dumper = PGPackDumper(
+    connector=connector,
+    compression_method=CompressionMethod.ZSTD,  # or CompressionMethod.LZ4 or CompressionMethod.NONE
+)
+```
+
+### Read dump from PostgreSQL into file
+
+```python
+file_name = "test_table.pgpack"
+# you need define one of parameter query or table_name
+query = "select ..."  # some sql query
+table_name = "public.test_table"  # or some table
+
+with open(file_name, "wb") as fileobj:
+    dumper.read_dump(
+        fileobj,
+        query,
+        table_name,
+    )
+```
+
+### Write dump from file into PostgreSQL
+
+```python
+file_name = "test_table.pgpack"
+# you need define one of parameter table_name
+table_name = "public.test_table"  # some table
+
+with open(file_name, "rb") as fileobj:
+    dumper.write_dump(
+        fileobj,
+        table_name,
+    )
+```
+
+### Write from PostgreSQL into PostgreSQL
+
+Same server
+
+```python
+
+table_dest = "public.test_table_write"  # some table for write
+table_src = "public.test_table_read"  # some table for read
+query_src = "select ..."  # or some sql query for read
+
+dumper.write_between(
+    table_dest,
+    table_src,
+    query_src,
+)
+```
+
+Different servers
+
+```python
+
+connector_src = PGConnector(
+    host = <host src>,
+    dbname = <database src>,
+    user = <username src>,
+    password = <password src>,
+    port = <port src>,
+)
+
+dumper_src = PGPackDumper(connector=connector_src)
+
+table_dest = "public.test_table_write"  # some table for write
+table_src = "public.test_table_read"  # some table for read
+query_src = "select ..."  # or some sql query for read
+
+dumper.write_between(
+    table_dest,
+    table_src,
+    query_src,
+    dumper_src,
+)
+```
+
+### Get stream object
+
+```python
+# you need define one of parameter query or table_name
+query = "select ..."  # some sql query
+table_name = "public.test_table"  # or some table
+reader = dumper.to_reader(query=query, table_name=table_name)
+print(reader)
+# <PostgreSQL/GreenPlum stream reader>
+# ┌─────────────────┬─────────────────┐
+# │ Column Name     │ PostgreSQL Type │
+# ╞═════════════════╪═════════════════╡
+# │ column1         │ date            │
+# │-----------------+-----------------│
+# │ column2         │ bpchar          │
+# │-----------------+-----------------│
+# │ column3         │ bpchar          │
+# └─────────────────┴─────────────────┘
+# Total columns: 3
+# Readed rows: 0
+```
+
+StreamReader has three methods available,
+but only one of the methods is available at a time within a single session.
+
+```python
+# read as python generator object
+reader.to_rows()
+# or read as pandas.DataFrame
+reader.to_pandas()
+# or read as polars.DataFrame
+reader.to_polars()
+```
+
+### Write from python objects into target table
+
+```python
+# some table for write data
+table_name = "public.test_table"
+dtype_data: Itarable[Any]
+pandas_frame: pandas.DataFrame
+polars_frame: polars.DataFrame
+
+# write from python object
+dumper.from_rows(dtype_data, table_name)
+# write from pandas.DataFrame
+dumper.from_pandas(pandas_frame, table_name)
+# write from polars.DataFrame
+dumper.from_polars(polars_frame, table_name)
+```
+
+### Open PGPack file format
+
+Get info from my another repository https://github.com/0xMihalich/pgpack
+
+## Installation
+
+### From pip
+
+```bash
+pip install pgpack-dumper
+```
+
+### From local directory
+
+```bash
+pip install .
+```
+
+### From git
+
+```bash
+pip install git+https://github.com/0xMihalich/pgpack_dumper
+```

pgpack_dumper-0.3.4.7.dist-info/RECORD

@@ -0,0 +1,31 @@
+pgpack_dumper-0.3.4.7.dist-info/RECORD,,
+pgpack_dumper-0.3.4.7.dist-info/WHEEL,sha256=4Cxp45cRJjM_RhSwJ40gZB-W75KdWWT7Z-2loeADFVA,138
+pgpack_dumper-0.3.4.7.dist-info/top_level.txt,sha256=AhxLKWTyGtJWNLWUSyBu54xY4wjVS8vSXgW4wwq4bYk,14
+pgpack_dumper-0.3.4.7.dist-info/METADATA,sha256=9wzWGBLOvi_iaEyd5-DZO3XAMtlnwLBmFmgsK4MlSlQ,6341
+pgpack_dumper-0.3.4.7.dist-info/licenses/CHANGELOG.md,sha256=tkffNV7DBANkkKlKF-NflVem_Xg2tjEAzkpLWZeTjcI,5515
+pgpack_dumper-0.3.4.7.dist-info/licenses/README.md,sha256=1wGcLUV7emCaUjyq1dnmZp4WNXj83Zpo9f5uEJcIkpY,3992
+pgpack_dumper/version.py,sha256=y2gGAelDjVWw2bECJn1I1pvRD0s7MdxIJmPklKiEnOQ,24
+pgpack_dumper/__init__.py,sha256=2x9LRaKPMjMuOoP9pBAeSRZoAeCo9B8fxFbnW_N7kh8,966
+pgpack_dumper/dumper.py,sha256=3PXKBgXmmZT3Gm5wsWUDnDU-vici7aPuGoejeJeNSMA,14469
+pgpack_dumper/common/metadata.py,sha256=a7upZYY3SHC0d4oBXMItmeAK9x3EsrJn0hLrUDmjlNA,1013
+pgpack_dumper/common/diagram.py,sha256=2w5-s5qwYjCd0cqqlBRbHQ8E90jU7Ay7TNLeROHjCa0,2505
+pgpack_dumper/common/query.py,sha256=Ee5Tl2MRO1SFo-kRUZs14Rya81HLEYK-IiWeAh0DfDY,1555
+pgpack_dumper/common/reader.pyx,sha256=vRIR558enMtx4gueWtoujJbpRoWbKnLWx_foVR-rxIw,1821
+pgpack_dumper/common/__init__.py,sha256=gz-xk9TgMHVx5hlFnipO3kuLp7k3grb-OhoSP5Y7LvU,1242
+pgpack_dumper/common/copy.py,sha256=9cRiWFJLN8zHXuzdcajv3OAsoutBTp8JZknA2aV7T9k,5003
+pgpack_dumper/common/logger.py,sha256=gsFCOjnCU3Hvg5UGYMVrPjKRCZKRFtBFBX-7QLZshFo,1675
+pgpack_dumper/common/stream.py,sha256=PXWcxmDmuK7ueI3MTUfQnmXKWz3A99W-knNRvq_-ZG0,2245
+pgpack_dumper/common/columns.py,sha256=Pa8bzhoi8tXbm3GlgVeHYM3auPORD41q-L29JF_pRqM,693
+pgpack_dumper/common/structs.py,sha256=gS7vT-_yZ6R45j212B0kYKCJgHalxkdEN84Itctv7Ok,1033
+pgpack_dumper/common/connector.py,sha256=WGBovyXWxgeseGXploUW0L_4R0GQBtuInl89zqvbKLY,176
+pgpack_dumper/common/reader.pxd,sha256=flQddQni7UgYU_XPGpnILc7GVDFYjRgq-tbKRTUPbE8,252
+pgpack_dumper/common/reader.pyi,sha256=UoW-mEAw_G7TLBbIoPTJwpdtucv5IygHdkHc_ZcVM5Y,675
+pgpack_dumper/common/errors.py,sha256=1WIe9PUq5-Q6VNWyWAaXWr7xuXS2ixJCUB5sDOi5Xgs,591
+pgpack_dumper/common/reader.cpython-314-darwin.so,sha256=AnRJukwS6H4gLSIudEtW9z1k4fGglzpb6faCytKc4s0,80264
+pgpack_dumper/common/queryes/copy_from.sql,sha256=71abFg8LYFbyn_1vxvU1fCOkoV6VUfsZQLuvcTde65E,50
+pgpack_dumper/common/queryes/gpversion.sql,sha256=iUwW40pFCVAZhDZ6ah8CIW75_KMBLyvUxMyqOI7vxtA,80
+pgpack_dumper/common/queryes/relkind.sql,sha256=wpyWaIiuCqQ0YaFPsNAEwwxSxuErNnRmP__-bfZ1vho,66
+pgpack_dumper/common/queryes/copy_to.sql,sha256=tkS9wjbU5T3HBi9HduXRhIDS6lV5v135dDyNRF5ahSI,49
+pgpack_dumper/common/queryes/attributes.sql,sha256=4hGJ6UYhbsqj-pspUk9uJ72h4a2YDpI0QpSjrCcqtt0,595
+pgpack_dumper/common/queryes/dbname.sql,sha256=Z3b6a_566PxA52ywRJw1JDSCUMC_c-FyulvW8mC1C7c,141
+pgpack_dumper/common/queryes/prepare.sql,sha256=oqRk3GU0gjFzM0nLNsKWeD8GfeThZVKsFiMY1-tdb8g,182

pgpack_dumper-0.3.4.7.dist-info/WHEEL

@@ -0,0 +1,6 @@
+Wheel-Version: 1.0
+Generator: setuptools (80.9.0)
+Root-Is-Purelib: false
+Tag: cp314-cp314-macosx_10_15_x86_64
+Generator: delocate 0.13.0
+

pgpack_dumper-0.3.4.7.dist-info/licenses/CHANGELOG.md

@@ -0,0 +1,242 @@
+# Version History
+
+## 0.3.4.7
+
+* Update depends pgcopylib==0.2.3.2
+* Update depends pgpack==0.3.2.2
+* Fix build from source on unix systems
+
+## 0.3.4.6
+
+* Update depends pgcopylib==0.2.3.1
+* Update depends pgpack==0.3.2.1
+
+## 0.3.4.5
+
+* Update depends pgcopylib==0.2.3.0
+* Update depends pgpack==0.3.2.0
+
+## 0.3.4.4
+
+* Update depends pgcopylib==0.2.2.8
+* Update depends pgpack==0.3.1.7
+
+## 0.3.4.3
+
+* Fix read query with comments in last line
+* Update depends pgcopylib==0.2.2.7
+* Update depends pgpack==0.3.1.6
+* Update depends psycopg_binary>=3.3.2
+* Update depends psycopg>=3.3.2
+* Back compile depends to cython>=0.29.33
+* Make wheels for python 3.10-3.14
+
+## 0.3.4.2
+
+* Update depends pgcopylib==0.2.2.6
+* Update depends pgpack==0.3.1.5
+* Downgrade compile depends to cython==0.29.33
+* Make wheels for python 3.10 and 3.11 only
+
+## 0.3.4.1
+
+* Update depends pgcopylib==0.2.2.5
+* Update depends pgpack==0.3.1.4
+* Improve invalid byte sequence for encoding "UTF8": 0x00
+* Disable Linux Aarch64
+
+## 0.3.4.0
+
+* Update depends pgcopylib==0.2.2.4
+* Update depends pgpack==0.3.1.3
+* Add auto convert String/FixedString(36) from Clickhouse data to Postgres uuid
+
+## 0.3.3.6
+
+* Update depends pgcopylib==0.2.2.3
+* Update depends pgpack==0.3.1.2
+* Update depends psycopg>=3.3.0
+* Update depends psycopg_binary>=3.3.0
+* Update depends sqlparse>=0.5.4
+* Fix write_timestamp error Can't subtract offset-naive and offset-aware datetimes
+
+## 0.3.3.5
+
+* Fix diagram destination table
+* Refactor PGPackDumper.__write_between()
+
+## 0.3.3.4
+
+* Fix None query error
+
+## 0.3.3.3
+
+* Fix query with limit state metadata read error
+* Fix query end with ; metadata read error
+* Del chunks after write
+* Add gc collect
+
+## 0.3.3.2
+
+* Fix write_between diagram
+
+## 0.3.3.1
+
+* Improve chunk_query function
+
+## 0.3.3.0
+
+* Fix attnum position in metadata (thnx to @Art_Dmitriev)
+* Improve Multiquery decorator
+
+## 0.3.2.2
+
+* Update depends pgpack==0.3.1.1
+* Update depends psycopg_binary>=3.2.12
+* Update depends psycopg==3.2.12
+
+## 0.3.2.1
+
+* Improve get metadata for numeric column without precision (thnx to @Art_Dmitriev)
+
+## 0.3.2.0
+
+* Fix chunk_query for ignoring semicolons inside string literals
+
+## 0.3.1.0
+
+* Update depends pgpack==0.3.1.0
+
+## 0.3.0.0
+
+* Update depends pgpack==0.3.0.9
+* Update depends psycopg==3.2.11
+* Change PGPackDumper.version to "*version number* gp *version number*" if greenplum detected
+* Fix calc read size
+* Fix multiquery wrapper
+* Add transfer_diagram and DBMetadata to make log diagrams
+* Add _dbmeta and _size attributes
+* Add log output diagram
+* Add auto upload to pip
+
+## 0.2.1.2
+
+* Add dbname.sql & gpversion.sql to queryes directory
+* Add PGPackDumper.dbname attribute to detect greenplum or postgres
+* Change PGPackDumper.version to "version number|greenplum version number" if greenplum detected
+
+## 0.2.1.1
+
+* Add wheels automake
+* Update depends pgpack==0.3.0.8
+
+## 0.2.1.0
+
+* Add *.pyi files for cython module descriptions
+* Update MANIFEST.in
+* Update depends pgpack==0.3.0.7
+* Update depends setuptools==80.9.0
+
+## 0.2.0.7
+
+* Update depends pgpack==0.3.0.6
+* Add depends psycopg_binary>=3.2.10
+* Add internal methods __read_dump, __write_between and __to_reader to force kwargs creation
+
+## 0.2.0.6
+
+* Add tell() method to CopyReader
+* Update requirements.txt depends pgpack==0.3.0.5
+
+## 0.2.0.5
+
+* Delete attribute pos from CopyBuffer
+* Add readed and sending size output into log
+
+## 0.2.0.4
+
+* Update requirements.txt depends pgpack==0.3.0.4
+* Update requirements.txt depends psycopg==3.2.10
+* Fix logger create folder in initialize
+
+## 0.2.0.3
+
+* Change log message
+* Improve refresh database after write
+* Improve initialization error
+* Rename variable result to output
+
+## 0.2.0.2
+
+* Update MANIFEST.in
+* Update requirements.txt depends pgpack==0.3.0.3
+* Improve pyproject.toml license file approve
+* Add CHANGELOG.md to pip package
+* Add close files after read/write operations
+* Change log messages for read operations
+
+## 0.2.0.1
+
+* Update requirements.txt depends pgpack==0.3.0.2
+* Fix multiquery decorator
+* Fix pgpack import
+
+## 0.2.0.0
+
+* Redistribute project directories
+* Add CopyReader class for read stream
+* Add StreamReader class for read same as PGPack stream object
+* Add new method to_reader(query, table_name) for get StreamReader
+* Add new method from_rows(dtype_data, table_name) for write from python iterable object
+* Add new methods from_pandas(data_frame, table_name) & from_polars(data_frame, table_name)
+* Add new methods refresh() to refresh session & close() to close PGPackDumper
+* Update requirements.txt
+* Update README.md
+* Change default compressor to ZSTD
+* Change CopyBuffer.copy_reader() function
+* Delete CopyBuffer read() & tell() functions
+* Delete make_buffer_obj method
+
+## 0.1.2.2
+
+* Hotfix root_dir() function
+
+## 0.1.2.1
+
+* Add array nested into metadata
+* Add attribute version
+* Add more error classes
+* Update requirements.txt
+* Change initialized message to log
+* Change multiquery log
+
+## 0.1.2
+
+* Change metadata structure
+* Update requirements.txt
+
+## 0.1.1
+
+* Rename project to pgpack_dumper
+* Fix legacy setup.py bdist_wheel mechanism, which will be removed in a future version
+* Fix multiquery
+* Add CHANGELOG.md
+
+## 0.1.0
+
+* Add CopyBufferObjectError & CopyBufferTableNotDefined
+* Add PGObject
+* Add logger
+* Add sqlparse for cut comments from query
+* Add multiquery
+* Update requirements.txt
+
+## 0.0.2
+
+* Fix include *.sql
+* Fix requirements.txt
+* Docs change README.md
+
+## 0.0.1
+
+First version of the library pgcrypt_dumper

pgpack_dumper-0.3.4.7.dist-info/licenses/README.md

@@ -0,0 +1,176 @@
+# PGPackDumper
+
+Library for read and write PGPack format between PostgreSQL and file
+
+## Examples
+
+### Initialization
+
+```python
+from pgpack_dumper import (
+    CompressionMethod,
+    PGConnector,
+    PGPackDumper,
+)
+
+connector = PGConnector(
+    host = <your host>,
+    dbname = <your database>,
+    user = <your username>,
+    password = <your password>,
+    port = <your port>,
+)
+
+dumper = PGPackDumper(
+    connector=connector,
+    compression_method=CompressionMethod.ZSTD,  # or CompressionMethod.LZ4 or CompressionMethod.NONE
+)
+```
+
+### Read dump from PostgreSQL into file
+
+```python
+file_name = "test_table.pgpack"
+# you need define one of parameter query or table_name
+query = "select ..."  # some sql query
+table_name = "public.test_table"  # or some table
+
+with open(file_name, "wb") as fileobj:
+    dumper.read_dump(
+        fileobj,
+        query,
+        table_name,
+    )
+```
+
+### Write dump from file into PostgreSQL
+
+```python
+file_name = "test_table.pgpack"
+# you need define one of parameter table_name
+table_name = "public.test_table"  # some table
+
+with open(file_name, "rb") as fileobj:
+    dumper.write_dump(
+        fileobj,
+        table_name,
+    )
+```
+
+### Write from PostgreSQL into PostgreSQL
+
+Same server
+
+```python
+
+table_dest = "public.test_table_write"  # some table for write
+table_src = "public.test_table_read"  # some table for read
+query_src = "select ..."  # or some sql query for read
+
+dumper.write_between(
+    table_dest,
+    table_src,
+    query_src,
+)
+```
+
+Different servers
+
+```python
+
+connector_src = PGConnector(
+    host = <host src>,
+    dbname = <database src>,
+    user = <username src>,
+    password = <password src>,
+    port = <port src>,
+)
+
+dumper_src = PGPackDumper(connector=connector_src)
+
+table_dest = "public.test_table_write"  # some table for write
+table_src = "public.test_table_read"  # some table for read
+query_src = "select ..."  # or some sql query for read
+
+dumper.write_between(
+    table_dest,
+    table_src,
+    query_src,
+    dumper_src,
+)
+```
+
+### Get stream object
+
+```python
+# you need define one of parameter query or table_name
+query = "select ..."  # some sql query
+table_name = "public.test_table"  # or some table
+reader = dumper.to_reader(query=query, table_name=table_name)
+print(reader)
+# <PostgreSQL/GreenPlum stream reader>
+# ┌─────────────────┬─────────────────┐
+# │ Column Name     │ PostgreSQL Type │
+# ╞═════════════════╪═════════════════╡
+# │ column1         │ date            │
+# │-----------------+-----------------│
+# │ column2         │ bpchar          │
+# │-----------------+-----------------│
+# │ column3         │ bpchar          │
+# └─────────────────┴─────────────────┘
+# Total columns: 3
+# Readed rows: 0
+```
+
+StreamReader has three methods available,
+but only one of the methods is available at a time within a single session.
+
+```python
+# read as python generator object
+reader.to_rows()
+# or read as pandas.DataFrame
+reader.to_pandas()
+# or read as polars.DataFrame
+reader.to_polars()
+```
+
+### Write from python objects into target table
+
+```python
+# some table for write data
+table_name = "public.test_table"
+dtype_data: Itarable[Any]
+pandas_frame: pandas.DataFrame
+polars_frame: polars.DataFrame
+
+# write from python object
+dumper.from_rows(dtype_data, table_name)
+# write from pandas.DataFrame
+dumper.from_pandas(pandas_frame, table_name)
+# write from polars.DataFrame
+dumper.from_polars(polars_frame, table_name)
+```
+
+### Open PGPack file format
+
+Get info from my another repository https://github.com/0xMihalich/pgpack
+
+## Installation
+
+### From pip
+
+```bash
+pip install pgpack-dumper
+```
+
+### From local directory
+
+```bash
+pip install .
+```
+
+### From git
+
+```bash
+pip install git+https://github.com/0xMihalich/pgpack_dumper
+```

pgpack_dumper-0.3.4.7.dist-info/top_level.txt

@@ -0,0 +1 @@
+pgpack_dumper